src/Pure/PIDE/resources.ML
author wenzelm
Fri, 29 Sep 2017 20:49:42 +0200
changeset 66717 67dbf5cdc056
parent 66712 4c98c929a12a
child 66771 925d10a7a610
permissions -rw-r--r--
more informative loaded_theories: dependencies and syntax;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
     1
(*  Title:      Pure/PIDE/resources.ML
42002
wenzelm
parents: 41955
diff changeset
     2
    Author:     Makarius
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     3
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
     4
Resources for theories and auxiliary files.
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     5
*)
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     6
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
     7
signature RESOURCES =
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     8
sig
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
     9
  val default_qualifier: string
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    10
  val init_session_base:
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
    11
    {global_theories: (string * string) list,
66712
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
    12
     loaded_theories: string list,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    13
     known_theories: (string * string) list} -> unit
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    14
  val finish_session_base: unit -> unit
65457
2bf0d2fcd506 proper import qualifier for global theories;
wenzelm
parents: 65454
diff changeset
    15
  val global_theory: string -> string option
66712
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
    16
  val loaded_theory: string -> bool
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    17
  val known_theory: string -> Path.T option
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    18
  val master_directory: theory -> Path.T
48927
ef462b5558eb theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents: 48924
diff changeset
    19
  val imports_of: theory -> (string * Position.T) list
65505
741fad555d82 exclude theories from other sessions;
wenzelm
parents: 65503
diff changeset
    20
  val begin_theory: Path.T -> Thy_Header.header -> theory list -> theory
46737
09ab89658a5d clarified module Thy_Load;
wenzelm
parents: 44478
diff changeset
    21
  val thy_path: Path.T -> Path.T
65445
e9e7f5f5794c more qualifier treatment, but in the end it is still ignored;
wenzelm
parents: 65443
diff changeset
    22
  val theory_qualifier: string -> string
66711
80fa1401cf76 discontinued extra checks (see ce676a750575 and 60c159d490a2) -- qualified theory names are meant to cover this;
wenzelm
parents: 65532
diff changeset
    23
  val import_name: string -> Path.T -> string -> {master_dir: Path.T, theory_name: string}
48898
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
    24
  val check_thy: Path.T -> string ->
48928
698fb0e27b11 more accurate defining position of theory;
wenzelm
parents: 48927
diff changeset
    25
   {master: Path.T * SHA1.digest, text: string, theory_pos: Position.T,
51293
05b1bbae748d discontinued obsolete 'uses' within theory header;
wenzelm
parents: 51273
diff changeset
    26
    imports: (string * Position.T) list, keywords: Thy_Header.keywords}
54525
wenzelm
parents: 54523
diff changeset
    27
  val parse_files: string -> (theory -> Token.file list) parser
48906
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    28
  val provide: Path.T * SHA1.digest -> theory -> theory
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    29
  val provide_parse_files: string -> (theory -> Token.file list * theory) parser
54446
31884c67d73a tuned signature;
wenzelm
parents: 53403
diff changeset
    30
  val loaded_files_current: theory -> bool
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    31
end;
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    32
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
    33
structure Resources: RESOURCES =
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    34
struct
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    35
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    36
(* session base *)
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    37
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
    38
val default_qualifier = "Draft";
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
    39
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    40
val empty_session_base =
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
    41
  {global_theories = Symtab.empty: string Symtab.table,
66712
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
    42
   loaded_theories = Symtab.empty: unit Symtab.table,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    43
   known_theories = Symtab.empty: Path.T Symtab.table};
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    44
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    45
val global_session_base =
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    46
  Synchronized.var "Sessions.base" empty_session_base;
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    47
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
    48
fun init_session_base {global_theories, loaded_theories, known_theories} =
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    49
  Synchronized.change global_session_base
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    50
    (fn _ =>
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
    51
      {global_theories = Symtab.make global_theories,
66712
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
    52
       loaded_theories = Symtab.make_set loaded_theories,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    53
       known_theories = Symtab.make (map (apsnd Path.explode) known_theories)});
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    54
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    55
fun finish_session_base () =
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    56
  Synchronized.change global_session_base
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    57
    (fn {global_theories, loaded_theories, ...} =>
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65505
diff changeset
    58
      {global_theories = global_theories,
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    59
       loaded_theories = loaded_theories,
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65476
diff changeset
    60
       known_theories = #known_theories empty_session_base});
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    61
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    62
fun get_session_base f = f (Synchronized.value global_session_base);
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    63
65457
2bf0d2fcd506 proper import qualifier for global theories;
wenzelm
parents: 65454
diff changeset
    64
fun global_theory a = Symtab.lookup (get_session_base #global_theories) a;
66712
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
    65
fun loaded_theory a = Symtab.defined (get_session_base #loaded_theories) a;
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65433
diff changeset
    66
fun known_theory a = Symtab.lookup (get_session_base #known_theories) a;
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    67
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65058
diff changeset
    68
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    69
(* manage source files *)
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    70
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    71
type files =
40741
17d6293a1e26 moved file identification to thy_load.ML (where it is actually used);
wenzelm
parents: 40625
diff changeset
    72
 {master_dir: Path.T,  (*master directory of theory source*)
48927
ef462b5558eb theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents: 48924
diff changeset
    73
  imports: (string * Position.T) list,  (*source specification of imports*)
48896
bb1f461a7815 simplified Thy_Load.provide: do not store full path;
wenzelm
parents: 48888
diff changeset
    74
  provided: (Path.T * SHA1.digest) list};  (*source path, digest*)
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    75
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    76
fun make_files (master_dir, imports, provided): files =
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    77
 {master_dir = master_dir, imports = imports, provided = provided};
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    78
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    79
structure Files = Theory_Data
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    80
(
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    81
  type T = files;
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    82
  val empty = make_files (Path.current, [], []);
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    83
  fun extend _ = empty;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    84
  fun merge _ = empty;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    85
);
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    86
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    87
fun map_files f =
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    88
  Files.map (fn {master_dir, imports, provided} =>
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    89
    make_files (f (master_dir, imports, provided)));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    90
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    91
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    92
val master_directory = #master_dir o Files.get;
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    93
val imports_of = #imports o Files.get;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    94
65505
741fad555d82 exclude theories from other sessions;
wenzelm
parents: 65503
diff changeset
    95
fun begin_theory master_dir {name, imports, keywords} parents =
741fad555d82 exclude theories from other sessions;
wenzelm
parents: 65503
diff changeset
    96
  Theory.begin_theory name parents
741fad555d82 exclude theories from other sessions;
wenzelm
parents: 65503
diff changeset
    97
  |> map_files (fn _ => (master_dir, imports, []))
741fad555d82 exclude theories from other sessions;
wenzelm
parents: 65503
diff changeset
    98
  |> Thy_Header.add_keywords keywords;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    99
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   100
54525
wenzelm
parents: 54523
diff changeset
   101
(* theory files *)
wenzelm
parents: 54523
diff changeset
   102
wenzelm
parents: 54523
diff changeset
   103
val thy_path = Path.ext "thy";
48869
wenzelm
parents: 48868
diff changeset
   104
65445
e9e7f5f5794c more qualifier treatment, but in the end it is still ignored;
wenzelm
parents: 65443
diff changeset
   105
fun theory_qualifier theory =
65457
2bf0d2fcd506 proper import qualifier for global theories;
wenzelm
parents: 65454
diff changeset
   106
  (case global_theory theory of
2bf0d2fcd506 proper import qualifier for global theories;
wenzelm
parents: 65454
diff changeset
   107
    SOME qualifier => qualifier
2bf0d2fcd506 proper import qualifier for global theories;
wenzelm
parents: 65454
diff changeset
   108
  | NONE => Long_Name.qualifier theory);
65445
e9e7f5f5794c more qualifier treatment, but in the end it is still ignored;
wenzelm
parents: 65443
diff changeset
   109
66712
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   110
fun theory_name qualifier theory =
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   111
  if loaded_theory theory then (true, theory)
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   112
  else
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   113
    let val theory' =
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   114
      if Long_Name.is_qualified theory orelse is_some (global_theory theory)
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   115
      then theory
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   116
      else Long_Name.qualify qualifier theory
4c98c929a12a session-qualified theory names are mandatory;
wenzelm
parents: 66711
diff changeset
   117
    in (false, theory') end;
65471
05e5bffcf1d8 clarified loaded_theories: map to qualified theory name;
wenzelm
parents: 65457
diff changeset
   118
65454
2b22b7d8649f clarified, according to Scala version;
wenzelm
parents: 65445
diff changeset
   119
fun import_name qualifier dir s =
65476
a72ae9eb4462 tuned signature (again);
wenzelm
parents: 65474
diff changeset
   120
  (case theory_name qualifier (Thy_Header.import_name s) of
66711
80fa1401cf76 discontinued extra checks (see ce676a750575 and 60c159d490a2) -- qualified theory names are meant to cover this;
wenzelm
parents: 65532
diff changeset
   121
    (true, theory) => {master_dir = Path.current, theory_name = theory}
65474
5624e9694915 tuned according to Scala version;
wenzelm
parents: 65471
diff changeset
   122
  | (false, theory) =>
5624e9694915 tuned according to Scala version;
wenzelm
parents: 65471
diff changeset
   123
      let val node_name =
65471
05e5bffcf1d8 clarified loaded_theories: map to qualified theory name;
wenzelm
parents: 65457
diff changeset
   124
        (case known_theory theory of
05e5bffcf1d8 clarified loaded_theories: map to qualified theory name;
wenzelm
parents: 65457
diff changeset
   125
          SOME node_name => node_name
65474
5624e9694915 tuned according to Scala version;
wenzelm
parents: 65471
diff changeset
   126
        | NONE => File.full_path dir (thy_path (Path.expand (Path.explode s))))
66711
80fa1401cf76 discontinued extra checks (see ce676a750575 and 60c159d490a2) -- qualified theory names are meant to cover this;
wenzelm
parents: 65532
diff changeset
   127
      in {master_dir = Path.dir node_name, theory_name = theory} end);
65443
dccbfc715904 provide Resources.import_name in ML, similar to Scala version;
wenzelm
parents: 65442
diff changeset
   128
48878
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
   129
fun check_file dir file = File.check_file (File.full_path dir file);
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
   130
54525
wenzelm
parents: 54523
diff changeset
   131
fun check_thy dir thy_name =
wenzelm
parents: 54523
diff changeset
   132
  let
65433
a260181505c1 refer to known_theory;
wenzelm
parents: 65431
diff changeset
   133
    val thy_base_name = Long_Name.base_name thy_name;
a260181505c1 refer to known_theory;
wenzelm
parents: 65431
diff changeset
   134
    val master_file =
a260181505c1 refer to known_theory;
wenzelm
parents: 65431
diff changeset
   135
      (case known_theory thy_name of
65442
1ca6d8a2a00d clarified;
wenzelm
parents: 65441
diff changeset
   136
        SOME known_path => check_file Path.current known_path
1ca6d8a2a00d clarified;
wenzelm
parents: 65441
diff changeset
   137
      | NONE => check_file dir (thy_path (Path.basic thy_base_name)));
54525
wenzelm
parents: 54523
diff changeset
   138
    val text = File.read master_file;
wenzelm
parents: 54523
diff changeset
   139
wenzelm
parents: 54523
diff changeset
   140
    val {name = (name, pos), imports, keywords} =
wenzelm
parents: 54523
diff changeset
   141
      Thy_Header.read (Path.position master_file) text;
65433
a260181505c1 refer to known_theory;
wenzelm
parents: 65431
diff changeset
   142
    val _ =
a260181505c1 refer to known_theory;
wenzelm
parents: 65431
diff changeset
   143
      thy_base_name <> name andalso
a260181505c1 refer to known_theory;
wenzelm
parents: 65431
diff changeset
   144
        error ("Bad theory name " ^ quote name ^
65442
1ca6d8a2a00d clarified;
wenzelm
parents: 65441
diff changeset
   145
          " for file " ^ Path.print (Path.base master_file) ^ Position.here pos);
54525
wenzelm
parents: 54523
diff changeset
   146
  in
wenzelm
parents: 54523
diff changeset
   147
   {master = (master_file, SHA1.digest text), text = text, theory_pos = pos,
wenzelm
parents: 54523
diff changeset
   148
    imports = imports, keywords = keywords}
wenzelm
parents: 54523
diff changeset
   149
  end;
wenzelm
parents: 54523
diff changeset
   150
wenzelm
parents: 54523
diff changeset
   151
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   152
(* load files *)
48898
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
   153
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
   154
fun parse_files cmd =
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
   155
  Scan.ahead Parse.not_eof -- Parse.path >> (fn (tok, name) => fn thy =>
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
   156
    (case Token.get_files tok of
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   157
      [] =>
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   158
        let
58928
23d0ffd48006 plain value Keywords.keywords, which might be used outside theory for bootstrap purposes;
wenzelm
parents: 58923
diff changeset
   159
          val keywords = Thy_Header.get_keywords thy;
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   160
          val master_dir = master_directory thy;
55708
f4b114070675 tuned signature;
wenzelm
parents: 55614
diff changeset
   161
          val pos = Token.pos_of tok;
58923
cb9b69cca999 more explicit Keyword.keywords;
wenzelm
parents: 58918
diff changeset
   162
          val src_paths = Keyword.command_files keywords cmd (Path.explode name);
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   163
        in map (Command.read_file master_dir pos) src_paths end
54520
cee77d2e9582 release file errors at runtime: Command.eval instead of Command.read;
wenzelm
parents: 54519
diff changeset
   164
    | files => map Exn.release files));
48869
wenzelm
parents: 48868
diff changeset
   165
48906
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   166
fun provide (src_path, id) =
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   167
  map_files (fn (master_dir, imports, provided) =>
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   168
    if AList.defined (op =) provided src_path then
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   169
      error ("Duplicate use of source file: " ^ Path.print src_path)
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   170
    else (master_dir, imports, (src_path, id) :: provided));
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   171
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   172
fun provide_parse_files cmd =
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   173
  parse_files cmd >> (fn files => fn thy =>
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   174
    let
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   175
      val fs = files thy;
55788
67699e08e969 store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents: 55708
diff changeset
   176
      val thy' = fold (fn {src_path, digest, ...} => provide (src_path, digest)) fs thy;
48906
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   177
    in (fs, thy') end);
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   178
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   179
fun load_file thy src_path =
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   180
  let
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   181
    val full_path = check_file (master_directory thy) src_path;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   182
    val text = File.read full_path;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   183
    val id = SHA1.digest text;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   184
  in ((full_path, id), text) end;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   185
54446
31884c67d73a tuned signature;
wenzelm
parents: 53403
diff changeset
   186
fun loaded_files_current thy =
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
   187
  #provided (Files.get thy) |>
48896
bb1f461a7815 simplified Thy_Load.provide: do not store full path;
wenzelm
parents: 48888
diff changeset
   188
    forall (fn (src_path, id) =>
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   189
      (case try (load_file thy) src_path of
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   190
        NONE => false
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
   191
      | SOME ((_, id'), _) => id = id'));
37952
f6c40213675b Thy_Load.check_loaded via Theory.at_end;
wenzelm
parents: 37950
diff changeset
   192
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   193
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   194
(* antiquotations *)
49244
fb669aff821e formal markup for @{file} (for hyperlinks etc.) -- interpret path wrt. master directory as usual;
wenzelm
parents: 48992
diff changeset
   195
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   196
local
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   197
63669
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   198
fun err msg pos = error (msg ^ Position.here pos);
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   199
63675
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   200
fun check_path check_file ctxt dir (name, pos) =
54705
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   201
  let
56034
1c59b555ac4a some Markup.language_path to prevent completion of symbols (notably "~") -- always "delimited" for simplicity in contrast to 42ac3cfb89f6;
wenzelm
parents: 55882
diff changeset
   202
    val _ = Context_Position.report ctxt pos Markup.language_path;
1c59b555ac4a some Markup.language_path to prevent completion of symbols (notably "~") -- always "delimited" for simplicity in contrast to 42ac3cfb89f6;
wenzelm
parents: 55882
diff changeset
   203
63669
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   204
    val path = Path.append dir (Path.explode name) handle ERROR msg => err msg pos;
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   205
    val _ = Path.expand path handle ERROR msg => err msg pos;
56134
4a7a07c01857 clarified Path.smart_implode;
wenzelm
parents: 56034
diff changeset
   206
    val _ = Context_Position.report ctxt pos (Markup.path (Path.smart_implode path));
63669
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   207
    val _ =
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   208
      (case check_file of
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   209
        NONE => path
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   210
      | SOME check => (check path handle ERROR msg => err msg pos));
63675
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   211
  in path end;
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   212
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   213
fun document_antiq check_file ctxt (name, pos) =
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   214
  let
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   215
    val dir = master_directory (Proof_Context.theory_of ctxt);
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   216
    val _ = check_path check_file ctxt dir (name, pos);
54705
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   217
  in
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   218
    space_explode "/" name
58716
23a380cc45f4 official support for "tt" style variants, avoid fragile \verb in LaTeX;
wenzelm
parents: 57918
diff changeset
   219
    |> map Latex.output_ascii
23a380cc45f4 official support for "tt" style variants, avoid fragile \verb in LaTeX;
wenzelm
parents: 57918
diff changeset
   220
    |> space_implode (Latex.output_ascii "/" ^ "\\discretionary{}{}{}")
58741
6e7b009e6d94 clarified verbatim line breaks, e.g. relevant for Implementation mldecls;
wenzelm
parents: 58716
diff changeset
   221
    |> enclose "\\isatt{" "}"
54705
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   222
  end;
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   223
63675
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   224
fun ML_antiq check_file ctxt (name, pos) =
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   225
  let val path = check_path check_file ctxt Path.current (name, pos);
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   226
  in "Path.explode " ^ ML_Syntax.print_string (Path.implode path) end;
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   227
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   228
in
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   229
53171
a5e54d4d9081 added Theory.setup convenience;
wenzelm
parents: 52788
diff changeset
   230
val _ = Theory.setup
63669
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   231
 (Thy_Output.antiquotation @{binding path} (Scan.lift (Parse.position Parse.path))
63675
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   232
    (document_antiq NONE o #context) #>
63669
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   233
  Thy_Output.antiquotation @{binding file} (Scan.lift (Parse.position Parse.path))
63675
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   234
    (document_antiq (SOME File.check_file) o #context) #>
63669
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   235
  Thy_Output.antiquotation @{binding dir} (Scan.lift (Parse.position Parse.path))
63675
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   236
    (document_antiq (SOME File.check_dir) o #context) #>
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   237
  ML_Antiquotation.value @{binding path}
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   238
    (Args.context -- Scan.lift (Parse.position Parse.path)
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   239
      >> uncurry (ML_antiq NONE)) #>
63669
256fc20716f2 clarified antiquotations;
wenzelm
parents: 61381
diff changeset
   240
  ML_Antiquotation.value @{binding file}
63675
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   241
    (Args.context -- Scan.lift (Parse.position Parse.path)
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   242
      >> uncurry (ML_antiq (SOME File.check_file))) #>
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   243
  ML_Antiquotation.value @{binding dir}
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   244
    (Args.context -- Scan.lift (Parse.position Parse.path)
e217525d6b64 uniform ML and document antiquotations;
wenzelm
parents: 63673
diff changeset
   245
      >> uncurry (ML_antiq (SOME File.check_dir))));
49244
fb669aff821e formal markup for @{file} (for hyperlinks etc.) -- interpret path wrt. master directory as usual;
wenzelm
parents: 48992
diff changeset
   246
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
   247
end;
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   248
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   249
end;