src/Pure/PIDE/resources.ML
author wenzelm
Wed, 26 Mar 2014 09:07:31 +0100
changeset 56286 7ede6ca96c61
parent 56208 06cc31dff138
child 56294 85911b8a6868
permissions -rw-r--r--
superseded by (provide_)parse_files;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
     1
(*  Title:      Pure/PIDE/resources.ML
42002
wenzelm
parents: 41955
diff changeset
     2
    Author:     Makarius
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     3
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
     4
Resources for theories and auxiliary files.
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     5
*)
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     6
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
     7
signature RESOURCES =
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     8
sig
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
     9
  val master_directory: theory -> Path.T
48927
ef462b5558eb theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents: 48924
diff changeset
    10
  val imports_of: theory -> (string * Position.T) list
46737
09ab89658a5d clarified module Thy_Load;
wenzelm
parents: 44478
diff changeset
    11
  val thy_path: Path.T -> Path.T
48898
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
    12
  val check_thy: Path.T -> string ->
48928
698fb0e27b11 more accurate defining position of theory;
wenzelm
parents: 48927
diff changeset
    13
   {master: Path.T * SHA1.digest, text: string, theory_pos: Position.T,
51293
05b1bbae748d discontinued obsolete 'uses' within theory header;
wenzelm
parents: 51273
diff changeset
    14
    imports: (string * Position.T) list, keywords: Thy_Header.keywords}
54525
wenzelm
parents: 54523
diff changeset
    15
  val parse_files: string -> (theory -> Token.file list) parser
48906
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    16
  val provide: Path.T * SHA1.digest -> theory -> theory
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    17
  val provide_parse_files: string -> (theory -> Token.file list * theory) parser
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
    18
  val load_file: theory -> Path.T -> (Path.T * SHA1.digest) * string
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    19
  val loaded_files: theory -> Path.T list
54446
31884c67d73a tuned signature;
wenzelm
parents: 53403
diff changeset
    20
  val loaded_files_current: theory -> bool
46938
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
    21
  val begin_theory: Path.T -> Thy_Header.header -> theory list -> theory
54458
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
    22
  val load_thy: bool -> (Toplevel.transition -> Time.time option) -> int -> Path.T ->
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
    23
    Thy_Header.header -> Position.T -> string -> theory list -> theory * (unit -> unit) * int
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    24
end;
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    25
56208
06cc31dff138 clarifed module name;
wenzelm
parents: 56204
diff changeset
    26
structure Resources: RESOURCES =
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    27
struct
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    28
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    29
(* manage source files *)
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    30
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    31
type files =
40741
17d6293a1e26 moved file identification to thy_load.ML (where it is actually used);
wenzelm
parents: 40625
diff changeset
    32
 {master_dir: Path.T,  (*master directory of theory source*)
48927
ef462b5558eb theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents: 48924
diff changeset
    33
  imports: (string * Position.T) list,  (*source specification of imports*)
48896
bb1f461a7815 simplified Thy_Load.provide: do not store full path;
wenzelm
parents: 48888
diff changeset
    34
  provided: (Path.T * SHA1.digest) list};  (*source path, digest*)
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    35
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    36
fun make_files (master_dir, imports, provided): files =
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    37
 {master_dir = master_dir, imports = imports, provided = provided};
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    38
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    39
structure Files = Theory_Data
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    40
(
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    41
  type T = files;
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    42
  val empty = make_files (Path.current, [], []);
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    43
  fun extend _ = empty;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    44
  fun merge _ = empty;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    45
);
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    46
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    47
fun map_files f =
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    48
  Files.map (fn {master_dir, imports, provided} =>
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
    49
    make_files (f (master_dir, imports, provided)));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    50
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    51
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    52
val master_directory = #master_dir o Files.get;
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    53
val imports_of = #imports o Files.get;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    54
48888
wenzelm
parents: 48887
diff changeset
    55
fun put_deps master_dir imports = map_files (fn _ => (master_dir, imports, []));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    56
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    57
54525
wenzelm
parents: 54523
diff changeset
    58
(* theory files *)
wenzelm
parents: 54523
diff changeset
    59
wenzelm
parents: 54523
diff changeset
    60
val thy_path = Path.ext "thy";
48869
wenzelm
parents: 48868
diff changeset
    61
48878
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
    62
fun check_file dir file = File.check_file (File.full_path dir file);
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
    63
54525
wenzelm
parents: 54523
diff changeset
    64
fun check_thy dir thy_name =
wenzelm
parents: 54523
diff changeset
    65
  let
wenzelm
parents: 54523
diff changeset
    66
    val path = thy_path (Path.basic thy_name);
wenzelm
parents: 54523
diff changeset
    67
    val master_file = check_file dir path;
wenzelm
parents: 54523
diff changeset
    68
    val text = File.read master_file;
wenzelm
parents: 54523
diff changeset
    69
wenzelm
parents: 54523
diff changeset
    70
    val {name = (name, pos), imports, keywords} =
wenzelm
parents: 54523
diff changeset
    71
      Thy_Header.read (Path.position master_file) text;
wenzelm
parents: 54523
diff changeset
    72
    val _ = thy_name <> name andalso
wenzelm
parents: 54523
diff changeset
    73
      error ("Bad file name " ^ Path.print path ^ " for theory " ^ quote name ^ Position.here pos);
wenzelm
parents: 54523
diff changeset
    74
  in
wenzelm
parents: 54523
diff changeset
    75
   {master = (master_file, SHA1.digest text), text = text, theory_pos = pos,
wenzelm
parents: 54523
diff changeset
    76
    imports = imports, keywords = keywords}
wenzelm
parents: 54523
diff changeset
    77
  end;
wenzelm
parents: 54523
diff changeset
    78
wenzelm
parents: 54523
diff changeset
    79
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
    80
(* load files *)
48898
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
    81
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
    82
fun parse_files cmd =
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
    83
  Scan.ahead Parse.not_eof -- Parse.path >> (fn (tok, name) => fn thy =>
9fc880720663 simplified Thy_Load.check_thy (again) -- no need to pass keywords nor find files in body text;
wenzelm
parents: 48897
diff changeset
    84
    (case Token.get_files tok of
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
    85
      [] =>
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
    86
        let
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
    87
          val master_dir = master_directory thy;
55708
f4b114070675 tuned signature;
wenzelm
parents: 55614
diff changeset
    88
          val pos = Token.pos_of tok;
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
    89
          val src_paths = Keyword.command_files cmd (Path.explode name);
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
    90
        in map (Command.read_file master_dir pos) src_paths end
54520
cee77d2e9582 release file errors at runtime: Command.eval instead of Command.read;
wenzelm
parents: 54519
diff changeset
    91
    | files => map Exn.release files));
48869
wenzelm
parents: 48868
diff changeset
    92
48906
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    93
fun provide (src_path, id) =
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    94
  map_files (fn (master_dir, imports, provided) =>
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    95
    if AList.defined (op =) provided src_path then
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    96
      error ("Duplicate use of source file: " ^ Path.print src_path)
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    97
    else (master_dir, imports, (src_path, id) :: provided));
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    98
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
    99
fun provide_parse_files cmd =
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   100
  parse_files cmd >> (fn files => fn thy =>
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   101
    let
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   102
      val fs = files thy;
55788
67699e08e969 store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents: 55708
diff changeset
   103
      val thy' = fold (fn {src_path, digest, ...} => provide (src_path, digest)) fs thy;
48906
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   104
    in (fs, thy') end);
5b192d6b7a54 tuned signature;
wenzelm
parents: 48905
diff changeset
   105
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   106
fun load_file thy src_path =
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   107
  let
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   108
    val full_path = check_file (master_directory thy) src_path;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   109
    val text = File.read full_path;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   110
    val id = SHA1.digest text;
56286
7ede6ca96c61 superseded by (provide_)parse_files;
wenzelm
parents: 56208
diff changeset
   111
    val _ = legacy_feature ("Raw file-system access to load file " ^ Path.print full_path);
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   112
  in ((full_path, id), text) end;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   113
54446
31884c67d73a tuned signature;
wenzelm
parents: 53403
diff changeset
   114
fun loaded_files_current thy =
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
   115
  #provided (Files.get thy) |>
48896
bb1f461a7815 simplified Thy_Load.provide: do not store full path;
wenzelm
parents: 48888
diff changeset
   116
    forall (fn (src_path, id) =>
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   117
      (case try (load_file thy) src_path of
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   118
        NONE => false
48886
9604c6563226 discontinued separate list of required files -- maintain only provided files as they occur at runtime;
wenzelm
parents: 48881
diff changeset
   119
      | SOME ((_, id'), _) => id = id'));
37952
f6c40213675b Thy_Load.check_loaded via Theory.at_end;
wenzelm
parents: 37950
diff changeset
   120
54454
wenzelm
parents: 54451
diff changeset
   121
(*Proof General legacy*)
wenzelm
parents: 54451
diff changeset
   122
fun loaded_files thy =
wenzelm
parents: 54451
diff changeset
   123
  let val {master_dir, provided, ...} = Files.get thy
wenzelm
parents: 54451
diff changeset
   124
  in map (File.full_path master_dir o #1) provided end;
wenzelm
parents: 54451
diff changeset
   125
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   126
54525
wenzelm
parents: 54523
diff changeset
   127
(* load theory *)
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   128
51294
0850d43cb355 discontinued obsolete header "files" -- these are loaded explicitly after exploring dependencies;
wenzelm
parents: 51293
diff changeset
   129
fun begin_theory master_dir {name, imports, keywords} parents =
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   130
  Theory.begin_theory name parents
48888
wenzelm
parents: 48887
diff changeset
   131
  |> put_deps master_dir imports
52788
da1fdbfebd39 type theory is purely value-oriented;
wenzelm
parents: 52752
diff changeset
   132
  |> fold Thy_Header.declare_keyword keywords;
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   133
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   134
fun excursion master_dir last_timing init elements =
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   135
  let
51268
fcc4b89a600d simplified Outer_Syntax.read_span: internalized Toplevel.is_ignored;
wenzelm
parents: 51228
diff changeset
   136
    fun prepare_span span =
fcc4b89a600d simplified Outer_Syntax.read_span: internalized Toplevel.is_ignored;
wenzelm
parents: 51228
diff changeset
   137
      Thy_Syntax.span_content span
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   138
      |> Command.read init master_dir []
51268
fcc4b89a600d simplified Outer_Syntax.read_span: internalized Toplevel.is_ignored;
wenzelm
parents: 51228
diff changeset
   139
      |> (fn tr => Toplevel.put_timing (last_timing tr) tr);
51217
65ab2c4f4c32 support for prescient timing information within command transactions;
wenzelm
parents: 50201
diff changeset
   140
51268
fcc4b89a600d simplified Outer_Syntax.read_span: internalized Toplevel.is_ignored;
wenzelm
parents: 51228
diff changeset
   141
    fun element_result span_elem (st, _) =
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   142
      let
51273
d54ee0cad2ab clarified Toplevel.element_result: scheduling policies happen here;
wenzelm
parents: 51268
diff changeset
   143
        val elem = Thy_Syntax.map_element prepare_span span_elem;
d54ee0cad2ab clarified Toplevel.element_result: scheduling policies happen here;
wenzelm
parents: 51268
diff changeset
   144
        val (results, st') = Toplevel.element_result elem st;
d54ee0cad2ab clarified Toplevel.element_result: scheduling policies happen here;
wenzelm
parents: 51268
diff changeset
   145
        val pos' = Toplevel.pos_of (Thy_Syntax.last_element elem);
51268
fcc4b89a600d simplified Outer_Syntax.read_span: internalized Toplevel.is_ignored;
wenzelm
parents: 51228
diff changeset
   146
      in (results, (st', pos')) end;
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   147
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   148
    val (results, (end_state, end_pos)) =
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   149
      fold_map element_result elements (Toplevel.toplevel, Position.none);
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   150
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   151
    val thy = Toplevel.end_theory end_pos end_state;
51273
d54ee0cad2ab clarified Toplevel.element_result: scheduling policies happen here;
wenzelm
parents: 51268
diff changeset
   152
  in (results, thy) end;
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   153
54458
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
   154
fun load_thy document last_timing update_time master_dir header text_pos text parents =
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   155
  let
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   156
    val time = ! Toplevel.timing;
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   157
51294
0850d43cb355 discontinued obsolete header "files" -- these are loaded explicitly after exploring dependencies;
wenzelm
parents: 51293
diff changeset
   158
    val {name = (name, _), ...} = header;
46958
0ec8f04e753a define keywords early when processing the theory header, before running the body commands;
wenzelm
parents: 46938
diff changeset
   159
    val _ = Thy_Header.define_keywords header;
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   160
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   161
    val lexs = Keyword.get_lexicons ();
48927
ef462b5558eb theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents: 48924
diff changeset
   162
    val toks = Thy_Syntax.parse_tokens lexs text_pos text;
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   163
    val spans = Thy_Syntax.parse_spans toks;
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   164
    val elements = Thy_Syntax.parse_elements spans;
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   165
54456
f4b1440d9880 simplified HTML theory presentation;
wenzelm
parents: 54455
diff changeset
   166
    fun init () =
f4b1440d9880 simplified HTML theory presentation;
wenzelm
parents: 54455
diff changeset
   167
      begin_theory master_dir header parents
f4b1440d9880 simplified HTML theory presentation;
wenzelm
parents: 54455
diff changeset
   168
      |> Present.begin_theory update_time
f4b1440d9880 simplified HTML theory presentation;
wenzelm
parents: 54455
diff changeset
   169
          (fn () => HTML.html_mode (implode o map Thy_Syntax.present_span) spans);
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   170
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   171
    val _ = if time then writeln ("\n**** Starting theory " ^ quote name ^ " ****") else ();
54526
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   172
    val (results, thy) =
92961f196d9e load files that are not provided by PIDE blobs;
wenzelm
parents: 54525
diff changeset
   173
      cond_timeit time "" (fn () => excursion master_dir last_timing init elements);
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   174
    val _ = if time then writeln ("**** Finished theory " ^ quote name ^ " ****\n") else ();
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   175
51331
e7fab0b5dbe7 join all proofs before scheduling present phase (ordered according to weight);
wenzelm
parents: 51326
diff changeset
   176
    fun present () =
e7fab0b5dbe7 join all proofs before scheduling present phase (ordered according to weight);
wenzelm
parents: 51326
diff changeset
   177
      let
51332
8707df0b0255 refined parallel_proofs = 2: fork whole Isar sub-proofs, not just terminal ones;
wenzelm
parents: 51331
diff changeset
   178
        val res = filter_out (Toplevel.is_ignored o #1) (maps Toplevel.join_results results);
51331
e7fab0b5dbe7 join all proofs before scheduling present phase (ordered according to weight);
wenzelm
parents: 51326
diff changeset
   179
        val ((minor, _), outer_syntax) = Outer_Syntax.get_syntax ();
e7fab0b5dbe7 join all proofs before scheduling present phase (ordered according to weight);
wenzelm
parents: 51326
diff changeset
   180
      in
51556
7ada6dfa9ab5 more liberal handling of skipped proofs;
wenzelm
parents: 51423
diff changeset
   181
        if exists (Toplevel.is_skipped_proof o #2) res then
7ada6dfa9ab5 more liberal handling of skipped proofs;
wenzelm
parents: 51423
diff changeset
   182
          warning ("Cannot present theory with skipped proofs: " ^ quote name)
7ada6dfa9ab5 more liberal handling of skipped proofs;
wenzelm
parents: 51423
diff changeset
   183
        else
54458
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
   184
          let val tex_source =
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
   185
            Thy_Output.present_thy minor Keyword.command_tags
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
   186
              (Outer_Syntax.is_markup outer_syntax) res toks
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
   187
            |> Buffer.content;
96ccc8972fc7 prefer explicit "document" flag -- eliminated stateful Present.no_document;
wenzelm
parents: 54456
diff changeset
   188
          in if document then Present.theory_output name tex_source else () end
51331
e7fab0b5dbe7 join all proofs before scheduling present phase (ordered according to weight);
wenzelm
parents: 51326
diff changeset
   189
      end;
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   190
51331
e7fab0b5dbe7 join all proofs before scheduling present phase (ordered according to weight);
wenzelm
parents: 51326
diff changeset
   191
  in (thy, present, size text) end;
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   192
42002
wenzelm
parents: 41955
diff changeset
   193
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   194
(* antiquotations *)
49244
fb669aff821e formal markup for @{file} (for hyperlinks etc.) -- interpret path wrt. master directory as usual;
wenzelm
parents: 48992
diff changeset
   195
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   196
local
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   197
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   198
fun check_path strict ctxt dir (name, pos) =
54705
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   199
  let
56034
1c59b555ac4a some Markup.language_path to prevent completion of symbols (notably "~") -- always "delimited" for simplicity in contrast to 42ac3cfb89f6;
wenzelm
parents: 55882
diff changeset
   200
    val _ = Context_Position.report ctxt pos Markup.language_path;
1c59b555ac4a some Markup.language_path to prevent completion of symbols (notably "~") -- always "delimited" for simplicity in contrast to 42ac3cfb89f6;
wenzelm
parents: 55882
diff changeset
   201
55882
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   202
    val path = Path.append dir (Path.explode name)
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   203
      handle ERROR msg => error (msg ^ Position.here pos);
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   204
56134
4a7a07c01857 clarified Path.smart_implode;
wenzelm
parents: 56034
diff changeset
   205
    val _ = Context_Position.report ctxt pos (Markup.path (Path.smart_implode path));
54705
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   206
    val _ =
55882
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   207
      if can Path.expand path andalso File.exists path then ()
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   208
      else
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   209
        let
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   210
          val path' = perhaps (try Path.expand) path;
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   211
          val msg = "Bad file: " ^ Path.print path' ^ Position.here pos;
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   212
        in
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   213
          if strict then error msg
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   214
          else
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   215
            Context_Position.if_visible ctxt Output.report
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   216
              (Markup.markup (Markup.bad |> Markup.properties (Position.properties_of pos)) msg)
912c9aa8de32 tuned messages and markup;
wenzelm
parents: 55788
diff changeset
   217
        end;
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   218
  in path end;
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   219
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   220
fun file_antiq strict ctxt (name, pos) =
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   221
  let
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   222
    val dir = master_directory (Proof_Context.theory_of ctxt);
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   223
    val _ = check_path strict ctxt dir (name, pos);
54705
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   224
  in
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   225
    space_explode "/" name
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   226
    |> map Thy_Output.verb_text
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   227
    |> space_implode (Thy_Output.verb_text "/" ^ "\\discretionary{}{}{}")
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   228
  end;
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   229
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   230
in
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   231
53171
a5e54d4d9081 added Theory.setup convenience;
wenzelm
parents: 52788
diff changeset
   232
val _ = Theory.setup
56204
f70e69208a8c more antiquotations;
wenzelm
parents: 56135
diff changeset
   233
 (Thy_Output.antiquotation @{binding file} (Scan.lift (Parse.position Parse.path))
54705
0dff3326d12a provide @{file_unchecked} in Isabelle/Pure;
wenzelm
parents: 54526
diff changeset
   234
    (file_antiq true o #context) #>
56204
f70e69208a8c more antiquotations;
wenzelm
parents: 56135
diff changeset
   235
  Thy_Output.antiquotation @{binding file_unchecked} (Scan.lift (Parse.position Parse.path))
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   236
    (file_antiq false o #context) #>
56204
f70e69208a8c more antiquotations;
wenzelm
parents: 56135
diff changeset
   237
  ML_Antiquotation.value @{binding path}
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   238
    (Args.context -- Scan.lift (Parse.position Parse.path) >> (fn (ctxt, arg) =>
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   239
      let val path = check_path true ctxt Path.current arg
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   240
      in "Path.explode " ^ ML_Syntax.print_string (Path.implode path) end)));
49244
fb669aff821e formal markup for @{file} (for hyperlinks etc.) -- interpret path wrt. master directory as usual;
wenzelm
parents: 48992
diff changeset
   241
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
   242
end;
56135
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   243
efa24d31e595 added ML antiquotation @{path};
wenzelm
parents: 56134
diff changeset
   244
end;