src/Pure/Thy/thy_load.ML
author wenzelm
Wed Feb 29 23:09:06 2012 +0100 (2012-02-29 ago)
changeset 46737 09ab89658a5d
parent 44478 4fdb1009a370
child 46811 03a2dc9e0624
permissions -rw-r--r--
clarified module Thy_Load;
more precise graph based on Document.Node.Deps with actual Node.Name dependencies;
wenzelm@6168
     1
(*  Title:      Pure/Thy/thy_load.ML
wenzelm@42002
     2
    Author:     Makarius
wenzelm@6168
     3
wenzelm@42002
     4
Loading files that contribute to a theory.  Global master path.
wenzelm@6168
     5
*)
wenzelm@6168
     6
wenzelm@6168
     7
signature THY_LOAD =
wenzelm@6168
     8
sig
wenzelm@37949
     9
  val master_directory: theory -> Path.T
wenzelm@41548
    10
  val imports_of: theory -> string list
wenzelm@41955
    11
  val provide: Path.T * (Path.T * SHA1.digest) -> theory -> theory
wenzelm@42003
    12
  val check_file: Path.T -> Path.T -> Path.T
wenzelm@46737
    13
  val thy_path: Path.T -> Path.T
wenzelm@42003
    14
  val check_thy: Path.T -> string ->
wenzelm@42003
    15
    {master: Path.T * SHA1.digest, text: string, imports: string list, uses: (Path.T * bool) list}
wenzelm@43702
    16
  val load_file: theory -> Path.T -> (Path.T * SHA1.digest) * string
wenzelm@43702
    17
  val use_file: Path.T -> theory -> string * theory
wenzelm@37949
    18
  val loaded_files: theory -> Path.T list
wenzelm@37949
    19
  val all_current: theory -> bool
wenzelm@37949
    20
  val use_ml: Path.T -> unit
wenzelm@37949
    21
  val exec_ml: Path.T -> generic_theory -> generic_theory
wenzelm@43712
    22
  val begin_theory: Path.T -> string -> string list -> (Path.T * bool) list ->
wenzelm@43712
    23
    theory list -> theory
wenzelm@43712
    24
  val load_thy: int -> Path.T -> string -> string list -> (Path.T * bool) list ->
wenzelm@43712
    25
    Position.T -> string -> theory list -> theory * unit future
wenzelm@42002
    26
  val set_master_path: Path.T -> unit
wenzelm@42002
    27
  val get_master_path: unit -> Path.T
wenzelm@6168
    28
end;
wenzelm@6168
    29
wenzelm@37216
    30
structure Thy_Load: THY_LOAD =
wenzelm@6168
    31
struct
wenzelm@6168
    32
wenzelm@37949
    33
(* manage source files *)
wenzelm@37949
    34
wenzelm@37949
    35
type files =
wenzelm@40741
    36
 {master_dir: Path.T,  (*master directory of theory source*)
wenzelm@41548
    37
  imports: string list,  (*source specification of imports*)
wenzelm@40741
    38
  required: Path.T list,  (*source path*)
wenzelm@41955
    39
  provided: (Path.T * (Path.T * SHA1.digest)) list};  (*source path, physical path, digest*)
wenzelm@37949
    40
wenzelm@41548
    41
fun make_files (master_dir, imports, required, provided): files =
wenzelm@41548
    42
 {master_dir = master_dir, imports = imports, required = required, provided = provided};
wenzelm@37949
    43
wenzelm@37949
    44
structure Files = Theory_Data
wenzelm@37949
    45
(
wenzelm@37949
    46
  type T = files;
wenzelm@41548
    47
  val empty = make_files (Path.current, [], [], []);
wenzelm@37949
    48
  fun extend _ = empty;
wenzelm@37949
    49
  fun merge _ = empty;
wenzelm@37949
    50
);
wenzelm@37949
    51
wenzelm@37949
    52
fun map_files f =
wenzelm@41548
    53
  Files.map (fn {master_dir, imports, required, provided} =>
wenzelm@41548
    54
    make_files (f (master_dir, imports, required, provided)));
wenzelm@37949
    55
wenzelm@37949
    56
wenzelm@37949
    57
val master_directory = #master_dir o Files.get;
wenzelm@41548
    58
val imports_of = #imports o Files.get;
wenzelm@37949
    59
wenzelm@41548
    60
fun put_deps dir imports = map_files (fn _ => (dir, imports, [], []));
wenzelm@37949
    61
wenzelm@37949
    62
fun require src_path =
wenzelm@41548
    63
  map_files (fn (master_dir, imports, required, provided) =>
wenzelm@37949
    64
    if member (op =) required src_path then
wenzelm@41944
    65
      error ("Duplicate source file dependency: " ^ Path.print src_path)
wenzelm@41548
    66
    else (master_dir, imports, src_path :: required, provided));
wenzelm@37949
    67
wenzelm@37978
    68
fun provide (src_path, path_id) =
wenzelm@41548
    69
  map_files (fn (master_dir, imports, required, provided) =>
wenzelm@37949
    70
    if AList.defined (op =) provided src_path then
wenzelm@41944
    71
      error ("Duplicate resolution of source file dependency: " ^ Path.print src_path)
wenzelm@41548
    72
    else (master_dir, imports, required, (src_path, path_id) :: provided));
wenzelm@37949
    73
wenzelm@37949
    74
wenzelm@23872
    75
(* check files *)
wenzelm@6232
    76
wenzelm@42003
    77
fun check_file dir file = File.check_file (File.full_path dir file);
wenzelm@42003
    78
wenzelm@46737
    79
val thy_path = Path.ext "thy";
wenzelm@46737
    80
wenzelm@41886
    81
fun check_thy dir name =
wenzelm@23872
    82
  let
wenzelm@46737
    83
    val path = thy_path (Path.basic name);
wenzelm@46737
    84
    val master_file = check_file dir path;
wenzelm@42003
    85
    val text = File.read master_file;
wenzelm@42003
    86
    val (name', imports, uses) =
wenzelm@42003
    87
      if name = Context.PureN then (Context.PureN, [], [])
wenzelm@42003
    88
      else Thy_Header.read (Path.position master_file) text;
wenzelm@46737
    89
    val _ = name <> name' andalso
wenzelm@46737
    90
      error ("Bad file name " ^ Path.print path ^ " for theory " ^ quote name');
wenzelm@42003
    91
  in {master = (master_file, SHA1.digest text), text = text, imports = imports, uses = uses} end;
wenzelm@6168
    92
wenzelm@37949
    93
wenzelm@43702
    94
(* load files *)
wenzelm@43702
    95
wenzelm@43702
    96
fun load_file thy src_path =
wenzelm@43702
    97
  let
wenzelm@43702
    98
    val full_path = check_file (master_directory thy) src_path;
wenzelm@43702
    99
    val text = File.read full_path;
wenzelm@43702
   100
    val id = SHA1.digest text;
wenzelm@43702
   101
  in ((full_path, id), text) end;
wenzelm@43702
   102
wenzelm@43702
   103
fun use_file src_path thy =
wenzelm@43702
   104
  let
wenzelm@43702
   105
    val (path_id, text) = load_file thy src_path;
wenzelm@43702
   106
    val thy' = provide (src_path, path_id) thy;
wenzelm@43702
   107
  in (text, thy') end;
wenzelm@37949
   108
wenzelm@37949
   109
val loaded_files = map (#1 o #2) o #provided o Files.get;
wenzelm@6168
   110
wenzelm@37949
   111
fun check_loaded thy =
wenzelm@37949
   112
  let
wenzelm@37949
   113
    val {required, provided, ...} = Files.get thy;
wenzelm@37949
   114
    val provided_paths = map #1 provided;
wenzelm@37949
   115
    val _ =
wenzelm@37949
   116
      (case subtract (op =) provided_paths required of
wenzelm@37949
   117
        [] => NONE
wenzelm@41944
   118
      | bad => error ("Pending source file dependencies: " ^ commas (map Path.print (rev bad))));
wenzelm@37949
   119
    val _ =
wenzelm@37949
   120
      (case subtract (op =) required provided_paths of
wenzelm@37949
   121
        [] => NONE
wenzelm@41944
   122
      | bad => error ("Undeclared source file dependencies: " ^ commas (map Path.print (rev bad))));
wenzelm@37949
   123
  in () end;
wenzelm@37949
   124
wenzelm@37949
   125
fun all_current thy =
wenzelm@37939
   126
  let
wenzelm@43702
   127
    val {provided, ...} = Files.get thy;
wenzelm@37978
   128
    fun current (src_path, (_, id)) =
wenzelm@43702
   129
      (case try (load_file thy) src_path of
wenzelm@37949
   130
        NONE => false
wenzelm@43702
   131
      | SOME ((_, id'), _) => id = id');
wenzelm@37949
   132
  in can check_loaded thy andalso forall current provided end;
wenzelm@37949
   133
wenzelm@37952
   134
val _ = Context.>> (Context.map_theory (Theory.at_end (fn thy => (check_loaded thy; NONE))));
wenzelm@37952
   135
wenzelm@37949
   136
wenzelm@37949
   137
(* provide files *)
wenzelm@37949
   138
wenzelm@43700
   139
fun eval_file path text = ML_Context.eval_text true (Path.position path) text;
wenzelm@37949
   140
wenzelm@37949
   141
fun use_ml src_path =
wenzelm@37949
   142
  if is_none (Context.thread_data ()) then
wenzelm@43700
   143
    let val path = check_file Path.current src_path
wenzelm@43700
   144
    in eval_file path (File.read path) end
wenzelm@37949
   145
  else
wenzelm@37949
   146
    let
wenzelm@37949
   147
      val thy = ML_Context.the_global_context ();
wenzelm@37949
   148
wenzelm@43702
   149
      val ((path, id), text) = load_file thy src_path;
wenzelm@43700
   150
      val _ = eval_file path text;
wenzelm@37949
   151
      val _ = Context.>> Local_Theory.propagate_ml_env;
wenzelm@37949
   152
wenzelm@37978
   153
      val provide = provide (src_path, (path, id));
wenzelm@38757
   154
      val _ = Context.>> (Context.mapping provide (Local_Theory.background_theory provide));
wenzelm@37978
   155
    in () end;
wenzelm@37949
   156
wenzelm@37949
   157
fun exec_ml src_path = ML_Context.exec (fn () => use_ml src_path);
wenzelm@6168
   158
wenzelm@37977
   159
wenzelm@43712
   160
(* load_thy *)
wenzelm@37977
   161
wenzelm@43712
   162
fun begin_theory dir name imports uses parents =
wenzelm@37977
   163
  Theory.begin_theory name parents
wenzelm@41548
   164
  |> put_deps dir imports
wenzelm@37977
   165
  |> fold (require o fst) uses
wenzelm@37977
   166
  |> fold (fn (path, true) => Context.theory_map (exec_ml path) o Theory.checkpoint | _ => I) uses
wenzelm@37977
   167
  |> Theory.checkpoint;
wenzelm@37977
   168
wenzelm@43712
   169
fun load_thy update_time dir name imports uses pos text parents =
wenzelm@43712
   170
  let
wenzelm@43712
   171
    val (lexs, outer_syntax) = Outer_Syntax.get_syntax ();
wenzelm@43712
   172
    val time = ! Toplevel.timing;
wenzelm@43712
   173
wenzelm@43712
   174
    val _ = Present.init_theory name;
wenzelm@44186
   175
    fun init () =
wenzelm@43712
   176
      begin_theory dir name imports uses parents
wenzelm@43712
   177
      |> Present.begin_theory update_time dir uses;
wenzelm@43712
   178
wenzelm@43712
   179
    val toks = Source.exhausted (Thy_Syntax.token_source lexs pos (Source.of_string text));
wenzelm@43712
   180
    val spans = Source.exhaust (Thy_Syntax.span_source toks);
wenzelm@43712
   181
    val elements =
wenzelm@43712
   182
      Source.exhaust (Thy_Syntax.element_source (Source.of_list spans))
wenzelm@44478
   183
      |> maps (Outer_Syntax.read_element outer_syntax init);
wenzelm@43712
   184
wenzelm@43712
   185
    val _ = Present.theory_source name
wenzelm@43712
   186
      (fn () => HTML.html_mode (implode o map Thy_Syntax.present_span) spans);
wenzelm@43712
   187
wenzelm@43712
   188
    val _ = if time then writeln ("\n**** Starting theory " ^ quote name ^ " ****") else ();
wenzelm@43712
   189
    val (results, thy) = cond_timeit time "" (fn () => Toplevel.excursion elements);
wenzelm@43712
   190
    val _ = if time then writeln ("**** Finished theory " ^ quote name ^ " ****\n") else ();
wenzelm@43712
   191
wenzelm@43712
   192
    val present =
wenzelm@43712
   193
      singleton (Future.cond_forks {name = "Outer_Syntax.present:" ^ name, group = NONE,
wenzelm@44113
   194
        deps = map Future.task_of results, pri = 0, interrupts = true})
wenzelm@43712
   195
      (fn () =>
wenzelm@43712
   196
        Thy_Output.present_thy (#1 lexs) Keyword.command_tags
wenzelm@43712
   197
          (Outer_Syntax.is_markup outer_syntax)
wenzelm@43712
   198
          (maps Future.join results) toks
wenzelm@43712
   199
        |> Buffer.content
wenzelm@43712
   200
        |> Present.theory_output name);
wenzelm@43712
   201
wenzelm@43712
   202
  in (thy, present) end;
wenzelm@43712
   203
wenzelm@42002
   204
wenzelm@42002
   205
(* global master path *)
wenzelm@42002
   206
wenzelm@42002
   207
local
wenzelm@42002
   208
  val master_path = Unsynchronized.ref Path.current;
wenzelm@42002
   209
in
wenzelm@42002
   210
wenzelm@42002
   211
fun set_master_path path = master_path := path;
wenzelm@42002
   212
fun get_master_path () = ! master_path;
wenzelm@42002
   213
wenzelm@6168
   214
end;
wenzelm@6168
   215
wenzelm@42002
   216
end;