src/Pure/Thy/thy_info.ML
author wenzelm
Wed, 04 Aug 2010 15:50:55 +0200
changeset 38146 a5916f2b6791
parent 38145 675827e61eb9
child 38147 2b08a96a283e
permissions -rw-r--r--
export use_thys_wrt;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
     1
(*  Title:      Pure/Thy/thy_info.ML
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
     2
    Author:     Markus Wenzel, TU Muenchen
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
     3
37978
548f3f165d05 simplified Thy_Header.read -- include Source.of_string_limited here;
wenzelm
parents: 37977
diff changeset
     4
Global theory info database, with auto-loading according to theory and
15801
d2f5ca3c048d superceded by Pure.thy and CPure.thy;
wenzelm
parents: 15633
diff changeset
     5
file dependencies.
3976
wenzelm
parents: 3604
diff changeset
     6
*)
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
     7
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
     8
signature THY_INFO =
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
     9
sig
37981
9a15982f41fe theory loader: removed obsolete touch/outdate operations (require_thy no longer changes the database implicitly);
wenzelm
parents: 37980
diff changeset
    10
  datatype action = Update | Remove
7099
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    11
  val add_hook: (action -> string -> unit) -> unit
26614
1f09a22a1027 export get_names (formerly names);
wenzelm
parents: 26494
diff changeset
    12
  val get_names: unit -> string list
7288
21ff5bb68a5c lookup_theory;
wenzelm
parents: 7267
diff changeset
    13
  val lookup_theory: string -> theory option
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    14
  val get_theory: string -> theory
24563
f2edc70f8962 export is_finished;
wenzelm
parents: 24314
diff changeset
    15
  val is_finished: string -> bool
26983
e40f28cdd19b exported master_directory;
wenzelm
parents: 26881
diff changeset
    16
  val master_directory: string -> Path.T
24080
8c67d869531b added register_thy (replaces pretend_use_thy_only and really flag);
wenzelm
parents: 24071
diff changeset
    17
  val loaded_files: string -> Path.T list
29421
db532e37cda2 use_thys: perform consolidate_thy on loaded theories, which removes failed nodes in post-hoc fashion;
wenzelm
parents: 29118
diff changeset
    18
  val remove_thy: string -> unit
db532e37cda2 use_thys: perform consolidate_thy on loaded theories, which removes failed nodes in post-hoc fashion;
wenzelm
parents: 29118
diff changeset
    19
  val kill_thy: string -> unit
38146
a5916f2b6791 export use_thys_wrt;
wenzelm
parents: 38145
diff changeset
    20
  val use_thys_wrt: Path.T -> string list -> unit
24057
f42665561801 removed obsolete Output.ML_errors/toplevel_errors;
wenzelm
parents: 23982
diff changeset
    21
  val use_thys: string list -> unit
f42665561801 removed obsolete Output.ML_errors/toplevel_errors;
wenzelm
parents: 23982
diff changeset
    22
  val use_thy: string -> unit
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
    23
  val toplevel_begin_theory: string -> string list -> (Path.T * bool) list -> theory
37954
a2e73df0b1e0 simplified/clarified register_thy: more precise treatment of new dependencies, remove descendants;
wenzelm
parents: 37953
diff changeset
    24
  val register_thy: theory -> unit
24080
8c67d869531b added register_thy (replaces pretend_use_thy_only and really flag);
wenzelm
parents: 24071
diff changeset
    25
  val finish: unit -> unit
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    26
end;
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    27
37216
3165bc303f66 modernized some structure names, keeping a few legacy aliases;
wenzelm
parents: 36953
diff changeset
    28
structure Thy_Info: THY_INFO =
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    29
struct
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    30
7099
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    31
(** theory loader actions and hooks **)
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    32
37981
9a15982f41fe theory loader: removed obsolete touch/outdate operations (require_thy no longer changes the database implicitly);
wenzelm
parents: 37980
diff changeset
    33
datatype action = Update | Remove;
7099
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    34
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    35
local
32738
15bb09ca0378 explicit indication of Unsynchronized.ref;
wenzelm
parents: 32106
diff changeset
    36
  val hooks = Unsynchronized.ref ([]: (action -> string -> unit) list);
7099
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    37
in
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
    38
  fun add_hook f = NAMED_CRITICAL "Thy_Info" (fn () => Unsynchronized.change hooks (cons f));
15570
8d8c70b41bab Move towards standard functions.
skalberg
parents: 15531
diff changeset
    39
  fun perform action name = List.app (fn f => (try (fn () => f action name) (); ())) (! hooks);
7099
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    40
end;
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    41
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    42
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
    43
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    44
(** thy database **)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    45
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    46
(* messages *)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    47
23871
0dd5696f58b6 removed obsolete use/update_thy_only;
wenzelm
parents: 22215
diff changeset
    48
fun loader_msg txt [] = "Theory loader: " ^ txt
0dd5696f58b6 removed obsolete use/update_thy_only;
wenzelm
parents: 22215
diff changeset
    49
  | loader_msg txt names = "Theory loader: " ^ txt ^ " " ^ commas_quote names;
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    50
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    51
val show_path = space_implode " via " o map quote;
9332
ff3a86a00ea5 tuned cycle_msg;
wenzelm
parents: 9327
diff changeset
    52
fun cycle_msg names = loader_msg ("cyclic dependency of " ^ show_path names) [];
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    53
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    54
6666
be06ed5d0b4c cleaned comments;
wenzelm
parents: 6654
diff changeset
    55
(* derived graph operations *)
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    56
9327
wenzelm
parents: 9137
diff changeset
    57
fun add_deps name parents G = Graph.add_deps_acyclic (name, parents) G
9332
ff3a86a00ea5 tuned cycle_msg;
wenzelm
parents: 9327
diff changeset
    58
  handle Graph.CYCLES namess => error (cat_lines (map cycle_msg namess));
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    59
37984
f26352bd82cf clarified register_thy: clean slate via kill_thy, more precise CRITICAL section;
wenzelm
parents: 37981
diff changeset
    60
fun new_entry name parents entry =
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
    61
  Graph.new_node (name, entry) #> add_deps name parents;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
    62
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    63
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    64
(* thy database *)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    65
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    66
type deps =
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
    67
 {master: (Path.T * File.ident),  (*master dependencies for thy file*)
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
    68
  parents: string list};          (*source specification of parents (partially qualified)*)
23886
f40fba467384 simplified ThyLoad interfaces: only one additional directory;
wenzelm
parents: 23871
diff changeset
    69
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
    70
fun make_deps master parents : deps = {master = master, parents = parents};
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    71
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
    72
fun master_dir (d: deps option) = the_default Path.current (Option.map (Path.dir o #1 o #master) d);
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
    73
fun base_name s = Path.implode (Path.base (Path.explode s));
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
    74
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    75
local
37905
wenzelm
parents: 37902
diff changeset
    76
  val database = Unsynchronized.ref (Graph.empty: (deps option * theory option) Graph.T);
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    77
in
6362
bbbea7fecb93 removed obsolete user data stuff;
wenzelm
parents: 6329
diff changeset
    78
  fun get_thys () = ! database;
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
    79
  fun change_thys f = NAMED_CRITICAL "Thy_Info" (fn () => Unsynchronized.change database f);
3604
6bf9f09f3d61 Moved functions for theory information storage / retrieval
berghofe
parents:
diff changeset
    80
end;
5209
a69fe5a61b6c theory_of renamed to theory (and made public);
wenzelm
parents: 4975
diff changeset
    81
a69fe5a61b6c theory_of renamed to theory (and made public);
wenzelm
parents: 4975
diff changeset
    82
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    83
(* access thy graph *)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    84
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    85
fun thy_graph f x = f (get_thys ()) x;
9417
c4f7c959eaee get_names: topologically sorted;
wenzelm
parents: 9332
diff changeset
    86
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
    87
fun get_names () = Graph.topological_order (get_thys ());
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    88
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    89
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    90
(* access thy *)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    91
7935
ac62465ed06c added check_known_thy, if_known_thy;
wenzelm
parents: 7910
diff changeset
    92
fun lookup_thy name =
15531
08c8dad8e399 Deleted Library.option type.
skalberg
parents: 15158
diff changeset
    93
  SOME (thy_graph Graph.get_node name) handle Graph.UNDEF _ => NONE;
7935
ac62465ed06c added check_known_thy, if_known_thy;
wenzelm
parents: 7910
diff changeset
    94
16047
b2bf9a5cde37 tuned pretty_sg;
wenzelm
parents: 15801
diff changeset
    95
val known_thy = is_some o lookup_thy;
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    96
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    97
fun get_thy name =
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
    98
  (case lookup_thy name of
15531
08c8dad8e399 Deleted Library.option type.
skalberg
parents: 15158
diff changeset
    99
    SOME thy => thy
08c8dad8e399 Deleted Library.option type.
skalberg
parents: 15158
diff changeset
   100
  | NONE => error (loader_msg "nothing known about theory" [name]));
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   101
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   102
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   103
(* access deps *)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   104
15570
8d8c70b41bab Move towards standard functions.
skalberg
parents: 15531
diff changeset
   105
val lookup_deps = Option.map #1 o lookup_thy;
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   106
val get_deps = #1 o get_thy;
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   107
26983
e40f28cdd19b exported master_directory;
wenzelm
parents: 26881
diff changeset
   108
val is_finished = is_none o get_deps;
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   109
val master_directory = master_dir o get_deps;
7191
fcce2387ad6d added pretend_use;
wenzelm
parents: 7099
diff changeset
   110
23871
0dd5696f58b6 removed obsolete use/update_thy_only;
wenzelm
parents: 22215
diff changeset
   111
fun get_parents name =
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   112
  thy_graph Graph.imm_preds name handle Graph.UNDEF _ =>
6654
c3686d75e9d6 Added function get_preds.
berghofe
parents: 6527
diff changeset
   113
    error (loader_msg "nothing known about theory" [name]);
c3686d75e9d6 Added function get_preds.
berghofe
parents: 6527
diff changeset
   114
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   115
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   116
(* access theory *)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   117
7687
3383b8223e46 fixed lookup_theory;
wenzelm
parents: 7589
diff changeset
   118
fun lookup_theory name =
3383b8223e46 fixed lookup_theory;
wenzelm
parents: 7589
diff changeset
   119
  (case lookup_thy name of
38142
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   120
    SOME (_, SOME theory) => SOME theory
15531
08c8dad8e399 Deleted Library.option type.
skalberg
parents: 15158
diff changeset
   121
  | _ => NONE);
7288
21ff5bb68a5c lookup_theory;
wenzelm
parents: 7267
diff changeset
   122
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   123
fun get_theory name =
7288
21ff5bb68a5c lookup_theory;
wenzelm
parents: 7267
diff changeset
   124
  (case lookup_theory name of
23871
0dd5696f58b6 removed obsolete use/update_thy_only;
wenzelm
parents: 22215
diff changeset
   125
    SOME theory => theory
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   126
  | _ => error (loader_msg "undefined theory entry for" [name]));
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   127
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
   128
fun loaded_files name = NAMED_CRITICAL "Thy_Info" (fn () =>
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37942
diff changeset
   129
  (case get_deps name of
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37942
diff changeset
   130
    NONE => []
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
   131
  | SOME {master = (thy_path, _), ...} => thy_path :: Thy_Load.loaded_files (get_theory name)));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37942
diff changeset
   132
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   133
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   134
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   135
(** thy operations **)
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   136
29421
db532e37cda2 use_thys: perform consolidate_thy on loaded theories, which removes failed nodes in post-hoc fashion;
wenzelm
parents: 29118
diff changeset
   137
(* remove theory *)
db532e37cda2 use_thys: perform consolidate_thy on loaded theories, which removes failed nodes in post-hoc fashion;
wenzelm
parents: 29118
diff changeset
   138
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
   139
fun remove_thy name = NAMED_CRITICAL "Thy_Info" (fn () =>
37979
0f21ebea4a73 tuned messages and comments;
wenzelm
parents: 37978
diff changeset
   140
  if is_finished name then error (loader_msg "attempt to change finished theory" [name])
29421
db532e37cda2 use_thys: perform consolidate_thy on loaded theories, which removes failed nodes in post-hoc fashion;
wenzelm
parents: 29118
diff changeset
   141
  else
29434
3f49ae779bdd remove_thy: perform PureThy.cancel_proofs;
wenzelm
parents: 29429
diff changeset
   142
    let
3f49ae779bdd remove_thy: perform PureThy.cancel_proofs;
wenzelm
parents: 29429
diff changeset
   143
      val succs = thy_graph Graph.all_succs [name];
3f49ae779bdd remove_thy: perform PureThy.cancel_proofs;
wenzelm
parents: 29429
diff changeset
   144
      val _ = priority (loader_msg "removing" succs);
38142
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   145
      val _ = List.app (perform Remove) succs;
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   146
      val _ = change_thys (Graph.del_nodes succs);
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   147
    in () end);
29421
db532e37cda2 use_thys: perform consolidate_thy on loaded theories, which removes failed nodes in post-hoc fashion;
wenzelm
parents: 29118
diff changeset
   148
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
   149
fun kill_thy name = NAMED_CRITICAL "Thy_Info" (fn () =>
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   150
  if known_thy name then remove_thy name
38142
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   151
  else ());
7099
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
   152
8142ccd13963 added update_thy_only;
wenzelm
parents: 7066
diff changeset
   153
24209
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   154
(* scheduling loader tasks *)
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   155
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   156
datatype task =
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   157
  Task of string list * (theory list -> (theory * (unit -> unit))) |
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   158
  Finished of theory;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   159
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   160
fun task_finished (Task _) = false
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   161
  | task_finished (Finished _) = true;
24209
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   162
29118
8f2481aa363d removed old scheduler;
wenzelm
parents: 29088
diff changeset
   163
local
8f2481aa363d removed old scheduler;
wenzelm
parents: 29088
diff changeset
   164
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   165
fun schedule_seq task_graph =
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   166
  ((Graph.topological_order task_graph, Symtab.empty) |-> fold (fn name => fn tab =>
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   167
    (case Graph.get_node task_graph name of
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   168
      Task (parents, body) =>
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   169
        let
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   170
          val (thy, after_load) = body (map (the o Symtab.lookup tab) parents);
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   171
          val _ = after_load ();
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   172
        in Symtab.update (name, thy) tab end
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   173
    | Finished thy => Symtab.update (name, thy) tab))) |> ignore;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   174
32814
81897d30b97f added Task_Queue.depend (again) -- light-weight version for transitive graph;
wenzelm
parents: 32794
diff changeset
   175
fun schedule_futures task_graph = uninterruptible (fn _ => fn () =>
28194
c6dad24124f1 added future_scheduler (default false);
wenzelm
parents: 28126
diff changeset
   176
  let
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   177
    val tasks = Graph.topological_order task_graph;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   178
    val futures = (tasks, Symtab.empty) |-> fold (fn name => fn tab =>
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   179
      (case Graph.get_node task_graph name of
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   180
        Task (parents, body) =>
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   181
          let
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   182
            val get = the o Symtab.lookup tab;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   183
            val deps = map (`get) (Graph.imm_preds task_graph name);
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   184
            fun failed (future, parent) = if can Future.join future then NONE else SOME parent;
29000
5e03bc760355 improved future_schedule: more robust handling of failed parents (explicit join), final join of all futures, including Exn.release_all;
wenzelm
parents: 28980
diff changeset
   185
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   186
            val future = Future.fork_deps (map #1 deps) (fn () =>
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   187
              (case map_filter failed deps of
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   188
                [] => body (map (#1 o Future.join o get) parents)
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   189
              | bad => error (loader_msg
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   190
                  ("failed to load " ^ quote name ^ " (unresolved " ^ commas_quote bad ^ ")") [])));
38143
3342c68d8782 schedule_futures: discontinued special treatment of non-parallel proofs, which might have affected memory usage at some point, but does not seem to make a difference with as little as 2GB RAM;
wenzelm
parents: 38142
diff changeset
   191
          in Symtab.update (name, future) tab end
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   192
      | Finished thy => Symtab.update (name, Future.value (thy, I)) tab));
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   193
    val _ =
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   194
      tasks |> maps (fn name =>
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   195
        let
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   196
          val (thy, after_load) = Future.join (the (Symtab.lookup futures name));
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   197
          val _ = PureThy.join_proofs thy;
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   198
          val _ = after_load ();
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   199
        in [] end handle exn => [Exn.Exn exn])
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   200
      |> rev |> Exn.release_all;
34260
2524c1bbd087 kill failed theories in reverse order -- avoids cascaded warnings;
wenzelm
parents: 33522
diff changeset
   201
  in () end) ();
29429
a6c641f08af7 schedule_futures: tuned final consolidation, explicit after_load phase;
wenzelm
parents: 29421
diff changeset
   202
24209
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   203
in
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   204
32794
7b100d30eb32 eliminated redundant bindings;
wenzelm
parents: 32738
diff changeset
   205
fun schedule_tasks tasks =
29118
8f2481aa363d removed old scheduler;
wenzelm
parents: 29088
diff changeset
   206
  if not (Multithreading.enabled ()) then schedule_seq tasks
8f2481aa363d removed old scheduler;
wenzelm
parents: 29088
diff changeset
   207
  else if Multithreading.self_critical () then
24209
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   208
     (warning (loader_msg "no multithreading within critical section" []);
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   209
      schedule_seq tasks)
29118
8f2481aa363d removed old scheduler;
wenzelm
parents: 29088
diff changeset
   210
  else schedule_futures tasks;
24209
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   211
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   212
end;
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   213
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   214
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   215
(* require_thy -- checking database entries wrt. the file-system *)
15065
9feac0b7f935 Some changes to allow qualified theory import.
berghofe
parents: 14981
diff changeset
   216
7211
8e4aa9044599 fixed thy_only;
wenzelm
parents: 7191
diff changeset
   217
local
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   218
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   219
fun required_by _ [] = ""
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   220
  | required_by s initiators = s ^ "(required by " ^ show_path (rev initiators) ^ ")";
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   221
38134
3de75ca6f166 load_thy: refer to physical master directory (not accumulated source import directory) and enable loading files relatively to that;
wenzelm
parents: 37985
diff changeset
   222
fun load_thy initiators update_time (deps: deps) text name parent_thys =
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   223
  let
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   224
    val _ = kill_thy name;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   225
    val _ = priority ("Loading theory " ^ quote name ^ required_by " " initiators);
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   226
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   227
    val {master = (thy_path, _), ...} = deps;
38134
3de75ca6f166 load_thy: refer to physical master directory (not accumulated source import directory) and enable loading files relatively to that;
wenzelm
parents: 37985
diff changeset
   228
    val dir = Path.dir thy_path;
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   229
    val pos = Path.position thy_path;
37978
548f3f165d05 simplified Thy_Header.read -- include Source.of_string_limited here;
wenzelm
parents: 37977
diff changeset
   230
    val uses = map (apfst Path.explode) (#3 (Thy_Header.read pos text));
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   231
    fun init () =
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   232
      Thy_Load.begin_theory dir name parent_thys uses
38141
8a2bacb8ad87 removed unused Update_Time data (cf. ac94ff28e9e1);
wenzelm
parents: 38139
diff changeset
   233
      |> Present.begin_theory update_time dir uses;
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   234
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   235
    val (after_load, theory) = Outer_Syntax.load_thy name init pos text;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   236
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   237
    val parent_names = map Context.theory_name parent_thys;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   238
    fun after_load' () =
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   239
     (after_load ();
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
   240
      NAMED_CRITICAL "Thy_Info" (fn () =>
37984
f26352bd82cf clarified register_thy: clean slate via kill_thy, more precise CRITICAL section;
wenzelm
parents: 37981
diff changeset
   241
        (change_thys (new_entry name parent_names (SOME deps, SOME theory));
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   242
          perform Update name)));
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   243
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   244
  in (theory, after_load') end;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   245
24175
38a15a3a1aad theory loader: removed obsolete update_thy (coincides with use_thy);
wenzelm
parents: 24151
diff changeset
   246
fun check_deps dir name =
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   247
  (case lookup_deps name of
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   248
    SOME NONE => (true, NONE, get_parents name, NONE)
23893
8babfcaaf129 deps: maintain source specification of parents (prevents repeated ThyLoad.deps_thy);
wenzelm
parents: 23886
diff changeset
   249
  | NONE =>
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   250
      let val {master, text, imports = parents, ...} = Thy_Load.deps_thy dir name
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   251
      in (false, SOME (make_deps master parents), parents, SOME text) end
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   252
  | SOME (SOME {master, parents}) =>
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   253
      let val master' = Thy_Load.check_thy dir name in
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   254
        if #2 master <> #2 master' then
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   255
          let val {text = text', imports = parents', ...} = Thy_Load.deps_thy dir name;
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   256
          in (false, SOME (make_deps master' parents'), parents', SOME text') end
24175
38a15a3a1aad theory loader: removed obsolete update_thy (coincides with use_thy);
wenzelm
parents: 24151
diff changeset
   257
        else
38a15a3a1aad theory loader: removed obsolete update_thy (coincides with use_thy);
wenzelm
parents: 24151
diff changeset
   258
          let
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37942
diff changeset
   259
            val current =
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37942
diff changeset
   260
              (case lookup_theory name of
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37942
diff changeset
   261
                NONE => false
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   262
              | SOME theory => Thy_Load.all_current theory);
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   263
            val deps' = SOME (make_deps master' parents);
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   264
          in (current, deps', parents, NONE) end
24175
38a15a3a1aad theory loader: removed obsolete update_thy (coincides with use_thy);
wenzelm
parents: 24151
diff changeset
   265
      end);
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   266
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   267
in
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   268
37873
66d90b2b87bc eliminated old time_use/time_use_thy variants -- timing is implicitly controlled via Output.timing;
wenzelm
parents: 37871
diff changeset
   269
fun require_thys initiators dir strs tasks =
66d90b2b87bc eliminated old time_use/time_use_thy variants -- timing is implicitly controlled via Output.timing;
wenzelm
parents: 37871
diff changeset
   270
      fold_map (require_thy initiators dir) strs tasks |>> forall I
66d90b2b87bc eliminated old time_use/time_use_thy variants -- timing is implicitly controlled via Output.timing;
wenzelm
parents: 37871
diff changeset
   271
and require_thy initiators dir str tasks =
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   272
  let
21858
05f57309170c avoid conflict with Alice keywords: renamed pack -> implode, unpack -> explode, any -> many, avoided assert;
wenzelm
parents: 20664
diff changeset
   273
    val path = Path.expand (Path.explode str);
05f57309170c avoid conflict with Alice keywords: renamed pack -> implode, unpack -> explode, any -> many, avoided assert;
wenzelm
parents: 20664
diff changeset
   274
    val name = Path.implode (Path.base path);
23893
8babfcaaf129 deps: maintain source specification of parents (prevents repeated ThyLoad.deps_thy);
wenzelm
parents: 23886
diff changeset
   275
    val dir' = Path.append dir (Path.dir path);
23871
0dd5696f58b6 removed obsolete use/update_thy_only;
wenzelm
parents: 22215
diff changeset
   276
    val _ = member (op =) initiators name andalso error (cycle_msg initiators);
7066
febce8eee487 require_thy: fixed performance leak;
wenzelm
parents: 6900
diff changeset
   277
  in
32794
7b100d30eb32 eliminated redundant bindings;
wenzelm
parents: 32738
diff changeset
   278
    (case try (Graph.get_node tasks) name of
24209
8a2c8d623e43 schedule: misc cleanup, more precise task model;
wenzelm
parents: 24190
diff changeset
   279
      SOME task => (task_finished task, tasks)
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   280
    | NONE =>
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   281
        let
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   282
          val (current, deps, parents, opt_text) = check_deps dir' name
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   283
            handle ERROR msg => cat_error msg
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   284
              (loader_msg "the error(s) above occurred while examining theory" [name] ^
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   285
                required_by "\n" initiators);
37981
9a15982f41fe theory loader: removed obsolete touch/outdate operations (require_thy no longer changes the database implicitly);
wenzelm
parents: 37980
diff changeset
   286
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   287
          val parent_names = map base_name parents;
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   288
          val (parents_current, tasks') =
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   289
            require_thys (name :: initiators) (Path.append dir (master_dir deps)) parents tasks;
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   290
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   291
          val all_current = current andalso parents_current;
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   292
          val task =
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   293
            if all_current then Finished (get_theory name)
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   294
            else
37980
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   295
              (case deps of
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   296
                NONE => raise Fail "Malformed deps"
b8c3d4dc1e3e avoid repeated File.read for theory text (as before);
wenzelm
parents: 37979
diff changeset
   297
              | SOME (dep as {master = (thy_path, _), ...}) =>
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   298
                  let
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   299
                    val text = (case opt_text of SOME text => text | NONE => File.read thy_path);
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   300
                    val update_time = serial ();
38134
3de75ca6f166 load_thy: refer to physical master directory (not accumulated source import directory) and enable loading files relatively to that;
wenzelm
parents: 37985
diff changeset
   301
                  in Task (parent_names, load_thy initiators update_time dep text name) end);
37984
f26352bd82cf clarified register_thy: clean slate via kill_thy, more precise CRITICAL section;
wenzelm
parents: 37981
diff changeset
   302
        in (all_current, new_entry name parent_names task tasks') end)
7066
febce8eee487 require_thy: fixed performance leak;
wenzelm
parents: 6900
diff changeset
   303
  end;
6484
3f098b0ec683 use_thy etc.: may specify path prefix, which is temporarily used as load path;
wenzelm
parents: 6389
diff changeset
   304
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   305
end;
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   306
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   307
37979
0f21ebea4a73 tuned messages and comments;
wenzelm
parents: 37978
diff changeset
   308
(* use_thy *)
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   309
38146
a5916f2b6791 export use_thys_wrt;
wenzelm
parents: 38145
diff changeset
   310
fun use_thys_wrt dir arg =
37873
66d90b2b87bc eliminated old time_use/time_use_thy variants -- timing is implicitly controlled via Output.timing;
wenzelm
parents: 37871
diff changeset
   311
  schedule_tasks (snd (require_thys [] dir arg Graph.empty));
23967
92130b24e87f require_thy: explicit tasks graph;
wenzelm
parents: 23939
diff changeset
   312
38146
a5916f2b6791 export use_thys_wrt;
wenzelm
parents: 38145
diff changeset
   313
val use_thys = use_thys_wrt Path.current;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37942
diff changeset
   314
val use_thy = use_thys o single;
7211
8e4aa9044599 fixed thy_only;
wenzelm
parents: 7191
diff changeset
   315
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   316
37979
0f21ebea4a73 tuned messages and comments;
wenzelm
parents: 37978
diff changeset
   317
(* toplevel begin theory -- without maintaining database *)
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   318
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   319
fun toplevel_begin_theory name imports uses =
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   320
  let
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   321
    val dir = Thy_Load.get_master_path ();
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   322
    val _ = kill_thy name;
38146
a5916f2b6791 export use_thys_wrt;
wenzelm
parents: 38145
diff changeset
   323
    val _ = use_thys_wrt dir imports;
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   324
    val parents = map (get_theory o base_name) imports;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   325
  in Thy_Load.begin_theory dir name parents uses end;
7244
ad714526c23e may_load_file;
wenzelm
parents: 7223
diff changeset
   326
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   327
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37955
diff changeset
   328
(* register theory *)
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   329
37954
a2e73df0b1e0 simplified/clarified register_thy: more precise treatment of new dependencies, remove descendants;
wenzelm
parents: 37953
diff changeset
   330
fun register_thy theory =
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   331
  let
16454
af39c6510b86 removed obsolete theory_of_sign, theory_of_thm;
wenzelm
parents: 16047
diff changeset
   332
    val name = Context.theory_name theory;
37954
a2e73df0b1e0 simplified/clarified register_thy: more precise treatment of new dependencies, remove descendants;
wenzelm
parents: 37953
diff changeset
   333
    val master = Thy_Load.check_thy (Thy_Load.master_directory theory) name;
37984
f26352bd82cf clarified register_thy: clean slate via kill_thy, more precise CRITICAL section;
wenzelm
parents: 37981
diff changeset
   334
    val parents = map Context.theory_name (Theory.parents_of theory);
37985
e3ce42cb22dd simplified handling of update_time -- do not store within deps;
wenzelm
parents: 37984
diff changeset
   335
    val deps = make_deps master parents;
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   336
  in
38145
675827e61eb9 more precise CRITICAL sections, using NAMED_CRITICAL uniformly;
wenzelm
parents: 38143
diff changeset
   337
    NAMED_CRITICAL "Thy_Info" (fn () =>
38142
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   338
     (kill_thy name;
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   339
      priority ("Registering theory " ^ quote name);
c202426474c3 more precise CRITICAL sections;
wenzelm
parents: 38141
diff changeset
   340
      map get_theory parents;
37984
f26352bd82cf clarified register_thy: clean slate via kill_thy, more precise CRITICAL section;
wenzelm
parents: 37981
diff changeset
   341
      change_thys (new_entry name parents (SOME deps, SOME theory));
37954
a2e73df0b1e0 simplified/clarified register_thy: more precise treatment of new dependencies, remove descendants;
wenzelm
parents: 37953
diff changeset
   342
      perform Update name))
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   343
  end;
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   344
24080
8c67d869531b added register_thy (replaces pretend_use_thy_only and really flag);
wenzelm
parents: 24071
diff changeset
   345
8c67d869531b added register_thy (replaces pretend_use_thy_only and really flag);
wenzelm
parents: 24071
diff changeset
   346
(* finish all theories *)
8c67d869531b added register_thy (replaces pretend_use_thy_only and really flag);
wenzelm
parents: 24071
diff changeset
   347
28976
53c96f58e38f future_scheduler: no global task group, exceptions via collective join;
wenzelm
parents: 28844
diff changeset
   348
fun finish () = change_thys (Graph.map_nodes (fn (_, entry) => (NONE, entry)));
24080
8c67d869531b added register_thy (replaces pretend_use_thy_only and really flag);
wenzelm
parents: 24071
diff changeset
   349
6211
43d0efafa025 Theory loader database: theory and file dependencies, theory values
wenzelm
parents: 5211
diff changeset
   350
end;