src/Pure/Thy/thy_load.ML
author wenzelm
Wed, 22 Aug 2012 12:47:49 +0200
changeset 48881 46e053eda5dd
parent 48880 03232f0bb5c4
child 48886 9604c6563226
permissions -rw-r--r--
clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     1
(*  Title:      Pure/Thy/thy_load.ML
42002
wenzelm
parents: 41955
diff changeset
     2
    Author:     Makarius
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     3
42002
wenzelm
parents: 41955
diff changeset
     4
Loading files that contribute to a theory.  Global master path.
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     5
*)
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     6
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     7
signature THY_LOAD =
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
     8
sig
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
     9
  val master_directory: theory -> Path.T
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    10
  val imports_of: theory -> string list
41955
703ea96b13c6 files are identified via SHA1 digests -- discontinued ISABELLE_FILE_IDENT;
wenzelm
parents: 41944
diff changeset
    11
  val provide: Path.T * (Path.T * SHA1.digest) -> theory -> theory
42003
6e45dc518ebb replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents: 42002
diff changeset
    12
  val check_file: Path.T -> Path.T -> Path.T
46737
09ab89658a5d clarified module Thy_Load;
wenzelm
parents: 44478
diff changeset
    13
  val thy_path: Path.T -> Path.T
48876
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
    14
  val check_thy: Thy_Header.keywords -> Path.T -> string ->
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    15
   {master: Path.T * SHA1.digest, text: string, imports: string list,
48876
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
    16
    uses: (Path.T * bool) list, keywords: Thy_Header.keywords}
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
    17
  val load_file: theory -> Path.T -> (Path.T * SHA1.digest) * string
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
    18
  val use_file: Path.T -> theory -> string * theory
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    19
  val loaded_files: theory -> Path.T list
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    20
  val all_current: theory -> bool
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    21
  val use_ml: Path.T -> unit
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    22
  val exec_ml: Path.T -> generic_theory -> generic_theory
46938
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
    23
  val begin_theory: Path.T -> Thy_Header.header -> theory list -> theory
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
    24
  val load_thy: int -> Path.T -> Thy_Header.header -> Position.T -> string ->
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
    25
    theory list -> theory * unit future
48867
e9beabf045ab some support for inlining file content into outer syntax token language;
wenzelm
parents: 46959
diff changeset
    26
  val resolve_files: Path.T -> Thy_Syntax.span -> Thy_Syntax.span
e9beabf045ab some support for inlining file content into outer syntax token language;
wenzelm
parents: 46959
diff changeset
    27
  val parse_files: string -> (theory -> Token.files) parser
42002
wenzelm
parents: 41955
diff changeset
    28
  val set_master_path: Path.T -> unit
wenzelm
parents: 41955
diff changeset
    29
  val get_master_path: unit -> Path.T
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    30
end;
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    31
37216
3165bc303f66 modernized some structure names, keeping a few legacy aliases;
wenzelm
parents: 33221
diff changeset
    32
structure Thy_Load: THY_LOAD =
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    33
struct
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
    34
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    35
(* manage source files *)
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    36
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    37
type files =
40741
17d6293a1e26 moved file identification to thy_load.ML (where it is actually used);
wenzelm
parents: 40625
diff changeset
    38
 {master_dir: Path.T,  (*master directory of theory source*)
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    39
  imports: string list,  (*source specification of imports*)
40741
17d6293a1e26 moved file identification to thy_load.ML (where it is actually used);
wenzelm
parents: 40625
diff changeset
    40
  required: Path.T list,  (*source path*)
41955
703ea96b13c6 files are identified via SHA1 digests -- discontinued ISABELLE_FILE_IDENT;
wenzelm
parents: 41944
diff changeset
    41
  provided: (Path.T * (Path.T * SHA1.digest)) list};  (*source path, physical path, digest*)
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    42
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    43
fun make_files (master_dir, imports, required, provided): files =
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    44
 {master_dir = master_dir, imports = imports, required = required, provided = provided};
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    45
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    46
structure Files = Theory_Data
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    47
(
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    48
  type T = files;
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    49
  val empty = make_files (Path.current, [], [], []);
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    50
  fun extend _ = empty;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    51
  fun merge _ = empty;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    52
);
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    53
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    54
fun map_files f =
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    55
  Files.map (fn {master_dir, imports, required, provided} =>
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    56
    make_files (f (master_dir, imports, required, provided)));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    57
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    58
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    59
val master_directory = #master_dir o Files.get;
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    60
val imports_of = #imports o Files.get;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    61
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    62
fun put_deps dir imports = map_files (fn _ => (dir, imports, [], []));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    63
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    64
fun require src_path =
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    65
  map_files (fn (master_dir, imports, required, provided) =>
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    66
    if member (op =) required src_path then
41944
b97091ae583a Path.print is the official way to show file-system paths to users -- note that Path.implode often indicates violation of the abstract datatype;
wenzelm
parents: 41886
diff changeset
    67
      error ("Duplicate source file dependency: " ^ Path.print src_path)
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    68
    else (master_dir, imports, src_path :: required, provided));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    69
37978
548f3f165d05 simplified Thy_Header.read -- include Source.of_string_limited here;
wenzelm
parents: 37977
diff changeset
    70
fun provide (src_path, path_id) =
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    71
  map_files (fn (master_dir, imports, required, provided) =>
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    72
    if AList.defined (op =) provided src_path then
41944
b97091ae583a Path.print is the official way to show file-system paths to users -- note that Path.implode often indicates violation of the abstract datatype;
wenzelm
parents: 41886
diff changeset
    73
      error ("Duplicate resolution of source file dependency: " ^ Path.print src_path)
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
    74
    else (master_dir, imports, required, (src_path, path_id) :: provided));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    75
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
    76
48869
wenzelm
parents: 48868
diff changeset
    77
(* inlined files *)
wenzelm
parents: 48868
diff changeset
    78
48878
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
    79
fun check_file dir file = File.check_file (File.full_path dir file);
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
    80
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    81
local
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    82
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    83
fun clean ((i1, t1) :: (i2, t2) :: toks) =
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    84
      if Token.keyword_with (fn s => s = "%" orelse s = "--") t1 then clean toks
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    85
      else (i1, t1) :: clean ((i2, t2) :: toks)
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    86
  | clean toks = toks;
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    87
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    88
fun clean_tokens toks =
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    89
  ((0 upto length toks - 1) ~~ toks)
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    90
  |> filter (fn (_, tok) => Token.is_proper tok)
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    91
  |> clean;
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    92
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    93
fun find_file toks =
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    94
  rev (clean_tokens toks) |> get_first (fn (i, tok) =>
48881
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
    95
    if Token.is_name tok then
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
    96
    SOME (i, Path.explode (Token.content_of tok))
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
    97
      handle ERROR msg => error (msg ^ Token.pos_of tok)
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    98
    else NONE);
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
    99
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   100
fun command_files path exts =
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   101
  if null exts then [path]
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   102
  else map (fn ext => Path.ext ext path) exts;
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   103
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   104
in
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   105
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   106
fun find_files syntax text =
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   107
  let val thy_load_commands = Keyword.thy_load_commands syntax in
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   108
    if exists (fn (cmd, _) => String.isSubstring cmd text) thy_load_commands then
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   109
      Thy_Syntax.parse_tokens (Keyword.lexicons_of syntax) Position.none text
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   110
      |> Thy_Syntax.parse_spans
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   111
      |> maps
48878
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
   112
        (fn Thy_Syntax.Span (Thy_Syntax.Command (cmd, _), toks) =>
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   113
              (case AList.lookup (op =) thy_load_commands cmd of
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   114
                SOME exts =>
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   115
                  (case find_file toks of
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   116
                    SOME (_, path) => command_files path exts
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   117
                  | NONE => [])
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   118
              | NONE => [])
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   119
          | _ => [])
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   120
    else []
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   121
  end;
48869
wenzelm
parents: 48868
diff changeset
   122
48880
wenzelm
parents: 48878
diff changeset
   123
fun read_files cmd dir path =
48869
wenzelm
parents: 48868
diff changeset
   124
  let
wenzelm
parents: 48868
diff changeset
   125
    val files =
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   126
      command_files path (Keyword.command_files cmd)
48880
wenzelm
parents: 48878
diff changeset
   127
      |> map (check_file dir #> (fn p => (File.read p, Path.position p)));
48869
wenzelm
parents: 48868
diff changeset
   128
  in (dir, files) end;
wenzelm
parents: 48868
diff changeset
   129
wenzelm
parents: 48868
diff changeset
   130
fun parse_files cmd =
48881
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
   131
  Scan.ahead Parse.not_eof -- Parse.path >> (fn (tok, name) => fn thy =>
48880
wenzelm
parents: 48878
diff changeset
   132
    (case Token.get_files tok of
wenzelm
parents: 48878
diff changeset
   133
      SOME files => files
wenzelm
parents: 48878
diff changeset
   134
    | NONE =>
48881
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
   135
        let
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
   136
          val path = Path.explode name;
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
   137
          val _ = warning ("Dynamic loading of files: " ^ Path.print path);
46e053eda5dd clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents: 48880
diff changeset
   138
        in read_files cmd (master_directory thy) path end));
48869
wenzelm
parents: 48868
diff changeset
   139
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   140
fun resolve_files dir span =
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   141
  (case span of
48878
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
   142
    Thy_Syntax.Span (Thy_Syntax.Command (cmd, pos), toks) =>
48869
wenzelm
parents: 48868
diff changeset
   143
      if Keyword.is_theory_load cmd then
48880
wenzelm
parents: 48878
diff changeset
   144
        (case find_file toks of
wenzelm
parents: 48878
diff changeset
   145
          NONE => error ("Bad file argument of command " ^ quote cmd ^ Position.str_of pos)
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   146
        | SOME (i, path) =>
48869
wenzelm
parents: 48868
diff changeset
   147
            let
wenzelm
parents: 48868
diff changeset
   148
              val toks' = toks |> map_index (fn (j, tok) =>
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   149
                if i = j then Token.put_files (read_files cmd dir path) tok
48869
wenzelm
parents: 48868
diff changeset
   150
                else tok);
48878
5e850e6fa3c3 tuned errors;
wenzelm
parents: 48877
diff changeset
   151
            in Thy_Syntax.Span (Thy_Syntax.Command (cmd, pos), toks') end)
48869
wenzelm
parents: 48868
diff changeset
   152
      else span
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   153
  | span => span);
48869
wenzelm
parents: 48868
diff changeset
   154
wenzelm
parents: 48868
diff changeset
   155
end;
wenzelm
parents: 48868
diff changeset
   156
wenzelm
parents: 48868
diff changeset
   157
23872
f449381e2caa tuned signature;
wenzelm
parents: 22145
diff changeset
   158
(* check files *)
6232
4336add1c251 include full paths in file info;
wenzelm
parents: 6219
diff changeset
   159
46737
09ab89658a5d clarified module Thy_Load;
wenzelm
parents: 44478
diff changeset
   160
val thy_path = Path.ext "thy";
09ab89658a5d clarified module Thy_Load;
wenzelm
parents: 44478
diff changeset
   161
48876
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   162
fun check_thy base_keywords dir thy_name =
23872
f449381e2caa tuned signature;
wenzelm
parents: 22145
diff changeset
   163
  let
48876
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   164
    val path = thy_path (Path.basic thy_name);
46737
09ab89658a5d clarified module Thy_Load;
wenzelm
parents: 44478
diff changeset
   165
    val master_file = check_file dir path;
42003
6e45dc518ebb replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents: 42002
diff changeset
   166
    val text = File.read master_file;
48876
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   167
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   168
    val {name, imports, uses, keywords} = Thy_Header.read (Path.position master_file) text;
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   169
    val _ = thy_name <> name andalso
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   170
      error ("Bad file name " ^ Path.print path ^ " for theory " ^ quote name);
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   171
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   172
    val syntax =
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   173
      fold (Keyword.define_keywords o apsnd (Option.map Keyword.spec))
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   174
        (keywords @ base_keywords) (Keyword.get_keywords ());
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   175
    val more_uses = map (rpair false) (find_files syntax text);
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   176
  in
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   177
   {master = (master_file, SHA1.digest text), text = text,
48876
157dd47032e0 more standard Thy_Load.check_thy for Pure.thy, relying on its header;
wenzelm
parents: 48874
diff changeset
   178
    imports = imports, uses = uses @ more_uses, keywords = keywords}
48874
ff9cd47be39b refined Thy_Load.check_thy: find more uses in body text, based on keywords;
wenzelm
parents: 48869
diff changeset
   179
  end;
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
   180
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   181
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   182
(* load files *)
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   183
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   184
fun load_file thy src_path =
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   185
  let
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   186
    val full_path = check_file (master_directory thy) src_path;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   187
    val text = File.read full_path;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   188
    val id = SHA1.digest text;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   189
  in ((full_path, id), text) end;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   190
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   191
fun use_file src_path thy =
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   192
  let
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   193
    val (path_id, text) = load_file thy src_path;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   194
    val thy' = provide (src_path, path_id) thy;
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   195
  in (text, thy') end;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   196
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   197
val loaded_files = map (#1 o #2) o #provided o Files.get;
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
   198
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   199
fun check_loaded thy =
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   200
  let
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   201
    val {required, provided, ...} = Files.get thy;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   202
    val provided_paths = map #1 provided;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   203
    val _ =
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   204
      (case subtract (op =) provided_paths required of
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   205
        [] => NONE
41944
b97091ae583a Path.print is the official way to show file-system paths to users -- note that Path.implode often indicates violation of the abstract datatype;
wenzelm
parents: 41886
diff changeset
   206
      | bad => error ("Pending source file dependencies: " ^ commas (map Path.print (rev bad))));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   207
    val _ =
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   208
      (case subtract (op =) required provided_paths of
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   209
        [] => NONE
41944
b97091ae583a Path.print is the official way to show file-system paths to users -- note that Path.implode often indicates violation of the abstract datatype;
wenzelm
parents: 41886
diff changeset
   210
      | bad => error ("Undeclared source file dependencies: " ^ commas (map Path.print (rev bad))));
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   211
  in () end;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   212
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   213
fun all_current thy =
37939
965537d86fcc discontinued special treatment of ML files -- no longer complete extensions on demand;
wenzelm
parents: 37938
diff changeset
   214
  let
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   215
    val {provided, ...} = Files.get thy;
37978
548f3f165d05 simplified Thy_Header.read -- include Source.of_string_limited here;
wenzelm
parents: 37977
diff changeset
   216
    fun current (src_path, (_, id)) =
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   217
      (case try (load_file thy) src_path of
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   218
        NONE => false
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   219
      | SOME ((_, id'), _) => id = id');
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   220
  in can check_loaded thy andalso forall current provided end;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   221
37952
f6c40213675b Thy_Load.check_loaded via Theory.at_end;
wenzelm
parents: 37950
diff changeset
   222
val _ = Context.>> (Context.map_theory (Theory.at_end (fn thy => (check_loaded thy; NONE))));
f6c40213675b Thy_Load.check_loaded via Theory.at_end;
wenzelm
parents: 37950
diff changeset
   223
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   224
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   225
(* provide files *)
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   226
43700
e4ece46a9ca7 clarified Thy_Load.digest_file -- read ML files only once;
wenzelm
parents: 42003
diff changeset
   227
fun eval_file path text = ML_Context.eval_text true (Path.position path) text;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   228
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   229
fun use_ml src_path =
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   230
  if is_none (Context.thread_data ()) then
43700
e4ece46a9ca7 clarified Thy_Load.digest_file -- read ML files only once;
wenzelm
parents: 42003
diff changeset
   231
    let val path = check_file Path.current src_path
e4ece46a9ca7 clarified Thy_Load.digest_file -- read ML files only once;
wenzelm
parents: 42003
diff changeset
   232
    in eval_file path (File.read path) end
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   233
  else
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   234
    let
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   235
      val thy = ML_Context.the_global_context ();
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   236
43702
24fb44c1086a more abstract Thy_Load.load_file/use_file for external theory resources;
wenzelm
parents: 43700
diff changeset
   237
      val ((path, id), text) = load_file thy src_path;
43700
e4ece46a9ca7 clarified Thy_Load.digest_file -- read ML files only once;
wenzelm
parents: 42003
diff changeset
   238
      val _ = eval_file path text;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   239
      val _ = Context.>> Local_Theory.propagate_ml_env;
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   240
37978
548f3f165d05 simplified Thy_Header.read -- include Source.of_string_limited here;
wenzelm
parents: 37977
diff changeset
   241
      val provide = provide (src_path, (path, id));
38757
2b3e054ae6fc renamed Local_Theory.theory(_result) to Local_Theory.background_theory(_result) to emphasize that this belongs to the infrastructure and is rarely appropriate in user-space tools;
wenzelm
parents: 38133
diff changeset
   242
      val _ = Context.>> (Context.mapping provide (Local_Theory.background_theory provide));
37978
548f3f165d05 simplified Thy_Header.read -- include Source.of_string_limited here;
wenzelm
parents: 37977
diff changeset
   243
    in () end;
37949
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   244
48a874444164 moved management of auxiliary theory source files to Thy_Load -- as theory data instead of accidental loader state;
wenzelm
parents: 37943
diff changeset
   245
fun exec_ml src_path = ML_Context.exec (fn () => use_ml src_path);
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
   246
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   247
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   248
(* load_thy *)
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   249
46938
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
   250
fun begin_theory dir {name, imports, keywords, uses} parents =
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   251
  Theory.begin_theory name parents
41548
bd0bebf93fa6 Thy_Load.begin_theory: maintain source specification of imports;
wenzelm
parents: 41414
diff changeset
   252
  |> put_deps dir imports
46938
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
   253
  |> fold Thy_Header.declare_keyword keywords
37977
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   254
  |> fold (require o fst) uses
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   255
  |> fold (fn (path, true) => Context.theory_map (exec_ml path) o Theory.checkpoint | _ => I) uses
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   256
  |> Theory.checkpoint;
3ceccd415145 simplified/clarified theory loader: more explicit task management, kill old versions at start, commit results only in the very end, non-optional master dependency, do not store text in deps;
wenzelm
parents: 37952
diff changeset
   257
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   258
fun excursion init elements =
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   259
  let
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   260
    val immediate = not (Goal.future_enabled ());
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   261
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   262
    fun proof_result (tr, trs) (st, _) =
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   263
      let
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   264
        val (result, st') = Toplevel.proof_result immediate (tr, trs) st;
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   265
        val pos' = Toplevel.pos_of (List.last (tr :: trs));
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   266
      in (result, (st', pos')) end;
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   267
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   268
    fun element_result elem x =
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   269
      fold_map proof_result
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   270
        (Outer_Syntax.read_element (#2 (Outer_Syntax.get_syntax ())) init elem) x;
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   271
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   272
    val (results, (end_state, end_pos)) =
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   273
      fold_map element_result elements (Toplevel.toplevel, Position.none);
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   274
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   275
    val thy = Toplevel.end_theory end_pos end_state;
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   276
  in (flat results, thy) end;
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   277
46938
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
   278
fun load_thy update_time dir header pos text parents =
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   279
  let
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   280
    val time = ! Toplevel.timing;
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   281
48867
e9beabf045ab some support for inlining file content into outer syntax token language;
wenzelm
parents: 46959
diff changeset
   282
    val {name, uses, ...} = header;
46958
0ec8f04e753a define keywords early when processing the theory header, before running the body commands;
wenzelm
parents: 46938
diff changeset
   283
    val _ = Thy_Header.define_keywords header;
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   284
    val _ = Present.init_theory name;
44186
806f0ec1a43d simplified Toplevel.init_theory: discontinued special master argument;
wenzelm
parents: 44113
diff changeset
   285
    fun init () =
46938
cda018294515 some support for outer syntax keyword declarations within theory header;
wenzelm
parents: 46811
diff changeset
   286
      begin_theory dir header parents
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   287
      |> Present.begin_theory update_time dir uses;
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   288
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   289
    val lexs = Keyword.get_lexicons ();
46958
0ec8f04e753a define keywords early when processing the theory header, before running the body commands;
wenzelm
parents: 46938
diff changeset
   290
46811
03a2dc9e0624 clarified command span: include trailing whitespace/comments and thus reduce number of ignored spans with associated transactions and states (factor 2);
wenzelm
parents: 46737
diff changeset
   291
    val toks = Thy_Syntax.parse_tokens lexs pos text;
48867
e9beabf045ab some support for inlining file content into outer syntax token language;
wenzelm
parents: 46959
diff changeset
   292
    val spans = map (resolve_files dir) (Thy_Syntax.parse_spans toks);
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   293
    val elements = Thy_Syntax.parse_elements spans;
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   294
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   295
    val _ = Present.theory_source name
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   296
      (fn () => HTML.html_mode (implode o map Thy_Syntax.present_span) spans);
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   297
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   298
    val _ = if time then writeln ("\n**** Starting theory " ^ quote name ^ " ****") else ();
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   299
    val (results, thy) = cond_timeit time "" (fn () => excursion init elements);
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   300
    val _ = if time then writeln ("**** Finished theory " ^ quote name ^ " ****\n") else ();
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   301
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   302
    val present =
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   303
      singleton (Future.cond_forks {name = "Outer_Syntax.present:" ^ name, group = NONE,
44113
0baa8bbd355a future_job: explicit indication of interrupts;
wenzelm
parents: 43712
diff changeset
   304
        deps = map Future.task_of results, pri = 0, interrupts = true})
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   305
      (fn () =>
46959
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   306
        let val ((minor, _), outer_syntax) = Outer_Syntax.get_syntax () in
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   307
          Thy_Output.present_thy minor Keyword.command_tags
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   308
            (Outer_Syntax.is_markup outer_syntax)
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   309
            (maps Future.join results) toks
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   310
          |> Buffer.content
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   311
          |> Present.theory_output name
cdc791910460 defer actual parsing of command spans and thus allow new commands to be used in the same theory where defined;
wenzelm
parents: 46958
diff changeset
   312
        end);
43712
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   313
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   314
  in (thy, present) end;
3c2c912af2ef moved Outer_Syntax.load_thy to Thy_Load.load_thy;
wenzelm
parents: 43702
diff changeset
   315
42002
wenzelm
parents: 41955
diff changeset
   316
wenzelm
parents: 41955
diff changeset
   317
(* global master path *)
wenzelm
parents: 41955
diff changeset
   318
wenzelm
parents: 41955
diff changeset
   319
local
wenzelm
parents: 41955
diff changeset
   320
  val master_path = Unsynchronized.ref Path.current;
wenzelm
parents: 41955
diff changeset
   321
in
wenzelm
parents: 41955
diff changeset
   322
wenzelm
parents: 41955
diff changeset
   323
fun set_master_path path = master_path := path;
wenzelm
parents: 41955
diff changeset
   324
fun get_master_path () = ! master_path;
wenzelm
parents: 41955
diff changeset
   325
6168
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
   326
end;
9d5b74068bf9 Theory loader primitives.
wenzelm
parents:
diff changeset
   327
42002
wenzelm
parents: 41955
diff changeset
   328
end;