src/Pure/Tools/build.ML
author wenzelm
Fri, 26 May 2017 19:39:02 +0200
changeset 65936 aece72468de5
parent 65934 5f202ba9f590
child 65948 de7888573ed7
permissions -rw-r--r--
tuned;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
50686
d703e3aafa8c moved files;
wenzelm
parents: 50683
diff changeset
     1
(*  Title:      Pure/Tools/build.ML
48418
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
     3
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
     4
Build Isabelle sessions.
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
     5
*)
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
     6
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
     7
signature BUILD =
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
     8
sig
48731
a45ba78abcc1 more casual exit back to ML toplevel, to accomodate commit in SML/NJ which continues at the saved point;
wenzelm
parents: 48681
diff changeset
     9
  val build: string -> unit
48418
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
    10
end;
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
    11
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
    12
structure Build: BUILD =
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
    13
struct
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
    14
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    15
(* command timings *)
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    16
56615
47c1dbeec36a tuned comments;
wenzelm
parents: 56614
diff changeset
    17
type timings = ((string * Time.time) Inttab.table) Symtab.table;  (*file -> offset -> name, time*)
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    18
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    19
val empty_timings: timings = Symtab.empty;
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    20
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    21
fun update_timings props =
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    22
  (case Markup.parse_command_timing_properties props of
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    23
    SOME ({file, offset, name}, time) =>
51666
b97aeb018900 add command timings (like document command status);
wenzelm
parents: 51662
diff changeset
    24
      Symtab.map_default (file, Inttab.empty)
62826
eb94e570c1a4 prefer infix operations;
wenzelm
parents: 62793
diff changeset
    25
        (Inttab.map_default (offset, (name, time)) (fn (_, t) => (name, t + time)))
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    26
  | NONE => I);
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    27
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    28
fun approximative_id name pos =
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    29
  (case (Position.file_of pos, Position.offset_of pos) of
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    30
    (SOME file, SOME offset) =>
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    31
      if name = "" then NONE else SOME {file = file, offset = offset, name = name}
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    32
  | _ => NONE);
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    33
65058
3e9f382fb67e absent timing information means zero, according to 0070053570c4, f235646b1b73;
wenzelm
parents: 64599
diff changeset
    34
fun get_timings timings tr =
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    35
  (case approximative_id (Toplevel.name_of tr) (Toplevel.pos_of tr) of
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    36
    SOME {file, offset, name} =>
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    37
      (case Symtab.lookup timings file of
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    38
        SOME offsets =>
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    39
          (case Inttab.lookup offsets offset of
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    40
            SOME (name', time) => if name = name' then SOME time else NONE
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    41
          | NONE => NONE)
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    42
      | NONE => NONE)
65058
3e9f382fb67e absent timing information means zero, according to 0070053570c4, f235646b1b73;
wenzelm
parents: 64599
diff changeset
    43
  | NONE => NONE)
3e9f382fb67e absent timing information means zero, according to 0070053570c4, f235646b1b73;
wenzelm
parents: 64599
diff changeset
    44
  |> the_default Time.zeroTime;
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    45
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    46
52052
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    47
(* session timing *)
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    48
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    49
fun session_timing name verbose f x =
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    50
  let
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    51
    val start = Timing.start ();
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    52
    val y = f x;
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    53
    val timing = Timing.result start;
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    54
62925
f1bdf10f95d8 tuned signature;
wenzelm
parents: 62884
diff changeset
    55
    val threads = string_of_int (Multithreading.max_threads ());
52052
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    56
    val factor = Time.toReal (#cpu timing) / Time.toReal (#elapsed timing)
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    57
      |> Real.fmt (StringCvt.FIX (SOME 2));
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    58
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    59
    val timing_props =
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    60
      [("threads", threads)] @ Markup.timing_properties timing @ [("factor", factor)];
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    61
    val _ = writeln ("\fTiming = " ^ YXML.string_of_body (XML.Encode.properties timing_props));
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    62
    val _ =
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    63
      if verbose then
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    64
        Output.physical_stderr ("Timing " ^ name ^ " (" ^
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    65
          threads ^ " threads, " ^ Timing.message timing ^ ", factor " ^ factor ^ ")\n")
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    66
      else ();
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    67
  in y end;
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    68
892061142ba6 discontinued obsolete isabelle usedir, mkdir, make;
wenzelm
parents: 52041
diff changeset
    69
50683
34b109c5324c inline ML statistics into build log;
wenzelm
parents: 50280
diff changeset
    70
(* protocol messages *)
34b109c5324c inline ML statistics into build log;
wenzelm
parents: 50280
diff changeset
    71
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    72
fun inline_message a args =
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    73
  writeln ("\f" ^ a ^ " = " ^ YXML.string_of_body (XML.Encode.properties args));
50683
34b109c5324c inline ML statistics into build log;
wenzelm
parents: 50280
diff changeset
    74
34b109c5324c inline ML statistics into build log;
wenzelm
parents: 50280
diff changeset
    75
fun protocol_message props output =
51216
e6e7685fc8f8 emit command_timing properties into build log;
wenzelm
parents: 51045
diff changeset
    76
  (case props of
e6e7685fc8f8 emit command_timing properties into build log;
wenzelm
parents: 51045
diff changeset
    77
    function :: args =>
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    78
      if function = Markup.ML_statistics orelse function = Markup.task_statistics then
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    79
        inline_message (#2 function) args
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    80
      else if function = Markup.command_timing then
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    81
        let
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    82
          val name = the_default "" (Properties.get args Markup.nameN);
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    83
          val pos = Position.of_properties args;
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    84
          val {elapsed, ...} = Markup.parse_timing_properties args;
62793
f235646b1b73 less bulky timing information, e.g. HOL 56913 ~> 672;
wenzelm
parents: 62715
diff changeset
    85
          val is_significant =
f235646b1b73 less bulky timing information, e.g. HOL 56913 ~> 672;
wenzelm
parents: 62715
diff changeset
    86
            Timing.is_relevant_time elapsed andalso
62826
eb94e570c1a4 prefer infix operations;
wenzelm
parents: 62793
diff changeset
    87
            elapsed >= Options.default_seconds "command_timing_threshold";
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    88
        in
62793
f235646b1b73 less bulky timing information, e.g. HOL 56913 ~> 672;
wenzelm
parents: 62715
diff changeset
    89
          if is_significant then
59149
0070053570c4 suppress irrelevant timing messages (the majority);
wenzelm
parents: 59058
diff changeset
    90
            (case approximative_id name pos of
0070053570c4 suppress irrelevant timing messages (the majority);
wenzelm
parents: 59058
diff changeset
    91
              SOME id => inline_message (#2 function) (Markup.command_timing_properties id elapsed)
0070053570c4 suppress irrelevant timing messages (the majority);
wenzelm
parents: 59058
diff changeset
    92
            | NONE => ())
0070053570c4 suppress irrelevant timing messages (the majority);
wenzelm
parents: 59058
diff changeset
    93
          else ()
51662
3391a493f39a just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents: 51661
diff changeset
    94
        end
51216
e6e7685fc8f8 emit command_timing properties into build log;
wenzelm
parents: 51045
diff changeset
    95
      else
e6e7685fc8f8 emit command_timing properties into build log;
wenzelm
parents: 51045
diff changeset
    96
        (case Markup.dest_loading_theory props of
e6e7685fc8f8 emit command_timing properties into build log;
wenzelm
parents: 51045
diff changeset
    97
          SOME name => writeln ("\floading_theory = " ^ name)
51661
92e58b76dbb1 clarified protocol_message undefinedness;
wenzelm
parents: 51553
diff changeset
    98
        | NONE => raise Output.Protocol_Message props)
92e58b76dbb1 clarified protocol_message undefinedness;
wenzelm
parents: 51553
diff changeset
    99
  | [] => raise Output.Protocol_Message props);
51045
630c0895d9d1 more efficient inlined properties, especially relevant for voluminous tasks trace;
wenzelm
parents: 50982
diff changeset
   100
50683
34b109c5324c inline ML statistics into build log;
wenzelm
parents: 50280
diff changeset
   101
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   102
(* build theories *)
50683
34b109c5324c inline ML statistics into build log;
wenzelm
parents: 50280
diff changeset
   103
65445
e9e7f5f5794c more qualifier treatment, but in the end it is still ignored;
wenzelm
parents: 65443
diff changeset
   104
fun build_theories symbols last_timing qualifier master_dir (options, thys) =
59366
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   105
  let
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   106
    val condition = space_explode "," (Options.string options "condition");
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   107
    val conds = filter_out (can getenv_strict) condition;
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   108
  in
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   109
    if null conds then
63827
b24d0e53dd03 option "checkpoint" helps to fine-tune global heap space management;
wenzelm
parents: 62930
diff changeset
   110
      (if Options.bool options "checkpoint" then ML_Heap.share_common_data () else ();
b24d0e53dd03 option "checkpoint" helps to fine-tune global heap space management;
wenzelm
parents: 62930
diff changeset
   111
        Options.set_default options;
62714
63888e5f668b clarified use of options;
wenzelm
parents: 62713
diff changeset
   112
        Isabelle_Process.init_options ();
64599
80ef54198f44 dummy fork to produce ML_statistics even in sequential mode (e.g. for heap size);
wenzelm
parents: 64308
diff changeset
   113
        Future.fork I;
59366
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   114
        (Thy_Info.use_theories {
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   115
          document = Present.document_enabled (Options.string options "document"),
61381
ddca85598c65 more explicit HTML.symbols;
wenzelm
parents: 61376
diff changeset
   116
          symbols = symbols,
59366
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   117
          last_timing = last_timing,
65445
e9e7f5f5794c more qualifier treatment, but in the end it is still ignored;
wenzelm
parents: 65443
diff changeset
   118
          qualifier = qualifier,
59366
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   119
          master_dir = master_dir}
64308
b00508facb4f added system option "profiling";
wenzelm
parents: 63827
diff changeset
   120
        |>
b00508facb4f added system option "profiling";
wenzelm
parents: 63827
diff changeset
   121
          (case Options.string options "profiling" of
b00508facb4f added system option "profiling";
wenzelm
parents: 63827
diff changeset
   122
            "" => I
b00508facb4f added system option "profiling";
wenzelm
parents: 63827
diff changeset
   123
          | "time" => profile_time
b00508facb4f added system option "profiling";
wenzelm
parents: 63827
diff changeset
   124
          | "allocations" => profile_allocations
b00508facb4f added system option "profiling";
wenzelm
parents: 63827
diff changeset
   125
          | bad => error ("Bad profiling option: " ^ quote bad))
59366
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   126
        |> Unsynchronized.setmp print_mode
62714
63888e5f668b clarified use of options;
wenzelm
parents: 62713
diff changeset
   127
            (space_explode "," (Options.string options "print_mode") @ print_mode_value ())) thys)
59366
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   128
    else
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   129
      Output.physical_stderr ("Skipping theories " ^ commas_quote (map #1 thys) ^
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   130
        " (undefined " ^ commas conds ^ ")\n")
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   131
  end;
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   132
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   133
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   134
(* build session *)
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   135
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   136
datatype args = Args of
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   137
 {symbol_codes: (string * int) list,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   138
  command_timings: Properties.T list,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   139
  do_output: bool,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   140
  verbose: bool,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   141
  browser_info: Path.T,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   142
  document_files: (Path.T * Path.T) list,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   143
  graph_file: Path.T,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   144
  parent_name: string,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   145
  chapter: string,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   146
  name: string,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   147
  master_dir: Path.T,
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   148
  theories: (Options.T * (string * Position.T) list) list,
65457
2bf0d2fcd506 proper import qualifier for global theories;
wenzelm
parents: 65445
diff changeset
   149
  global_theories: (string * string) list,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   150
  loaded_theories: (string * string) list,
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   151
  known_theories: (string * string) list};
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   152
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   153
fun decode_args yxml =
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   154
  let
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   155
    open XML.Decode;
65517
1544e61e5314 more position information;
wenzelm
parents: 65478
diff changeset
   156
    val position = Position.of_properties o properties;
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   157
    val (symbol_codes, (command_timings, (do_output, (verbose, (browser_info,
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   158
      (document_files, (graph_file, (parent_name, (chapter, (name, (master_dir,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   159
      (theories, (global_theories, (loaded_theories, known_theories)))))))))))))) =
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   160
      pair (list (pair string int)) (pair (list properties) (pair bool (pair bool (pair string
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   161
        (pair (list (pair string string)) (pair string (pair string (pair string (pair string
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   162
          (pair string
65517
1544e61e5314 more position information;
wenzelm
parents: 65478
diff changeset
   163
            (pair (((list (pair Options.decode (list (pair string position))))))
65457
2bf0d2fcd506 proper import qualifier for global theories;
wenzelm
parents: 65445
diff changeset
   164
              (pair (list (pair string string))
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   165
                (pair (list (pair string string)) (list (pair string string)))))))))))))))
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   166
      (YXML.parse_body yxml);
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   167
  in
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   168
    Args {symbol_codes = symbol_codes, command_timings = command_timings, do_output = do_output,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   169
      verbose = verbose, browser_info = Path.explode browser_info,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   170
      document_files = map (apply2 Path.explode) document_files,
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   171
      graph_file = Path.explode graph_file, parent_name = parent_name, chapter = chapter,
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   172
      name = name, master_dir = Path.explode master_dir, theories = theories,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   173
      global_theories = global_theories, loaded_theories = loaded_theories,
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   174
      known_theories = known_theories}
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   175
  end;
48418
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
   176
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   177
fun build_session (Args {symbol_codes, command_timings, do_output, verbose, browser_info,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   178
    document_files, graph_file, parent_name, chapter, name, master_dir, theories,
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   179
    global_theories, loaded_theories, known_theories}) =
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   180
  let
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   181
    val symbols = HTML.make_symbols symbol_codes;
51941
ead4248aef3b full default options for Isabelle_Process and Build;
wenzelm
parents: 51666
diff changeset
   182
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   183
    val _ =
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65457
diff changeset
   184
      Resources.init_session_base
65532
febfd9f78bd4 eliminated default_qualifier: just a constant;
wenzelm
parents: 65517
diff changeset
   185
        {global_theories = global_theories,
65441
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   186
         loaded_theories = loaded_theories,
9425e4d8bdb6 more session_base information in ML;
wenzelm
parents: 65431
diff changeset
   187
         known_theories = known_theories};
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   188
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   189
    val _ =
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   190
      Session.init
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   191
        symbols
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   192
        do_output
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   193
        (Options.default_bool "browser_info")
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   194
        browser_info
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   195
        (Options.default_string "document")
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   196
        (Options.default_string "document_output")
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   197
        (Present.document_variants (Options.default_string "document_variants"))
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   198
        document_files
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   199
        graph_file
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   200
        parent_name
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   201
        (chapter, name)
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   202
        verbose;
49911
262c36fd5f26 collective errors from use_thys and Session.finish/Goal.finish_futures -- avoid uninformative interrupts stemming from failure of goal forks that are not registered in the theory (e.g. unnamed theorems);
wenzelm
parents: 49242
diff changeset
   203
65058
3e9f382fb67e absent timing information means zero, according to 0070053570c4, f235646b1b73;
wenzelm
parents: 64599
diff changeset
   204
    val last_timing = get_timings (fold update_timings command_timings empty_timings);
51218
6425a0d3b7ac support for build passing timings from Scala to ML;
wenzelm
parents: 51217
diff changeset
   205
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   206
    val res1 =
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   207
      theories |>
65445
e9e7f5f5794c more qualifier treatment, but in the end it is still ignored;
wenzelm
parents: 65443
diff changeset
   208
        (List.app (build_theories symbols last_timing name master_dir)
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   209
          |> session_timing name verbose
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   210
          |> Exn.capture);
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   211
    val res2 = Exn.capture Session.finish ();
65431
4a3e6cda3b94 provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents: 65318
diff changeset
   212
65478
7c40477e0a87 clarified init_session_base / finish_session_base: retain some information for plain "isabelle process", without rechecking dependencies as in "isabelle console";
wenzelm
parents: 65457
diff changeset
   213
    val _ = Resources.finish_session_base ();
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   214
    val _ = Par_Exn.release_all [res1, res2];
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   215
  in () end;
48673
b2b09970c571 let with_timing report overall number of threads;
wenzelm
parents: 48672
diff changeset
   216
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   217
(*command-line tool*)
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   218
fun build args_file =
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   219
  let
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   220
    val _ = SHA1.test_samples ();
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   221
    val _ = Options.load_default ();
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   222
    val _ = Isabelle_Process.init_options ();
65936
wenzelm
parents: 65934
diff changeset
   223
    val args = decode_args (File.read (Path.explode args_file));
65934
5f202ba9f590 store errors in build db;
wenzelm
parents: 65532
diff changeset
   224
    fun error_message msg = writeln ("\ferror_message = " ^ encode_lines msg);
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   225
    val _ =
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   226
      Unsynchronized.setmp Private_Output.protocol_message_fn protocol_message
65934
5f202ba9f590 store errors in build db;
wenzelm
parents: 65532
diff changeset
   227
        build_session args
5f202ba9f590 store errors in build db;
wenzelm
parents: 65532
diff changeset
   228
      handle exn => (List.app (error_message o #2) (Runtime.exn_messages exn); Exn.reraise exn);
62630
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   229
    val _ = Options.reset_default ();
bc772694cfbd ML save_state under control of Isabelle/Scala;
wenzelm
parents: 62599
diff changeset
   230
  in () end;
48418
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
   231
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   232
(*PIDE version*)
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   233
val _ =
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   234
  Isabelle_Process.protocol_command "build_session"
65313
347ed6219dab more realistic PIDE build session;
wenzelm
parents: 65307
diff changeset
   235
    (fn [args_yxml] =>
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   236
      let
65313
347ed6219dab more realistic PIDE build session;
wenzelm
parents: 65307
diff changeset
   237
        val args = decode_args args_yxml;
65307
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   238
        val result = (build_session args; "") handle exn =>
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   239
          (Runtime.exn_message exn handle _ (*sic!*) =>
c1ba192b4f96 more explicit build_session args;
wenzelm
parents: 65306
diff changeset
   240
            "Exception raised, but failed to print details!");
65313
347ed6219dab more realistic PIDE build session;
wenzelm
parents: 65307
diff changeset
   241
    in Output.protocol_message Markup.build_session_finished [result] end | _ => raise Match);
59366
e94df7f6b608 clarified build_theories: proper protocol handler;
wenzelm
parents: 59364
diff changeset
   242
48418
1a634f9614fb some actual build function on ML side;
wenzelm
parents:
diff changeset
   243
end;