src/Pure/Tools/build.ML
author wenzelm
Sat Oct 10 16:21:34 2015 +0200 (2015-10-10)
changeset 61381 ddca85598c65
parent 61376 93224745477f
child 62469 6d292ee30365
permissions -rw-r--r--
more explicit HTML.symbols;
tuned signature;
wenzelm@50686
     1
(*  Title:      Pure/Tools/build.ML
wenzelm@48418
     2
    Author:     Makarius
wenzelm@48418
     3
wenzelm@48418
     4
Build Isabelle sessions.
wenzelm@48418
     5
*)
wenzelm@48418
     6
wenzelm@48418
     7
signature BUILD =
wenzelm@48418
     8
sig
wenzelm@48731
     9
  val build: string -> unit
wenzelm@48418
    10
end;
wenzelm@48418
    11
wenzelm@48418
    12
structure Build: BUILD =
wenzelm@48418
    13
struct
wenzelm@48418
    14
wenzelm@51662
    15
(* command timings *)
wenzelm@51662
    16
wenzelm@56615
    17
type timings = ((string * Time.time) Inttab.table) Symtab.table;  (*file -> offset -> name, time*)
wenzelm@51662
    18
wenzelm@51662
    19
val empty_timings: timings = Symtab.empty;
wenzelm@51662
    20
wenzelm@51662
    21
fun update_timings props =
wenzelm@51662
    22
  (case Markup.parse_command_timing_properties props of
wenzelm@51662
    23
    SOME ({file, offset, name}, time) =>
wenzelm@51666
    24
      Symtab.map_default (file, Inttab.empty)
wenzelm@51666
    25
        (Inttab.map_default (offset, (name, time)) (fn (_, t) => (name, Time.+ (t, time))))
wenzelm@51662
    26
  | NONE => I);
wenzelm@51662
    27
wenzelm@51662
    28
fun approximative_id name pos =
wenzelm@51662
    29
  (case (Position.file_of pos, Position.offset_of pos) of
wenzelm@51662
    30
    (SOME file, SOME offset) =>
wenzelm@51662
    31
      if name = "" then NONE else SOME {file = file, offset = offset, name = name}
wenzelm@51662
    32
  | _ => NONE);
wenzelm@51662
    33
wenzelm@51662
    34
fun lookup_timings timings tr =
wenzelm@51662
    35
  (case approximative_id (Toplevel.name_of tr) (Toplevel.pos_of tr) of
wenzelm@51662
    36
    SOME {file, offset, name} =>
wenzelm@51662
    37
      (case Symtab.lookup timings file of
wenzelm@51662
    38
        SOME offsets =>
wenzelm@51662
    39
          (case Inttab.lookup offsets offset of
wenzelm@51662
    40
            SOME (name', time) => if name = name' then SOME time else NONE
wenzelm@51662
    41
          | NONE => NONE)
wenzelm@51662
    42
      | NONE => NONE)
wenzelm@51662
    43
  | NONE => NONE);
wenzelm@51662
    44
wenzelm@51662
    45
wenzelm@52052
    46
(* session timing *)
wenzelm@52052
    47
wenzelm@52052
    48
fun session_timing name verbose f x =
wenzelm@52052
    49
  let
wenzelm@52052
    50
    val start = Timing.start ();
wenzelm@52052
    51
    val y = f x;
wenzelm@52052
    52
    val timing = Timing.result start;
wenzelm@52052
    53
wenzelm@52052
    54
    val threads = string_of_int (Multithreading.max_threads_value ());
wenzelm@52052
    55
    val factor = Time.toReal (#cpu timing) / Time.toReal (#elapsed timing)
wenzelm@52052
    56
      |> Real.fmt (StringCvt.FIX (SOME 2));
wenzelm@52052
    57
wenzelm@52052
    58
    val timing_props =
wenzelm@52052
    59
      [("threads", threads)] @ Markup.timing_properties timing @ [("factor", factor)];
wenzelm@52052
    60
    val _ = writeln ("\fTiming = " ^ YXML.string_of_body (XML.Encode.properties timing_props));
wenzelm@52052
    61
    val _ =
wenzelm@52052
    62
      if verbose then
wenzelm@52052
    63
        Output.physical_stderr ("Timing " ^ name ^ " (" ^
wenzelm@52052
    64
          threads ^ " threads, " ^ Timing.message timing ^ ", factor " ^ factor ^ ")\n")
wenzelm@52052
    65
      else ();
wenzelm@52052
    66
  in y end;
wenzelm@52052
    67
wenzelm@52052
    68
wenzelm@50683
    69
(* protocol messages *)
wenzelm@50683
    70
wenzelm@51662
    71
fun inline_message a args =
wenzelm@51662
    72
  writeln ("\f" ^ a ^ " = " ^ YXML.string_of_body (XML.Encode.properties args));
wenzelm@50683
    73
wenzelm@50683
    74
fun protocol_message props output =
wenzelm@51216
    75
  (case props of
wenzelm@51216
    76
    function :: args =>
wenzelm@51662
    77
      if function = Markup.ML_statistics orelse function = Markup.task_statistics then
wenzelm@51662
    78
        inline_message (#2 function) args
wenzelm@51662
    79
      else if function = Markup.command_timing then
wenzelm@51662
    80
        let
wenzelm@51662
    81
          val name = the_default "" (Properties.get args Markup.nameN);
wenzelm@51662
    82
          val pos = Position.of_properties args;
wenzelm@51662
    83
          val {elapsed, ...} = Markup.parse_timing_properties args;
wenzelm@51662
    84
        in
wenzelm@59149
    85
          if Timing.is_relevant_time elapsed then
wenzelm@59149
    86
            (case approximative_id name pos of
wenzelm@59149
    87
              SOME id => inline_message (#2 function) (Markup.command_timing_properties id elapsed)
wenzelm@59149
    88
            | NONE => ())
wenzelm@59149
    89
          else ()
wenzelm@51662
    90
        end
wenzelm@51216
    91
      else
wenzelm@51216
    92
        (case Markup.dest_loading_theory props of
wenzelm@51216
    93
          SOME name => writeln ("\floading_theory = " ^ name)
wenzelm@51661
    94
        | NONE => raise Output.Protocol_Message props)
wenzelm@51661
    95
  | [] => raise Output.Protocol_Message props);
wenzelm@51045
    96
wenzelm@50683
    97
wenzelm@50683
    98
(* build *)
wenzelm@50683
    99
wenzelm@61381
   100
fun build_theories symbols last_timing master_dir (options, thys) =
wenzelm@59366
   101
  let
wenzelm@59366
   102
    val condition = space_explode "," (Options.string options "condition");
wenzelm@59366
   103
    val conds = filter_out (can getenv_strict) condition;
wenzelm@59366
   104
  in
wenzelm@59366
   105
    if null conds then
wenzelm@59366
   106
      (Options.set_default options;
wenzelm@59366
   107
        (Thy_Info.use_theories {
wenzelm@59366
   108
          document = Present.document_enabled (Options.string options "document"),
wenzelm@61381
   109
          symbols = symbols,
wenzelm@59366
   110
          last_timing = last_timing,
wenzelm@59366
   111
          master_dir = master_dir}
wenzelm@59366
   112
        |> Unsynchronized.setmp print_mode
wenzelm@59366
   113
            (space_explode "," (Options.string options "print_mode") @ print_mode_value ())
wenzelm@59366
   114
        |> Unsynchronized.setmp Goal.parallel_proofs (Options.int options "parallel_proofs")
wenzelm@59368
   115
        |> Multithreading.max_threads_setmp (Options.int options "threads")
wenzelm@59366
   116
        |> Unsynchronized.setmp Multithreading.trace (Options.int options "threads_trace")
wenzelm@59366
   117
        |> Unsynchronized.setmp Future.ML_statistics true) thys)
wenzelm@59366
   118
    else
wenzelm@59366
   119
      Output.physical_stderr ("Skipping theories " ^ commas_quote (map #1 thys) ^
wenzelm@59366
   120
        " (undefined " ^ commas conds ^ ")\n")
wenzelm@59366
   121
  end;
wenzelm@59366
   122
wenzelm@56631
   123
fun build args_file = Command_Line.tool0 (fn () =>
wenzelm@48672
   124
    let
wenzelm@53212
   125
      val _ = SHA1_Samples.test ();
wenzelm@53212
   126
wenzelm@61376
   127
      val (symbol_codes, (command_timings, (do_output, (options, (verbose, (browser_info,
wenzelm@61376
   128
          (document_files, (graph_file, (parent_name, (chapter, (name, theories))))))))))) =
wenzelm@48672
   129
        File.read (Path.explode args_file) |> YXML.parse_body |>
wenzelm@48672
   130
          let open XML.Decode in
wenzelm@61376
   131
            pair (list (pair string int)) (pair (list properties) (pair bool (pair Options.decode
wenzelm@61376
   132
              (pair bool (pair string (pair (list (pair string string)) (pair string
wenzelm@61376
   133
                (pair string (pair string (pair string
wenzelm@61376
   134
                ((list (pair Options.decode (list (string #> rpair Position.none)))))))))))))))
wenzelm@48672
   135
          end;
wenzelm@48418
   136
wenzelm@61381
   137
      val symbols = HTML.make_symbols symbol_codes;
wenzelm@51941
   138
      val _ = Options.set_default options;
wenzelm@51941
   139
wenzelm@50982
   140
      val _ = writeln ("\fSession.name = " ^ name);
wenzelm@49242
   141
      val _ =
wenzelm@61381
   142
        Session.init
wenzelm@61381
   143
          symbols
wenzelm@61381
   144
          do_output
wenzelm@51399
   145
          (Options.bool options "browser_info")
wenzelm@51399
   146
          (Path.explode browser_info)
wenzelm@48672
   147
          (Options.string options "document")
wenzelm@48805
   148
          (Options.string options "document_output")
wenzelm@56612
   149
          (Present.document_variants (Options.string options "document_variants"))
wenzelm@59058
   150
          (map (apply2 Path.explode) document_files)
wenzelm@59445
   151
          (Path.explode graph_file)
wenzelm@51399
   152
          parent_name (chapter, name)
wenzelm@50121
   153
          verbose;
wenzelm@49911
   154
wenzelm@51228
   155
      val last_timing = lookup_timings (fold update_timings command_timings empty_timings);
wenzelm@51218
   156
wenzelm@49911
   157
      val res1 =
wenzelm@48673
   158
        theories |>
wenzelm@61381
   159
          (List.app (build_theories symbols last_timing Path.current)
wenzelm@52052
   160
            |> session_timing name verbose
wenzelm@55387
   161
            |> Unsynchronized.setmp Output.protocol_message_fn protocol_message
wenzelm@54717
   162
            |> Multithreading.max_threads_setmp (Options.int options "threads")
wenzelm@49911
   163
            |> Exn.capture);
wenzelm@49911
   164
      val res2 = Exn.capture Session.finish ();
wenzelm@49911
   165
      val _ = Par_Exn.release_all [res1, res2];
wenzelm@48673
   166
wenzelm@51941
   167
      val _ = Options.reset_default ();
wenzelm@48734
   168
      val _ = if do_output then () else exit 0;
wenzelm@56631
   169
    in () end);
wenzelm@48418
   170
wenzelm@59366
   171
wenzelm@59366
   172
(* PIDE protocol *)
wenzelm@59366
   173
wenzelm@59366
   174
val _ =
wenzelm@59366
   175
  Isabelle_Process.protocol_command "build_theories"
wenzelm@61381
   176
    (fn [id, symbol_codes_yxml, master_dir, theories_yxml] =>
wenzelm@59366
   177
      let
wenzelm@61381
   178
        val symbols =
wenzelm@61381
   179
          YXML.parse_body symbol_codes_yxml
wenzelm@61381
   180
          |> let open XML.Decode in list (pair string int) end
wenzelm@61381
   181
          |> HTML.make_symbols;
wenzelm@59366
   182
        val theories =
wenzelm@59366
   183
          YXML.parse_body theories_yxml |>
wenzelm@59366
   184
            let open XML.Decode
wenzelm@59366
   185
            in list (pair Options.decode (list (string #> rpair Position.none))) end;
wenzelm@59369
   186
        val res1 =
wenzelm@59366
   187
          Exn.capture (fn () =>
wenzelm@61381
   188
            theories |> List.app (build_theories symbols (K NONE) (Path.explode master_dir))) ();
wenzelm@59369
   189
        val res2 = Exn.capture Session.shutdown ();
wenzelm@59369
   190
        val result =
wenzelm@59369
   191
          (Par_Exn.release_all [res1, res2]; "") handle exn =>
wenzelm@59369
   192
            (Runtime.exn_message exn handle _ (*sic!*) =>
wenzelm@59369
   193
              "Exception raised, but failed to print details!");
wenzelm@59369
   194
    in Output.protocol_message (Markup.build_theories_result id) [result] end);
wenzelm@59366
   195
wenzelm@48418
   196
end;