author | blanchet |
Fri, 26 Apr 2013 14:14:55 +0200 | |
changeset 51795 | 096b96281e34 |
parent 51666 | b97aeb018900 |
child 51941 | ead4248aef3b |
permissions | -rw-r--r-- |
50686 | 1 |
(* Title: Pure/Tools/build.ML |
48418 | 2 |
Author: Makarius |
3 |
||
4 |
Build Isabelle sessions. |
|
5 |
*) |
|
6 |
||
7 |
signature BUILD = |
|
8 |
sig |
|
48731
a45ba78abcc1
more casual exit back to ML toplevel, to accomodate commit in SML/NJ which continues at the saved point;
wenzelm
parents:
48681
diff
changeset
|
9 |
val build: string -> unit |
48418 | 10 |
end; |
11 |
||
12 |
structure Build: BUILD = |
|
13 |
struct |
|
14 |
||
51662
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
15 |
(* command timings *) |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
16 |
|
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
17 |
type timings = ((string * Time.time) Inttab.table) Symtab.table; (*file -> offset -> name * time *) |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
18 |
|
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
19 |
val empty_timings: timings = Symtab.empty; |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
20 |
|
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
21 |
fun update_timings props = |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
22 |
(case Markup.parse_command_timing_properties props of |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
23 |
SOME ({file, offset, name}, time) => |
51666
b97aeb018900
add command timings (like document command status);
wenzelm
parents:
51662
diff
changeset
|
24 |
Symtab.map_default (file, Inttab.empty) |
b97aeb018900
add command timings (like document command status);
wenzelm
parents:
51662
diff
changeset
|
25 |
(Inttab.map_default (offset, (name, time)) (fn (_, t) => (name, Time.+ (t, time)))) |
51662
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
26 |
| NONE => I); |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
27 |
|
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
28 |
fun approximative_id name pos = |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
29 |
(case (Position.file_of pos, Position.offset_of pos) of |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
30 |
(SOME file, SOME offset) => |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
31 |
if name = "" then NONE else SOME {file = file, offset = offset, name = name} |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
32 |
| _ => NONE); |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
33 |
|
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
34 |
fun lookup_timings timings tr = |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
35 |
(case approximative_id (Toplevel.name_of tr) (Toplevel.pos_of tr) of |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
36 |
SOME {file, offset, name} => |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
37 |
(case Symtab.lookup timings file of |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
38 |
SOME offsets => |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
39 |
(case Inttab.lookup offsets offset of |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
40 |
SOME (name', time) => if name = name' then SOME time else NONE |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
41 |
| NONE => NONE) |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
42 |
| NONE => NONE) |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
43 |
| NONE => NONE); |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
44 |
|
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
45 |
|
50683 | 46 |
(* protocol messages *) |
47 |
||
51662
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
48 |
fun inline_message a args = |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
49 |
writeln ("\f" ^ a ^ " = " ^ YXML.string_of_body (XML.Encode.properties args)); |
50683 | 50 |
|
51 |
fun protocol_message props output = |
|
51216 | 52 |
(case props of |
53 |
function :: args => |
|
51662
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
54 |
if function = Markup.ML_statistics orelse function = Markup.task_statistics then |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
55 |
inline_message (#2 function) args |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
56 |
else if function = Markup.command_timing then |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
57 |
let |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
58 |
val name = the_default "" (Properties.get args Markup.nameN); |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
59 |
val pos = Position.of_properties args; |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
60 |
val {elapsed, ...} = Markup.parse_timing_properties args; |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
61 |
in |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
62 |
(case approximative_id name pos of |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
63 |
SOME id => inline_message (#2 function) (Markup.command_timing_properties id elapsed) |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
64 |
| NONE => ()) |
3391a493f39a
just one timing protocol function, with 3 implementations: TTY/PG, PIDE/document, build;
wenzelm
parents:
51661
diff
changeset
|
65 |
end |
51216 | 66 |
else |
67 |
(case Markup.dest_loading_theory props of |
|
68 |
SOME name => writeln ("\floading_theory = " ^ name) |
|
51661 | 69 |
| NONE => raise Output.Protocol_Message props) |
70 |
| [] => raise Output.Protocol_Message props); |
|
51045
630c0895d9d1
more efficient inlined properties, especially relevant for voluminous tasks trace;
wenzelm
parents:
50982
diff
changeset
|
71 |
|
50683 | 72 |
|
73 |
(* build *) |
|
74 |
||
48465 | 75 |
local |
76 |
||
48500 | 77 |
fun no_document options = |
50121
97d2b77313a0
isabelle build no longer supports document_dump/document_dump_mode (no INCOMPATIBILITY, since it was never in official release);
wenzelm
parents:
49911
diff
changeset
|
78 |
(case Options.string options "document" of "" => true | "false" => true | _ => false); |
48500 | 79 |
|
51217
65ab2c4f4c32
support for prescient timing information within command transactions;
wenzelm
parents:
51216
diff
changeset
|
80 |
fun use_theories last_timing options = |
65ab2c4f4c32
support for prescient timing information within command transactions;
wenzelm
parents:
51216
diff
changeset
|
81 |
Thy_Info.use_theories {last_timing = last_timing, master_dir = Path.current} |
48457 | 82 |
|> Unsynchronized.setmp Proofterm.proofs (Options.int options "proofs") |
83 |
|> Unsynchronized.setmp print_mode |
|
84 |
(space_explode "," (Options.string options "print_mode") @ print_mode_value ()) |
|
85 |
|> Unsynchronized.setmp Goal.parallel_proofs (Options.int options "parallel_proofs") |
|
51423
e5f9a6d9ca82
clarified parallel_subproofs_saturation (blind guess) vs. parallel_subproofs_threshold (precient timing estimate);
wenzelm
parents:
51399
diff
changeset
|
86 |
|> Unsynchronized.setmp Goal.parallel_subproofs_saturation |
e5f9a6d9ca82
clarified parallel_subproofs_saturation (blind guess) vs. parallel_subproofs_threshold (precient timing estimate);
wenzelm
parents:
51399
diff
changeset
|
87 |
(Options.int options "parallel_subproofs_saturation") |
e5f9a6d9ca82
clarified parallel_subproofs_saturation (blind guess) vs. parallel_subproofs_threshold (precient timing estimate);
wenzelm
parents:
51399
diff
changeset
|
88 |
|> Unsynchronized.setmp Goal.parallel_subproofs_threshold |
e5f9a6d9ca82
clarified parallel_subproofs_saturation (blind guess) vs. parallel_subproofs_threshold (precient timing estimate);
wenzelm
parents:
51399
diff
changeset
|
89 |
(Options.real options "parallel_subproofs_threshold") |
48457 | 90 |
|> Unsynchronized.setmp Multithreading.trace (Options.int options "threads_trace") |
48460 | 91 |
|> Unsynchronized.setmp Multithreading.max_threads (Options.int options "threads") |
50698
49621c755075
always enable Future.ML_statistics where this makes sense -- runtime overhead should be negligible;
wenzelm
parents:
50686
diff
changeset
|
92 |
|> Unsynchronized.setmp Future.ML_statistics true |
48500 | 93 |
|> no_document options ? Present.no_document |
48486 | 94 |
|> Unsynchronized.setmp quick_and_dirty (Options.bool options "quick_and_dirty") |
51553
63327f679cff
more ambitious Goal.skip_proofs: covers Goal.prove forms as well, and do not insist in quick_and_dirty (for the sake of Isabelle/jEdit);
wenzelm
parents:
51423
diff
changeset
|
95 |
|> Unsynchronized.setmp Goal.skip_proofs (Options.bool options "skip_proofs") |
48486 | 96 |
|> Unsynchronized.setmp Printer.show_question_marks_default |
97 |
(Options.bool options "show_question_marks") |
|
98 |
|> Unsynchronized.setmp Name_Space.names_long_default (Options.bool options "names_long") |
|
99 |
|> Unsynchronized.setmp Name_Space.names_short_default (Options.bool options "names_short") |
|
48492 | 100 |
|> Unsynchronized.setmp Name_Space.names_unique_default (Options.bool options "names_unique") |
48520 | 101 |
|> Unsynchronized.setmp Thy_Output.display_default (Options.bool options "thy_output_display") |
102 |
|> Unsynchronized.setmp Thy_Output.quotes_default (Options.bool options "thy_output_quotes") |
|
103 |
|> Unsynchronized.setmp Thy_Output.indent_default (Options.int options "thy_output_indent") |
|
104 |
|> Unsynchronized.setmp Thy_Output.source_default (Options.bool options "thy_output_source") |
|
105 |
|> Unsynchronized.setmp Thy_Output.break_default (Options.bool options "thy_output_break") |
|
48527 | 106 |
|> Unsynchronized.setmp Pretty.margin_default (Options.int options "pretty_margin") |
48492 | 107 |
|> Unsynchronized.setmp Toplevel.timing (Options.bool options "timing"); |
48457 | 108 |
|
51217
65ab2c4f4c32
support for prescient timing information within command transactions;
wenzelm
parents:
51216
diff
changeset
|
109 |
fun use_theories_condition last_timing (options, thys) = |
48465 | 110 |
let val condition = space_explode "," (Options.string options "condition") in |
111 |
(case filter_out (can getenv_strict) condition of |
|
51217
65ab2c4f4c32
support for prescient timing information within command transactions;
wenzelm
parents:
51216
diff
changeset
|
112 |
[] => use_theories last_timing options (map (rpair Position.none) thys) |
48465 | 113 |
| conds => |
48512 | 114 |
Output.physical_stderr ("Skipping theories " ^ commas_quote thys ^ |
48477 | 115 |
" (undefined " ^ commas conds ^ ")\n")) |
48465 | 116 |
end; |
117 |
||
118 |
in |
|
119 |
||
48681
181b91e1d1c1
prefer general Command_Line.tool wrapper (cf. Scala version);
wenzelm
parents:
48673
diff
changeset
|
120 |
fun build args_file = Command_Line.tool (fn () => |
48672
9bc7922ba2ae
further robustification of interrupts during build;
wenzelm
parents:
48662
diff
changeset
|
121 |
let |
51220 | 122 |
val (command_timings, (do_output, (options, (verbose, (browser_info, |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51398
diff
changeset
|
123 |
(parent_name, (chapter, (name, theories)))))))) = |
48672
9bc7922ba2ae
further robustification of interrupts during build;
wenzelm
parents:
48662
diff
changeset
|
124 |
File.read (Path.explode args_file) |> YXML.parse_body |> |
9bc7922ba2ae
further robustification of interrupts during build;
wenzelm
parents:
48662
diff
changeset
|
125 |
let open XML.Decode in |
51218
6425a0d3b7ac
support for build passing timings from Scala to ML;
wenzelm
parents:
51217
diff
changeset
|
126 |
pair (list properties) (pair bool (pair Options.decode (pair bool (pair string |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51398
diff
changeset
|
127 |
(pair string (pair string (pair string |
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51398
diff
changeset
|
128 |
((list (pair Options.decode (list string))))))))))) |
48672
9bc7922ba2ae
further robustification of interrupts during build;
wenzelm
parents:
48662
diff
changeset
|
129 |
end; |
48418 | 130 |
|
48804
6348e5fca42e
more direct interpretation of document_variants for build (unchanged for usedir);
wenzelm
parents:
48734
diff
changeset
|
131 |
val document_variants = |
6348e5fca42e
more direct interpretation of document_variants for build (unchanged for usedir);
wenzelm
parents:
48734
diff
changeset
|
132 |
map Present.read_variant (space_explode ":" (Options.string options "document_variants")); |
48672
9bc7922ba2ae
further robustification of interrupts during build;
wenzelm
parents:
48662
diff
changeset
|
133 |
val _ = |
48805
c3ea910b3581
explicit document_output directory, without implicit purge of default in ISABELLE_BROWSER_INFO;
wenzelm
parents:
48804
diff
changeset
|
134 |
(case duplicates (op =) (map fst document_variants) of |
c3ea910b3581
explicit document_output directory, without implicit purge of default in ISABELLE_BROWSER_INFO;
wenzelm
parents:
48804
diff
changeset
|
135 |
[] => () |
c3ea910b3581
explicit document_output directory, without implicit purge of default in ISABELLE_BROWSER_INFO;
wenzelm
parents:
48804
diff
changeset
|
136 |
| dups => error ("Duplicate document variants: " ^ commas_quote dups)); |
49242 | 137 |
|
50982 | 138 |
val _ = writeln ("\fSession.name = " ^ name); |
49242 | 139 |
val _ = |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51398
diff
changeset
|
140 |
Session.init do_output |
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51398
diff
changeset
|
141 |
(Options.bool options "browser_info") |
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51398
diff
changeset
|
142 |
(Path.explode browser_info) |
48672
9bc7922ba2ae
further robustification of interrupts during build;
wenzelm
parents:
48662
diff
changeset
|
143 |
(Options.string options "document") |
9bc7922ba2ae
further robustification of interrupts during build;
wenzelm
parents:
48662
diff
changeset
|
144 |
(Options.bool options "document_graph") |
48805
c3ea910b3581
explicit document_output directory, without implicit purge of default in ISABELLE_BROWSER_INFO;
wenzelm
parents:
48804
diff
changeset
|
145 |
(Options.string options "document_output") |
48804
6348e5fca42e
more direct interpretation of document_variants for build (unchanged for usedir);
wenzelm
parents:
48734
diff
changeset
|
146 |
document_variants |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51398
diff
changeset
|
147 |
parent_name (chapter, name) |
51398
c3d02b3518c2
discontinued "isabelle usedir" option -P (remote path);
wenzelm
parents:
51228
diff
changeset
|
148 |
(false, "") |
50121
97d2b77313a0
isabelle build no longer supports document_dump/document_dump_mode (no INCOMPATIBILITY, since it was never in official release);
wenzelm
parents:
49911
diff
changeset
|
149 |
verbose; |
49911
262c36fd5f26
collective errors from use_thys and Session.finish/Goal.finish_futures -- avoid uninformative interrupts stemming from failure of goal forks that are not registered in the theory (e.g. unnamed theorems);
wenzelm
parents:
49242
diff
changeset
|
150 |
|
51228 | 151 |
val last_timing = lookup_timings (fold update_timings command_timings empty_timings); |
51218
6425a0d3b7ac
support for build passing timings from Scala to ML;
wenzelm
parents:
51217
diff
changeset
|
152 |
|
49911
262c36fd5f26
collective errors from use_thys and Session.finish/Goal.finish_futures -- avoid uninformative interrupts stemming from failure of goal forks that are not registered in the theory (e.g. unnamed theorems);
wenzelm
parents:
49242
diff
changeset
|
153 |
val res1 = |
48673
b2b09970c571
let with_timing report overall number of threads;
wenzelm
parents:
48672
diff
changeset
|
154 |
theories |> |
51218
6425a0d3b7ac
support for build passing timings from Scala to ML;
wenzelm
parents:
51217
diff
changeset
|
155 |
(List.app (use_theories_condition last_timing) |
48673
b2b09970c571
let with_timing report overall number of threads;
wenzelm
parents:
48672
diff
changeset
|
156 |
|> Session.with_timing name verbose |
50683 | 157 |
|> Unsynchronized.setmp Output.Private_Hooks.protocol_message_fn protocol_message |
49911
262c36fd5f26
collective errors from use_thys and Session.finish/Goal.finish_futures -- avoid uninformative interrupts stemming from failure of goal forks that are not registered in the theory (e.g. unnamed theorems);
wenzelm
parents:
49242
diff
changeset
|
158 |
|> Unsynchronized.setmp Multithreading.max_threads (Options.int options "threads") |
262c36fd5f26
collective errors from use_thys and Session.finish/Goal.finish_futures -- avoid uninformative interrupts stemming from failure of goal forks that are not registered in the theory (e.g. unnamed theorems);
wenzelm
parents:
49242
diff
changeset
|
159 |
|> Exn.capture); |
262c36fd5f26
collective errors from use_thys and Session.finish/Goal.finish_futures -- avoid uninformative interrupts stemming from failure of goal forks that are not registered in the theory (e.g. unnamed theorems);
wenzelm
parents:
49242
diff
changeset
|
160 |
val res2 = Exn.capture Session.finish (); |
262c36fd5f26
collective errors from use_thys and Session.finish/Goal.finish_futures -- avoid uninformative interrupts stemming from failure of goal forks that are not registered in the theory (e.g. unnamed theorems);
wenzelm
parents:
49242
diff
changeset
|
161 |
val _ = Par_Exn.release_all [res1, res2]; |
48673
b2b09970c571
let with_timing report overall number of threads;
wenzelm
parents:
48672
diff
changeset
|
162 |
|
48734
af91cd2301ba
back to implicit commit via isabelle-process -- save image only once (cf. 181b91e1d1c1);
wenzelm
parents:
48731
diff
changeset
|
163 |
val _ = if do_output then () else exit 0; |
48681
181b91e1d1c1
prefer general Command_Line.tool wrapper (cf. Scala version);
wenzelm
parents:
48673
diff
changeset
|
164 |
in 0 end); |
48418 | 165 |
|
166 |
end; |
|
48465 | 167 |
|
168 |
end; |