author | wenzelm |
Fri, 18 May 2018 17:09:55 +0200 | |
changeset 68209 | aeffd8f1f079 |
parent 68204 | a554da2811f2 |
child 68212 | 5a59fded83c7 |
permissions | -rw-r--r-- |
50686 | 1 |
/* Title: Pure/Tools/build.scala |
48276 | 2 |
Author: Makarius |
57923 | 3 |
Options: :folding=explicit: |
48276 | 4 |
|
5 |
Build and manage Isabelle sessions. |
|
6 |
*/ |
|
7 |
||
8 |
package isabelle |
|
9 |
||
10 |
||
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
11 |
import scala.collection.SortedSet |
48340
6f4fc030882a
allow explicit specification of additional session directories;
wenzelm
parents:
48339
diff
changeset
|
12 |
import scala.annotation.tailrec |
48337
9c7f8e5805b4
cumulate semantic Session_Info, based on syntactic Session_Entry;
wenzelm
parents:
48336
diff
changeset
|
13 |
|
48335 | 14 |
|
48276 | 15 |
object Build |
16 |
{ |
|
62631 | 17 |
/** auxiliary **/ |
48424 | 18 |
|
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
19 |
/* persistent build info */ |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
20 |
|
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
21 |
sealed case class Session_Info( |
66749
0445cfaf6132
more compact (second-order) digest for 10^2..10^3 source files, with slightly increased risk of collisions;
wenzelm
parents:
66747
diff
changeset
|
22 |
sources: String, |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
23 |
input_heaps: List[String], |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
24 |
output_heap: Option[String], |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
25 |
return_code: Int) |
66747 | 26 |
{ |
27 |
def ok: Boolean = return_code == 0 |
|
28 |
} |
|
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
29 |
|
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
30 |
|
65289 | 31 |
/* queue with scheduling information */ |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
32 |
|
62631 | 33 |
private object Queue |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
34 |
{ |
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
35 |
type Timings = (List[Properties.T], Double) |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
36 |
|
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
37 |
def load_timings(progress: Progress, store: Sessions.Store, name: String): Timings = |
65289 | 38 |
{ |
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
39 |
val no_timings: Timings = (Nil, 0.0) |
65289 | 40 |
|
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
41 |
store.find_database(name) match { |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
42 |
case None => no_timings |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
43 |
case Some(database) => |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
44 |
def ignore_error(msg: String) = |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
45 |
{ |
65831 | 46 |
progress.echo_warning("Ignoring bad database: " + |
65365 | 47 |
database.expand + (if (msg == "") "" else "\n" + msg)) |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
48 |
no_timings |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
49 |
} |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
50 |
try { |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
51 |
using(SQLite.open_database(database))(db => |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
52 |
{ |
65935 | 53 |
val command_timings = store.read_command_timings(db, name) |
54 |
val session_timing = |
|
55 |
store.read_session_timing(db, name) match { |
|
56 |
case Markup.Elapsed(t) => t |
|
57 |
case _ => 0.0 |
|
58 |
} |
|
59 |
(command_timings, session_timing) |
|
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
60 |
}) |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
61 |
} |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
62 |
catch { |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
63 |
case ERROR(msg) => ignore_error(msg) |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
64 |
case exn: java.lang.Error => ignore_error(Exn.message(exn)) |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
65 |
case _: XML.Error => ignore_error("") |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
66 |
} |
65289 | 67 |
} |
68 |
} |
|
69 |
||
67052 | 70 |
def apply(progress: Progress, sessions: Sessions.Structure, store: Sessions.Store): Queue = |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
71 |
{ |
65420
695d4e22345a
support for static session imports, without affect build hierarchy;
wenzelm
parents:
65419
diff
changeset
|
72 |
val graph = sessions.build_graph |
65415
8cd54b18b68b
clarified signature: tree structure is not essential;
wenzelm
parents:
65406
diff
changeset
|
73 |
val names = graph.keys |
51220 | 74 |
|
65831 | 75 |
val timings = names.map(name => (name, load_timings(progress, store, name))) |
51220 | 76 |
val command_timings = |
77 |
Map(timings.map({ case (name, (ts, _)) => (name, ts) }): _*).withDefaultValue(Nil) |
|
78 |
val session_timing = |
|
79 |
Map(timings.map({ case (name, (_, t)) => (name, t) }): _*).withDefaultValue(0.0) |
|
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
80 |
|
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
81 |
def outdegree(name: String): Int = graph.imm_succs(name).size |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
82 |
|
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
83 |
object Ordering extends scala.math.Ordering[String] |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
84 |
{ |
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
85 |
def compare_timing(name1: String, name2: String): Int = |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
86 |
{ |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
87 |
val t1 = session_timing(name1) |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
88 |
val t2 = session_timing(name2) |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
89 |
if (t1 == 0.0 || t2 == 0.0) 0 |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
90 |
else t1 compare t2 |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
91 |
} |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
92 |
|
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
93 |
def compare(name1: String, name2: String): Int = |
51229
6e40d0bb89e3
prefer outdegree in comparison again (cf. 88c96e836ed6) -- NB: big jobs might hide behind small ones in this naive queuing scheme;
wenzelm
parents:
51227
diff
changeset
|
94 |
outdegree(name2) compare outdegree(name1) match { |
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
95 |
case 0 => |
51229
6e40d0bb89e3
prefer outdegree in comparison again (cf. 88c96e836ed6) -- NB: big jobs might hide behind small ones in this naive queuing scheme;
wenzelm
parents:
51227
diff
changeset
|
96 |
compare_timing(name2, name1) match { |
51220 | 97 |
case 0 => |
65415
8cd54b18b68b
clarified signature: tree structure is not essential;
wenzelm
parents:
65406
diff
changeset
|
98 |
sessions(name2).timeout compare sessions(name1).timeout match { |
51220 | 99 |
case 0 => name1 compare name2 |
100 |
case ord => ord |
|
101 |
} |
|
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
102 |
case ord => ord |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
103 |
} |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
104 |
case ord => ord |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
105 |
} |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
106 |
} |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
107 |
|
65415
8cd54b18b68b
clarified signature: tree structure is not essential;
wenzelm
parents:
65406
diff
changeset
|
108 |
new Queue(graph, SortedSet(names: _*)(Ordering), command_timings) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
109 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
110 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
111 |
|
65314 | 112 |
private class Queue( |
62631 | 113 |
graph: Graph[String, Sessions.Info], |
51220 | 114 |
order: SortedSet[String], |
115 |
val command_timings: String => List[Properties.T]) |
|
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
116 |
{ |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
117 |
def is_inner(name: String): Boolean = !graph.is_maximal(name) |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
118 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
119 |
def is_empty: Boolean = graph.is_empty |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
120 |
|
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
121 |
def - (name: String): Queue = |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
122 |
new Queue(graph.del_node(name), |
67011 | 123 |
order - name, // FIXME scala-2.10.0 .. 2.12.4 TreeSet problem!? |
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
124 |
command_timings) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
125 |
|
62631 | 126 |
def dequeue(skip: String => Boolean): Option[(String, Sessions.Info)] = |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
127 |
{ |
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
128 |
val it = order.iterator.dropWhile(name => |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
129 |
skip(name) |
67011 | 130 |
|| !graph.defined(name) // FIXME scala-2.10.0 .. 2.12.4 TreeSet problem!? |
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
131 |
|| !graph.is_minimal(name)) |
48680 | 132 |
if (it.hasNext) { val name = it.next; Some((name, graph.get_node(name))) } |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
133 |
else None |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
134 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
135 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
136 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
137 |
|
65313 | 138 |
/* PIDE protocol handler */ |
139 |
||
140 |
class Handler(progress: Progress, session: Session, session_name: String) |
|
141 |
extends Session.Protocol_Handler |
|
142 |
{ |
|
143 |
val result_error: Promise[String] = Future.promise |
|
144 |
||
145 |
override def exit() { result_error.cancel } |
|
146 |
||
147 |
private def build_session_finished(msg: Prover.Protocol_Output): Boolean = |
|
148 |
{ |
|
149 |
val error_message = |
|
65344
b99283eed13c
clarified YXML vs. symbol encoding: operate on whole message;
wenzelm
parents:
65320
diff
changeset
|
150 |
try { Pretty.string_of(Symbol.decode_yxml(msg.text)) } |
65313 | 151 |
catch { case ERROR(msg) => msg } |
152 |
result_error.fulfill(error_message) |
|
153 |
session.send_stop() |
|
154 |
true |
|
155 |
} |
|
156 |
||
157 |
private def loading_theory(msg: Prover.Protocol_Output): Boolean = |
|
158 |
msg.properties match { |
|
159 |
case Markup.Loading_Theory(name) => |
|
160 |
progress.theory(session_name, name) |
|
161 |
true |
|
162 |
case _ => false |
|
163 |
} |
|
164 |
||
165 |
val functions = |
|
166 |
List( |
|
167 |
Markup.BUILD_SESSION_FINISHED -> build_session_finished _, |
|
168 |
Markup.LOADING_THEORY -> loading_theory _) |
|
169 |
} |
|
170 |
||
171 |
||
65308 | 172 |
/* job: running prover process */ |
48341 | 173 |
|
65308 | 174 |
private class Job(progress: Progress, |
175 |
name: String, |
|
176 |
val info: Sessions.Info, |
|
65313 | 177 |
deps: Sessions.Deps, |
65308 | 178 |
store: Sessions.Store, |
179 |
do_output: Boolean, |
|
180 |
verbose: Boolean, |
|
181 |
pide: Boolean, |
|
182 |
val numa_node: Option[Int], |
|
183 |
command_timings: List[Properties.T]) |
|
48418 | 184 |
{ |
62633 | 185 |
val output = store.output_dir + Path.basic(name) |
48674 | 186 |
def output_path: Option[Path] = if (do_output) Some(output) else None |
187 |
||
65312 | 188 |
val options = |
189 |
numa_node match { |
|
190 |
case None => info.options |
|
191 |
case Some(n) => info.options.string("ML_process_policy") = NUMA.policy(n) |
|
192 |
} |
|
193 |
||
59445 | 194 |
private val graph_file = Isabelle_System.tmp_file("session_graph", "pdf") |
66822 | 195 |
isabelle.graphview.Graph_File.write(options, graph_file, deps(name).session_graph_display) |
59445 | 196 |
|
68198
6710167e17af
avoid race condition wrt. ISABELLE_TMP, which is removed in Bash.cleanup() before Bash.result(progress_stdout);
wenzelm
parents:
68148
diff
changeset
|
197 |
private val export_tmp_dir = Isabelle_System.tmp_dir("export") |
68092
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
198 |
private val export_consumer = Export.consumer(SQLite.open_database(store.output_database(name))) |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
199 |
|
62573 | 200 |
private val future_result: Future[Process_Result] = |
61559
313eca3fa847
more direct task future implementation, with proper cancel operation;
wenzelm
parents:
61556
diff
changeset
|
201 |
Future.thread("build") { |
65308 | 202 |
val parent = info.parent.getOrElse("") |
65441 | 203 |
val base = deps(name) |
65308 | 204 |
val args_yxml = |
205 |
YXML.string_of_body( |
|
62944
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
206 |
{ |
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
207 |
import XML.Encode._ |
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
208 |
pair(list(pair(string, int)), pair(list(properties), pair(bool, pair(bool, |
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
209 |
pair(Path.encode, pair(list(pair(Path.encode, Path.encode)), pair(string, |
65307 | 210 |
pair(string, pair(string, pair(string, pair(Path.encode, |
65517 | 211 |
pair(list(pair(Options.encode, list(pair(string, properties)))), |
67493
c4e9e0c50487
treat sessions as entities with defining position;
wenzelm
parents:
67471
diff
changeset
|
212 |
pair(list(pair(string, properties)), pair(list(string), |
c4e9e0c50487
treat sessions as entities with defining position;
wenzelm
parents:
67471
diff
changeset
|
213 |
pair(list(pair(string, string)), |
67471 | 214 |
pair(list(string), pair(list(pair(string, string)), list(string))))))))))))))))))( |
62944
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
215 |
(Symbol.codes, (command_timings, (do_output, (verbose, |
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
216 |
(store.browser_info, (info.document_files, (File.standard_path(graph_file), |
65307 | 217 |
(parent, (info.chapter, (name, (Path.current, |
67471 | 218 |
(info.theories, (base.known.sessions.toList, (base.doc_names, |
219 |
(base.global_theories.toList, (base.loaded_theories.keys, (base.dest_known_theories, |
|
220 |
info.bibtex_entries.map(_.info))))))))))))))))))) |
|
65308 | 221 |
}) |
222 |
||
223 |
val env = |
|
224 |
Isabelle_System.settings() + |
|
68198
6710167e17af
avoid race condition wrt. ISABELLE_TMP, which is removed in Bash.cleanup() before Bash.result(progress_stdout);
wenzelm
parents:
68148
diff
changeset
|
225 |
("ISABELLE_EXPORT_TMP" -> File.standard_path(export_tmp_dir)) + |
65312 | 226 |
("ISABELLE_ML_DEBUGGER" -> options.bool("ML_debugger").toString) |
65308 | 227 |
|
228 |
def save_heap: String = |
|
66972
f65fc869e835
no heap sharing for empty session (e.g. HOL-ODE);
wenzelm
parents:
66968
diff
changeset
|
229 |
(if (info.theories.isEmpty) "" else "ML_Heap.share_common_data (); ") + |
f65fc869e835
no heap sharing for empty session (e.g. HOL-ODE);
wenzelm
parents:
66968
diff
changeset
|
230 |
"ML_Heap.save_child " + ML_Syntax.print_string_bytes(File.platform_path(output)) |
62944
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
231 |
|
65360 | 232 |
if (pide && !Sessions.is_pure(name)) { |
65532 | 233 |
val resources = new Resources(deps(parent)) |
65313 | 234 |
val session = new Session(options, resources) |
235 |
val handler = new Handler(progress, session, name) |
|
65315 | 236 |
session.init_protocol_handler(handler) |
65313 | 237 |
|
65317 | 238 |
val session_result = Future.promise[Process_Result] |
65313 | 239 |
|
68204 | 240 |
Isabelle_Process.start(session, options, logic = parent, cwd = info.dir.file, env = env, |
68209 | 241 |
sessions_structure = Some(deps.sessions_structure), store = Some(store), |
65313 | 242 |
phase_changed = |
243 |
{ |
|
244 |
case Session.Ready => session.protocol_command("build_session", args_yxml) |
|
65317 | 245 |
case Session.Terminated(result) => session_result.fulfill(result) |
65313 | 246 |
case _ => |
247 |
}) |
|
248 |
||
65317 | 249 |
val result = session_result.join |
65313 | 250 |
handler.result_error.join match { |
65317 | 251 |
case "" => result |
252 |
case msg => |
|
253 |
result.copy( |
|
254 |
rc = result.rc max 1, |
|
65828 | 255 |
out_lines = result.out_lines ::: split_lines(Output.error_message_text(msg))) |
65313 | 256 |
} |
65308 | 257 |
} |
258 |
else { |
|
259 |
val args_file = Isabelle_System.tmp_file("build") |
|
260 |
File.write(args_file, args_yxml) |
|
261 |
||
262 |
val eval = |
|
263 |
"Command_Line.tool0 (fn () => (" + |
|
66782 | 264 |
"Build.build " + ML_Syntax.print_string_bytes(File.standard_path(args_file)) + |
67380 | 265 |
(if (Sessions.is_pure(name)) "; Theory.install_pure (Thy_Info.get_theory Context.PureN)" |
266 |
else "") + (if (do_output) "; " + save_heap else "") + "));" |
|
64265 | 267 |
|
65308 | 268 |
val process = |
65360 | 269 |
if (Sessions.is_pure(name)) { |
65312 | 270 |
ML_Process(options, raw_ml_system = true, cwd = info.dir.file, |
65308 | 271 |
args = |
272 |
(for ((root, _) <- Thy_Header.ml_roots) yield List("--use", root)).flatten ::: |
|
273 |
List("--eval", eval), |
|
68209 | 274 |
env = env, sessions_structure = Some(deps.sessions_structure), store = Some(store), |
65415
8cd54b18b68b
clarified signature: tree structure is not essential;
wenzelm
parents:
65406
diff
changeset
|
275 |
cleanup = () => args_file.delete) |
65308 | 276 |
} |
277 |
else { |
|
65312 | 278 |
ML_Process(options, parent, List("--eval", eval), cwd = info.dir.file, |
68209 | 279 |
env = env, sessions_structure = Some(deps.sessions_structure), store = Some(store), |
65415
8cd54b18b68b
clarified signature: tree structure is not essential;
wenzelm
parents:
65406
diff
changeset
|
280 |
cleanup = () => args_file.delete) |
65308 | 281 |
} |
64265 | 282 |
|
65308 | 283 |
process.result( |
284 |
progress_stdout = (line: String) => |
|
285 |
Library.try_unprefix("\floading_theory = ", line) match { |
|
286 |
case Some(theory) => progress.theory(name, theory) |
|
287 |
case None => |
|
68088 | 288 |
for { |
289 |
text <- Library.try_unprefix("\fexport = ", line) |
|
68148 | 290 |
(args, path) <- |
68088 | 291 |
Markup.Export.dest_inline(XML.Decode.properties(YXML.parse_body(text))) |
68148 | 292 |
} { |
293 |
val body = Bytes.read(path) |
|
294 |
path.file.delete |
|
295 |
export_consumer(name, args, body) |
|
296 |
} |
|
65308 | 297 |
}, |
298 |
progress_limit = |
|
65312 | 299 |
options.int("process_output_limit") match { |
65308 | 300 |
case 0 => None |
301 |
case m => Some(m * 1000000L) |
|
302 |
}, |
|
303 |
strict = false) |
|
304 |
} |
|
50845 | 305 |
} |
48674 | 306 |
|
62572 | 307 |
def terminate: Unit = future_result.cancel |
308 |
def is_finished: Boolean = future_result.is_finished |
|
48674 | 309 |
|
56779 | 310 |
private val timeout_request: Option[Event_Timer.Request] = |
311 |
{ |
|
62569 | 312 |
if (info.timeout > Time.zero) |
66943 | 313 |
Some(Event_Timer.request(Time.now() + info.timeout) { terminate }) |
48674 | 314 |
else None |
56779 | 315 |
} |
48674 | 316 |
|
62400 | 317 |
def join: Process_Result = |
50845 | 318 |
{ |
62572 | 319 |
val result = future_result.join |
68092
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
320 |
val export_result = |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
321 |
export_consumer.shutdown(close = true).map(Output.error_message_text(_)) match { |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
322 |
case Nil => result |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
323 |
case errs if result.ok => result.copy(rc = 1).errors(errs) |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
324 |
case errs => result.errors(errs) |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
325 |
} |
50845 | 326 |
|
68198
6710167e17af
avoid race condition wrt. ISABELLE_TMP, which is removed in Bash.cleanup() before Bash.result(progress_stdout);
wenzelm
parents:
68148
diff
changeset
|
327 |
Isabelle_System.rm_tree(export_tmp_dir) |
6710167e17af
avoid race condition wrt. ISABELLE_TMP, which is removed in Bash.cleanup() before Bash.result(progress_stdout);
wenzelm
parents:
68148
diff
changeset
|
328 |
|
68092
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
329 |
if (export_result.ok) |
62633 | 330 |
Present.finish(progress, store.browser_info, graph_file, info, name) |
61372 | 331 |
|
59445 | 332 |
graph_file.delete |
66943 | 333 |
|
334 |
val was_timeout = |
|
335 |
timeout_request match { |
|
336 |
case None => false |
|
337 |
case Some(request) => !request.cancel |
|
338 |
} |
|
48674 | 339 |
|
68092
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
340 |
if (export_result.interrupted) { |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
341 |
if (was_timeout) export_result.error(Output.error_message_text("Timeout")).was_timeout |
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
342 |
else export_result.error(Output.error_message_text("Interrupt")) |
52063
fd533ac64390
timeout counts as regular error, with rc = 1 (cf. special Exn.Interrupt vs. regular TimeLimit.TimeOut in Isabelle/ML);
wenzelm
parents:
51987
diff
changeset
|
343 |
} |
68092
888d35a19866
store exports in session database, with asynchronous / parallel compression;
wenzelm
parents:
68088
diff
changeset
|
344 |
else export_result |
48674 | 345 |
} |
48364 | 346 |
} |
347 |
||
48424 | 348 |
|
62631 | 349 |
|
62641 | 350 |
/** build with results **/ |
48424 | 351 |
|
63996 | 352 |
class Results private[Build](results: Map[String, (Option[Process_Result], Sessions.Info)]) |
62403 | 353 |
{ |
354 |
def sessions: Set[String] = results.keySet |
|
63082
6af03422535a
expose Sessions.Info in Build.Results
Lars Hupel <lars.hupel@mytum.de>
parents:
62946
diff
changeset
|
355 |
def cancelled(name: String): Boolean = results(name)._1.isEmpty |
6af03422535a
expose Sessions.Info in Build.Results
Lars Hupel <lars.hupel@mytum.de>
parents:
62946
diff
changeset
|
356 |
def apply(name: String): Process_Result = results(name)._1.getOrElse(Process_Result(1)) |
6af03422535a
expose Sessions.Info in Build.Results
Lars Hupel <lars.hupel@mytum.de>
parents:
62946
diff
changeset
|
357 |
def info(name: String): Sessions.Info = results(name)._2 |
65253 | 358 |
val rc = |
359 |
(0 /: results.iterator.map( |
|
360 |
{ case (_, (Some(r), _)) => r.rc case (_, (None, _)) => 1 }))(_ max _) |
|
62641 | 361 |
def ok: Boolean = rc == 0 |
62406 | 362 |
|
363 |
override def toString: String = rc.toString |
|
62403 | 364 |
} |
365 |
||
62641 | 366 |
def build( |
50404
898cac1dad5e
avoid startup within GUI thread -- it is only required later for dialog;
wenzelm
parents:
50367
diff
changeset
|
367 |
options: Options, |
64909 | 368 |
progress: Progress = No_Progress, |
65832
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
369 |
check_unknown_files: Boolean = false, |
48511
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
370 |
build_heap: Boolean = false, |
48595 | 371 |
clean_build: Boolean = false, |
56890 | 372 |
dirs: List[Path] = Nil, |
373 |
select_dirs: List[Path] = Nil, |
|
66968
9991671c98aa
allow to augment session context via explicit session infos;
wenzelm
parents:
66962
diff
changeset
|
374 |
infos: List[Sessions.Info] = Nil, |
64265 | 375 |
numa_shuffling: Boolean = false, |
48509 | 376 |
max_jobs: Int = 1, |
48903 | 377 |
list_files: Boolean = false, |
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
378 |
check_keywords: Set[String] = Set.empty, |
66841 | 379 |
fresh_build: Boolean = false, |
48509 | 380 |
no_build: Boolean = false, |
66745 | 381 |
soft_build: Boolean = false, |
48509 | 382 |
system_mode: Boolean = false, |
383 |
verbose: Boolean = false, |
|
65308 | 384 |
pide: Boolean = false, |
63224 | 385 |
requirements: Boolean = false, |
386 |
all_sessions: Boolean = false, |
|
66737
2edc0c42c883
option -B for "isabelle build" and "isabelle imports";
wenzelm
parents:
66736
diff
changeset
|
387 |
base_sessions: List[String] = Nil, |
63224 | 388 |
exclude_session_groups: List[String] = Nil, |
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
389 |
exclude_sessions: List[String] = Nil, |
63224 | 390 |
session_groups: List[String] = Nil, |
65422 | 391 |
sessions: List[String] = Nil, |
392 |
selection: Sessions.Selection = Sessions.Selection.empty): Results = |
|
63224 | 393 |
{ |
66745 | 394 |
val build_options = options.int.update("completion_limit", 0).bool.update("ML_statistics", true) |
51220 | 395 |
|
68209 | 396 |
val store = Sessions.store(build_options, system_mode) |
66745 | 397 |
|
398 |
||
399 |
/* session selection and dependencies */ |
|
65422 | 400 |
|
66961 | 401 |
val full_sessions = |
67026 | 402 |
Sessions.load_structure(build_options, dirs = dirs, select_dirs = select_dirs, infos = infos) |
65422 | 403 |
|
66749
0445cfaf6132
more compact (second-order) digest for 10^2..10^3 source files, with slightly increased risk of collisions;
wenzelm
parents:
66747
diff
changeset
|
404 |
def sources_stamp(deps: Sessions.Deps, name: String): String = |
0445cfaf6132
more compact (second-order) digest for 10^2..10^3 source files, with slightly increased risk of collisions;
wenzelm
parents:
66747
diff
changeset
|
405 |
{ |
0445cfaf6132
more compact (second-order) digest for 10^2..10^3 source files, with slightly increased risk of collisions;
wenzelm
parents:
66747
diff
changeset
|
406 |
val digests = |
0445cfaf6132
more compact (second-order) digest for 10^2..10^3 source files, with slightly increased risk of collisions;
wenzelm
parents:
66747
diff
changeset
|
407 |
full_sessions(name).meta_digest :: deps.sources(name) ::: deps.imported_sources(name) |
0445cfaf6132
more compact (second-order) digest for 10^2..10^3 source files, with slightly increased risk of collisions;
wenzelm
parents:
66747
diff
changeset
|
408 |
SHA1.digest(cat_lines(digests.map(_.toString).sorted)).toString |
0445cfaf6132
more compact (second-order) digest for 10^2..10^3 source files, with slightly increased risk of collisions;
wenzelm
parents:
66747
diff
changeset
|
409 |
} |
66745 | 410 |
|
67030
a9859e879f38
proper build_selection for clean_build (amending 961285f581e6): e.g. relevant for "isabelle build_doc";
wenzelm
parents:
67026
diff
changeset
|
411 |
val selection1 = |
a9859e879f38
proper build_selection for clean_build (amending 961285f581e6): e.g. relevant for "isabelle build_doc";
wenzelm
parents:
67026
diff
changeset
|
412 |
Sessions.Selection(requirements, all_sessions, base_sessions, exclude_session_groups, |
a9859e879f38
proper build_selection for clean_build (amending 961285f581e6): e.g. relevant for "isabelle build_doc";
wenzelm
parents:
67026
diff
changeset
|
413 |
exclude_sessions, session_groups, sessions) ++ selection |
a9859e879f38
proper build_selection for clean_build (amending 961285f581e6): e.g. relevant for "isabelle build_doc";
wenzelm
parents:
67026
diff
changeset
|
414 |
|
68204 | 415 |
val deps = |
66745 | 416 |
{ |
417 |
val deps0 = |
|
68204 | 418 |
Sessions.deps(full_sessions.selection(selection1), full_sessions.global_theories, |
66962
e1bde71bace6
clarified signature: global_theories is always required;
wenzelm
parents:
66961
diff
changeset
|
419 |
progress = progress, inlined_files = true, verbose = verbose, |
e1bde71bace6
clarified signature: global_theories is always required;
wenzelm
parents:
66961
diff
changeset
|
420 |
list_files = list_files, check_keywords = check_keywords).check_errors |
66745 | 421 |
|
66841 | 422 |
if (soft_build && !fresh_build) { |
66745 | 423 |
val outdated = |
68204 | 424 |
deps0.sessions_structure.build_topological_order.flatMap(name => |
66745 | 425 |
store.find_database(name) match { |
426 |
case Some(database) => |
|
427 |
using(SQLite.open_database(database))(store.read_build(_, name)) match { |
|
428 |
case Some(build) |
|
66747 | 429 |
if build.ok && build.sources == sources_stamp(deps0, name) => None |
66745 | 430 |
case _ => Some(name) |
431 |
} |
|
432 |
case None => Some(name) |
|
433 |
}) |
|
68204 | 434 |
|
435 |
Sessions.deps(full_sessions.selection(Sessions.Selection(sessions = outdated)), |
|
436 |
full_sessions.global_theories, progress = progress, inlined_files = true).check_errors |
|
66745 | 437 |
} |
68204 | 438 |
else deps0 |
66745 | 439 |
} |
440 |
||
441 |
||
442 |
/* check unknown files */ |
|
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
443 |
|
65832
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
444 |
if (check_unknown_files) { |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
445 |
val source_files = |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
446 |
(for { |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
447 |
(_, base) <- deps.session_bases.iterator |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
448 |
(path, _) <- base.sources.iterator |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
449 |
} yield path).toList |
67098 | 450 |
val exclude_files = List(Path.explode("$POLYML_EXE")).map(_.canonical_file) |
451 |
val unknown_files = |
|
67782
7e223a05e6d8
clarified notion of unknown files: ignore files outside of a Mercurial repository;
wenzelm
parents:
67493
diff
changeset
|
452 |
Mercurial.check_files(source_files)._2. |
67098 | 453 |
filterNot(path => exclude_files.contains(path.canonical_file)) |
65832
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
454 |
if (unknown_files.nonEmpty) { |
67782
7e223a05e6d8
clarified notion of unknown files: ignore files outside of a Mercurial repository;
wenzelm
parents:
67493
diff
changeset
|
455 |
progress.echo_warning("Unknown files (not part of the underlying Mercurial repository):" + |
65832
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
456 |
unknown_files.map(path => path.expand.implode).sorted.mkString("\n ", "\n ", "")) |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
457 |
} |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
458 |
} |
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
459 |
|
51220 | 460 |
|
461 |
/* main build process */ |
|
462 |
||
68204 | 463 |
val queue = Queue(progress, deps.sessions_structure, store) |
65289 | 464 |
|
62632 | 465 |
store.prepare_output() |
48373 | 466 |
|
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
467 |
// cleanup |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
468 |
def cleanup(name: String, echo: Boolean = false) |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
469 |
{ |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
470 |
val files = |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
471 |
List(Path.basic(name), store.database(name), store.log(name), store.log_gz(name)). |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
472 |
map(store.output_dir + _).filter(_.is_file) |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
473 |
if (files.nonEmpty) progress.echo_if(echo, "Cleaning " + name + " ...") |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
474 |
val res = files.map(p => p.file.delete) |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
475 |
if (!res.forall(ok => ok)) progress.echo_if(echo, name + " FAILED to delete") |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
476 |
} |
48595 | 477 |
if (clean_build) { |
67030
a9859e879f38
proper build_selection for clean_build (amending 961285f581e6): e.g. relevant for "isabelle build_doc";
wenzelm
parents:
67026
diff
changeset
|
478 |
for (name <- full_sessions.build_descendants(full_sessions.build_selection(selection1))) { |
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
479 |
cleanup(name, echo = true) |
48595 | 480 |
} |
481 |
} |
|
482 |
||
48425 | 483 |
// scheduler loop |
63082
6af03422535a
expose Sessions.Info in Build.Results
Lars Hupel <lars.hupel@mytum.de>
parents:
62946
diff
changeset
|
484 |
case class Result( |
66594 | 485 |
current: Boolean, |
486 |
heap_stamp: Option[String], |
|
487 |
process: Option[Process_Result], |
|
488 |
info: Sessions.Info) |
|
62402 | 489 |
{ |
490 |
def ok: Boolean = |
|
491 |
process match { |
|
492 |
case None => false |
|
493 |
case Some(res) => res.rc == 0 |
|
494 |
} |
|
495 |
} |
|
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
496 |
|
56837
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
497 |
def sleep() |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
498 |
{ |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
499 |
try { Thread.sleep(500) } |
56861 | 500 |
catch { case Exn.Interrupt() => Exn.Interrupt.impose() } |
56837
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
501 |
} |
50366 | 502 |
|
64265 | 503 |
val numa_nodes = new NUMA.Nodes(numa_shuffling) |
504 |
||
48425 | 505 |
@tailrec def loop( |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
506 |
pending: Queue, |
62628 | 507 |
running: Map[String, (List[String], Job)], |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
508 |
results: Map[String, Result]): Map[String, Result] = |
48425 | 509 |
{ |
64265 | 510 |
def used_node(i: Int): Boolean = |
511 |
running.iterator.exists( |
|
512 |
{ case (_, (_, job)) => job.numa_node.isDefined && job.numa_node.get == i }) |
|
513 |
||
48425 | 514 |
if (pending.is_empty) results |
51253 | 515 |
else { |
516 |
if (progress.stopped) |
|
517 |
for ((_, (_, job)) <- running) job.terminate |
|
518 |
||
48674 | 519 |
running.find({ case (_, (_, job)) => job.is_finished }) match { |
62628 | 520 |
case Some((name, (input_heaps, job))) => |
50367 | 521 |
//{{{ finish job |
48424 | 522 |
|
62401 | 523 |
val process_result = job.join |
48373 | 524 |
|
65294 | 525 |
val log_lines = process_result.out_lines.filterNot(_.startsWith("\f")) |
62404
13a0f537e232
retain tail out_lines as printed, but not the whole log content;
wenzelm
parents:
62403
diff
changeset
|
526 |
val process_result_tail = |
13a0f537e232
retain tail out_lines as printed, but not the whole log content;
wenzelm
parents:
62403
diff
changeset
|
527 |
{ |
62409
e391528eff3b
proper option process_output_tail, more generous default;
wenzelm
parents:
62406
diff
changeset
|
528 |
val tail = job.info.options.int("process_output_tail") |
62632 | 529 |
process_result.copy( |
530 |
out_lines = |
|
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
531 |
"(see also " + store.output_log(name).file.toString + ")" :: |
65294 | 532 |
(if (tail == 0) log_lines else log_lines.drop(log_lines.length - tail max 0))) |
62404
13a0f537e232
retain tail out_lines as printed, but not the whole log content;
wenzelm
parents:
62403
diff
changeset
|
533 |
} |
13a0f537e232
retain tail out_lines as printed, but not the whole log content;
wenzelm
parents:
62403
diff
changeset
|
534 |
|
66666
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
535 |
|
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
536 |
// write log file |
62636 | 537 |
val heap_stamp = |
62401 | 538 |
if (process_result.ok) { |
62636 | 539 |
val heap_stamp = |
62704
478b49f0d726
proper SHA1 digest as annex to heap file: Poly/ML reads precise segment length;
wenzelm
parents:
62643
diff
changeset
|
540 |
for (path <- job.output_path if path.is_file) |
478b49f0d726
proper SHA1 digest as annex to heap file: Poly/ML reads precise segment length;
wenzelm
parents:
62643
diff
changeset
|
541 |
yield Sessions.write_heap_digest(path) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
542 |
|
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
543 |
File.write_gzip(store.output_log_gz(name), terminate_lines(log_lines)) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
544 |
|
62636 | 545 |
heap_stamp |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
546 |
} |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
547 |
else { |
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
548 |
File.write(store.output_log(name), terminate_lines(log_lines)) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
549 |
|
62636 | 550 |
None |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
551 |
} |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
552 |
|
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
553 |
// write database |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
554 |
{ |
66944
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
555 |
val build_log = |
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
556 |
Build_Log.Log_File(name, process_result.out_lines). |
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
557 |
parse_session_info( |
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
558 |
command_timings = true, |
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
559 |
theory_timings = true, |
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
560 |
ml_statistics = true, |
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
561 |
task_statistics = true) |
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
562 |
|
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
563 |
using(SQLite.open_database(store.output_database(name)))(db => |
65318
342efc382558
eliminated somewhat redundant inlined name (despite a7aa17a1f721);
wenzelm
parents:
65317
diff
changeset
|
564 |
store.write_session_info(db, name, |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
565 |
build_log = |
66944
05df740cb54b
more informative timeout message, notably for build_status;
wenzelm
parents:
66943
diff
changeset
|
566 |
if (process_result.timeout) build_log.error("Timeout") else build_log, |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
567 |
build = |
66746 | 568 |
Session_Info(sources_stamp(deps, name), input_heaps, heap_stamp, |
66744 | 569 |
process_result.rc))) |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
570 |
} |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
571 |
|
66666
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
572 |
// messages |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
573 |
process_result.err_lines.foreach(progress.echo(_)) |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
574 |
|
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
575 |
if (process_result.ok) |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
576 |
progress.echo("Finished " + name + " (" + process_result.timing.message_resources + ")") |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
577 |
else { |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
578 |
progress.echo(name + " FAILED") |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
579 |
if (!process_result.interrupted) progress.echo(process_result_tail.out) |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
580 |
} |
1a620647285c
clarified messages: after writing all files (see also 27f90319a499 and 57c85c83c11b);
wenzelm
parents:
66595
diff
changeset
|
581 |
|
50707
5b2bf7611662
maintain session index on Scala side, for more determistic results;
wenzelm
parents:
50686
diff
changeset
|
582 |
loop(pending - name, running - name, |
63082
6af03422535a
expose Sessions.Info in Build.Results
Lars Hupel <lars.hupel@mytum.de>
parents:
62946
diff
changeset
|
583 |
results + (name -> Result(false, heap_stamp, Some(process_result_tail), job.info))) |
50367 | 584 |
//}}} |
60215 | 585 |
case None if running.size < (max_jobs max 1) => |
50367 | 586 |
//{{{ check/start next job |
48547 | 587 |
pending.dequeue(running.isDefinedAt(_)) match { |
588 |
case Some((name, info)) => |
|
66848 | 589 |
val ancestor_results = |
68204 | 590 |
deps.sessions_structure.build_requirements(List(name)).filterNot(_ == name). |
66848 | 591 |
map(results(_)) |
62636 | 592 |
val ancestor_heaps = ancestor_results.flatMap(_.heap_stamp) |
62628 | 593 |
|
65360 | 594 |
val do_output = build_heap || Sessions.is_pure(name) || queue.is_inner(name) |
48547 | 595 |
|
62636 | 596 |
val (current, heap_stamp) = |
48547 | 597 |
{ |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
598 |
store.find_database_heap(name) match { |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
599 |
case Some((database, heap_stamp)) => |
65320
52861eebf58d
access table via session_name: db may in principle contain multiple entries;
wenzelm
parents:
65318
diff
changeset
|
600 |
using(SQLite.open_database(database))(store.read_build(_, name)) match { |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
601 |
case Some(build) => |
62628 | 602 |
val current = |
66841 | 603 |
!fresh_build && |
66747 | 604 |
build.ok && |
66745 | 605 |
build.sources == sources_stamp(deps, name) && |
65291
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
606 |
build.input_heaps == ancestor_heaps && |
57c85c83c11b
maintain persistent session info in SQLite database instead of log file;
wenzelm
parents:
65289
diff
changeset
|
607 |
build.output_heap == heap_stamp && |
66595 | 608 |
!(do_output && heap_stamp.isEmpty) |
62636 | 609 |
(current, heap_stamp) |
610 |
case None => (false, None) |
|
48547 | 611 |
} |
62636 | 612 |
case None => (false, None) |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
613 |
} |
48547 | 614 |
} |
62628 | 615 |
val all_current = current && ancestor_results.forall(_.current) |
48528
784c6f63d79c
proper all_current, which regards parent status as well;
wenzelm
parents:
48511
diff
changeset
|
616 |
|
48547 | 617 |
if (all_current) |
62402 | 618 |
loop(pending - name, running, |
63082
6af03422535a
expose Sessions.Info in Build.Results
Lars Hupel <lars.hupel@mytum.de>
parents:
62946
diff
changeset
|
619 |
results + (name -> Result(true, heap_stamp, Some(Process_Result(0)), info))) |
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
620 |
else if (no_build) { |
50366 | 621 |
if (verbose) progress.echo("Skipping " + name + " ...") |
62402 | 622 |
loop(pending - name, running, |
63082
6af03422535a
expose Sessions.Info in Build.Results
Lars Hupel <lars.hupel@mytum.de>
parents:
62946
diff
changeset
|
623 |
results + (name -> Result(false, heap_stamp, Some(Process_Result(1)), info))) |
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
624 |
} |
62628 | 625 |
else if (ancestor_results.forall(_.ok) && !progress.stopped) { |
68086
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
626 |
progress.echo((if (do_output) "Building " else "Running ") + name + " ...") |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
627 |
|
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
628 |
cleanup(name) |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
629 |
using(SQLite.open_database(store.output_database(name)))(db => |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
630 |
store.init_session_info(db, name)) |
9e1c670301b8
cleanup session output before starting build job;
wenzelm
parents:
67852
diff
changeset
|
631 |
|
64265 | 632 |
val numa_node = numa_nodes.next(used_node(_)) |
51220 | 633 |
val job = |
68204 | 634 |
new Job(progress, name, info, deps, store, do_output, |
65415
8cd54b18b68b
clarified signature: tree structure is not essential;
wenzelm
parents:
65406
diff
changeset
|
635 |
verbose, pide, numa_node, queue.command_timings(name)) |
62628 | 636 |
loop(pending, running + (name -> (ancestor_heaps, job)), results) |
48547 | 637 |
} |
638 |
else { |
|
50366 | 639 |
progress.echo(name + " CANCELLED") |
65253 | 640 |
loop(pending - name, running, |
641 |
results + (name -> Result(false, heap_stamp, None, info))) |
|
48547 | 642 |
} |
643 |
case None => sleep(); loop(pending, running, results) |
|
48425 | 644 |
} |
50367 | 645 |
///}}} |
48425 | 646 |
case None => sleep(); loop(pending, running, results) |
48373 | 647 |
} |
51253 | 648 |
} |
48425 | 649 |
} |
650 |
||
51220 | 651 |
|
652 |
/* build results */ |
|
653 |
||
62641 | 654 |
val results0 = |
48583 | 655 |
if (deps.is_empty) { |
65827 | 656 |
progress.echo_warning("Nothing to build") |
50707
5b2bf7611662
maintain session index on Scala side, for more determistic results;
wenzelm
parents:
50686
diff
changeset
|
657 |
Map.empty[String, Result] |
48583 | 658 |
} |
659 |
else loop(queue, Map.empty, Map.empty) |
|
660 |
||
62641 | 661 |
val results = |
64265 | 662 |
new Results( |
663 |
(for ((name, result) <- results0.iterator) |
|
664 |
yield (name, (result.process, result.info))).toMap) |
|
62641 | 665 |
|
666 |
if (results.rc != 0 && (verbose || !no_build)) { |
|
667 |
val unfinished = |
|
668 |
(for { |
|
669 |
name <- results.sessions.iterator |
|
670 |
if !results(name).ok |
|
671 |
} yield name).toList.sorted |
|
672 |
progress.echo("Unfinished session(s): " + commas(unfinished)) |
|
673 |
} |
|
674 |
||
51418
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
675 |
|
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
676 |
/* global browser info */ |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
677 |
|
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
678 |
if (!no_build) { |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
679 |
val browser_chapters = |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
680 |
(for { |
62641 | 681 |
(name, result) <- results0.iterator |
62944
3ee643c5ed00
more standard session build process, including browser_info;
wenzelm
parents:
62902
diff
changeset
|
682 |
if result.ok |
65415
8cd54b18b68b
clarified signature: tree structure is not essential;
wenzelm
parents:
65406
diff
changeset
|
683 |
info = full_sessions(name) |
51418
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
684 |
if info.options.bool("browser_info") |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
685 |
} yield (info.chapter, (name, info.description))).toList.groupBy(_._1). |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
686 |
map({ case (chapter, es) => (chapter, es.map(_._2)) }).filterNot(_._2.isEmpty) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
687 |
|
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
688 |
for ((chapter, entries) <- browser_chapters) |
62632 | 689 |
Present.update_chapter_index(store.browser_info, chapter, entries) |
51418
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
690 |
|
62632 | 691 |
if (browser_chapters.nonEmpty) Present.make_global_index(store.browser_info) |
51418
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
692 |
} |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
693 |
|
62641 | 694 |
results |
48341 | 695 |
} |
696 |
||
697 |
||
62833 | 698 |
/* Isabelle tool wrapper */ |
48341 | 699 |
|
62833 | 700 |
val isabelle_tool = Isabelle_Tool("build", "build and manage Isabelle sessions", args => |
48341 | 701 |
{ |
62833 | 702 |
val build_options = Word.explode(Isabelle_System.getenv("ISABELLE_BUILD_OPTIONS")) |
62590 | 703 |
|
66737
2edc0c42c883
option -B for "isabelle build" and "isabelle imports";
wenzelm
parents:
66736
diff
changeset
|
704 |
var base_sessions: List[String] = Nil |
62833 | 705 |
var select_dirs: List[Path] = Nil |
64265 | 706 |
var numa_shuffling = false |
65308 | 707 |
var pide = false |
62833 | 708 |
var requirements = false |
66745 | 709 |
var soft_build = false |
62833 | 710 |
var exclude_session_groups: List[String] = Nil |
711 |
var all_sessions = false |
|
712 |
var build_heap = false |
|
713 |
var clean_build = false |
|
714 |
var dirs: List[Path] = Nil |
|
66841 | 715 |
var fresh_build = false |
62833 | 716 |
var session_groups: List[String] = Nil |
717 |
var max_jobs = 1 |
|
718 |
var check_keywords: Set[String] = Set.empty |
|
719 |
var list_files = false |
|
720 |
var no_build = false |
|
67847 | 721 |
var options = Options.init(opts = build_options) |
62833 | 722 |
var system_mode = false |
723 |
var verbose = false |
|
724 |
var exclude_sessions: List[String] = Nil |
|
62590 | 725 |
|
62833 | 726 |
val getopts = Getopts(""" |
62590 | 727 |
Usage: isabelle build [OPTIONS] [SESSIONS ...] |
728 |
||
729 |
Options are: |
|
66737
2edc0c42c883
option -B for "isabelle build" and "isabelle imports";
wenzelm
parents:
66736
diff
changeset
|
730 |
-B NAME include session NAME and all descendants |
62590 | 731 |
-D DIR include session directory and select its sessions |
64265 | 732 |
-N cyclic shuffling of NUMA CPU nodes (performance tuning) |
65308 | 733 |
-P build via PIDE protocol |
62590 | 734 |
-R operate on requirements of selected sessions |
66745 | 735 |
-S soft build: only observe changes of sources, not heap images |
62590 | 736 |
-X NAME exclude sessions from group NAME and all descendants |
737 |
-a select all sessions |
|
738 |
-b build heap images |
|
739 |
-c clean build |
|
740 |
-d DIR include session directory |
|
66841 | 741 |
-f fresh build |
62590 | 742 |
-g NAME select session group NAME |
743 |
-j INT maximum number of parallel jobs (default 1) |
|
744 |
-k KEYWORD check theory sources for conflicts with proposed keywords |
|
745 |
-l list session source files |
|
746 |
-n no build -- test dependencies only |
|
747 |
-o OPTION override Isabelle system OPTION (via NAME=VAL or NAME) |
|
748 |
-s system build mode: produce output in ISABELLE_HOME |
|
749 |
-v verbose |
|
750 |
-x NAME exclude session NAME and all descendants |
|
751 |
||
62596 | 752 |
Build and manage Isabelle sessions, depending on implicit settings: |
753 |
||
64455 | 754 |
""" + Library.prefix_lines(" ", Build_Log.Settings.show()) + "\n", |
66737
2edc0c42c883
option -B for "isabelle build" and "isabelle imports";
wenzelm
parents:
66736
diff
changeset
|
755 |
"B:" -> (arg => base_sessions = base_sessions ::: List(arg)), |
62833 | 756 |
"D:" -> (arg => select_dirs = select_dirs ::: List(Path.explode(arg))), |
64265 | 757 |
"N" -> (_ => numa_shuffling = true), |
65308 | 758 |
"P" -> (_ => pide = true), |
62833 | 759 |
"R" -> (_ => requirements = true), |
66745 | 760 |
"S" -> (_ => soft_build = true), |
62833 | 761 |
"X:" -> (arg => exclude_session_groups = exclude_session_groups ::: List(arg)), |
762 |
"a" -> (_ => all_sessions = true), |
|
763 |
"b" -> (_ => build_heap = true), |
|
764 |
"c" -> (_ => clean_build = true), |
|
765 |
"d:" -> (arg => dirs = dirs ::: List(Path.explode(arg))), |
|
66841 | 766 |
"f" -> (_ => fresh_build = true), |
62833 | 767 |
"g:" -> (arg => session_groups = session_groups ::: List(arg)), |
63805 | 768 |
"j:" -> (arg => max_jobs = Value.Int.parse(arg)), |
62833 | 769 |
"k:" -> (arg => check_keywords = check_keywords + arg), |
770 |
"l" -> (_ => list_files = true), |
|
771 |
"n" -> (_ => no_build = true), |
|
772 |
"o:" -> (arg => options = options + arg), |
|
773 |
"s" -> (_ => system_mode = true), |
|
774 |
"v" -> (_ => verbose = true), |
|
775 |
"x:" -> (arg => exclude_sessions = exclude_sessions ::: List(arg))) |
|
62590 | 776 |
|
62833 | 777 |
val sessions = getopts(args) |
62590 | 778 |
|
64115 | 779 |
val progress = new Console_Progress(verbose = verbose) |
62590 | 780 |
|
64140 | 781 |
val start_date = Date.now() |
782 |
||
62833 | 783 |
if (verbose) { |
784 |
progress.echo( |
|
64155 | 785 |
"Started at " + Build_Log.print_date(start_date) + |
64140 | 786 |
" (" + Isabelle_System.getenv("ML_IDENTIFIER") + " on " + Isabelle_System.hostname() +")") |
64081 | 787 |
progress.echo(Build_Log.Settings.show() + "\n") |
62833 | 788 |
} |
62590 | 789 |
|
62833 | 790 |
val results = |
791 |
progress.interrupt_handler { |
|
67846 | 792 |
build(options, |
793 |
progress = progress, |
|
65832
2fb85623c386
implicitly check for unknown files (not part of a Mercurial repository);
wenzelm
parents:
65831
diff
changeset
|
794 |
check_unknown_files = Mercurial.is_repository(Path.explode("~~")), |
63224 | 795 |
build_heap = build_heap, |
796 |
clean_build = clean_build, |
|
797 |
dirs = dirs, |
|
798 |
select_dirs = select_dirs, |
|
65831 | 799 |
numa_shuffling = NUMA.enabled_warning(progress, numa_shuffling), |
63224 | 800 |
max_jobs = max_jobs, |
801 |
list_files = list_files, |
|
802 |
check_keywords = check_keywords, |
|
66841 | 803 |
fresh_build = fresh_build, |
63224 | 804 |
no_build = no_build, |
66745 | 805 |
soft_build = soft_build, |
63224 | 806 |
system_mode = system_mode, |
807 |
verbose = verbose, |
|
65308 | 808 |
pide = pide, |
63224 | 809 |
requirements = requirements, |
810 |
all_sessions = all_sessions, |
|
66737
2edc0c42c883
option -B for "isabelle build" and "isabelle imports";
wenzelm
parents:
66736
diff
changeset
|
811 |
base_sessions = base_sessions, |
63224 | 812 |
exclude_session_groups = exclude_session_groups, |
813 |
exclude_sessions = exclude_sessions, |
|
814 |
session_groups = session_groups, |
|
815 |
sessions = sessions) |
|
62833 | 816 |
} |
64140 | 817 |
val end_date = Date.now() |
818 |
val elapsed_time = end_date.time - start_date.time |
|
62590 | 819 |
|
62833 | 820 |
if (verbose) { |
64155 | 821 |
progress.echo("\nFinished at " + Build_Log.print_date(end_date)) |
62833 | 822 |
} |
62590 | 823 |
|
62833 | 824 |
val total_timing = |
825 |
(Timing.zero /: results.sessions.iterator.map(a => results(a).timing))(_ + _). |
|
826 |
copy(elapsed = elapsed_time) |
|
827 |
progress.echo(total_timing.message_resources) |
|
62590 | 828 |
|
62833 | 829 |
sys.exit(results.rc) |
830 |
}) |
|
48276 | 831 |
} |