author | wenzelm |
Thu, 20 Aug 2015 20:36:06 +0200 | |
changeset 60991 | 2fc5a44346b5 |
parent 60988 | 1d7a7e33fd67 |
child 60992 | 89effcb342df |
permissions | -rw-r--r-- |
50686 | 1 |
/* Title: Pure/Tools/build.scala |
48276 | 2 |
Author: Makarius |
57923 | 3 |
Options: :folding=explicit: |
48276 | 4 |
|
5 |
Build and manage Isabelle sessions. |
|
6 |
*/ |
|
7 |
||
8 |
package isabelle |
|
9 |
||
10 |
||
48548 | 11 |
import java.io.{BufferedInputStream, FileInputStream, |
48494 | 12 |
BufferedReader, InputStreamReader, IOException} |
13 |
import java.util.zip.GZIPInputStream |
|
48335 | 14 |
|
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
15 |
import scala.collection.SortedSet |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
16 |
import scala.collection.mutable |
48340
6f4fc030882a
allow explicit specification of additional session directories;
wenzelm
parents:
48339
diff
changeset
|
17 |
import scala.annotation.tailrec |
48337
9c7f8e5805b4
cumulate semantic Session_Info, based on syntactic Session_Entry;
wenzelm
parents:
48336
diff
changeset
|
18 |
|
48335 | 19 |
|
48276 | 20 |
object Build |
21 |
{ |
|
50366 | 22 |
/** progress context **/ |
23 |
||
50846
529e652d389d
more uniform theory progress in build -v and build_dialog;
wenzelm
parents:
50845
diff
changeset
|
24 |
class Progress |
529e652d389d
more uniform theory progress in build -v and build_dialog;
wenzelm
parents:
50845
diff
changeset
|
25 |
{ |
50367 | 26 |
def echo(msg: String) {} |
50846
529e652d389d
more uniform theory progress in build -v and build_dialog;
wenzelm
parents:
50845
diff
changeset
|
27 |
def theory(session: String, theory: String) {} |
50367 | 28 |
def stopped: Boolean = false |
56873 | 29 |
override def toString: String = if (stopped) "Progress(stopped)" else "Progress" |
50366 | 30 |
} |
31 |
||
50367 | 32 |
object Ignore_Progress extends Progress |
50366 | 33 |
|
56873 | 34 |
class Console_Progress(verbose: Boolean = false) extends Progress |
50846
529e652d389d
more uniform theory progress in build -v and build_dialog;
wenzelm
parents:
50845
diff
changeset
|
35 |
{ |
56831
e3ccf0809d51
prefer scala.Console with its support for thread-local redirection;
wenzelm
parents:
56824
diff
changeset
|
36 |
override def echo(msg: String) { Console.println(msg) } |
50846
529e652d389d
more uniform theory progress in build -v and build_dialog;
wenzelm
parents:
50845
diff
changeset
|
37 |
override def theory(session: String, theory: String): Unit = |
529e652d389d
more uniform theory progress in build -v and build_dialog;
wenzelm
parents:
50845
diff
changeset
|
38 |
if (verbose) echo(session + ": theory " + theory) |
51252 | 39 |
|
40 |
@volatile private var is_stopped = false |
|
56860 | 41 |
def interrupt_handler[A](e: => A): A = POSIX_Interrupt.handler { is_stopped = true } { e } |
56837
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
42 |
override def stopped: Boolean = |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
43 |
{ |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
44 |
if (Thread.interrupted) is_stopped = true |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
45 |
is_stopped |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
46 |
} |
50366 | 47 |
} |
48 |
||
49 |
||
50 |
||
48337
9c7f8e5805b4
cumulate semantic Session_Info, based on syntactic Session_Entry;
wenzelm
parents:
48336
diff
changeset
|
51 |
/** session information **/ |
48334 | 52 |
|
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
53 |
// external version |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
54 |
abstract class Entry |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
55 |
sealed case class Chapter(name: String) extends Entry |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
56 |
sealed case class Session_Entry( |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
57 |
pos: Position.T, |
48738
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
58 |
name: String, |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
59 |
groups: List[String], |
48738
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
60 |
path: String, |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
61 |
parent: Option[String], |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
62 |
description: String, |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
63 |
options: List[Options.Spec], |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
64 |
theories: List[(Boolean, List[Options.Spec], List[String])], |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
65 |
files: List[String], |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
66 |
document_files: List[(String, String)]) extends Entry |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
67 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
68 |
// internal version |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
69 |
sealed case class Session_Info( |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
70 |
chapter: String, |
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
71 |
select: Boolean, |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
72 |
pos: Position.T, |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
73 |
groups: List[String], |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
74 |
dir: Path, |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
75 |
parent: Option[String], |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
76 |
description: String, |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
77 |
options: Options, |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
78 |
theories: List[(Boolean, Options, List[Path])], |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
79 |
files: List[Path], |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
80 |
document_files: List[(Path, Path)], |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
81 |
entry_digest: SHA1.Digest) |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
82 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
83 |
def is_pure(name: String): Boolean = name == "RAW" || name == "Pure" |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
84 |
|
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
85 |
def session_info(options: Options, select: Boolean, dir: Path, |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
86 |
chapter: String, entry: Session_Entry): (String, Session_Info) = |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
87 |
try { |
48738
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
88 |
val name = entry.name |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
89 |
|
48738
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
90 |
if (name == "") error("Bad session name") |
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
91 |
if (is_pure(name) && entry.parent.isDefined) error("Illegal parent session") |
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
92 |
if (!is_pure(name) && !entry.parent.isDefined) error("Missing parent session") |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
93 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
94 |
val session_options = options ++ entry.options |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
95 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
96 |
val theories = |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
97 |
entry.theories.map({ case (global, opts, thys) => |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
98 |
(global, session_options ++ opts, thys.map(Path.explode(_))) }) |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
99 |
val files = entry.files.map(Path.explode(_)) |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
100 |
val document_files = |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
101 |
entry.document_files.map({ case (s1, s2) => (Path.explode(s1), Path.explode(s2)) }) |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
102 |
|
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
103 |
val entry_digest = |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
104 |
SHA1.digest((chapter, name, entry.parent, entry.options, |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
105 |
entry.theories, entry.files, entry.document_files).toString) |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
106 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
107 |
val info = |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
108 |
Session_Info(chapter, select, entry.pos, entry.groups, dir + Path.explode(entry.path), |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
109 |
entry.parent, entry.description, session_options, theories, files, |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
110 |
document_files, entry_digest) |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
111 |
|
48738
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
112 |
(name, info) |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
113 |
} |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
114 |
catch { |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
115 |
case ERROR(msg) => |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
116 |
error(msg + "\nThe error(s) above occurred in session entry " + |
48992 | 117 |
quote(entry.name) + Position.here(entry.pos)) |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
118 |
} |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
119 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
120 |
|
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
121 |
/* session tree */ |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
122 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
123 |
object Session_Tree |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
124 |
{ |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
125 |
def apply(infos: Seq[(String, Session_Info)]): Session_Tree = |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
126 |
{ |
48680 | 127 |
val graph1 = |
128 |
(Graph.string[Session_Info] /: infos) { |
|
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
129 |
case (graph, (name, info)) => |
48680 | 130 |
if (graph.defined(name)) |
54939 | 131 |
error("Duplicate session " + quote(name) + Position.here(info.pos) + |
132 |
Position.here(graph.get_node(name).pos)) |
|
48680 | 133 |
else graph.new_node(name, info) |
134 |
} |
|
135 |
val graph2 = |
|
56372
fadb0fef09d7
more explicit iterator terminology, in accordance to Scala 2.8 library;
wenzelm
parents:
56208
diff
changeset
|
136 |
(graph1 /: graph1.iterator) { |
48680 | 137 |
case (graph, (name, (info, _))) => |
138 |
info.parent match { |
|
139 |
case None => graph |
|
140 |
case Some(parent) => |
|
141 |
if (!graph.defined(parent)) |
|
142 |
error("Bad parent session " + quote(parent) + " for " + |
|
48992 | 143 |
quote(name) + Position.here(info.pos)) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
144 |
|
48680 | 145 |
try { graph.add_edge_acyclic(parent, name) } |
146 |
catch { |
|
147 |
case exn: Graph.Cycles[_] => |
|
148 |
error(cat_lines(exn.cycles.map(cycle => |
|
149 |
"Cyclic session dependency of " + |
|
150 |
cycle.map(c => quote(c.toString)).mkString(" via "))) + |
|
48992 | 151 |
Position.here(info.pos)) |
48680 | 152 |
} |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
153 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
154 |
} |
48680 | 155 |
new Session_Tree(graph2) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
156 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
157 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
158 |
|
48680 | 159 |
final class Session_Tree private(val graph: Graph[String, Session_Info]) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
160 |
extends PartialFunction[String, Session_Info] |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
161 |
{ |
48680 | 162 |
def apply(name: String): Session_Info = graph.get_node(name) |
163 |
def isDefinedAt(name: String): Boolean = graph.defined(name) |
|
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
164 |
|
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
165 |
def selection( |
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
166 |
requirements: Boolean = false, |
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
167 |
all_sessions: Boolean = false, |
60106 | 168 |
exclude_session_groups: List[String] = Nil, |
169 |
exclude_sessions: List[String] = Nil, |
|
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
170 |
session_groups: List[String] = Nil, |
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
171 |
sessions: List[String] = Nil): (List[String], Session_Tree) = |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
172 |
{ |
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
173 |
val bad_sessions = |
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
174 |
SortedSet((exclude_sessions ::: sessions).filterNot(isDefinedAt(_)): _*).toList |
59319 | 175 |
if (bad_sessions.nonEmpty) error("Undefined session(s): " + commas_quote(bad_sessions)) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
176 |
|
60106 | 177 |
val excluded = |
178 |
{ |
|
179 |
val exclude_group = exclude_session_groups.toSet |
|
180 |
val exclude_group_sessions = |
|
181 |
(for { |
|
182 |
(name, (info, _)) <- graph.iterator |
|
183 |
if apply(name).groups.exists(exclude_group) |
|
184 |
} yield name).toList |
|
185 |
graph.all_succs(exclude_group_sessions ::: exclude_sessions).toSet |
|
186 |
} |
|
187 |
||
49131 | 188 |
val pre_selected = |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
189 |
{ |
56372
fadb0fef09d7
more explicit iterator terminology, in accordance to Scala 2.8 library;
wenzelm
parents:
56208
diff
changeset
|
190 |
if (all_sessions) graph.keys |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
191 |
else { |
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
192 |
val select_group = session_groups.toSet |
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
193 |
val select = sessions.toSet |
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
194 |
(for { |
56372
fadb0fef09d7
more explicit iterator terminology, in accordance to Scala 2.8 library;
wenzelm
parents:
56208
diff
changeset
|
195 |
(name, (info, _)) <- graph.iterator |
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
196 |
if info.select || select(name) || apply(name).groups.exists(select_group) |
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
197 |
} yield name).toList |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
198 |
} |
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
199 |
}.filterNot(excluded) |
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
200 |
|
49131 | 201 |
val selected = |
202 |
if (requirements) (graph.all_preds(pre_selected).toSet -- pre_selected).toList |
|
203 |
else pre_selected |
|
204 |
||
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
205 |
val graph1 = graph.restrict(graph.all_preds(selected).toSet) |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
206 |
(selected, new Session_Tree(graph1)) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
207 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
208 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
209 |
def topological_order: List[(String, Session_Info)] = |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
210 |
graph.topological_order.map(name => (name, apply(name))) |
48794 | 211 |
|
56372
fadb0fef09d7
more explicit iterator terminology, in accordance to Scala 2.8 library;
wenzelm
parents:
56208
diff
changeset
|
212 |
override def toString: String = graph.keys_iterator.mkString("Session_Tree(", ", ", ")") |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
213 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
214 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
215 |
|
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
216 |
/* parser */ |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
217 |
|
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
218 |
val chapter_default = "Unsorted" |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
219 |
|
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
220 |
private val CHAPTER = "chapter" |
48713
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
221 |
private val SESSION = "session" |
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
222 |
private val IN = "in" |
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
223 |
private val DESCRIPTION = "description" |
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
224 |
private val OPTIONS = "options" |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
225 |
private val GLOBAL_THEORIES = "global_theories" |
48713
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
226 |
private val THEORIES = "theories" |
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
227 |
private val FILES = "files" |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
228 |
private val DOCUMENT_FILES = "document_files" |
48713
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
229 |
|
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
230 |
lazy val root_syntax = |
48738
f8c1a5b9488f
simplified session specifications: names are taken verbatim and current directory is default;
wenzelm
parents:
48737
diff
changeset
|
231 |
Outer_Syntax.init() + "(" + ")" + "+" + "," + "=" + "[" + "]" + |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
232 |
(CHAPTER, Keyword.THY_DECL) + (SESSION, Keyword.THY_DECL) + |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
233 |
IN + DESCRIPTION + OPTIONS + GLOBAL_THEORIES + THEORIES + FILES + DOCUMENT_FILES |
48713
de26cf3191a3
more token markers, based on actual outer syntax;
wenzelm
parents:
48710
diff
changeset
|
234 |
|
56780
e76467fed375
tuned signature -- accomodate operations of ROOT files;
wenzelm
parents:
56779
diff
changeset
|
235 |
object Parser extends Parse.Parser |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
236 |
{ |
56780
e76467fed375
tuned signature -- accomodate operations of ROOT files;
wenzelm
parents:
56779
diff
changeset
|
237 |
private val chapter: Parser[Chapter] = |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
238 |
{ |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
239 |
val chapter_name = atom("chapter name", _.is_name) |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
240 |
|
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
241 |
command(CHAPTER) ~! chapter_name ^^ { case _ ~ a => Chapter(a) } |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
242 |
} |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
243 |
|
56780
e76467fed375
tuned signature -- accomodate operations of ROOT files;
wenzelm
parents:
56779
diff
changeset
|
244 |
private val session_entry: Parser[Session_Entry] = |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
245 |
{ |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
246 |
val session_name = atom("session name", _.is_name) |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
247 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
248 |
val option = |
58908 | 249 |
name ~ opt($$$("=") ~! name ^^ { case _ ~ x => x }) ^^ { case x ~ y => (x, y) } |
250 |
val options = $$$("[") ~> rep1sep(option, $$$(",")) <~ $$$("]") |
|
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
251 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
252 |
val theories = |
58908 | 253 |
($$$(GLOBAL_THEORIES) | $$$(THEORIES)) ~! |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
254 |
((options | success(Nil)) ~ rep(theory_xname)) ^^ |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
255 |
{ case x ~ (y ~ z) => (x == GLOBAL_THEORIES, y, z) } |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
256 |
|
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
257 |
val document_files = |
58908 | 258 |
$$$(DOCUMENT_FILES) ~! |
259 |
(($$$("(") ~! ($$$(IN) ~! (path ~ $$$(")"))) ^^ |
|
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
260 |
{ case _ ~ (_ ~ (x ~ _)) => x } | success("document")) ~ |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
261 |
rep1(path)) ^^ { case _ ~ (x ~ y) => y.map((x, _)) } |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
262 |
|
59811 | 263 |
command(SESSION) ~! |
264 |
(position(session_name) ~ |
|
58908 | 265 |
(($$$("(") ~! (rep1(name) <~ $$$(")")) ^^ { case _ ~ x => x }) | success(Nil)) ~ |
266 |
(($$$(IN) ~! path ^^ { case _ ~ x => x }) | success(".")) ~ |
|
267 |
($$$("=") ~! |
|
268 |
(opt(session_name ~! $$$("+") ^^ { case x ~ _ => x }) ~ |
|
269 |
(($$$(DESCRIPTION) ~! text ^^ { case _ ~ x => x }) | success("")) ~ |
|
270 |
(($$$(OPTIONS) ~! options ^^ { case _ ~ x => x }) | success(Nil)) ~ |
|
48916 | 271 |
rep1(theories) ~ |
58908 | 272 |
(($$$(FILES) ~! rep1(path) ^^ { case _ ~ x => x }) | success(Nil)) ~ |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
273 |
(rep(document_files) ^^ (x => x.flatten))))) ^^ |
59811 | 274 |
{ case _ ~ ((a, pos) ~ b ~ c ~ (_ ~ (d ~ e ~ f ~ g ~ h ~ i))) => |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
275 |
Session_Entry(pos, a, b, c, d, e, f, g, h, i) } |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
276 |
} |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
277 |
|
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
278 |
def parse_entries(root: Path): List[(String, Session_Entry)] = |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
279 |
{ |
59083 | 280 |
val toks = Token.explode(root_syntax.keywords, File.read(root)) |
59705 | 281 |
val start = Token.Pos.file(root.implode) |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
282 |
|
59705 | 283 |
parse_all(rep(chapter | session_entry), Token.reader(toks, start)) match { |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
284 |
case Success(result, _) => |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
285 |
var chapter = chapter_default |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
286 |
val entries = new mutable.ListBuffer[(String, Session_Entry)] |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
287 |
result.foreach { |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
288 |
case Chapter(name) => chapter = name |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
289 |
case session_entry: Session_Entry => entries += ((chapter, session_entry)) |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
290 |
} |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
291 |
entries.toList |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
292 |
case bad => error(bad.toString) |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
293 |
} |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
294 |
} |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
295 |
} |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
296 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
297 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
298 |
/* find sessions within certain directories */ |
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
299 |
|
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
300 |
private val ROOT = Path.explode("ROOT") |
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
301 |
private val ROOTS = Path.explode("ROOTS") |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
302 |
|
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
303 |
private def is_session_dir(dir: Path): Boolean = |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
304 |
(dir + ROOT).is_file || (dir + ROOTS).is_file |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
305 |
|
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
306 |
private def check_session_dir(dir: Path): Path = |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
307 |
if (is_session_dir(dir)) dir |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
308 |
else error("Bad session root directory: " + dir.toString) |
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
309 |
|
56890 | 310 |
def find_sessions(options: Options, dirs: List[Path] = Nil, select_dirs: List[Path] = Nil) |
311 |
: Session_Tree = |
|
48675
10f5303f86e5
clarified Session_Entry vs. Session_Info with related parsing operations;
wenzelm
parents:
48674
diff
changeset
|
312 |
{ |
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
313 |
def find_dir(select: Boolean, dir: Path): List[(String, Session_Info)] = |
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
314 |
find_root(select, dir) ::: find_roots(select, dir) |
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
315 |
|
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
316 |
def find_root(select: Boolean, dir: Path): List[(String, Session_Info)] = |
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
317 |
{ |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
318 |
val root = dir + ROOT |
51397
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
319 |
if (root.is_file) |
03b586ee5930
support for 'chapter' specifications within session ROOT;
wenzelm
parents:
51300
diff
changeset
|
320 |
Parser.parse_entries(root).map(p => session_info(options, select, dir, p._1, p._2)) |
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
321 |
else Nil |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
322 |
} |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
323 |
|
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
324 |
def find_roots(select: Boolean, dir: Path): List[(String, Session_Info)] = |
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
325 |
{ |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
326 |
val roots = dir + ROOTS |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
327 |
if (roots.is_file) { |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
328 |
for { |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
329 |
line <- split_lines(File.read(roots)) |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
330 |
if !(line == "" || line.startsWith("#")) |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
331 |
dir1 = |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
332 |
try { check_session_dir(dir + Path.explode(line)) } |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
333 |
catch { |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
334 |
case ERROR(msg) => |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
335 |
error(msg + "\nThe error(s) above occurred in session catalog " + roots.toString) |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
336 |
} |
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
337 |
info <- find_dir(select, dir1) |
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
338 |
} yield info |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
339 |
} |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
340 |
else Nil |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
341 |
} |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
342 |
|
56890 | 343 |
val default_dirs = Isabelle_System.components().filter(is_session_dir(_)) |
344 |
dirs.foreach(check_session_dir(_)) |
|
345 |
select_dirs.foreach(check_session_dir(_)) |
|
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
346 |
|
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
347 |
Session_Tree( |
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
348 |
for { |
56890 | 349 |
(select, dir) <- (default_dirs ::: dirs).map((false, _)) ::: select_dirs.map((true, _)) |
48737
f3bbb9ca57d6
added build option -D: include session directory and select its sessions;
wenzelm
parents:
48724
diff
changeset
|
350 |
info <- find_dir(select, dir) |
48684
9170e10c651e
re-introduced ROOTS catalog files (cf. 47330b712f8f) which help to organize AFP or make -d options persistent;
wenzelm
parents:
48680
diff
changeset
|
351 |
} yield info) |
48349
a78e5d399599
support Session.Queue with ordering and dependencies;
wenzelm
parents:
48347
diff
changeset
|
352 |
} |
48334 | 353 |
|
48337
9c7f8e5805b4
cumulate semantic Session_Info, based on syntactic Session_Entry;
wenzelm
parents:
48336
diff
changeset
|
354 |
|
48424 | 355 |
|
356 |
/** build **/ |
|
357 |
||
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
358 |
/* queue */ |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
359 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
360 |
object Queue |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
361 |
{ |
51230
19192615911e
option parallel_proofs_reuse_timing controls reuse of log information -- since it is not always beneficial for performance;
wenzelm
parents:
51229
diff
changeset
|
362 |
def apply(tree: Session_Tree, load_timings: String => (List[Properties.T], Double)): Queue = |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
363 |
{ |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
364 |
val graph = tree.graph |
56372
fadb0fef09d7
more explicit iterator terminology, in accordance to Scala 2.8 library;
wenzelm
parents:
56208
diff
changeset
|
365 |
val sessions = graph.keys |
51220 | 366 |
|
59136
c2b23cb8a677
added Par_List in Scala, in accordance to ML version;
wenzelm
parents:
59083
diff
changeset
|
367 |
val timings = Par_List.map((name: String) => (name, load_timings(name)), sessions) |
51220 | 368 |
val command_timings = |
369 |
Map(timings.map({ case (name, (ts, _)) => (name, ts) }): _*).withDefaultValue(Nil) |
|
370 |
val session_timing = |
|
371 |
Map(timings.map({ case (name, (_, t)) => (name, t) }): _*).withDefaultValue(0.0) |
|
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
372 |
|
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
373 |
def outdegree(name: String): Int = graph.imm_succs(name).size |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
374 |
def timeout(name: String): Double = tree(name).options.real("timeout") |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
375 |
|
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
376 |
object Ordering extends scala.math.Ordering[String] |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
377 |
{ |
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
378 |
def compare_timing(name1: String, name2: String): Int = |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
379 |
{ |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
380 |
val t1 = session_timing(name1) |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
381 |
val t2 = session_timing(name2) |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
382 |
if (t1 == 0.0 || t2 == 0.0) 0 |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
383 |
else t1 compare t2 |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
384 |
} |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
385 |
|
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
386 |
def compare(name1: String, name2: String): Int = |
51229
6e40d0bb89e3
prefer outdegree in comparison again (cf. 88c96e836ed6) -- NB: big jobs might hide behind small ones in this naive queuing scheme;
wenzelm
parents:
51227
diff
changeset
|
387 |
outdegree(name2) compare outdegree(name1) match { |
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
388 |
case 0 => |
51229
6e40d0bb89e3
prefer outdegree in comparison again (cf. 88c96e836ed6) -- NB: big jobs might hide behind small ones in this naive queuing scheme;
wenzelm
parents:
51227
diff
changeset
|
389 |
compare_timing(name2, name1) match { |
51220 | 390 |
case 0 => |
391 |
timeout(name2) compare timeout(name1) match { |
|
392 |
case 0 => name1 compare name2 |
|
393 |
case ord => ord |
|
394 |
} |
|
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
395 |
case ord => ord |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
396 |
} |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
397 |
case ord => ord |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
398 |
} |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
399 |
} |
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
400 |
|
51220 | 401 |
new Queue(graph, SortedSet(sessions: _*)(Ordering), command_timings) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
402 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
403 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
404 |
|
51220 | 405 |
final class Queue private( |
406 |
graph: Graph[String, Session_Info], |
|
407 |
order: SortedSet[String], |
|
408 |
val command_timings: String => List[Properties.T]) |
|
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
409 |
{ |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
410 |
def is_inner(name: String): Boolean = !graph.is_maximal(name) |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
411 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
412 |
def is_empty: Boolean = graph.is_empty |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
413 |
|
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
414 |
def - (name: String): Queue = |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
415 |
new Queue(graph.del_node(name), |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
416 |
order - name, // FIXME scala-2.10.0 TreeSet problem!? |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
417 |
command_timings) |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
418 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
419 |
def dequeue(skip: String => Boolean): Option[(String, Session_Info)] = |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
420 |
{ |
51227
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
421 |
val it = order.iterator.dropWhile(name => |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
422 |
skip(name) |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
423 |
|| !graph.defined(name) // FIXME scala-2.10.0 TreeSet problem!? |
88c96e836ed6
prefer comparison of session timing, if this is known already;
wenzelm
parents:
51223
diff
changeset
|
424 |
|| !graph.is_minimal(name)) |
48680 | 425 |
if (it.hasNext) { val name = it.next; Some((name, graph.get_node(name))) } |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
426 |
else None |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
427 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
428 |
} |
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
429 |
|
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
430 |
|
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
431 |
/* source dependencies and static content */ |
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
432 |
|
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
433 |
sealed case class Session_Content( |
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
434 |
loaded_theories: Set[String], |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
435 |
known_theories: Map[String, Document.Node.Name], |
52439
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
436 |
keywords: Thy_Header.Keywords, |
48660
730ca503e955
static outer syntax based on session specifications;
wenzelm
parents:
48650
diff
changeset
|
437 |
syntax: Outer_Syntax, |
59444 | 438 |
sources: List[(Path, SHA1.Digest)], |
439 |
session_graph: Graph_Display.Graph) |
|
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
440 |
|
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
441 |
sealed case class Deps(deps: Map[String, Session_Content]) |
48423
0ccf143a2a69
maintain set of source digests, including relevant parts of session entry;
wenzelm
parents:
48422
diff
changeset
|
442 |
{ |
48583 | 443 |
def is_empty: Boolean = deps.isEmpty |
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
444 |
def apply(name: String): Session_Content = deps(name) |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
445 |
def sources(name: String): List[SHA1.Digest] = deps(name).sources.map(_._2) |
48423
0ccf143a2a69
maintain set of source digests, including relevant parts of session entry;
wenzelm
parents:
48422
diff
changeset
|
446 |
} |
0ccf143a2a69
maintain set of source digests, including relevant parts of session entry;
wenzelm
parents:
48422
diff
changeset
|
447 |
|
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
448 |
def dependencies( |
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
449 |
progress: Progress = Ignore_Progress, |
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
450 |
inlined_files: Boolean = false, |
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
451 |
verbose: Boolean = false, |
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
452 |
list_files: Boolean = false, |
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
453 |
check_keywords: Set[String] = Set.empty, |
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
454 |
tree: Session_Tree): Deps = |
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
455 |
Deps((Map.empty[String, Session_Content] /: tree.topological_order)( |
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
456 |
{ case (deps, (name, info)) => |
56668
56335a8e2e8b
interruptible dependencies, which can take a few seconds;
wenzelm
parents:
56667
diff
changeset
|
457 |
if (progress.stopped) throw Exn.Interrupt() |
56335a8e2e8b
interruptible dependencies, which can take a few seconds;
wenzelm
parents:
56667
diff
changeset
|
458 |
|
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
459 |
try { |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
460 |
val (loaded_theories0, known_theories0, syntax0) = |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
461 |
info.parent.map(deps(_)) match { |
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
462 |
case None => |
58928
23d0ffd48006
plain value Keywords.keywords, which might be used outside theory for bootstrap purposes;
wenzelm
parents:
58918
diff
changeset
|
463 |
(Set.empty[String], Map.empty[String, Document.Node.Name], |
59736
5c1a0069b9d3
tight span for theory header, which is relevant for error positions (including semantic completion);
wenzelm
parents:
59723
diff
changeset
|
464 |
Thy_Header.bootstrap_syntax) |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
465 |
case Some(parent) => |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
466 |
(parent.loaded_theories, parent.known_theories, parent.syntax) |
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
467 |
} |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
468 |
val resources = new Resources(loaded_theories0, known_theories0, syntax0) |
56208 | 469 |
val thy_info = new Thy_Info(resources) |
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
470 |
|
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
471 |
if (verbose || list_files) { |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
472 |
val groups = |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
473 |
if (info.groups.isEmpty) "" |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
474 |
else info.groups.mkString(" (", " ", ")") |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
475 |
progress.echo("Session " + info.chapter + "/" + name + groups) |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
476 |
} |
48478 | 477 |
|
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
478 |
val thy_deps = |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
479 |
{ |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
480 |
val root_theories = |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
481 |
info.theories.flatMap({ |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
482 |
case (global, _, thys) => |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
483 |
thys.map(thy => |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
484 |
(resources.node_name( |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
485 |
if (global) "" else name, info.dir + Resources.thy_path(thy)), info.pos)) |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
486 |
}) |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
487 |
val thy_deps = thy_info.dependencies(name, root_theories) |
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
488 |
|
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
489 |
thy_deps.errors match { |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
490 |
case Nil => thy_deps |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
491 |
case errs => error(cat_lines(errs)) |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
492 |
} |
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
493 |
} |
51294
0850d43cb355
discontinued obsolete header "files" -- these are loaded explicitly after exploring dependencies;
wenzelm
parents:
51293
diff
changeset
|
494 |
|
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
495 |
val known_theories = |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
496 |
(known_theories0 /: thy_deps.deps)({ case (known, dep) => |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
497 |
val name = dep.name |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
498 |
known.get(name.theory) match { |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
499 |
case Some(name1) if name != name1 => |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
500 |
error("Duplicate theory " + quote(name.node) + " vs. " + quote(name1.node)) |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
501 |
case _ => |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
502 |
known + (name.theory -> name) + (Long_Name.base_name(name.theory) -> name) |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
503 |
} |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
504 |
}) |
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
505 |
|
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
506 |
val loaded_theories = thy_deps.loaded_theories |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
507 |
val keywords = thy_deps.keywords |
56393
22f533e6a049
more abstract Prover.Syntax, as proposed by Carst Tankink;
wenzelm
parents:
56392
diff
changeset
|
508 |
val syntax = thy_deps.syntax.asInstanceOf[Outer_Syntax] |
48660
730ca503e955
static outer syntax based on session specifications;
wenzelm
parents:
48650
diff
changeset
|
509 |
|
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
510 |
val theory_files = thy_deps.deps.map(dep => Path.explode(dep.name.node)) |
56392 | 511 |
val loaded_files = if (inlined_files) thy_deps.loaded_files else Nil |
48903 | 512 |
|
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
513 |
val all_files = |
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
514 |
(theory_files ::: loaded_files ::: |
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
515 |
info.files.map(file => info.dir + file) ::: |
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
56464
diff
changeset
|
516 |
info.document_files.map(file => info.dir + file._1 + file._2)).map(_.expand) |
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
517 |
|
56824
5ae68f53b7c2
discontinued adhoc check (see also ea8343187225);
wenzelm
parents:
56801
diff
changeset
|
518 |
if (list_files) |
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
519 |
progress.echo(cat_lines(all_files.map(_.implode).sorted.map(" " + _))) |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
520 |
|
59895 | 521 |
if (check_keywords.nonEmpty) |
522 |
Check_Keywords.check_keywords(progress, syntax.keywords, check_keywords, theory_files) |
|
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
523 |
|
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
524 |
val sources = all_files.map(p => (p, SHA1.digest(p.file))) |
48903 | 525 |
|
60077 | 526 |
val session_graph = |
527 |
Present.session_graph(info.parent getOrElse "", loaded_theories0, thy_deps.deps) |
|
59444 | 528 |
|
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
529 |
val content = |
59444 | 530 |
Session_Content(loaded_theories, known_theories, keywords, syntax, |
531 |
sources, session_graph) |
|
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
532 |
deps + (name -> content) |
54549
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
533 |
} |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
534 |
catch { |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
535 |
case ERROR(msg) => |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
536 |
cat_error(msg, "The error(s) above occurred in session " + |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
537 |
quote(name) + Position.here(info.pos)) |
2a3053472ec3
actually expose errors of cumulative theory dependencies;
wenzelm
parents:
54514
diff
changeset
|
538 |
} |
48423
0ccf143a2a69
maintain set of source digests, including relevant parts of session entry;
wenzelm
parents:
48422
diff
changeset
|
539 |
})) |
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
540 |
|
52439
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
541 |
def session_dependencies( |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
542 |
options: Options, |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
543 |
inlined_files: Boolean, |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
544 |
dirs: List[Path], |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
545 |
sessions: List[String]): Deps = |
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
546 |
{ |
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
547 |
val (_, tree) = find_sessions(options, dirs = dirs).selection(sessions = sessions) |
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
548 |
dependencies(inlined_files = inlined_files, tree = tree) |
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
549 |
} |
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
550 |
|
52439
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
551 |
def session_content( |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
552 |
options: Options, |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
553 |
inlined_files: Boolean, |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
554 |
dirs: List[Path], |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
555 |
session: String): Session_Content = |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
556 |
{ |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
557 |
session_dependencies(options, inlined_files, dirs, List(session))(session) |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
558 |
} |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
559 |
|
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
560 |
def outer_syntax(options: Options, session: String): Outer_Syntax = |
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52115
diff
changeset
|
561 |
session_content(options, false, Nil, session).syntax |
48710
5b51ccdc8623
prefer static Build.session_content for loaded theories -- discontinued incremental protocol;
wenzelm
parents:
48708
diff
changeset
|
562 |
|
48422
9613780a805b
determine source dependencies, relatively to preloaded theories;
wenzelm
parents:
48421
diff
changeset
|
563 |
|
48424 | 564 |
/* jobs */ |
48341 | 565 |
|
52114 | 566 |
private class Job(progress: Progress, |
59445 | 567 |
name: String, val info: Session_Info, output: Path, do_output: Boolean, verbose: Boolean, |
568 |
browser_info: Path, session_graph: Graph_Display.Graph, command_timings: List[Properties.T]) |
|
48418 | 569 |
{ |
48674 | 570 |
def output_path: Option[Path] = if (do_output) Some(output) else None |
571 |
||
572 |
private val parent = info.parent.getOrElse("") |
|
48418 | 573 |
|
59445 | 574 |
private val graph_file = Isabelle_System.tmp_file("session_graph", "pdf") |
575 |
try { isabelle.graphview.Graph_File.write(info.options, graph_file, session_graph) } |
|
576 |
catch { case ERROR(_) => /*error should be exposed in ML*/ } |
|
577 |
||
56428
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
56393
diff
changeset
|
578 |
private val args_file = Isabelle_System.tmp_file("args") |
48698
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
579 |
File.write(args_file, YXML.string_of_body( |
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
580 |
if (is_pure(name)) Options.encode(info.options) |
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
581 |
else |
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
582 |
{ |
56801
8dd9df88f647
some support for session-qualified theories: allow to refer to resources via qualified name instead of odd file-system path;
wenzelm
parents:
56782
diff
changeset
|
583 |
val theories = info.theories.map(x => (x._2, x._3)) |
48698
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
584 |
import XML.Encode._ |
51218
6425a0d3b7ac
support for build passing timings from Scala to ML;
wenzelm
parents:
51045
diff
changeset
|
585 |
pair(list(properties), pair(bool, pair(Options.encode, pair(bool, pair(Path.encode, |
59445 | 586 |
pair(list(pair(Path.encode, Path.encode)), pair(string, pair(string, |
587 |
pair(string, pair(string, list(pair(Options.encode, list(Path.encode)))))))))))))( |
|
51220 | 588 |
(command_timings, (do_output, (info.options, (verbose, (browser_info, |
59445 | 589 |
(info.document_files, (Isabelle_System.posix_path(graph_file), (parent, |
590 |
(info.chapter, (name, theories))))))))))) |
|
48698
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
591 |
})) |
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
592 |
|
60959
3565c9f407ec
no ML_debugger support in Pure -- too complicated;
wenzelm
parents:
60958
diff
changeset
|
593 |
private val env = |
60988 | 594 |
Map("INPUT" -> parent, "TARGET" -> name, "OUTPUT" -> File.standard_path(output), |
48698
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
595 |
(if (is_pure(name)) "ISABELLE_PROCESS_OPTIONS" else "ARGS_FILE") -> |
50715
8cfd585b9162
prefer old graph browser in Isabelle/jEdit, which still produces better layout;
wenzelm
parents:
50713
diff
changeset
|
596 |
Isabelle_System.posix_path(args_file)) |
48698
2585042b1a30
pass Isabelle/Scala system options into ML process of Isar tty or build jobs;
wenzelm
parents:
48684
diff
changeset
|
597 |
|
48674 | 598 |
private val script = |
48511
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
599 |
if (is_pure(name)) { |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
600 |
if (do_output) "./build " + name + " \"$OUTPUT\"" |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
601 |
else """ rm -f "$OUTPUT"; ./build """ + name |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
602 |
} |
48418 | 603 |
else { |
604 |
""" |
|
605 |
. "$ISABELLE_HOME/lib/scripts/timestart.bash" |
|
606 |
""" + |
|
48511
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
607 |
(if (do_output) |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
608 |
""" |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
609 |
"$ISABELLE_PROCESS" -e "Build.build \"$ARGS_FILE\";" -q -w "$INPUT" "$OUTPUT" |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
610 |
""" |
48418 | 611 |
else |
48511
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
612 |
""" |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
613 |
rm -f "$OUTPUT"; "$ISABELLE_PROCESS" -e "Build.build \"$ARGS_FILE\";" -r -q "$INPUT" |
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
614 |
""") + |
48418 | 615 |
""" |
616 |
RC="$?" |
|
617 |
||
618 |
. "$ISABELLE_HOME/lib/scripts/timestop.bash" |
|
619 |
||
620 |
if [ "$RC" -eq 0 ]; then |
|
621 |
echo "Finished $TARGET ($TIMES_REPORT)" >&2 |
|
622 |
fi |
|
623 |
||
624 |
exit "$RC" |
|
625 |
""" |
|
626 |
} |
|
48674 | 627 |
|
628 |
private val (thread, result) = |
|
50845 | 629 |
Simple_Thread.future("build") { |
630 |
Isabelle_System.bash_env(info.dir.file, env, script, |
|
51962
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51663
diff
changeset
|
631 |
progress_stdout = (line: String) => |
50847 | 632 |
Library.try_unprefix("\floading_theory = ", line) match { |
633 |
case Some(theory) => progress.theory(name, theory) |
|
634 |
case None => |
|
51962
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51663
diff
changeset
|
635 |
}, |
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51663
diff
changeset
|
636 |
progress_limit = |
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51663
diff
changeset
|
637 |
info.options.int("process_output_limit") match { |
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51663
diff
changeset
|
638 |
case 0 => None |
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51663
diff
changeset
|
639 |
case m => Some(m * 1000000L) |
56871
d06ff36b4fa7
expose interrupts more like ML version, but not in managed bash processes of Build;
wenzelm
parents:
56861
diff
changeset
|
640 |
}, |
d06ff36b4fa7
expose interrupts more like ML version, but not in managed bash processes of Build;
wenzelm
parents:
56861
diff
changeset
|
641 |
strict = false) |
50845 | 642 |
} |
48674 | 643 |
|
644 |
def terminate: Unit = thread.interrupt |
|
645 |
def is_finished: Boolean = result.is_finished |
|
646 |
||
56779 | 647 |
@volatile private var was_timeout = false |
648 |
private val timeout_request: Option[Event_Timer.Request] = |
|
649 |
{ |
|
650 |
val timeout = info.options.seconds("timeout") |
|
651 |
if (timeout > Time.zero) |
|
652 |
Some(Event_Timer.request(Time.now() + timeout) { terminate; was_timeout = true }) |
|
48674 | 653 |
else None |
56779 | 654 |
} |
48674 | 655 |
|
60991 | 656 |
def join: Bash.Result = |
50845 | 657 |
{ |
658 |
val res = result.join |
|
659 |
||
59445 | 660 |
graph_file.delete |
48674 | 661 |
args_file.delete |
56779 | 662 |
timeout_request.foreach(_.cancel) |
48674 | 663 |
|
56667
65e84b0ef974
more abstract Exn.Interrupt and POSIX return code;
wenzelm
parents:
56533
diff
changeset
|
664 |
if (res.rc == Exn.Interrupt.return_code) { |
56782
433cf57550fa
more systematic Isabelle output, like in classic Isabelle/ML (without markup);
wenzelm
parents:
56780
diff
changeset
|
665 |
if (was_timeout) res.add_err(Output.error_text("Timeout")).set_rc(1) |
433cf57550fa
more systematic Isabelle output, like in classic Isabelle/ML (without markup);
wenzelm
parents:
56780
diff
changeset
|
666 |
else res.add_err(Output.error_text("Interrupt")) |
52063
fd533ac64390
timeout counts as regular error, with rc = 1 (cf. special Exn.Interrupt vs. regular TimeLimit.TimeOut in Isabelle/ML);
wenzelm
parents:
51987
diff
changeset
|
667 |
} |
50845 | 668 |
else res |
48674 | 669 |
} |
48364 | 670 |
} |
671 |
||
48424 | 672 |
|
51045
630c0895d9d1
more efficient inlined properties, especially relevant for voluminous tasks trace;
wenzelm
parents:
50982
diff
changeset
|
673 |
/* inlined properties (YXML) */ |
50946
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
674 |
|
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
675 |
object Props |
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
676 |
{ |
51045
630c0895d9d1
more efficient inlined properties, especially relevant for voluminous tasks trace;
wenzelm
parents:
50982
diff
changeset
|
677 |
def parse(text: String): Properties.T = XML.Decode.properties(YXML.parse_body(text)) |
50946
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
678 |
|
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
679 |
def parse_lines(prefix: String, lines: List[String]): List[Properties.T] = |
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
680 |
for (line <- lines; s <- Library.try_unprefix(prefix, line)) yield parse(s) |
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
681 |
|
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
682 |
def find_parse_line(prefix: String, lines: List[String]): Option[Properties.T] = |
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
683 |
lines.find(_.startsWith(prefix)).map(line => parse(line.substring(prefix.length))) |
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
684 |
} |
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
685 |
|
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
686 |
|
50777 | 687 |
/* log files */ |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
688 |
|
48505 | 689 |
private val LOG = Path.explode("log") |
690 |
private def log(name: String): Path = LOG + Path.basic(name) |
|
691 |
private def log_gz(name: String): Path = log(name).ext("gz") |
|
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
692 |
|
50982 | 693 |
private val SESSION_NAME = "\fSession.name = " |
50707
5b2bf7611662
maintain session index on Scala side, for more determistic results;
wenzelm
parents:
50686
diff
changeset
|
694 |
|
50946
8ad3e376f63e
tuned signature (again) -- keep Properties more generic;
wenzelm
parents:
50893
diff
changeset
|
695 |
|
50975 | 696 |
sealed case class Log_Info( |
51220 | 697 |
name: String, |
698 |
stats: List[Properties.T], |
|
699 |
tasks: List[Properties.T], |
|
700 |
command_timings: List[Properties.T], |
|
701 |
session_timing: Properties.T) |
|
50777 | 702 |
|
51220 | 703 |
def parse_log(full_stats: Boolean, text: String): Log_Info = |
50777 | 704 |
{ |
705 |
val lines = split_lines(text) |
|
51223 | 706 |
val xml_cache = new XML.Cache() |
707 |
def parse_lines(prfx: String): List[Properties.T] = |
|
51663 | 708 |
Props.parse_lines(prfx, lines).map(xml_cache.props(_)) |
51223 | 709 |
|
50982 | 710 |
val name = |
711 |
lines.find(_.startsWith(SESSION_NAME)).map(_.substring(SESSION_NAME.length)) getOrElse "" |
|
51223 | 712 |
val stats = if (full_stats) parse_lines("\fML_statistics = ") else Nil |
713 |
val tasks = if (full_stats) parse_lines("\ftask_statistics = ") else Nil |
|
714 |
val command_timings = parse_lines("\fcommand_timing = ") |
|
51220 | 715 |
val session_timing = Props.find_parse_line("\fTiming = ", lines) getOrElse Nil |
716 |
Log_Info(name, stats, tasks, command_timings, session_timing) |
|
50777 | 717 |
} |
718 |
||
719 |
||
720 |
/* sources and heaps */ |
|
721 |
||
48505 | 722 |
private def sources_stamp(digests: List[SHA1.Digest]): String = |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
723 |
digests.map(_.toString).sorted.mkString("sources: ", " ", "") |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
724 |
|
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
725 |
private val no_heap: String = "heap: -" |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
726 |
|
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
727 |
private def heap_stamp(heap: Option[Path]): String = |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
728 |
{ |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
729 |
"heap: " + |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
730 |
(heap match { |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
731 |
case Some(path) => |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
732 |
val file = path.file |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
733 |
if (file.isFile) file.length.toString + " " + file.lastModified.toString |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
734 |
else "-" |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
735 |
case None => "-" |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
736 |
}) |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
737 |
} |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
738 |
|
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
739 |
private def read_stamps(path: Path): Option[(String, String, String)] = |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
740 |
if (path.is_file) { |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
741 |
val stream = new GZIPInputStream (new BufferedInputStream(new FileInputStream(path.file))) |
50203 | 742 |
val reader = new BufferedReader(new InputStreamReader(stream, UTF8.charset)) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
743 |
val (s, h1, h2) = |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
744 |
try { (reader.readLine, reader.readLine, reader.readLine) } |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
745 |
finally { reader.close } |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
746 |
if (s != null && s.startsWith("sources: ") && |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
747 |
h1 != null && h1.startsWith("heap: ") && |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
748 |
h2 != null && h2.startsWith("heap: ")) Some((s, h1, h2)) |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
749 |
else None |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
750 |
} |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
751 |
else None |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
752 |
|
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
753 |
|
52114 | 754 |
/* build_results */ |
48424 | 755 |
|
52114 | 756 |
def build_results( |
50404
898cac1dad5e
avoid startup within GUI thread -- it is only required later for dialog;
wenzelm
parents:
50367
diff
changeset
|
757 |
options: Options, |
52115 | 758 |
progress: Progress = Ignore_Progress, |
49131 | 759 |
requirements: Boolean = false, |
48509 | 760 |
all_sessions: Boolean = false, |
48511
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
761 |
build_heap: Boolean = false, |
48595 | 762 |
clean_build: Boolean = false, |
56890 | 763 |
dirs: List[Path] = Nil, |
764 |
select_dirs: List[Path] = Nil, |
|
60106 | 765 |
exclude_session_groups: List[String] = Nil, |
48509 | 766 |
session_groups: List[String] = Nil, |
767 |
max_jobs: Int = 1, |
|
48903 | 768 |
list_files: Boolean = false, |
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
769 |
check_keywords: Set[String] = Set.empty, |
48509 | 770 |
no_build: Boolean = false, |
771 |
system_mode: Boolean = false, |
|
772 |
verbose: Boolean = false, |
|
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
773 |
exclude_sessions: List[String] = Nil, |
52114 | 774 |
sessions: List[String] = Nil): Map[String, Int] = |
48341 | 775 |
{ |
51220 | 776 |
/* session tree and dependencies */ |
777 |
||
59723
193f12622072
suppress semantic completion in errors of batch build -- avoid junk in log files;
wenzelm
parents:
59705
diff
changeset
|
778 |
val full_tree = find_sessions(options.int("completion_limit") = 0, dirs, select_dirs) |
49131 | 779 |
val (selected, selected_tree) = |
60106 | 780 |
full_tree.selection(requirements, all_sessions, |
781 |
exclude_session_groups, exclude_sessions, session_groups, sessions) |
|
49131 | 782 |
|
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
783 |
val deps = dependencies(progress, true, verbose, list_files, check_keywords, selected_tree) |
48368 | 784 |
|
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
785 |
def make_stamp(name: String): String = |
49131 | 786 |
sources_stamp(selected_tree(name).entry_digest :: deps.sources(name)) |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
787 |
|
51220 | 788 |
|
789 |
/* persistent information */ |
|
790 |
||
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
791 |
val (input_dirs, output_dir, browser_info) = |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
792 |
if (system_mode) { |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
793 |
val output_dir = Path.explode("~~/heaps/$ML_IDENTIFIER") |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
794 |
(List(output_dir), output_dir, Path.explode("~~/browser_info")) |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
795 |
} |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
796 |
else { |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
797 |
val output_dir = Path.explode("$ISABELLE_OUTPUT") |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
798 |
(output_dir :: Isabelle_System.find_logics_dirs(), output_dir, |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
799 |
Path.explode("$ISABELLE_BROWSER_INFO")) |
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
800 |
} |
48363 | 801 |
|
51221 | 802 |
def find_log(name: String): Option[(Path, Path)] = |
803 |
input_dirs.find(dir => (dir + log(name)).is_file).map(dir => (dir, dir + log(name))) |
|
51220 | 804 |
|
805 |
||
806 |
/* queue with scheduling information */ |
|
807 |
||
51230
19192615911e
option parallel_proofs_reuse_timing controls reuse of log information -- since it is not always beneficial for performance;
wenzelm
parents:
51229
diff
changeset
|
808 |
def load_timings(name: String): (List[Properties.T], Double) = |
51221 | 809 |
{ |
810 |
val (path, text) = |
|
811 |
find_log(name + ".gz") match { |
|
812 |
case Some((_, path)) => (path, File.read_gzip(path)) |
|
813 |
case None => |
|
814 |
find_log(name) match { |
|
815 |
case Some((_, path)) => (path, File.read(path)) |
|
816 |
case None => (Path.current, "") |
|
817 |
} |
|
818 |
} |
|
51244
d8ca566b22b3
more robust load_timings: ignore XML.Decode errors as well;
wenzelm
parents:
51230
diff
changeset
|
819 |
|
d8ca566b22b3
more robust load_timings: ignore XML.Decode errors as well;
wenzelm
parents:
51230
diff
changeset
|
820 |
def ignore_error(msg: String): (List[Properties.T], Double) = |
d8ca566b22b3
more robust load_timings: ignore XML.Decode errors as well;
wenzelm
parents:
51230
diff
changeset
|
821 |
{ |
56782
433cf57550fa
more systematic Isabelle output, like in classic Isabelle/ML (without markup);
wenzelm
parents:
56780
diff
changeset
|
822 |
Output.warning("Ignoring bad log file: " + path + (if (msg == "") "" else "\n" + msg)) |
51244
d8ca566b22b3
more robust load_timings: ignore XML.Decode errors as well;
wenzelm
parents:
51230
diff
changeset
|
823 |
(Nil, 0.0) |
d8ca566b22b3
more robust load_timings: ignore XML.Decode errors as well;
wenzelm
parents:
51230
diff
changeset
|
824 |
} |
d8ca566b22b3
more robust load_timings: ignore XML.Decode errors as well;
wenzelm
parents:
51230
diff
changeset
|
825 |
|
51221 | 826 |
try { |
827 |
val info = parse_log(false, text) |
|
828 |
val session_timing = Markup.Elapsed.unapply(info.session_timing) getOrElse 0.0 |
|
829 |
(info.command_timings, session_timing) |
|
51220 | 830 |
} |
51221 | 831 |
catch { |
51244
d8ca566b22b3
more robust load_timings: ignore XML.Decode errors as well;
wenzelm
parents:
51230
diff
changeset
|
832 |
case ERROR(msg) => ignore_error(msg) |
51986
5fdca5bfc0b4
more robust load_timings: ignore JVM errors such as java.lang.OutOfMemoryError;
wenzelm
parents:
51983
diff
changeset
|
833 |
case exn: java.lang.Error => ignore_error(Exn.message(exn)) |
51987 | 834 |
case _: XML.Error => ignore_error("") |
51221 | 835 |
} |
836 |
} |
|
51220 | 837 |
|
51230
19192615911e
option parallel_proofs_reuse_timing controls reuse of log information -- since it is not always beneficial for performance;
wenzelm
parents:
51229
diff
changeset
|
838 |
val queue = Queue(selected_tree, load_timings) |
51220 | 839 |
|
840 |
||
841 |
/* main build process */ |
|
842 |
||
48373 | 843 |
// prepare log dir |
50893
d55eb82ae77b
Isabelle_System.mkdirs with explicit error checking (in accordance to ML version), e.g. relevant with read-only DMG file-system on Mac OS X;
wenzelm
parents:
50847
diff
changeset
|
844 |
Isabelle_System.mkdirs(output_dir + LOG) |
48373 | 845 |
|
48595 | 846 |
// optional cleanup |
847 |
if (clean_build) { |
|
49131 | 848 |
for (name <- full_tree.graph.all_succs(selected)) { |
48595 | 849 |
val files = |
850 |
List(Path.basic(name), log(name), log_gz(name)).map(output_dir + _).filter(_.is_file) |
|
59319 | 851 |
if (files.nonEmpty) progress.echo("Cleaning " + name + " ...") |
50366 | 852 |
if (!files.forall(p => p.file.delete)) progress.echo(name + " FAILED to delete") |
48595 | 853 |
} |
854 |
} |
|
855 |
||
48425 | 856 |
// scheduler loop |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
857 |
case class Result(current: Boolean, heap: String, rc: Int) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
858 |
|
56837
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
859 |
def sleep() |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
860 |
{ |
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
861 |
try { Thread.sleep(500) } |
56861 | 862 |
catch { case Exn.Interrupt() => Exn.Interrupt.impose() } |
56837
5a598f1eecfd
more robust interrupt handling for Scala_Console, which uses JVM Thread.interrupt instead of POSIX SIGINT;
wenzelm
parents:
56831
diff
changeset
|
863 |
} |
50366 | 864 |
|
48425 | 865 |
@tailrec def loop( |
48676
3ef82491cdd6
clarified Session_Tree (with proper integrity check) vs. Queue (with provision for alternative ordering);
wenzelm
parents:
48675
diff
changeset
|
866 |
pending: Queue, |
48674 | 867 |
running: Map[String, (String, Job)], |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
868 |
results: Map[String, Result]): Map[String, Result] = |
48425 | 869 |
{ |
870 |
if (pending.is_empty) results |
|
51253 | 871 |
else { |
872 |
if (progress.stopped) |
|
873 |
for ((_, (_, job)) <- running) job.terminate |
|
874 |
||
48674 | 875 |
running.find({ case (_, (_, job)) => job.is_finished }) match { |
876 |
case Some((name, (parent_heap, job))) => |
|
50367 | 877 |
//{{{ finish job |
48424 | 878 |
|
50845 | 879 |
val res = job.join |
880 |
progress.echo(res.err) |
|
48373 | 881 |
|
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
882 |
val heap = |
50845 | 883 |
if (res.rc == 0) { |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
884 |
(output_dir + log(name)).file.delete |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
885 |
|
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
886 |
val sources = make_stamp(name) |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
887 |
val heap = heap_stamp(job.output_path) |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
888 |
File.write_gzip(output_dir + log_gz(name), |
51983
32692ce4c61a
more frugal line termination, to cope with huge log files (see also 016cb7d8f297);
wenzelm
parents:
51962
diff
changeset
|
889 |
Library.terminate_lines(sources :: parent_heap :: heap :: res.out_lines)) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
890 |
|
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
891 |
heap |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
892 |
} |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
893 |
else { |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
894 |
(output_dir + Path.basic(name)).file.delete |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
895 |
(output_dir + log_gz(name)).file.delete |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
896 |
|
51983
32692ce4c61a
more frugal line termination, to cope with huge log files (see also 016cb7d8f297);
wenzelm
parents:
51962
diff
changeset
|
897 |
File.write(output_dir + log(name), Library.terminate_lines(res.out_lines)) |
50366 | 898 |
progress.echo(name + " FAILED") |
56667
65e84b0ef974
more abstract Exn.Interrupt and POSIX return code;
wenzelm
parents:
56533
diff
changeset
|
899 |
if (res.rc != Exn.Interrupt.return_code) { |
50366 | 900 |
progress.echo("(see also " + (output_dir + log(name)).file.toString + ")") |
50845 | 901 |
val lines = res.out_lines.filterNot(_.startsWith("\f")) |
50713
dae523e6198b
tuned message -- suppress inlined system information;
wenzelm
parents:
50707
diff
changeset
|
902 |
val tail = lines.drop(lines.length - 20 max 0) |
50366 | 903 |
progress.echo("\n" + cat_lines(tail)) |
48661 | 904 |
} |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
905 |
|
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
906 |
no_heap |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
907 |
} |
50707
5b2bf7611662
maintain session index on Scala side, for more determistic results;
wenzelm
parents:
50686
diff
changeset
|
908 |
loop(pending - name, running - name, |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
909 |
results + (name -> Result(false, heap, res.rc))) |
50367 | 910 |
//}}} |
60215 | 911 |
case None if running.size < (max_jobs max 1) => |
50367 | 912 |
//{{{ check/start next job |
48547 | 913 |
pending.dequeue(running.isDefinedAt(_)) match { |
914 |
case Some((name, info)) => |
|
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
915 |
val parent_result = |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
916 |
info.parent match { |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
917 |
case None => Result(true, no_heap, 0) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
918 |
case Some(parent) => results(parent) |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
919 |
} |
48547 | 920 |
val output = output_dir + Path.basic(name) |
921 |
val do_output = build_heap || queue.is_inner(name) |
|
922 |
||
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
923 |
val (current, heap) = |
48547 | 924 |
{ |
51221 | 925 |
find_log(name + ".gz") match { |
926 |
case Some((dir, path)) => |
|
51220 | 927 |
read_stamps(path) match { |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
928 |
case Some((s, h1, h2)) => |
51221 | 929 |
val heap = heap_stamp(Some(dir + Path.basic(name))) |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
930 |
(s == make_stamp(name) && h1 == parent_result.heap && h2 == heap && |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
931 |
!(do_output && heap == no_heap), heap) |
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
932 |
case None => (false, no_heap) |
48547 | 933 |
} |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
934 |
case None => (false, no_heap) |
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
935 |
} |
48547 | 936 |
} |
48639
675988e64bf9
store parent heap stamp as well -- needs to be propagated through the build hierarchy;
wenzelm
parents:
48626
diff
changeset
|
937 |
val all_current = current && parent_result.current |
48528
784c6f63d79c
proper all_current, which regards parent status as well;
wenzelm
parents:
48511
diff
changeset
|
938 |
|
48547 | 939 |
if (all_current) |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
940 |
loop(pending - name, running, results + (name -> Result(true, heap, 0))) |
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
941 |
else if (no_build) { |
50366 | 942 |
if (verbose) progress.echo("Skipping " + name + " ...") |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
943 |
loop(pending - name, running, results + (name -> Result(false, heap, 1))) |
48678
ff27af15530c
queue ordering by descending outdegree and timeout;
wenzelm
parents:
48676
diff
changeset
|
944 |
} |
51253 | 945 |
else if (parent_result.rc == 0 && !progress.stopped) { |
50366 | 946 |
progress.echo((if (do_output) "Building " else "Running ") + name + " ...") |
51220 | 947 |
val job = |
948 |
new Job(progress, name, info, output, do_output, verbose, browser_info, |
|
59445 | 949 |
deps(name).session_graph, queue.command_timings(name)) |
48674 | 950 |
loop(pending, running + (name -> (parent_result.heap, job)), results) |
48547 | 951 |
} |
952 |
else { |
|
50366 | 953 |
progress.echo(name + " CANCELLED") |
51399
6ac3c29a300e
discontinued "isabelle usedir" option -r (reset session path);
wenzelm
parents:
51397
diff
changeset
|
954 |
loop(pending - name, running, results + (name -> Result(false, heap, 1))) |
48547 | 955 |
} |
956 |
case None => sleep(); loop(pending, running, results) |
|
48425 | 957 |
} |
50367 | 958 |
///}}} |
48425 | 959 |
case None => sleep(); loop(pending, running, results) |
48373 | 960 |
} |
51253 | 961 |
} |
48425 | 962 |
} |
963 |
||
51220 | 964 |
|
965 |
/* build results */ |
|
966 |
||
48583 | 967 |
val results = |
968 |
if (deps.is_empty) { |
|
56782
433cf57550fa
more systematic Isabelle output, like in classic Isabelle/ML (without markup);
wenzelm
parents:
56780
diff
changeset
|
969 |
progress.echo(Output.warning_text("Nothing to build")) |
50707
5b2bf7611662
maintain session index on Scala side, for more determistic results;
wenzelm
parents:
50686
diff
changeset
|
970 |
Map.empty[String, Result] |
48583 | 971 |
} |
972 |
else loop(queue, Map.empty, Map.empty) |
|
973 |
||
51418
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
974 |
|
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
975 |
/* global browser info */ |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
976 |
|
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
977 |
if (!no_build) { |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
978 |
val browser_chapters = |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
979 |
(for { |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
980 |
(name, result) <- results.iterator |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
981 |
if result.rc == 0 |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
982 |
info = full_tree(name) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
983 |
if info.options.bool("browser_info") |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
984 |
} yield (info.chapter, (name, info.description))).toList.groupBy(_._1). |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
985 |
map({ case (chapter, es) => (chapter, es.map(_._2)) }).filterNot(_._2.isEmpty) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
986 |
|
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
987 |
for ((chapter, entries) <- browser_chapters) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
988 |
Present.update_chapter_index(browser_info, chapter, entries) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
989 |
|
59319 | 990 |
if (browser_chapters.nonEmpty && !(browser_info + Path.explode("index.html")).is_file) |
51418
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
991 |
{ |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
992 |
Isabelle_System.mkdirs(browser_info) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
993 |
File.copy(Path.explode("~~/lib/logo/isabelle.gif"), |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
994 |
browser_info + Path.explode("isabelle.gif")) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
995 |
File.write(browser_info + Path.explode("index.html"), |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
996 |
File.read(Path.explode("~~/lib/html/library_index_header.template")) + |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
997 |
File.read(Path.explode("~~/lib/html/library_index_content.template")) + |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
998 |
File.read(Path.explode("~~/lib/html/library_index_footer.template"))) |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
999 |
} |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
1000 |
} |
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
1001 |
|
7b8ce8403340
more accurate handling of global browser info at the very end (without races), subject to no_build and info.browser_info;
wenzelm
parents:
51402
diff
changeset
|
1002 |
|
52114 | 1003 |
/* results */ |
1004 |
||
1005 |
results.map({ case (name, result) => (name, result.rc) }) |
|
1006 |
} |
|
1007 |
||
1008 |
||
1009 |
/* build */ |
|
50707
5b2bf7611662
maintain session index on Scala side, for more determistic results;
wenzelm
parents:
50686
diff
changeset
|
1010 |
|
52114 | 1011 |
def build( |
1012 |
options: Options, |
|
52115 | 1013 |
progress: Progress = Ignore_Progress, |
52114 | 1014 |
requirements: Boolean = false, |
1015 |
all_sessions: Boolean = false, |
|
1016 |
build_heap: Boolean = false, |
|
1017 |
clean_build: Boolean = false, |
|
56890 | 1018 |
dirs: List[Path] = Nil, |
1019 |
select_dirs: List[Path] = Nil, |
|
60106 | 1020 |
exclude_session_groups: List[String] = Nil, |
52114 | 1021 |
session_groups: List[String] = Nil, |
1022 |
max_jobs: Int = 1, |
|
1023 |
list_files: Boolean = false, |
|
59891
9ce697050455
added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents:
59811
diff
changeset
|
1024 |
check_keywords: Set[String] = Set.empty, |
52114 | 1025 |
no_build: Boolean = false, |
1026 |
system_mode: Boolean = false, |
|
1027 |
verbose: Boolean = false, |
|
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
1028 |
exclude_sessions: List[String] = Nil, |
52114 | 1029 |
sessions: List[String] = Nil): Int = |
1030 |
{ |
|
1031 |
val results = |
|
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
1032 |
build_results(options, progress, requirements, all_sessions, build_heap, clean_build, |
60106 | 1033 |
dirs, select_dirs, exclude_session_groups, session_groups, max_jobs, list_files, |
1034 |
check_keywords, no_build, system_mode, verbose, exclude_sessions, sessions) |
|
52114 | 1035 |
|
1036 |
val rc = (0 /: results)({ case (rc1, (_, rc2)) => rc1 max rc2 }) |
|
48504
21dfd6c04482
actually check source vs. target stamps, based on information from log files;
wenzelm
parents:
48494
diff
changeset
|
1037 |
if (rc != 0 && (verbose || !no_build)) { |
48552 | 1038 |
val unfinished = |
52114 | 1039 |
(for ((name, r) <- results.iterator if r != 0) yield name).toList.sorted |
50366 | 1040 |
progress.echo("Unfinished session(s): " + commas(unfinished)) |
48473 | 1041 |
} |
1042 |
rc |
|
48341 | 1043 |
} |
1044 |
||
1045 |
||
48346
e2382bede914
more general support for Isabelle/Scala command line tools;
wenzelm
parents:
48344
diff
changeset
|
1046 |
/* command line entry point */ |
48341 | 1047 |
|
1048 |
def main(args: Array[String]) |
|
1049 |
{ |
|
48346
e2382bede914
more general support for Isabelle/Scala command line tools;
wenzelm
parents:
48344
diff
changeset
|
1050 |
Command_Line.tool { |
e2382bede914
more general support for Isabelle/Scala command line tools;
wenzelm
parents:
48344
diff
changeset
|
1051 |
args.toList match { |
e2382bede914
more general support for Isabelle/Scala command line tools;
wenzelm
parents:
48344
diff
changeset
|
1052 |
case |
49131 | 1053 |
Properties.Value.Boolean(requirements) :: |
48346
e2382bede914
more general support for Isabelle/Scala command line tools;
wenzelm
parents:
48344
diff
changeset
|
1054 |
Properties.Value.Boolean(all_sessions) :: |
48511
37999ee01156
remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents:
48509
diff
changeset
|
1055 |
Properties.Value.Boolean(build_heap) :: |
48595 | 1056 |
Properties.Value.Boolean(clean_build) :: |
48425 | 1057 |
Properties.Value.Int(max_jobs) :: |
48903 | 1058 |
Properties.Value.Boolean(list_files) :: |
48469 | 1059 |
Properties.Value.Boolean(no_build) :: |
48447
ef600ce4559c
added system build mode: produce output in ISABELLE_HOME;
wenzelm
parents:
48425
diff
changeset
|
1060 |
Properties.Value.Boolean(system_mode) :: |
48425 | 1061 |
Properties.Value.Boolean(verbose) :: |
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
1062 |
Command_Line.Chunks(dirs, select_dirs, session_groups, check_keywords, |
60106 | 1063 |
build_options, exclude_session_groups, exclude_sessions, sessions) => |
50404
898cac1dad5e
avoid startup within GUI thread -- it is only required later for dialog;
wenzelm
parents:
50367
diff
changeset
|
1064 |
val options = (Options.init() /: build_options)(_ + _) |
52114 | 1065 |
val progress = new Console_Progress(verbose) |
51252 | 1066 |
progress.interrupt_handler { |
56890 | 1067 |
build(options, progress, requirements, all_sessions, build_heap, clean_build, |
60106 | 1068 |
dirs.map(Path.explode(_)), select_dirs.map(Path.explode(_)), exclude_session_groups, |
1069 |
session_groups, max_jobs, list_files, check_keywords.toSet, no_build, system_mode, |
|
59892
2a616319c171
added isabelle build option -x, to exclude sessions;
wenzelm
parents:
59891
diff
changeset
|
1070 |
verbose, exclude_sessions, sessions) |
51252 | 1071 |
} |
48346
e2382bede914
more general support for Isabelle/Scala command line tools;
wenzelm
parents:
48344
diff
changeset
|
1072 |
case _ => error("Bad arguments:\n" + cat_lines(args)) |
48341 | 1073 |
} |
48346
e2382bede914
more general support for Isabelle/Scala command line tools;
wenzelm
parents:
48344
diff
changeset
|
1074 |
} |
48341 | 1075 |
} |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1076 |
|
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1077 |
|
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1078 |
/* PIDE protocol */ |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1079 |
|
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1080 |
def build_theories( |
59369
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1081 |
session: Session, master_dir: Path, theories: List[(Options, List[Path])]): Promise[XML.Body] = |
59367 | 1082 |
session.get_protocol_handler(classOf[Handler].getName) match { |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1083 |
case Some(handler: Handler) => handler.build_theories(session, master_dir, theories) |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1084 |
case _ => error("Cannot invoke build_theories: bad protocol handler") |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1085 |
} |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1086 |
|
59367 | 1087 |
class Handler(progress: Progress, session_name: String) extends Session.Protocol_Handler |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1088 |
{ |
59369
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1089 |
private val pending = Synchronized(Map.empty[String, Promise[XML.Body]]) |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1090 |
|
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1091 |
def build_theories( |
59369
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1092 |
session: Session, master_dir: Path, theories: List[(Options, List[Path])]): Promise[XML.Body] = |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1093 |
{ |
59369
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1094 |
val promise = Future.promise[XML.Body] |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1095 |
val id = Document_ID.make().toString |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1096 |
pending.change(promises => promises + (id -> promise)) |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1097 |
session.build_theories(id, master_dir, theories) |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1098 |
promise |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1099 |
} |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1100 |
|
59367 | 1101 |
private def loading_theory(prover: Prover, msg: Prover.Protocol_Output): Boolean = |
1102 |
msg.properties match { |
|
1103 |
case Markup.Loading_Theory(name) => progress.theory(session_name, name); true |
|
1104 |
case _ => false |
|
1105 |
} |
|
1106 |
||
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1107 |
private def build_theories_result(prover: Prover, msg: Prover.Protocol_Output): Boolean = |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1108 |
msg.properties match { |
59369
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1109 |
case Markup.Build_Theories_Result(id) => |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1110 |
pending.change_result(promises => |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1111 |
promises.get(id) match { |
59369
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1112 |
case Some(promise) => |
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1113 |
val error_message = |
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1114 |
try { YXML.parse_body(Symbol.decode(msg.text)) } |
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1115 |
catch { case exn: Throwable => List(XML.Text(Exn.message(exn))) } |
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1116 |
promise.fulfill(error_message) |
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1117 |
(true, promises - id) |
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1118 |
case None => |
7090199d3f78
more informative build_theories_result: cumulative Runtime.exn_message;
wenzelm
parents:
59367
diff
changeset
|
1119 |
(false, promises) |
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1120 |
}) |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1121 |
case _ => false |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1122 |
} |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1123 |
|
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1124 |
override def stop(prover: Prover): Unit = |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1125 |
pending.change(promises => { for ((_, promise) <- promises) promise.cancel; Map.empty }) |
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1126 |
|
59367 | 1127 |
val functions = |
1128 |
Map( |
|
1129 |
Markup.BUILD_THEORIES_RESULT -> build_theories_result _, |
|
1130 |
Markup.LOADING_THEORY -> loading_theory _) |
|
59366
e94df7f6b608
clarified build_theories: proper protocol handler;
wenzelm
parents:
59319
diff
changeset
|
1131 |
} |
48276 | 1132 |
} |