author | wenzelm |
Thu, 27 Dec 2018 16:56:53 +0100 | |
changeset 69520 | 16779868de1f |
parent 69458 | 5655af3ea5bd |
child 69536 | 892b68f932f9 |
permissions | -rw-r--r-- |
69012 | 1 |
/* Title: Pure/PIDE/headless.scala |
67054 | 2 |
Author: Makarius |
3 |
||
69012 | 4 |
Headless PIDE session and resources from file-system. |
67054 | 5 |
*/ |
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
67925 | 10 |
import java.io.{File => JFile} |
11 |
||
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
12 |
import scala.annotation.tailrec |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
13 |
|
67925 | 14 |
|
69012 | 15 |
object Headless |
67054 | 16 |
{ |
69012 | 17 |
/** session **/ |
67061
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
18 |
|
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
19 |
def start_session( |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
20 |
options: Options, |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
21 |
session_name: String, |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
22 |
session_dirs: List[Path] = Nil, |
67948 | 23 |
include_sessions: List[String] = Nil, |
67062
ee0823ce2828
optional session_base, e.g. from existing Sessions.Deps in build.scala;
wenzelm
parents:
67061
diff
changeset
|
24 |
session_base: Option[Sessions.Base] = None, |
67869 | 25 |
print_mode: List[String] = Nil, |
26 |
progress: Progress = No_Progress, |
|
67061
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
27 |
log: Logger = No_Logger): Session = |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
28 |
{ |
67062
ee0823ce2828
optional session_base, e.g. from existing Sessions.Deps in build.scala;
wenzelm
parents:
67061
diff
changeset
|
29 |
val base = |
ee0823ce2828
optional session_base, e.g. from existing Sessions.Deps in build.scala;
wenzelm
parents:
67061
diff
changeset
|
30 |
session_base getOrElse |
67948 | 31 |
Sessions.base_info(options, session_name, include_sessions = include_sessions, |
32 |
progress = progress, dirs = session_dirs).check_base |
|
69012 | 33 |
val resources = new Resources(base, log = log) |
67945 | 34 |
val session = new Session(session_name, options, resources) |
67061
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
35 |
|
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
36 |
val session_error = Future.promise[String] |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
37 |
var session_phase: Session.Consumer[Session.Phase] = null |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
38 |
session_phase = |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
39 |
Session.Consumer(getClass.getName) { |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
40 |
case Session.Ready => |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
41 |
session.phase_changed -= session_phase |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
42 |
session_error.fulfill("") |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
43 |
case Session.Terminated(result) if !result.ok => |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
44 |
session.phase_changed -= session_phase |
67869 | 45 |
session_error.fulfill("Session start failed: return code " + result.rc) |
67061
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
46 |
case _ => |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
47 |
} |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
48 |
session.phase_changed += session_phase |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
49 |
|
68986 | 50 |
progress.echo("Starting session " + session_name + " ...") |
67061
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
51 |
Isabelle_Process.start(session, options, |
67869 | 52 |
logic = session_name, dirs = session_dirs, modes = print_mode) |
67061
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
53 |
|
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
54 |
session_error.join match { |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
55 |
case "" => session |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
56 |
case msg => session.stop(); error(msg) |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
57 |
} |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
58 |
} |
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
59 |
|
68916 | 60 |
private def stable_snapshot( |
61 |
state: Document.State, version: Document.Version, name: Document.Node.Name): Document.Snapshot = |
|
62 |
{ |
|
63 |
val snapshot = state.snapshot(name) |
|
64 |
assert(version.id == snapshot.version.id) |
|
65 |
snapshot |
|
66 |
} |
|
67 |
||
69013 | 68 |
class Use_Theories_Result private[Headless]( |
67883 | 69 |
val state: Document.State, |
67889 | 70 |
val version: Document.Version, |
68925 | 71 |
val nodes: List[(Document.Node.Name, Document_Status.Node_Status)], |
72 |
val nodes_committed: List[(Document.Node.Name, Document_Status.Node_Status)]) |
|
67879 | 73 |
{ |
69032
90bb4cabe1e8
clarified errors: no result from forced session.stop, check pending theories;
wenzelm
parents:
69013
diff
changeset
|
74 |
def nodes_pending: List[(Document.Node.Name, Document_Status.Node_Status)] = |
90bb4cabe1e8
clarified errors: no result from forced session.stop, check pending theories;
wenzelm
parents:
69013
diff
changeset
|
75 |
{ |
90bb4cabe1e8
clarified errors: no result from forced session.stop, check pending theories;
wenzelm
parents:
69013
diff
changeset
|
76 |
val committed = nodes_committed.iterator.map(_._1).toSet |
90bb4cabe1e8
clarified errors: no result from forced session.stop, check pending theories;
wenzelm
parents:
69013
diff
changeset
|
77 |
nodes.filter(p => !committed(p._1)) |
90bb4cabe1e8
clarified errors: no result from forced session.stop, check pending theories;
wenzelm
parents:
69013
diff
changeset
|
78 |
} |
90bb4cabe1e8
clarified errors: no result from forced session.stop, check pending theories;
wenzelm
parents:
69013
diff
changeset
|
79 |
|
68925 | 80 |
def snapshot(name: Document.Node.Name): Document.Snapshot = |
81 |
stable_snapshot(state, version, name) |
|
82 |
||
83 |
def ok: Boolean = |
|
84 |
(nodes.iterator ++ nodes_committed.iterator).forall({ case (_, st) => st.ok }) |
|
67879 | 85 |
} |
86 |
||
69520 | 87 |
class Session private[Headless]( |
88 |
session_name: String, |
|
89 |
_session_options: => Options, |
|
90 |
override val resources: Resources) extends isabelle.Session(_session_options, resources) |
|
91 |
{ |
|
92 |
session => |
|
68694
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
93 |
|
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
94 |
|
69520 | 95 |
/* options */ |
96 |
||
97 |
def default_check_delay: Time = session_options.seconds("headless_check_delay") |
|
98 |
def default_check_limit: Int = session_options.int("headless_check_limit") |
|
99 |
def default_nodes_status_delay: Time = session_options.seconds("headless_nodes_status_delay") |
|
100 |
def default_watchdog_timeout: Time = session_options.seconds("headless_watchdog_timeout") |
|
101 |
def default_commit_cleanup_delay: Time = session_options.seconds("headless_commit_cleanup_delay") |
|
67063 | 102 |
|
68922 | 103 |
|
104 |
/* temporary directory */ |
|
105 |
||
67925 | 106 |
val tmp_dir: JFile = Isabelle_System.tmp_dir("server_session") |
67946 | 107 |
val tmp_dir_name: String = File.path(tmp_dir).implode |
67925 | 108 |
|
68923 | 109 |
def master_directory(master_dir: String): String = |
110 |
proper_string(master_dir) getOrElse tmp_dir_name |
|
111 |
||
67945 | 112 |
override def toString: String = session_name |
113 |
||
67925 | 114 |
override def stop(): Process_Result = |
115 |
{ |
|
116 |
try { super.stop() } |
|
117 |
finally { Isabelle_System.rm_tree(tmp_dir) } |
|
118 |
} |
|
119 |
||
67936 | 120 |
|
121 |
/* theories */ |
|
122 |
||
68914 | 123 |
private sealed case class Use_Theories_State( |
124 |
last_update: Time = Time.now(), |
|
125 |
nodes_status: Document_Status.Nodes_Status = Document_Status.Nodes_Status.empty, |
|
68925 | 126 |
already_committed: Map[Document.Node.Name, Document_Status.Node_Status] = Map.empty, |
69013 | 127 |
result: Promise[Use_Theories_Result] = Future.promise[Use_Theories_Result]) |
68914 | 128 |
{ |
129 |
def update(new_nodes_status: Document_Status.Nodes_Status): Use_Theories_State = |
|
130 |
copy(last_update = Time.now(), nodes_status = new_nodes_status) |
|
131 |
||
132 |
def watchdog(watchdog_timeout: Time): Boolean = |
|
133 |
watchdog_timeout > Time.zero && Time.now() - last_update > watchdog_timeout |
|
134 |
||
68916 | 135 |
def cancel_result { result.cancel } |
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
136 |
def finished_result: Boolean = result.is_finished |
68916 | 137 |
def await_result { result.join_result } |
69013 | 138 |
def join_result: Use_Theories_Result = result.join |
68916 | 139 |
def check_result( |
140 |
state: Document.State, |
|
141 |
version: Document.Version, |
|
68925 | 142 |
dep_theories: List[Document.Node.Name], |
68916 | 143 |
beyond_limit: Boolean, |
144 |
watchdog_timeout: Time, |
|
145 |
commit: Option[(Document.Snapshot, Document_Status.Node_Status) => Unit]) |
|
146 |
: Use_Theories_State = |
|
147 |
{ |
|
69035 | 148 |
val already_committed1 = |
68916 | 149 |
if (commit.isDefined) { |
69035 | 150 |
(already_committed /: dep_theories)({ case (committed, name) => |
151 |
def parents_committed: Boolean = |
|
152 |
version.nodes(name).header.imports.forall({ case (parent, _) => |
|
153 |
Sessions.is_pure(parent.theory) || committed.isDefinedAt(parent) |
|
154 |
}) |
|
155 |
if (!committed.isDefinedAt(name) && parents_committed && |
|
156 |
state.node_consolidated(version, name)) |
|
157 |
{ |
|
158 |
val snapshot = stable_snapshot(state, version, name) |
|
159 |
val status = Document_Status.Node_Status.make(state, version, name) |
|
160 |
commit.get.apply(snapshot, status) |
|
161 |
committed + (name -> status) |
|
162 |
} |
|
163 |
else committed |
|
164 |
}) |
|
68916 | 165 |
} |
69035 | 166 |
else already_committed |
68916 | 167 |
|
168 |
if (beyond_limit || watchdog(watchdog_timeout) || |
|
68925 | 169 |
dep_theories.forall(name => |
69035 | 170 |
already_committed1.isDefinedAt(name) || |
68916 | 171 |
state.node_consolidated(version, name) || |
172 |
nodes_status.quasi_consolidated(name))) |
|
173 |
{ |
|
174 |
val nodes = |
|
68925 | 175 |
for (name <- dep_theories) |
68916 | 176 |
yield { (name -> Document_Status.Node_Status.make(state, version, name)) } |
68925 | 177 |
val nodes_committed = |
178 |
for { |
|
179 |
name <- dep_theories |
|
69035 | 180 |
status <- already_committed1.get(name) |
68925 | 181 |
} yield (name -> status) |
182 |
||
69013 | 183 |
try { result.fulfill(new Use_Theories_Result(state, version, nodes, nodes_committed)) } |
68916 | 184 |
catch { case _: IllegalStateException => } |
185 |
} |
|
186 |
||
69035 | 187 |
copy(already_committed = already_committed1) |
68916 | 188 |
} |
68914 | 189 |
} |
190 |
||
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
191 |
def use_theories( |
67940
b4e80f062fbf
clarified signature -- eliminated somewhat pointless positions;
wenzelm
parents:
67939
diff
changeset
|
192 |
theories: List[String], |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
193 |
qualifier: String = Sessions.DRAFT, |
67881 | 194 |
master_dir: String = "", |
68943 | 195 |
check_delay: Time = default_check_delay, |
69520 | 196 |
check_limit: Int = default_check_limit, |
68947 | 197 |
watchdog_timeout: Time = default_watchdog_timeout, |
68943 | 198 |
nodes_status_delay: Time = default_nodes_status_delay, |
69458 | 199 |
id: UUID.T = UUID.random(), |
68916 | 200 |
// commit: must not block, must not fail |
201 |
commit: Option[(Document.Snapshot, Document_Status.Node_Status) => Unit] = None, |
|
68981 | 202 |
commit_cleanup_delay: Time = default_commit_cleanup_delay, |
69013 | 203 |
progress: Progress = No_Progress): Use_Theories_Result = |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
204 |
{ |
67887
a4d5342898b1
unload_theories: actually observe required state;
wenzelm
parents:
67885
diff
changeset
|
205 |
val dep_theories = |
68894
1dbdad1b57a5
more robust: load_theories after consumer is installed;
wenzelm
parents:
68888
diff
changeset
|
206 |
{ |
1dbdad1b57a5
more robust: load_theories after consumer is installed;
wenzelm
parents:
68888
diff
changeset
|
207 |
val import_names = |
68923 | 208 |
theories.map(thy => |
209 |
resources.import_name(qualifier, master_directory(master_dir), thy) -> Position.none) |
|
68894
1dbdad1b57a5
more robust: load_theories after consumer is installed;
wenzelm
parents:
68888
diff
changeset
|
210 |
resources.dependencies(import_names, progress = progress).check_errors.theories |
1dbdad1b57a5
more robust: load_theories after consumer is installed;
wenzelm
parents:
68888
diff
changeset
|
211 |
} |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
212 |
|
68914 | 213 |
val use_theories_state = Synchronized(Use_Theories_State()) |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
214 |
|
68916 | 215 |
def check_result(beyond_limit: Boolean = false) |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
216 |
{ |
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
217 |
val state = session.current_state() |
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
218 |
state.stable_tip_version match { |
68694
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
219 |
case Some(version) => |
68916 | 220 |
use_theories_state.change( |
221 |
_.check_result(state, version, dep_theories, beyond_limit, watchdog_timeout, commit)) |
|
68694
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
222 |
case None => |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
223 |
} |
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
224 |
} |
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
225 |
|
67894
fee080c4045f
more robust check_state loop, even without session activity (e.g. idempotent use_theories);
wenzelm
parents:
67893
diff
changeset
|
226 |
val check_progress = |
68694
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
227 |
{ |
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
228 |
var check_count = 0 |
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
229 |
Event_Timer.request(Time.now(), repeat = Some(check_delay)) |
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
230 |
{ |
68916 | 231 |
if (progress.stopped) use_theories_state.value.cancel_result |
68694
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
232 |
else { |
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
233 |
check_count += 1 |
68916 | 234 |
check_result(check_limit > 0 && check_count > check_limit) |
68694
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
235 |
} |
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
236 |
} |
03e104be99af
added check_delay / check_limit for more robust treatment of structurally broken theory sources (or genuine non-termination);
wenzelm
parents:
68365
diff
changeset
|
237 |
} |
67894
fee080c4045f
more robust check_state loop, even without session activity (e.g. idempotent use_theories);
wenzelm
parents:
67893
diff
changeset
|
238 |
|
68906 | 239 |
val consumer = |
240 |
{ |
|
241 |
val delay_nodes_status = |
|
242 |
Standard_Thread.delay_first(nodes_status_delay max Time.zero) { |
|
68914 | 243 |
progress.nodes_status(use_theories_state.value.nodes_status) |
68906 | 244 |
} |
68770
add44e2b8cb0
optional notification of nodes_status (via progress);
wenzelm
parents:
68758
diff
changeset
|
245 |
|
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
246 |
val delay_commit_clean = |
68981 | 247 |
Standard_Thread.delay_first(commit_cleanup_delay max Time.zero) { |
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
248 |
val clean = use_theories_state.value.already_committed.keySet |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
249 |
resources.clean_theories(session, id, clean) |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
250 |
} |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
251 |
|
68952 | 252 |
val dep_theories_set = dep_theories.toSet |
253 |
||
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
254 |
Session.Consumer[Session.Commands_Changed](getClass.getName) { |
68330 | 255 |
case changed => |
68770
add44e2b8cb0
optional notification of nodes_status (via progress);
wenzelm
parents:
68758
diff
changeset
|
256 |
if (changed.nodes.exists(dep_theories_set)) { |
add44e2b8cb0
optional notification of nodes_status (via progress);
wenzelm
parents:
68758
diff
changeset
|
257 |
val snapshot = session.snapshot() |
add44e2b8cb0
optional notification of nodes_status (via progress);
wenzelm
parents:
68758
diff
changeset
|
258 |
val state = snapshot.state |
add44e2b8cb0
optional notification of nodes_status (via progress);
wenzelm
parents:
68758
diff
changeset
|
259 |
val version = snapshot.version |
add44e2b8cb0
optional notification of nodes_status (via progress);
wenzelm
parents:
68758
diff
changeset
|
260 |
|
68957 | 261 |
val theory_progress = |
68914 | 262 |
use_theories_state.change_result(st => |
68903 | 263 |
{ |
68883
3653b3ad729e
clarified Thy_Resources.Session.use_theories: "terminated" node status is sufficient;
wenzelm
parents:
68771
diff
changeset
|
264 |
val domain = |
68914 | 265 |
if (st.nodes_status.is_empty) dep_theories_set |
68883
3653b3ad729e
clarified Thy_Resources.Session.use_theories: "terminated" node status is sufficient;
wenzelm
parents:
68771
diff
changeset
|
266 |
else changed.nodes.iterator.filter(dep_theories_set).toSet |
68899 | 267 |
|
68903 | 268 |
val (nodes_status_changed, nodes_status1) = |
69255
800b1ce96fce
more general support for Isabelle/PIDE file formats -- less hardwired Bibtex operations;
wenzelm
parents:
69035
diff
changeset
|
269 |
st.nodes_status.update(resources, state, version, |
68903 | 270 |
domain = Some(domain), trim = changed.assignment) |
68899 | 271 |
|
68903 | 272 |
if (nodes_status_delay >= Time.zero && nodes_status_changed) { |
68883
3653b3ad729e
clarified Thy_Resources.Session.use_theories: "terminated" node status is sufficient;
wenzelm
parents:
68771
diff
changeset
|
273 |
delay_nodes_status.invoke |
68899 | 274 |
} |
68883
3653b3ad729e
clarified Thy_Resources.Session.use_theories: "terminated" node status is sufficient;
wenzelm
parents:
68771
diff
changeset
|
275 |
|
68957 | 276 |
val theory_progress = |
68905 | 277 |
(for { |
68904 | 278 |
(name, node_status) <- nodes_status1.present.iterator |
68959 | 279 |
if changed.nodes.contains(name) && !st.already_committed.isDefinedAt(name) |
68962 | 280 |
p1 = node_status.percentage |
281 |
if p1 > 0 && Some(p1) != st.nodes_status.get(name).map(_.percentage) |
|
282 |
} yield Progress.Theory(name.theory, percentage = Some(p1))).toList |
|
68903 | 283 |
|
68957 | 284 |
(theory_progress, st.update(nodes_status1)) |
68903 | 285 |
}) |
68330 | 286 |
|
68957 | 287 |
theory_progress.foreach(progress.theory(_)) |
68903 | 288 |
|
68916 | 289 |
check_result() |
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
290 |
|
68981 | 291 |
if (commit.isDefined && commit_cleanup_delay > Time.zero) { |
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
292 |
if (use_theories_state.value.finished_result) |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
293 |
delay_commit_clean.revoke |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
294 |
else delay_commit_clean.invoke |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
295 |
} |
68330 | 296 |
} |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
297 |
} |
68906 | 298 |
} |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
299 |
|
67892 | 300 |
try { |
301 |
session.commands_changed += consumer |
|
68894
1dbdad1b57a5
more robust: load_theories after consumer is installed;
wenzelm
parents:
68888
diff
changeset
|
302 |
resources.load_theories(session, id, dep_theories, progress) |
68916 | 303 |
use_theories_state.value.await_result |
67894
fee080c4045f
more robust check_state loop, even without session activity (e.g. idempotent use_theories);
wenzelm
parents:
67893
diff
changeset
|
304 |
check_progress.cancel |
67892 | 305 |
} |
306 |
finally { |
|
68907 | 307 |
session.commands_changed -= consumer |
67892 | 308 |
resources.unload_theories(session, id, dep_theories) |
309 |
} |
|
67884
43af581d7d8e
unload_theories after consolidation -- reset node_required;
wenzelm
parents:
67883
diff
changeset
|
310 |
|
68916 | 311 |
use_theories_state.value.join_result |
67064
fb487246ef4f
synchronous use_theories, based on consolidated_state;
wenzelm
parents:
67063
diff
changeset
|
312 |
} |
67936 | 313 |
|
67939 | 314 |
def purge_theories( |
68915 | 315 |
theories: List[String], |
316 |
qualifier: String = Sessions.DRAFT, |
|
317 |
master_dir: String = "", |
|
318 |
all: Boolean = false): (List[Document.Node.Name], List[Document.Node.Name]) = |
|
319 |
{ |
|
68923 | 320 |
val nodes = |
321 |
if (all) None |
|
322 |
else Some(theories.map(resources.import_name(qualifier, master_directory(master_dir), _))) |
|
68915 | 323 |
resources.purge_theories(session, nodes) |
324 |
} |
|
67063 | 325 |
} |
326 |
||
67061
2efa25302f34
synchronous session start (similar to isabelle.vscode.Server);
wenzelm
parents:
67059
diff
changeset
|
327 |
|
67054 | 328 |
|
69012 | 329 |
/** resources **/ |
68922 | 330 |
|
69012 | 331 |
object Resources |
332 |
{ |
|
333 |
final class Theory private[Headless]( |
|
334 |
val node_name: Document.Node.Name, |
|
335 |
val node_header: Document.Node.Header, |
|
336 |
val text: String, |
|
337 |
val node_required: Boolean) |
|
68922 | 338 |
{ |
69012 | 339 |
override def toString: String = node_name.toString |
68922 | 340 |
|
69012 | 341 |
def node_perspective: Document.Node.Perspective_Text = |
342 |
Document.Node.Perspective(node_required, Text.Perspective.empty, Document.Node.Overlays.empty) |
|
68922 | 343 |
|
69012 | 344 |
def make_edits(text_edits: List[Text.Edit]): List[Document.Edit_Text] = |
345 |
List(node_name -> Document.Node.Deps(node_header), |
|
346 |
node_name -> Document.Node.Edits(text_edits), |
|
347 |
node_name -> node_perspective) |
|
68922 | 348 |
|
69012 | 349 |
def node_edits(old: Option[Theory]): List[Document.Edit_Text] = |
350 |
{ |
|
351 |
val (text_edits, old_required) = |
|
352 |
if (old.isEmpty) (Text.Edit.inserts(0, text), false) |
|
353 |
else (Text.Edit.replace(0, old.get.text, text), old.get.node_required) |
|
67887
a4d5342898b1
unload_theories: actually observe required state;
wenzelm
parents:
67885
diff
changeset
|
354 |
|
69012 | 355 |
if (text_edits.isEmpty && node_required == old_required) Nil |
356 |
else make_edits(text_edits) |
|
357 |
} |
|
67887
a4d5342898b1
unload_theories: actually observe required state;
wenzelm
parents:
67885
diff
changeset
|
358 |
|
69012 | 359 |
def purge_edits: List[Document.Edit_Text] = |
360 |
make_edits(Text.Edit.removes(0, text)) |
|
67936 | 361 |
|
69012 | 362 |
def required(required: Boolean): Theory = |
363 |
if (required == node_required) this |
|
364 |
else new Theory(node_name, node_header, text, required) |
|
67936 | 365 |
} |
366 |
||
69012 | 367 |
sealed case class State( |
69458 | 368 |
required: Multi_Map[Document.Node.Name, UUID.T] = Multi_Map.empty, |
69012 | 369 |
theories: Map[Document.Node.Name, Theory] = Map.empty) |
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
370 |
{ |
69012 | 371 |
lazy val theory_graph: Graph[Document.Node.Name, Unit] = |
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
372 |
{ |
69012 | 373 |
val entries = |
374 |
for ((name, theory) <- theories.toList) |
|
375 |
yield ((name, ()), theory.node_header.imports.map(_._1).filter(theories.isDefinedAt(_))) |
|
376 |
Graph.make(entries, symmetric = true)(Document.Node.Name.Ordering) |
|
67888 | 377 |
} |
67056 | 378 |
|
69012 | 379 |
def is_required(name: Document.Node.Name): Boolean = required.isDefinedAt(name) |
380 |
||
69458 | 381 |
def insert_required(id: UUID.T, names: List[Document.Node.Name]): State = |
69012 | 382 |
copy(required = (required /: names)(_.insert(_, id))) |
383 |
||
69458 | 384 |
def remove_required(id: UUID.T, names: List[Document.Node.Name]): State = |
69012 | 385 |
copy(required = (required /: names)(_.remove(_, id))) |
68958 | 386 |
|
69012 | 387 |
def update_theories(update: List[(Document.Node.Name, Theory)]): State = |
388 |
copy(theories = |
|
389 |
(theories /: update)({ case (thys, (name, thy)) => |
|
390 |
thys.get(name) match { |
|
391 |
case Some(thy1) if thy1 == thy => thys |
|
392 |
case _ => thys + (name -> thy) |
|
393 |
} |
|
394 |
})) |
|
395 |
||
396 |
def remove_theories(remove: List[Document.Node.Name]): State = |
|
67893 | 397 |
{ |
69012 | 398 |
require(remove.forall(name => !is_required(name))) |
399 |
copy(theories = theories -- remove) |
|
400 |
} |
|
401 |
||
69458 | 402 |
def unload_theories(session: Session, id: UUID.T, dep_theories: List[Document.Node.Name]) |
403 |
: State = |
|
69012 | 404 |
{ |
405 |
val st1 = remove_required(id, dep_theories) |
|
67893 | 406 |
val theory_edits = |
69012 | 407 |
for { |
408 |
node_name <- dep_theories |
|
409 |
theory <- st1.theories.get(node_name) |
|
410 |
} |
|
67893 | 411 |
yield { |
412 |
val theory1 = theory.required(st1.is_required(node_name)) |
|
69012 | 413 |
val edits = theory1.node_edits(Some(theory)) |
67893 | 414 |
(edits, (node_name, theory1)) |
415 |
} |
|
416 |
session.update(Document.Blobs.empty, theory_edits.flatMap(_._1)) |
|
417 |
st1.update_theories(theory_edits.map(_._2)) |
|
69012 | 418 |
} |
419 |
||
420 |
def purge_theories(session: Session, nodes: List[Document.Node.Name]) |
|
421 |
: ((List[Document.Node.Name], List[Document.Node.Name]), State) = |
|
422 |
{ |
|
423 |
val all_nodes = theory_graph.topological_order |
|
424 |
val purge = nodes.filterNot(is_required(_)).toSet |
|
425 |
||
426 |
val retain = theory_graph.all_preds(all_nodes.filterNot(purge)).toSet |
|
427 |
val (retained, purged) = all_nodes.partition(retain) |
|
428 |
||
429 |
val purge_edits = purged.flatMap(name => theories(name).purge_edits) |
|
430 |
session.update(Document.Blobs.empty, purge_edits) |
|
431 |
||
432 |
((purged, retained), remove_theories(purged)) |
|
433 |
} |
|
67884
43af581d7d8e
unload_theories after consolidation -- reset node_required;
wenzelm
parents:
67883
diff
changeset
|
434 |
|
69012 | 435 |
def frontier_theories(clean: Set[Document.Node.Name]): Set[Document.Node.Name] = |
436 |
{ |
|
437 |
@tailrec def frontier(base: List[Document.Node.Name], front: Set[Document.Node.Name]) |
|
438 |
: Set[Document.Node.Name] = |
|
439 |
{ |
|
440 |
val add = base.filter(b => theory_graph.imm_succs(b).forall(front)) |
|
441 |
if (add.isEmpty) front |
|
442 |
else { |
|
443 |
val pre_add = add.map(theory_graph.imm_preds) |
|
444 |
val base1 = (pre_add.head /: pre_add.tail)(_ ++ _).toList.filter(clean) |
|
445 |
frontier(base1, front ++ add) |
|
446 |
} |
|
447 |
} |
|
448 |
frontier(theory_graph.maximals.filter(clean), Set.empty) |
|
449 |
} |
|
450 |
} |
|
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
451 |
} |
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
452 |
|
69012 | 453 |
class Resources(session_base: Sessions.Base, log: Logger = No_Logger) |
454 |
extends isabelle.Resources(session_base, log = log) |
|
67884
43af581d7d8e
unload_theories after consolidation -- reset node_required;
wenzelm
parents:
67883
diff
changeset
|
455 |
{ |
69012 | 456 |
resources => |
457 |
||
458 |
private val state = Synchronized(Resources.State()) |
|
459 |
||
460 |
def load_theories( |
|
461 |
session: Session, |
|
69458 | 462 |
id: UUID.T, |
69012 | 463 |
dep_theories: List[Document.Node.Name], |
464 |
progress: Progress) |
|
465 |
{ |
|
466 |
val loaded_theories = |
|
467 |
for (node_name <- dep_theories) |
|
468 |
yield { |
|
469 |
val path = node_name.path |
|
470 |
if (!node_name.is_theory) error("Not a theory file: " + path) |
|
471 |
||
472 |
progress.expose_interrupt() |
|
473 |
val text = File.read(path) |
|
474 |
val node_header = resources.check_thy_reader(node_name, Scan.char_reader(text)) |
|
475 |
new Resources.Theory(node_name, node_header, text, true) |
|
68936
90c08c7bab9c
continuously clean frontier of already committed theories: much less resource requirements;
wenzelm
parents:
68935
diff
changeset
|
476 |
} |
69012 | 477 |
|
478 |
val loaded = loaded_theories.length |
|
479 |
if (loaded > 1) progress.echo("Loading " + loaded + " theories ...") |
|
480 |
||
481 |
state.change(st => |
|
482 |
{ |
|
483 |
val st1 = st.insert_required(id, dep_theories) |
|
484 |
val theory_edits = |
|
485 |
for (theory <- loaded_theories) |
|
486 |
yield { |
|
487 |
val node_name = theory.node_name |
|
488 |
val theory1 = theory.required(st1.is_required(node_name)) |
|
489 |
val edits = theory1.node_edits(st1.theories.get(node_name)) |
|
490 |
(edits, (node_name, theory1)) |
|
491 |
} |
|
492 |
session.update(Document.Blobs.empty, theory_edits.flatMap(_._1)) |
|
493 |
st1.update_theories(theory_edits.map(_._2)) |
|
494 |
}) |
|
495 |
} |
|
67936 | 496 |
|
69458 | 497 |
def unload_theories(session: Session, id: UUID.T, dep_theories: List[Document.Node.Name]) |
69012 | 498 |
{ |
499 |
state.change(_.unload_theories(session, id, dep_theories)) |
|
500 |
} |
|
501 |
||
69458 | 502 |
def clean_theories(session: Session, id: UUID.T, clean: Set[Document.Node.Name]) |
69012 | 503 |
{ |
504 |
state.change(st => |
|
505 |
{ |
|
506 |
val frontier = st.frontier_theories(clean).toList |
|
507 |
if (frontier.isEmpty) st |
|
508 |
else { |
|
509 |
val st1 = st.unload_theories(session, id, frontier) |
|
510 |
val (_, st2) = st1.purge_theories(session, frontier) |
|
511 |
st2 |
|
512 |
} |
|
513 |
}) |
|
514 |
} |
|
515 |
||
516 |
def purge_theories(session: Session, nodes: Option[List[Document.Node.Name]]) |
|
517 |
: (List[Document.Node.Name], List[Document.Node.Name]) = |
|
518 |
{ |
|
519 |
state.change_result(st => st.purge_theories(session, nodes getOrElse st.theory_graph.keys)) |
|
520 |
} |
|
67936 | 521 |
} |
67054 | 522 |
} |