author | wenzelm |
Fri, 28 Feb 2014 11:46:54 +0100 | |
changeset 55798 | 985bd3a325ab |
parent 55788 | 67699e08e969 |
child 56034 | 1c59b555ac4a |
permissions | -rw-r--r-- |
47336 | 1 |
(* Title: Pure/PIDE/command.ML |
2 |
Author: Makarius |
|
3 |
||
52534 | 4 |
Prover command execution: read -- eval -- print. |
47336 | 5 |
*) |
6 |
||
7 |
signature COMMAND = |
|
8 |
sig |
|
55798 | 9 |
type blob = (string * (SHA1.digest * string list) option) Exn.result |
54526 | 10 |
val read_file: Path.T -> Position.T -> Path.T -> Token.file |
55798 | 11 |
val read: (unit -> theory) -> Path.T -> blob list -> Token.T list -> Toplevel.transition |
52600 | 12 |
type eval |
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
13 |
val eval_eq: eval * eval -> bool |
52784
4ba2e8b9972f
de-assign execs that were not registered as running yet -- observe change of perspective more thoroughly;
wenzelm
parents:
52775
diff
changeset
|
14 |
val eval_running: eval -> bool |
52772 | 15 |
val eval_finished: eval -> bool |
52536 | 16 |
val eval_result_state: eval -> Toplevel.state |
55798 | 17 |
val eval: (unit -> theory) -> Path.T -> blob list -> Token.T list -> eval -> eval |
52600 | 18 |
type print |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
19 |
val print: bool -> (string * string list) list -> string -> |
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
20 |
eval -> print list -> print list option |
52526 | 21 |
type print_fn = Toplevel.transition -> Toplevel.state -> unit |
52953
2c927b7501c5
explicit "strict" flag for print functions (flipped internal meaning);
wenzelm
parents:
52853
diff
changeset
|
22 |
type print_function = |
2c927b7501c5
explicit "strict" flag for print functions (flipped internal meaning);
wenzelm
parents:
52853
diff
changeset
|
23 |
{command_name: string, args: string list} -> |
2c927b7501c5
explicit "strict" flag for print functions (flipped internal meaning);
wenzelm
parents:
52853
diff
changeset
|
24 |
{delay: Time.time option, pri: int, persistent: bool, strict: bool, print_fn: print_fn} option |
2c927b7501c5
explicit "strict" flag for print functions (flipped internal meaning);
wenzelm
parents:
52853
diff
changeset
|
25 |
val print_function: string -> print_function -> unit |
52571 | 26 |
val no_print_function: string -> unit |
52600 | 27 |
type exec = eval * print list |
28 |
val no_exec: exec |
|
29 |
val exec_ids: exec option -> Document_ID.exec list |
|
52606 | 30 |
val exec: Document_ID.execution -> exec -> unit |
47336 | 31 |
end; |
32 |
||
33 |
structure Command: COMMAND = |
|
34 |
struct |
|
35 |
||
52775
e0169f13bd37
keep memo_exec execution running, which is important to cancel goal forks eventually;
wenzelm
parents:
52774
diff
changeset
|
36 |
(** memo results **) |
47341
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
37 |
|
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
38 |
datatype 'a expr = |
52596
40298d383463
global management of command execution fragments;
wenzelm
parents:
52586
diff
changeset
|
39 |
Expr of Document_ID.exec * (unit -> 'a) | |
47341
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
40 |
Result of 'a Exn.result; |
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
41 |
|
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
42 |
abstype 'a memo = Memo of 'a expr Synchronized.var |
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
43 |
with |
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
44 |
|
52596
40298d383463
global management of command execution fragments;
wenzelm
parents:
52586
diff
changeset
|
45 |
fun memo exec_id e = Memo (Synchronized.var "Command.memo" (Expr (exec_id, e))); |
47341
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
46 |
fun memo_value a = Memo (Synchronized.var "Command.memo" (Result (Exn.Res a))); |
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
47 |
|
47342
7828c7b3c143
more explicit memo_eval vs. memo_result, to enforce bottom-up execution;
wenzelm
parents:
47341
diff
changeset
|
48 |
fun memo_result (Memo v) = |
7828c7b3c143
more explicit memo_eval vs. memo_result, to enforce bottom-up execution;
wenzelm
parents:
47341
diff
changeset
|
49 |
(case Synchronized.value v of |
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
50 |
Expr (exec_id, _) => error ("Unfinished execution result: " ^ Document_ID.print exec_id) |
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
51 |
| Result res => Exn.release res); |
47341
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
52 |
|
52656
9437f440ef3f
keep persistent prints only if actually finished;
wenzelm
parents:
52651
diff
changeset
|
53 |
fun memo_finished (Memo v) = |
52785 | 54 |
(case Synchronized.value v of Expr _ => false | Result _ => true); |
52656
9437f440ef3f
keep persistent prints only if actually finished;
wenzelm
parents:
52651
diff
changeset
|
55 |
|
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
56 |
fun memo_exec execution_id (Memo v) = |
52774
627fb639a2d9
maintain explicit execution frontier: avoid conflict with former task via static dependency;
wenzelm
parents:
52772
diff
changeset
|
57 |
Synchronized.timed_access v (K (SOME Time.zeroTime)) |
52609
c8f8c29193de
clarified memo_exec: plain synchronized access without any special tricks;
wenzelm
parents:
52607
diff
changeset
|
58 |
(fn expr => |
c8f8c29193de
clarified memo_exec: plain synchronized access without any special tricks;
wenzelm
parents:
52607
diff
changeset
|
59 |
(case expr of |
52775
e0169f13bd37
keep memo_exec execution running, which is important to cancel goal forks eventually;
wenzelm
parents:
52774
diff
changeset
|
60 |
Expr (exec_id, body) => |
52609
c8f8c29193de
clarified memo_exec: plain synchronized access without any special tricks;
wenzelm
parents:
52607
diff
changeset
|
61 |
uninterruptible (fn restore_attributes => fn () => |
54637
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
62 |
let val group = Future.worker_subgroup () in |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
63 |
if Execution.running execution_id exec_id [group] then |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
64 |
let |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
65 |
val res = |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
66 |
(body |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
67 |
|> restore_attributes |
54649
99b9249b3e05
more official task context via Task_Queue.enroll, which is required to participate in group cancellation (e.g. to terminate command exec);
wenzelm
parents:
54647
diff
changeset
|
68 |
|> Future.task_context "Command.memo_exec" group |
54637
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
69 |
|> Exn.interruptible_capture) (); |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
70 |
in SOME ((), Result res) end |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
71 |
else SOME ((), expr) |
db3d3d99c69d
register actual group of nested worker context -- relevant for insulated cancellation of exec_ids (see also 78693e46a237, e0169f13bd37);
wenzelm
parents:
53976
diff
changeset
|
72 |
end) () |
52775
e0169f13bd37
keep memo_exec execution running, which is important to cancel goal forks eventually;
wenzelm
parents:
52774
diff
changeset
|
73 |
| Result _ => SOME ((), expr))) |
e0169f13bd37
keep memo_exec execution running, which is important to cancel goal forks eventually;
wenzelm
parents:
52774
diff
changeset
|
74 |
|> (fn NONE => error "Conflicting command execution" | _ => ()); |
52596
40298d383463
global management of command execution fragments;
wenzelm
parents:
52586
diff
changeset
|
75 |
|
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
76 |
fun memo_fork params execution_id (Memo v) = |
52596
40298d383463
global management of command execution fragments;
wenzelm
parents:
52586
diff
changeset
|
77 |
(case Synchronized.value v of |
40298d383463
global management of command execution fragments;
wenzelm
parents:
52586
diff
changeset
|
78 |
Result _ => () |
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
79 |
| _ => ignore ((singleton o Future.forks) params (fn () => memo_exec execution_id (Memo v)))); |
52526 | 80 |
|
47341
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
81 |
end; |
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
82 |
|
00f6279bb67a
Command.memo including physical interrupts (unlike Lazy.lazy);
wenzelm
parents:
47336
diff
changeset
|
83 |
|
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
84 |
|
52536 | 85 |
(** main phases of execution **) |
86 |
||
52510 | 87 |
(* read *) |
52509 | 88 |
|
55798 | 89 |
type blob = |
90 |
(string * (SHA1.digest * string list) option) Exn.result; (*file node name, digest, lines*) |
|
54519
5fed81762406
maintain blobs within document state: digest + text in ML, digest-only in Scala;
wenzelm
parents:
53976
diff
changeset
|
91 |
|
54526 | 92 |
fun read_file master_dir pos src_path = |
93 |
let |
|
94 |
val full_path = File.check_file (File.full_path master_dir src_path); |
|
95 |
val _ = Position.report pos (Markup.path (Path.implode full_path)); |
|
55788
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
96 |
val text = File.read full_path; |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
97 |
val lines = split_lines text; |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
98 |
val digest = SHA1.digest text; |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
99 |
in {src_path = src_path, lines = lines, digest = digest, pos = Path.position full_path} end; |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
100 |
|
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
101 |
local |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
102 |
|
55798 | 103 |
fun blob_file src_path lines digest file = |
55788
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
104 |
let |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
105 |
val file_pos = |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
106 |
Position.file file (*sic!*) |> |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
107 |
(case Position.get_id (Position.thread_data ()) of |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
108 |
NONE => I |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
109 |
| SOME exec_id => Position.put_id exec_id); |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
110 |
in {src_path = src_path, lines = lines, digest = digest, pos = file_pos} end |
54526 | 111 |
|
112 |
fun resolve_files master_dir blobs toks = |
|
54519
5fed81762406
maintain blobs within document state: digest + text in ML, digest-only in Scala;
wenzelm
parents:
53976
diff
changeset
|
113 |
(case Thy_Syntax.parse_spans toks of |
5fed81762406
maintain blobs within document state: digest + text in ML, digest-only in Scala;
wenzelm
parents:
53976
diff
changeset
|
114 |
[span] => span |
54523 | 115 |
|> Thy_Syntax.resolve_files (fn cmd => fn (path, pos) => |
116 |
let |
|
54526 | 117 |
fun make_file src_path (Exn.Res (_, NONE)) = |
118 |
Exn.interruptible_capture (fn () => read_file master_dir pos src_path) () |
|
55798 | 119 |
| make_file src_path (Exn.Res (file, SOME (digest, lines))) = |
55788
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
120 |
(Position.report pos (Markup.path file); |
55798 | 121 |
Exn.Res (blob_file src_path lines digest file)) |
54523 | 122 |
| make_file _ (Exn.Exn e) = Exn.Exn e; |
123 |
val src_paths = Keyword.command_files cmd path; |
|
124 |
in |
|
54527
bfeb0ea6c2c0
proper static resolution of files via Thy_Load.load_thy, instead of TTY fall-back;
wenzelm
parents:
54526
diff
changeset
|
125 |
if null blobs then |
bfeb0ea6c2c0
proper static resolution of files via Thy_Load.load_thy, instead of TTY fall-back;
wenzelm
parents:
54526
diff
changeset
|
126 |
map2 make_file src_paths (map (K (Exn.Res ("", NONE))) src_paths) |
bfeb0ea6c2c0
proper static resolution of files via Thy_Load.load_thy, instead of TTY fall-back;
wenzelm
parents:
54526
diff
changeset
|
127 |
else if length src_paths = length blobs then |
bfeb0ea6c2c0
proper static resolution of files via Thy_Load.load_thy, instead of TTY fall-back;
wenzelm
parents:
54526
diff
changeset
|
128 |
map2 make_file src_paths blobs |
bfeb0ea6c2c0
proper static resolution of files via Thy_Load.load_thy, instead of TTY fall-back;
wenzelm
parents:
54526
diff
changeset
|
129 |
else error ("Misalignment of inlined files" ^ Position.here pos) |
54523 | 130 |
end) |
54519
5fed81762406
maintain blobs within document state: digest + text in ML, digest-only in Scala;
wenzelm
parents:
53976
diff
changeset
|
131 |
|> Thy_Syntax.span_content |
5fed81762406
maintain blobs within document state: digest + text in ML, digest-only in Scala;
wenzelm
parents:
53976
diff
changeset
|
132 |
| _ => toks); |
5fed81762406
maintain blobs within document state: digest + text in ML, digest-only in Scala;
wenzelm
parents:
53976
diff
changeset
|
133 |
|
55788
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
134 |
in |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
135 |
|
54526 | 136 |
fun read init master_dir blobs span = |
52510 | 137 |
let |
138 |
val outer_syntax = #2 (Outer_Syntax.get_syntax ()); |
|
139 |
val command_reports = Outer_Syntax.command_reports outer_syntax; |
|
52509 | 140 |
|
55709
4e5a83a46ded
clarified Token.range_of in accordance to Symbol_Pos.range;
wenzelm
parents:
55708
diff
changeset
|
141 |
val proper_range = Token.range_of (#1 (take_suffix Token.is_improper span)); |
52510 | 142 |
val pos = |
143 |
(case find_first Token.is_command span of |
|
55708 | 144 |
SOME tok => Token.pos_of tok |
55709
4e5a83a46ded
clarified Token.range_of in accordance to Symbol_Pos.range;
wenzelm
parents:
55708
diff
changeset
|
145 |
| NONE => #1 proper_range); |
52509 | 146 |
|
52510 | 147 |
val (is_malformed, token_reports) = Thy_Syntax.reports_of_tokens span; |
148 |
val _ = Position.reports_text (token_reports @ maps command_reports span); |
|
149 |
in |
|
150 |
if is_malformed then Toplevel.malformed pos "Malformed command syntax" |
|
151 |
else |
|
54526 | 152 |
(case Outer_Syntax.read_spans outer_syntax (resolve_files master_dir blobs span) of |
52510 | 153 |
[tr] => |
154 |
if Keyword.is_control (Toplevel.name_of tr) then |
|
155 |
Toplevel.malformed pos "Illegal control command" |
|
52534 | 156 |
else Toplevel.modify_init init tr |
55709
4e5a83a46ded
clarified Token.range_of in accordance to Symbol_Pos.range;
wenzelm
parents:
55708
diff
changeset
|
157 |
| [] => Toplevel.ignored (#1 (Token.range_of span)) |
4e5a83a46ded
clarified Token.range_of in accordance to Symbol_Pos.range;
wenzelm
parents:
55708
diff
changeset
|
158 |
| _ => Toplevel.malformed (#1 proper_range) "Exactly one command expected") |
4e5a83a46ded
clarified Token.range_of in accordance to Symbol_Pos.range;
wenzelm
parents:
55708
diff
changeset
|
159 |
handle ERROR msg => Toplevel.malformed (#1 proper_range) msg |
52510 | 160 |
end; |
52509 | 161 |
|
55788
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
162 |
end; |
67699e08e969
store blobs / inlined files as separate text lines: smaller values are more healthy for the Poly/ML RTS and allow implicit sharing;
wenzelm
parents:
55709
diff
changeset
|
163 |
|
52509 | 164 |
|
165 |
(* eval *) |
|
47336 | 166 |
|
52600 | 167 |
type eval_state = |
168 |
{failed: bool, malformed: bool, command: Toplevel.transition, state: Toplevel.state}; |
|
169 |
val init_eval_state = |
|
170 |
{failed = false, malformed = false, command = Toplevel.empty, state = Toplevel.toplevel}; |
|
171 |
||
172 |
datatype eval = Eval of {exec_id: Document_ID.exec, eval_process: eval_state memo}; |
|
173 |
||
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
174 |
fun eval_eq (Eval {exec_id, ...}, Eval {exec_id = exec_id', ...}) = exec_id = exec_id'; |
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
175 |
|
52784
4ba2e8b9972f
de-assign execs that were not registered as running yet -- observe change of perspective more thoroughly;
wenzelm
parents:
52775
diff
changeset
|
176 |
fun eval_running (Eval {exec_id, ...}) = Execution.is_running_exec exec_id; |
52772 | 177 |
fun eval_finished (Eval {eval_process, ...}) = memo_finished eval_process; |
178 |
||
52600 | 179 |
fun eval_result (Eval {eval_process, ...}) = memo_result eval_process; |
180 |
val eval_result_state = #state o eval_result; |
|
181 |
||
47336 | 182 |
local |
183 |
||
184 |
fun run int tr st = |
|
53189
ee8b8dafef0e
discontinued parallel_subproofs_saturation and related internal counters (superseded by parallel_subproofs_threshold and timing information);
wenzelm
parents:
52999
diff
changeset
|
185 |
if Goal.future_enabled 1 andalso Keyword.is_diag (Toplevel.name_of tr) then |
53192 | 186 |
(Execution.fork {name = "Toplevel.diag", pos = Toplevel.pos_of tr, pri = ~1} |
51605
eca8acb42e4a
more explicit Goal.fork_params -- avoid implicit arguments via thread data;
wenzelm
parents:
51603
diff
changeset
|
187 |
(fn () => Toplevel.command_exception int tr st); ([], SOME st)) |
51284
59a03019f3bf
fork diagnostic commands (theory loader and PIDE interaction);
wenzelm
parents:
51266
diff
changeset
|
188 |
else Toplevel.command_errors int tr st; |
47336 | 189 |
|
52510 | 190 |
fun check_cmts span tr st' = |
191 |
Toplevel.setmp_thread_position tr |
|
192 |
(fn () => |
|
193 |
Outer_Syntax.side_comments span |> maps (fn cmt => |
|
194 |
(Thy_Output.check_text (Token.source_position_of cmt) st'; []) |
|
52619
70d5f2f7d27f
reraise interrupts outside command regular transactions -- relevant for memo_stable;
wenzelm
parents:
52609
diff
changeset
|
195 |
handle exn => |
70d5f2f7d27f
reraise interrupts outside command regular transactions -- relevant for memo_stable;
wenzelm
parents:
52609
diff
changeset
|
196 |
if Exn.is_interrupt exn then reraise exn |
70d5f2f7d27f
reraise interrupts outside command regular transactions -- relevant for memo_stable;
wenzelm
parents:
52609
diff
changeset
|
197 |
else ML_Compiler.exn_messages_ids exn)) (); |
52510 | 198 |
|
54678
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
199 |
fun report tr m = |
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
200 |
Toplevel.setmp_thread_position tr (fn () => Output.report (Markup.markup_only m)) (); |
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
201 |
|
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
202 |
fun status tr m = |
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
203 |
Toplevel.setmp_thread_position tr (fn () => Output.status (Markup.markup_only m)) (); |
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
204 |
|
47336 | 205 |
fun proof_status tr st = |
206 |
(case try Toplevel.proof_of st of |
|
54678
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
207 |
SOME prf => status tr (Proof.status_markup prf) |
47336 | 208 |
| NONE => ()); |
209 |
||
52534 | 210 |
fun eval_state span tr ({malformed, state = st, ...}: eval_state) = |
52509 | 211 |
if malformed then |
52526 | 212 |
{failed = true, malformed = malformed, command = tr, state = Toplevel.toplevel} |
48772 | 213 |
else |
214 |
let |
|
215 |
val malformed' = Toplevel.is_malformed tr; |
|
216 |
val is_init = Toplevel.is_init tr; |
|
217 |
val is_proof = Keyword.is_proof (Toplevel.name_of tr); |
|
47336 | 218 |
|
48772 | 219 |
val _ = Multithreading.interrupted (); |
54678
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
220 |
val _ = status tr Markup.running; |
48918
6e5fd4585512
check side-comments of command spans (normally filtered out in Outer_Syntax.toplevel_source);
wenzelm
parents:
48772
diff
changeset
|
221 |
val (errs1, result) = run (is_init orelse is_proof) (Toplevel.set_print false tr) st; |
52509 | 222 |
val errs2 = (case result of NONE => [] | SOME st' => check_cmts span tr st'); |
48918
6e5fd4585512
check side-comments of command spans (normally filtered out in Outer_Syntax.toplevel_source);
wenzelm
parents:
48772
diff
changeset
|
223 |
val errs = errs1 @ errs2; |
50914
fe4714886d92
identify future results more carefully, to avoid odd duplication of error messages, notably from forked goals;
wenzelm
parents:
50911
diff
changeset
|
224 |
val _ = List.app (Future.error_msg (Toplevel.pos_of tr)) errs; |
48772 | 225 |
in |
226 |
(case result of |
|
227 |
NONE => |
|
228 |
let |
|
54678
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
229 |
val _ = status tr Markup.failed; |
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
230 |
val _ = status tr Markup.finished; |
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
231 |
val _ = if null errs then (report tr Markup.bad; Exn.interrupt ()) else (); |
52526 | 232 |
in {failed = true, malformed = malformed', command = tr, state = st} end |
48772 | 233 |
| SOME st' => |
234 |
let |
|
235 |
val _ = proof_status tr st'; |
|
54678
87910da843d5
more uniform status -- accommodate spurious Exn.Interrupt from user code, allow ML_Compiler.exn_messages_id to crash;
wenzelm
parents:
54671
diff
changeset
|
236 |
val _ = status tr Markup.finished; |
52526 | 237 |
in {failed = false, malformed = malformed', command = tr, state = st'} end) |
48772 | 238 |
end; |
47336 | 239 |
|
52534 | 240 |
in |
241 |
||
54526 | 242 |
fun eval init master_dir blobs span eval0 = |
52534 | 243 |
let |
244 |
val exec_id = Document_ID.make (); |
|
245 |
fun process () = |
|
246 |
let |
|
247 |
val tr = |
|
248 |
Position.setmp_thread_data (Position.id_only (Document_ID.print exec_id)) |
|
54526 | 249 |
(fn () => read init master_dir blobs span |> Toplevel.exec_id exec_id) (); |
52534 | 250 |
in eval_state span tr (eval_result eval0) end; |
52600 | 251 |
in Eval {exec_id = exec_id, eval_process = memo exec_id process} end; |
52534 | 252 |
|
47336 | 253 |
end; |
254 |
||
52509 | 255 |
|
256 |
(* print *) |
|
257 |
||
52600 | 258 |
datatype print = Print of |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
259 |
{name: string, args: string list, delay: Time.time option, pri: int, persistent: bool, |
52600 | 260 |
exec_id: Document_ID.exec, print_process: unit memo}; |
261 |
||
52526 | 262 |
type print_fn = Toplevel.transition -> Toplevel.state -> unit; |
52515 | 263 |
|
52647
45ce95b8bf69
determine print function parameters dynamically, e.g. depending on runtime options;
wenzelm
parents:
52619
diff
changeset
|
264 |
type print_function = |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
265 |
{command_name: string, args: string list} -> |
52953
2c927b7501c5
explicit "strict" flag for print functions (flipped internal meaning);
wenzelm
parents:
52853
diff
changeset
|
266 |
{delay: Time.time option, pri: int, persistent: bool, strict: bool, print_fn: print_fn} option; |
52647
45ce95b8bf69
determine print function parameters dynamically, e.g. depending on runtime options;
wenzelm
parents:
52619
diff
changeset
|
267 |
|
52511 | 268 |
local |
269 |
||
52647
45ce95b8bf69
determine print function parameters dynamically, e.g. depending on runtime options;
wenzelm
parents:
52619
diff
changeset
|
270 |
val print_functions = |
45ce95b8bf69
determine print function parameters dynamically, e.g. depending on runtime options;
wenzelm
parents:
52619
diff
changeset
|
271 |
Synchronized.var "Command.print_functions" ([]: (string * print_function) list); |
52511 | 272 |
|
52570 | 273 |
fun print_error tr e = |
53709
84522727f9d3
improved printing of exception trace in Poly/ML 5.5.1;
wenzelm
parents:
53404
diff
changeset
|
274 |
(Toplevel.setmp_thread_position tr o Toplevel.controlled_execution) e () |
52619
70d5f2f7d27f
reraise interrupts outside command regular transactions -- relevant for memo_stable;
wenzelm
parents:
52609
diff
changeset
|
275 |
handle exn => |
70d5f2f7d27f
reraise interrupts outside command regular transactions -- relevant for memo_stable;
wenzelm
parents:
52609
diff
changeset
|
276 |
if Exn.is_interrupt exn then reraise exn |
70d5f2f7d27f
reraise interrupts outside command regular transactions -- relevant for memo_stable;
wenzelm
parents:
52609
diff
changeset
|
277 |
else List.app (Future.error_msg (Toplevel.pos_of tr)) (ML_Compiler.exn_messages_ids exn); |
52516
b5b3c888df9f
more exception handling -- make print functions total;
wenzelm
parents:
52515
diff
changeset
|
278 |
|
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
279 |
fun print_eq (Print {exec_id, ...}, Print {exec_id = exec_id', ...}) = exec_id = exec_id'; |
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
280 |
|
52775
e0169f13bd37
keep memo_exec execution running, which is important to cancel goal forks eventually;
wenzelm
parents:
52774
diff
changeset
|
281 |
fun print_finished (Print {print_process, ...}) = memo_finished print_process; |
52656
9437f440ef3f
keep persistent prints only if actually finished;
wenzelm
parents:
52651
diff
changeset
|
282 |
|
52600 | 283 |
fun print_persistent (Print {persistent, ...}) = persistent; |
52596
40298d383463
global management of command execution fragments;
wenzelm
parents:
52586
diff
changeset
|
284 |
|
52853
4ab66773a41f
prefer canonical order, to avoid potential fluctuation due to front-end edits;
wenzelm
parents:
52850
diff
changeset
|
285 |
val overlay_ord = prod_ord string_ord (list_ord string_ord); |
4ab66773a41f
prefer canonical order, to avoid potential fluctuation due to front-end edits;
wenzelm
parents:
52850
diff
changeset
|
286 |
|
52511 | 287 |
in |
52509 | 288 |
|
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
289 |
fun print command_visible command_overlays command_name eval old_prints = |
52570 | 290 |
let |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
291 |
val print_functions = Synchronized.value print_functions; |
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
292 |
|
52999
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
293 |
fun make_print name args {delay, pri, persistent, strict, print_fn} = |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
294 |
let |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
295 |
val exec_id = Document_ID.make (); |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
296 |
fun process () = |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
297 |
let |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
298 |
val {failed, command, state = st', ...} = eval_result eval; |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
299 |
val tr = Toplevel.exec_id exec_id command; |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
300 |
in |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
301 |
if failed andalso strict then () |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
302 |
else print_error tr (fn () => print_fn tr st') |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
303 |
end; |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
304 |
in |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
305 |
Print { |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
306 |
name = name, args = args, delay = delay, pri = pri, persistent = persistent, |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
307 |
exec_id = exec_id, print_process = memo exec_id process} |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
308 |
end; |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
309 |
|
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
310 |
fun bad_print name args exn = |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
311 |
make_print name args {delay = NONE, pri = 0, persistent = false, |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
312 |
strict = false, print_fn = fn _ => fn _ => reraise exn}; |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
313 |
|
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
314 |
fun new_print name args get_pr = |
52570 | 315 |
let |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
316 |
val params = {command_name = command_name, args = args}; |
52570 | 317 |
in |
53709
84522727f9d3
improved printing of exception trace in Poly/ML 5.5.1;
wenzelm
parents:
53404
diff
changeset
|
318 |
(case Exn.capture (Toplevel.controlled_execution get_pr) params of |
52570 | 319 |
Exn.Res NONE => NONE |
52999
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
320 |
| Exn.Res (SOME pr) => SOME (make_print name args pr) |
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
321 |
| Exn.Exn exn => SOME (bad_print name args exn)) |
52570 | 322 |
end; |
323 |
||
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
324 |
fun get_print (a, b) = |
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
325 |
(case find_first (fn Print {name, args, ...} => name = a andalso args = b) old_prints of |
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
326 |
NONE => |
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
327 |
(case AList.lookup (op =) print_functions a of |
52999
1f09c98a3232
more explicit error, e.g. for sledgehammer query operation applied in non-HOL session;
wenzelm
parents:
52953
diff
changeset
|
328 |
NONE => SOME (bad_print a b (ERROR ("Missing print function " ^ quote a))) |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
329 |
| SOME get_pr => new_print a b get_pr) |
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
330 |
| some => some); |
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
331 |
|
52570 | 332 |
val new_prints = |
333 |
if command_visible then |
|
52853
4ab66773a41f
prefer canonical order, to avoid potential fluctuation due to front-end edits;
wenzelm
parents:
52850
diff
changeset
|
334 |
fold (fn (a, _) => cons (a, [])) print_functions command_overlays |
4ab66773a41f
prefer canonical order, to avoid potential fluctuation due to front-end edits;
wenzelm
parents:
52850
diff
changeset
|
335 |
|> sort_distinct overlay_ord |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
336 |
|> map_filter get_print |
52656
9437f440ef3f
keep persistent prints only if actually finished;
wenzelm
parents:
52651
diff
changeset
|
337 |
else filter (fn print => print_finished print andalso print_persistent print) old_prints; |
52570 | 338 |
in |
52600 | 339 |
if eq_list print_eq (old_prints, new_prints) then NONE else SOME new_prints |
52570 | 340 |
end; |
52511 | 341 |
|
52647
45ce95b8bf69
determine print function parameters dynamically, e.g. depending on runtime options;
wenzelm
parents:
52619
diff
changeset
|
342 |
fun print_function name f = |
52511 | 343 |
Synchronized.change print_functions (fn funs => |
344 |
(if not (AList.defined (op =) funs name) then () |
|
345 |
else warning ("Redefining command print function: " ^ quote name); |
|
52647
45ce95b8bf69
determine print function parameters dynamically, e.g. depending on runtime options;
wenzelm
parents:
52619
diff
changeset
|
346 |
AList.update (op =) (name, f) funs)); |
52511 | 347 |
|
52571 | 348 |
fun no_print_function name = |
349 |
Synchronized.change print_functions (filter_out (equal name o #1)); |
|
350 |
||
52511 | 351 |
end; |
352 |
||
52526 | 353 |
val _ = |
52647
45ce95b8bf69
determine print function parameters dynamically, e.g. depending on runtime options;
wenzelm
parents:
52619
diff
changeset
|
354 |
print_function "print_state" |
52850
9fff9f78240a
support print functions with explicit arguments, as provided by overlays;
wenzelm
parents:
52785
diff
changeset
|
355 |
(fn {command_name, ...} => |
53404
d598b6231ff7
non-persistent print_state: trade-off between JVM space vs. ML time;
wenzelm
parents:
53375
diff
changeset
|
356 |
SOME {delay = NONE, pri = 1, persistent = false, strict = true, |
52651 | 357 |
print_fn = fn tr => fn st' => |
358 |
let |
|
359 |
val is_init = Keyword.is_theory_begin command_name; |
|
360 |
val is_proof = Keyword.is_proof command_name; |
|
361 |
val do_print = |
|
362 |
not is_init andalso |
|
363 |
(Toplevel.print_of tr orelse (is_proof andalso Toplevel.is_proof st')); |
|
364 |
in if do_print then Toplevel.print_state false st' else () end}); |
|
52509 | 365 |
|
52532 | 366 |
|
52600 | 367 |
(* combined execution *) |
368 |
||
369 |
type exec = eval * print list; |
|
370 |
val no_exec: exec = |
|
371 |
(Eval {exec_id = Document_ID.none, eval_process = memo_value init_eval_state}, []); |
|
52532 | 372 |
|
52600 | 373 |
fun exec_ids NONE = [] |
374 |
| exec_ids (SOME (Eval {exec_id, ...}, prints)) = |
|
375 |
exec_id :: map (fn Print {exec_id, ...} => exec_id) prints; |
|
376 |
||
377 |
local |
|
378 |
||
52651 | 379 |
fun run_print execution_id (Print {name, delay, pri, print_process, ...}) = |
53976
da610b507799
low-priority print task is always asynchronous -- relevant for single-core machine and automatically tried tools;
wenzelm
parents:
53709
diff
changeset
|
380 |
if Multithreading.enabled () orelse pri <= 0 then |
52651 | 381 |
let |
382 |
val group = Future.worker_subgroup (); |
|
383 |
fun fork () = |
|
384 |
memo_fork {name = name, group = SOME group, deps = [], pri = pri, interrupts = true} |
|
385 |
execution_id print_process; |
|
386 |
in |
|
52762 | 387 |
(case delay of |
388 |
NONE => fork () |
|
389 |
| SOME d => ignore (Event_Timer.request (Time.+ (Time.now (), d)) fork)) |
|
52651 | 390 |
end |
391 |
else memo_exec execution_id print_process; |
|
52559
ddaf277e0d8c
more direct interleaving of eval/print and update/execution -- refrain from crude manipulation of max_threads;
wenzelm
parents:
52536
diff
changeset
|
392 |
|
52600 | 393 |
in |
394 |
||
52607
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
395 |
fun exec execution_id (Eval {eval_process, ...}, prints) = |
33a133d50616
clarified execution: maintain running execs only, check "stable" separately via memo (again);
wenzelm
parents:
52606
diff
changeset
|
396 |
(memo_exec execution_id eval_process; List.app (run_print execution_id) prints); |
52532 | 397 |
|
47336 | 398 |
end; |
399 |
||
52600 | 400 |
end; |
401 |