more Command.memo operations;
authorwenzelm
Thu, 04 Jul 2013 16:04:53 +0200
changeset 52526 d234cb6b60e3
parent 52524 bc6e0144726a
child 52527 dbac84eab3bc
more Command.memo operations; more explicit types Command.eval vs. Command.print vs. Document.exec; clarified print function parameters;
src/Pure/PIDE/command.ML
src/Pure/PIDE/document.ML
--- a/src/Pure/PIDE/command.ML	Thu Jul 04 12:02:11 2013 +0200
+++ b/src/Pure/PIDE/command.ML	Thu Jul 04 16:04:53 2013 +0200
@@ -13,16 +13,19 @@
   val memo: (unit -> 'a) -> 'a memo
   val memo_value: 'a -> 'a memo
   val memo_eval: 'a memo -> 'a
+  val memo_fork: Future.params -> 'a memo -> unit
   val memo_result: 'a memo -> 'a
+  val memo_stable: 'a memo -> bool
   val read: span -> Toplevel.transition
-  val eval: span -> Toplevel.transition ->
-    Toplevel.state * {malformed: bool} -> {failed: bool} * (Toplevel.state * {malformed: bool})
-  type print = {name: string, pri: int, pr: unit lazy}
-  val print: Toplevel.state -> Toplevel.transition -> Toplevel.state -> print list
-  type print_function =
-    {old_state: Toplevel.state, tr: Toplevel.transition, state: Toplevel.state} ->
-      (unit -> unit) option
-  val print_function: string -> int -> print_function -> unit
+  type eval_state =
+    {failed: bool, malformed: bool, command: Toplevel.transition, state: Toplevel.state}
+  type eval = eval_state memo
+  val no_eval: eval
+  val eval: span -> Toplevel.transition -> eval_state -> eval_state
+  type print_fn = Toplevel.transition -> Toplevel.state -> unit
+  type print = {name: string, pri: int, print: unit memo}
+  val print: string -> eval -> print list
+  val print_function: {name: string, pri: int} -> (string -> print_fn option) -> unit
 end;
 
 structure Command: COMMAND =
@@ -59,11 +62,21 @@
               in SOME (res, Result res) end))
   |> Exn.release;
 
+fun memo_fork params (Memo v) =
+  (case Synchronized.value v of
+    Result _ => ()
+  | _ => ignore ((singleton o Future.forks) params (fn () => memo_eval (Memo v))));
+
 fun memo_result (Memo v) =
   (case Synchronized.value v of
     Result res => Exn.release res
   | _ => raise Fail "Unfinished memo result");
 
+fun memo_stable (Memo v) =
+  (case Synchronized.value v of
+    Expr _ => true
+  | Result res => not (Exn.is_interrupt_exn res));
+
 end;
 
 
@@ -98,6 +111,14 @@
 
 (* eval *)
 
+type eval_state =
+  {failed: bool, malformed: bool, command: Toplevel.transition, state: Toplevel.state};
+val no_eval_state: eval_state =
+  {failed = false, malformed = false, command = Toplevel.empty, state = Toplevel.toplevel};
+
+type eval = eval_state memo;
+val no_eval = memo_value no_eval_state;
+
 local
 
 fun run int tr st =
@@ -120,9 +141,9 @@
 
 in
 
-fun eval span tr (st, {malformed}) =
+fun eval span tr ({malformed, state = st, ...}: eval_state) =
   if malformed then
-    ({failed = true}, (Toplevel.toplevel, {malformed = malformed}))
+    {failed = true, malformed = malformed, command = tr, state = Toplevel.toplevel}
   else
     let
       val malformed' = Toplevel.is_malformed tr;
@@ -142,11 +163,11 @@
           let
             val _ = if null errs then Exn.interrupt () else ();
             val _ = Toplevel.status tr Markup.failed;
-          in ({failed = true}, (st, {malformed = malformed'})) end
+          in {failed = true, malformed = malformed', command = tr, state = st} end
       | SOME st' =>
           let
             val _ = proof_status tr st';
-          in ({failed = false}, (st', {malformed = malformed'})) end)
+          in {failed = false, malformed = malformed', command = tr, state = st'} end)
     end;
 
 end;
@@ -154,16 +175,13 @@
 
 (* print *)
 
-type print_function =
-  {old_state: Toplevel.state, tr: Toplevel.transition, state: Toplevel.state} ->
-    (unit -> unit) option;
-
-type print = {name: string, pri: int, pr: unit lazy};
+type print = {name: string, pri: int, print: unit memo};
+type print_fn = Toplevel.transition -> Toplevel.state -> unit;
 
 local
 
-val print_functions =
-  Synchronized.var "Command.print_functions" ([]: (string * (int * print_function)) list);
+type print_function = string * (int * (string -> print_fn option));
+val print_functions = Synchronized.var "Command.print_functions" ([]: print_function list);
 
 fun output_error tr exn =
   List.app (Future.error_msg (Toplevel.pos_of tr)) (ML_Compiler.exn_messages_ids exn);
@@ -174,14 +192,20 @@
 
 in
 
-fun print st tr st' =
-  rev (Synchronized.value print_functions) |> map_filter (fn (name, (pri, f)) =>
-    (case Exn.capture (Runtime.controlled_execution f) {old_state = st, tr = tr, state = st'} of
+fun print command_name eval =
+  rev (Synchronized.value print_functions) |> map_filter (fn (name, (pri, get_print_fn)) =>
+    (case Exn.capture (Runtime.controlled_execution get_print_fn) command_name of
       Exn.Res NONE => NONE
-    | Exn.Res (SOME pr) => SOME {name = name, pri = pri, pr = (Lazy.lazy o print_error tr) pr}
-    | Exn.Exn exn => SOME {name = name, pri = pri, pr = Lazy.lazy (fn () => output_error tr exn)}));
+    | Exn.Res (SOME print_fn) =>
+        SOME {name = name, pri = pri,
+          print = memo (fn () =>
+            let val {failed, command = tr, state = st', ...} = memo_result eval
+            in if failed then () else print_error tr (fn () => print_fn tr st') () end)}
+    | Exn.Exn exn =>
+        SOME {name = name, pri = pri,
+          print = memo (fn () => output_error (#command (memo_result eval)) exn)}));
 
-fun print_function name pri f =
+fun print_function {name, pri} f =
   Synchronized.change print_functions (fn funs =>
    (if not (AList.defined (op =) funs name) then ()
     else warning ("Redefining command print function: " ^ quote name);
@@ -189,14 +213,15 @@
 
 end;
 
-val _ = print_function "print_state" 0 (fn {tr, state, ...} =>
-  let
-    val is_init = Toplevel.is_init tr;
-    val is_proof = Keyword.is_proof (Toplevel.name_of tr);
-    val do_print =
-      not is_init andalso
-        (Toplevel.print_of tr orelse (is_proof andalso Toplevel.is_proof state));
-  in if do_print then SOME (fn () => Toplevel.print_state false state) else NONE end);
+val _ =
+  print_function {name = "print_state", pri = 0} (fn command_name => SOME (fn tr => fn st' =>
+    let
+      val is_init = Keyword.is_theory_begin command_name;
+      val is_proof = Keyword.is_proof command_name;
+      val do_print =
+        not is_init andalso
+          (Toplevel.print_of tr orelse (is_proof andalso Toplevel.is_proof st'));
+    in if do_print then Toplevel.print_state false st' else () end));
 
 end;
 
--- a/src/Pure/PIDE/document.ML	Thu Jul 04 12:02:11 2013 +0200
+++ b/src/Pure/PIDE/document.ML	Thu Jul 04 16:04:53 2013 +0200
@@ -56,23 +56,31 @@
 fun err_undef kind id = error ("Undefined " ^ kind ^ ": " ^ print_id id);
 
 
+(* command execution *)
+
+type exec = exec_id * (Command.eval * Command.print list);  (*eval/print process*)
+val no_exec: exec = (no_id, (Command.no_eval, []));
+
+fun exec_result ((_, (eval, _)): exec) = Command.memo_result eval;
+
+fun exec_run ((_, (eval, prints)): exec) =
+ (Command.memo_eval eval;
+  prints |> List.app (fn {name, pri, print} =>
+    Command.memo_fork {name = name, group = NONE, deps = [], pri = pri, interrupts = true} print));
+
+
 
 (** document structure **)
 
 type node_header = string * Thy_Header.header * string list;
-type perspective = (command_id -> bool) * command_id option;
+type perspective = Inttab.set * command_id option;
 structure Entries = Linear_Set(type key = command_id val ord = int_ord);
 
-type exec = ((Toplevel.state * {malformed: bool}) * Command.print list) Command.memo;
-  (*eval/print process*)
-val no_exec =
-  Command.memo_value ((Toplevel.toplevel, {malformed = false}), []: Command.print list);
-
 abstype node = Node of
  {header: node_header,  (*master directory, theory header, errors*)
   perspective: perspective,  (*visible commands, last visible command*)
-  entries: (exec_id * exec) option Entries.T * bool,  (*command entries with excecutions, stable*)
-  result: exec option}  (*result of last execution*)
+  entries: exec option Entries.T * bool,  (*command entries with excecutions, stable*)
+  result: Command.eval option}  (*result of last execution*)
 and version = Version of node String_Graph.T  (*development graph wrt. static imports*)
 with
 
@@ -83,7 +91,7 @@
   make_node (f (header, perspective, entries, result));
 
 fun make_perspective command_ids : perspective =
-  (Inttab.defined (Inttab.make (map (rpair ()) command_ids)), try List.last command_ids);
+  (Inttab.make_set command_ids, try List.last command_ids);
 
 val no_header = ("", Thy_Header.make ("", Position.none) [] [], ["Bad theory header"]);
 val no_perspective = make_perspective [];
@@ -112,7 +120,8 @@
 fun set_perspective ids =
   map_node (fn (header, _, entries, result) => (header, make_perspective ids, entries, result));
 
-val visible_command = #1 o get_perspective;
+val visible_commands = #1 o get_perspective;
+val visible_command = Inttab.defined o visible_commands;
 val visible_last = #2 o get_perspective;
 val visible_node = is_some o visible_last
 
@@ -164,8 +173,8 @@
     NONE => err_undef "command entry" id
   | SOME (exec, _) => exec);
 
-fun the_default_entry node (SOME id) = (id, the_default (no_id, no_exec) (the_entry node id))
-  | the_default_entry _ NONE = (no_id, (no_id, no_exec));
+fun the_default_entry node (SOME id) = (id, the_default no_exec (the_entry node id))
+  | the_default_entry _ NONE = (no_id, no_exec);
 
 fun update_entry id exec =
   map_entries (Entries.update (id, exec));
@@ -304,15 +313,14 @@
 
 (* consolidated states *)
 
-fun stable_command (exec_id, exec) =
+fun stable_command ((exec_id, (eval, prints)): exec) =
   not (Par_Exn.is_interrupted (Future.join_results (Goal.peek_futures exec_id))) andalso
-    (case Exn.capture Command.memo_result exec of
-      Exn.Exn exn => not (Exn.is_interrupt exn)
-    | Exn.Res _ => true);
+  Command.memo_stable eval andalso
+  forall (Command.memo_stable o #print) prints;
 
 fun finished_theory node =
   (case Exn.capture (Command.memo_result o the) (get_result node) of
-    Exn.Res ((st, _), _) => can (Toplevel.end_theory Position.none) st
+    Exn.Res {state = st, ...} => can (Toplevel.end_theory Position.none) st
   | _ => false);
 
 
@@ -325,15 +333,7 @@
 
 fun start_execution state =
   let
-    fun execute exec =
-      Command.memo_eval exec
-      |> (fn (_, print) =>
-        print |> List.app (fn {name, pri, pr} =>
-          Lazy.future {name = name, group = NONE, deps = [], pri = pri, interrupts = true} pr
-          |> ignore));
-
     val (version_id, group, running) = execution_of state;
-
     val _ =
       (singleton o Future.forks)
         {name = "Document.execution", group = SOME group, deps = [], pri = ~2, interrupts = true}
@@ -350,7 +350,7 @@
                   (fn () =>
                     iterate_entries (fn (_, opt_exec) => fn () =>
                       (case opt_exec of
-                        SOME (_, exec) => if ! running then SOME (execute exec) else NONE
+                        SOME exec => if ! running then SOME (exec_run exec) else NONE
                       | NONE => NONE)) node ()))));
   in () end;
 
@@ -391,10 +391,10 @@
           SOME thy => thy
         | NONE =>
             Toplevel.end_theory (Position.file_only import)
-              (fst (fst
+              (#state
                 (Command.memo_result
-                  (the_default no_exec
-                    (get_result (snd (the (AList.lookup (op =) deps import))))))))));
+                  (the_default Command.no_eval
+                    (get_result (snd (the (AList.lookup (op =) deps import)))))))));
     val _ = Position.reports (map #2 imports ~~ map Theory.get_markup parents);
   in Thy_Load.begin_theory master_dir header parents end;
 
@@ -439,28 +439,28 @@
   else
     let
       val (name, span) = the_command state command_id' ||> Lazy.force;
+
       fun illegal_init _ = error "Illegal theory header after end of theory";
       val (modify_init, init') =
         if Keyword.is_theory_begin name then
           (Toplevel.modify_init (fn () => the_default illegal_init init span), NONE)
         else (I, init);
+
       val exec_id' = new_id ();
-      val exec_id'_string = print_id exec_id';
-      val read =
-        Position.setmp_thread_data (Position.id_only exec_id'_string)
-          (fn () =>
-            Command.read span
-            |> modify_init
-            |> Toplevel.put_id exec_id'_string);
-      val exec' =
+      val eval' =
         Command.memo (fn () =>
           let
-            val ((st, malformed), _) = Command.memo_result (snd (snd command_exec));
-            val tr = read ();
-            val ({failed}, (st', malformed')) = Command.eval span tr (st, malformed);
-            val print = if failed orelse not command_visible then [] else Command.print st tr st';
-          in ((st', malformed'), print) end);
-      val command_exec' = (command_id', (exec_id', exec'));
+            val eval_state = exec_result (snd command_exec);
+            val tr =
+              Position.setmp_thread_data (Position.id_only (print_id exec_id'))
+                (fn () =>
+                  Command.read span
+                  |> modify_init
+                  |> Toplevel.put_id (print_id exec_id')) ();
+          in Command.eval span tr eval_state end);
+      val prints' = if command_visible then Command.print name eval' else [];
+
+      val command_exec' = (command_id', (exec_id', (eval', prints')));
     in SOME (command_exec' :: execs, command_exec', init') end;
 
 in
@@ -502,7 +502,7 @@
                       else last_common state last_visible node0 node;
                     val common_command_exec = the_default_entry node common;
 
-                    val (new_execs, (command_id', (_, exec')), _) =
+                    val (new_execs, (command_id', (_, (eval', _))), _) =
                       ([], common_command_exec, if initial then SOME init else NONE) |>
                       (still_visible orelse node_required) ?
                         iterate_entries_after common
@@ -514,13 +514,14 @@
                       iterate_entries_after common
                         (fn ((_, id0), exec0) => fn res =>
                           if is_none exec0 then NONE
-                          else if exists (fn (_, (id, _)) => id0 = id) new_execs then SOME res
+                          else if exists (fn (_, (id, _)) => id0 = id) new_execs
+                          then SOME res
                           else SOME (id0 :: res)) node0 [];
 
                     val last_exec = if command_id' = no_id then NONE else SOME command_id';
                     val result =
                       if is_some (after_entry node last_exec) then NONE
-                      else SOME exec';
+                      else SOME eval';
 
                     val node' = node
                       |> fold reset_entry no_execs