src/Pure/Concurrent/lazy.ML
author wenzelm
Mon, 23 Oct 2017 14:12:09 +0200
changeset 66904 d9783ea1160c
parent 66168 fcd09fc36d7f
child 67657 ef20d4961f86
permissions -rw-r--r--
minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
32815
1a5e364584ae separate concurrent/sequential versions of lazy evaluation;
wenzelm
parents: 32738
diff changeset
     1
(*  Title:      Pure/Concurrent/lazy.ML
1a5e364584ae separate concurrent/sequential versions of lazy evaluation;
wenzelm
parents: 32738
diff changeset
     2
    Author:     Makarius
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
     3
34278
228f27469139 do not memoize interrupts;
wenzelm
parents: 33023
diff changeset
     4
Lazy evaluation with memoing of results and regular exceptions.
40389
511e5263f5c6 tuned comments;
wenzelm
parents: 39232
diff changeset
     5
Parallel version based on (passive) futures, to avoid critical or
511e5263f5c6 tuned comments;
wenzelm
parents: 39232
diff changeset
     6
multiple evaluation (unless interrupted).
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
     7
*)
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
     8
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
     9
signature LAZY =
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    10
sig
28971
300ec36a19af renamed type Lazy.T to lazy;
wenzelm
parents: 28673
diff changeset
    11
  type 'a lazy
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    12
  val value: 'a -> 'a lazy
66167
1bd268ab885c more informative task_statistics;
wenzelm
parents: 66166
diff changeset
    13
  val lazy_name: string -> (unit -> 'a) -> 'a lazy
28971
300ec36a19af renamed type Lazy.T to lazy;
wenzelm
parents: 28673
diff changeset
    14
  val lazy: (unit -> 'a) -> 'a lazy
59193
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    15
  val peek: 'a lazy -> 'a Exn.result option
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    16
  val is_running: 'a lazy -> bool
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    17
  val is_finished: 'a lazy -> bool
29422
fdf396a24a9f added force_result;
wenzelm
parents: 28971
diff changeset
    18
  val force_result: 'a lazy -> 'a Exn.result
28971
300ec36a19af renamed type Lazy.T to lazy;
wenzelm
parents: 28673
diff changeset
    19
  val force: 'a lazy -> 'a
66168
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
    20
  val force_list: 'a lazy list -> 'a list
44386
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
    21
  val map: ('a -> 'b) -> 'a lazy -> 'b lazy
44427
c4a86d72a5cc tuned signature;
wenzelm
parents: 44387
diff changeset
    22
  val future: Future.params -> 'a lazy -> 'a future
32815
1a5e364584ae separate concurrent/sequential versions of lazy evaluation;
wenzelm
parents: 32738
diff changeset
    23
end;
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    24
32815
1a5e364584ae separate concurrent/sequential versions of lazy evaluation;
wenzelm
parents: 32738
diff changeset
    25
structure Lazy: LAZY =
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    26
struct
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    27
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    28
(* datatype *)
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    29
32815
1a5e364584ae separate concurrent/sequential versions of lazy evaluation;
wenzelm
parents: 32738
diff changeset
    30
datatype 'a expr =
66167
1bd268ab885c more informative task_statistics;
wenzelm
parents: 66166
diff changeset
    31
  Expr of string * (unit -> 'a) |
37183
dae865999db5 force_result within the current execution context -- avoids overhead of potential thread context switch and robustifies Interrupt handling;
wenzelm
parents: 34278
diff changeset
    32
  Result of 'a future;
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    33
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    34
abstype 'a lazy = Value of 'a | Lazy of 'a expr Synchronized.var
32815
1a5e364584ae separate concurrent/sequential versions of lazy evaluation;
wenzelm
parents: 32738
diff changeset
    35
with
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    36
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    37
fun value a = Value a;
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    38
66167
1bd268ab885c more informative task_statistics;
wenzelm
parents: 66166
diff changeset
    39
fun lazy_name name e = Lazy (Synchronized.var "lazy" (Expr (name, e)));
1bd268ab885c more informative task_statistics;
wenzelm
parents: 66166
diff changeset
    40
fun lazy e = lazy_name "lazy" e;
59193
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    41
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    42
fun peek (Value a) = SOME (Exn.Res a)
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    43
  | peek (Lazy var) =
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    44
      (case Synchronized.value var of
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    45
        Expr _ => NONE
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    46
      | Result res => Future.peek res);
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    47
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    48
fun pending (Value _) = false
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    49
  | pending (Lazy var) =
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    50
      (case Synchronized.value var of
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    51
        Expr _ => true
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    52
      | Result _ => false);
66168
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
    53
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
    54
59193
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    55
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    56
(* status *)
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    57
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    58
fun is_running (Value _) = false
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    59
  | is_running (Lazy var) =
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    60
      (case Synchronized.value var of
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    61
        Expr _ => false
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    62
      | Result res => not (Future.is_finished res));
59193
59f1591a11cb eliminated Document.execution frontier (again, see 627fb639a2d9): just run into older execution, potentially stalling worker thread, but without global delay due to long-running tasks (notably sledgehammer);
wenzelm
parents: 59191
diff changeset
    63
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    64
fun is_finished (Value _) = true
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    65
  | is_finished (Lazy var) =
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    66
      (case Synchronized.value var of
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    67
        Expr _ => false
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    68
      | Result res =>
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    69
          Future.is_finished res andalso not (Exn.is_interrupt_exn (Future.join_result res)));
59191
682aa538c5c0 more thorough Lazy.is_finished;
wenzelm
parents: 59147
diff changeset
    70
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    71
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    72
(* force result *)
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
    73
66904
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    74
fun force_result (Value a) = Exn.Res a
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    75
  | force_result (Lazy var) =
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    76
      (case peek (Lazy var) of
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    77
        SOME res => res
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    78
      | NONE =>
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    79
          Thread_Attributes.uninterruptible (fn restore_attributes => fn () =>
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    80
            let
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    81
              val (expr, x) =
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    82
                Synchronized.change_result var
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    83
                  (fn Expr (name, e) =>
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    84
                        let val x = Future.promise_name name I
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    85
                        in ((SOME (name, e), x), Result x) end
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    86
                    | Result x => ((NONE, x), Result x));
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    87
            in
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    88
              (case expr of
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    89
                SOME (name, e) =>
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    90
                  let
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    91
                    val res0 = Exn.capture (restore_attributes e) ();
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    92
                    val _ = Exn.capture (fn () => Future.fulfill_result x res0) ();
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    93
                    val res = Future.join_result x;
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    94
                    (*semantic race: some other threads might see the same
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    95
                      interrupt, until there is a fresh start*)
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    96
                    val _ =
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    97
                      if Exn.is_interrupt_exn res then
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    98
                        Synchronized.change var (fn _ => Expr (name, e))
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
    99
                      else ();
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
   100
                  in res end
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
   101
              | NONE => Exn.capture (restore_attributes (fn () => Future.join x)) ())
d9783ea1160c minor performance tuning: avoid mutable variable for plain value, e.g. relevant for GC;
wenzelm
parents: 66168
diff changeset
   102
            end) ());
28673
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
   103
d746a8c12c43 renamed structure Susp to Lazy, and Susp.delay to Lazy.lazy;
wenzelm
parents:
diff changeset
   104
end;
44386
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   105
66168
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
   106
fun force x = Exn.release (force_result x);
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
   107
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
   108
fun force_list xs =
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
   109
  (List.app (fn x => if pending x then ignore (force_result x) else ()) xs;
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
   110
   map force xs);
fcd09fc36d7f consolidate proofs more simultaneously;
wenzelm
parents: 66167
diff changeset
   111
66167
1bd268ab885c more informative task_statistics;
wenzelm
parents: 66166
diff changeset
   112
fun map f x = lazy_name "Lazy.map" (fn () => f (force x));
44386
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   113
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   114
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   115
(* future evaluation *)
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   116
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   117
fun future params x =
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   118
  if is_finished x then Future.value_result (force_result x)
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   119
  else (singleton o Future.forks) params (fn () => force x);
4048ca2658b7 some support for toplevel printing wrt. editor perspective (still inactive);
wenzelm
parents: 44298
diff changeset
   120
62663
bea354f6ff21 clarified modules;
wenzelm
parents: 59348
diff changeset
   121
bea354f6ff21 clarified modules;
wenzelm
parents: 59348
diff changeset
   122
(* toplevel pretty printing *)
bea354f6ff21 clarified modules;
wenzelm
parents: 59348
diff changeset
   123
bea354f6ff21 clarified modules;
wenzelm
parents: 59348
diff changeset
   124
val _ =
62819
d3ff367a16a0 careful export of type-dependent functions, without losing their special status;
wenzelm
parents: 62663
diff changeset
   125
  ML_system_pp (fn depth => fn pretty => fn x =>
62663
bea354f6ff21 clarified modules;
wenzelm
parents: 59348
diff changeset
   126
    (case peek x of
62823
751bcf0473a7 tuned signature;
wenzelm
parents: 62819
diff changeset
   127
      NONE => PolyML_Pretty.PrettyString "<lazy>"
751bcf0473a7 tuned signature;
wenzelm
parents: 62819
diff changeset
   128
    | SOME (Exn.Exn _) => PolyML_Pretty.PrettyString "<failed>"
62663
bea354f6ff21 clarified modules;
wenzelm
parents: 59348
diff changeset
   129
    | SOME (Exn.Res y) => pretty (y, depth)));
bea354f6ff21 clarified modules;
wenzelm
parents: 59348
diff changeset
   130
32815
1a5e364584ae separate concurrent/sequential versions of lazy evaluation;
wenzelm
parents: 32738
diff changeset
   131
end;
28971
300ec36a19af renamed type Lazy.T to lazy;
wenzelm
parents: 28673
diff changeset
   132
300ec36a19af renamed type Lazy.T to lazy;
wenzelm
parents: 28673
diff changeset
   133
type 'a lazy = 'a Lazy.lazy;