src/Pure/Concurrent/par_list.ML
author wenzelm
Wed, 06 Apr 2016 17:16:30 +0200
changeset 62891 7a11ea5c9626
parent 62505 9e2a65912111
child 62923 3a122e1e352a
permissions -rw-r--r--
tuned signature;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     1
(*  Title:      Pure/Concurrent/par_list.ML
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     3
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     4
Parallel list combinators.
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     5
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     6
Notes:
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     7
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     8
  * These combinators only make sense if the operator (function or
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
     9
    predicate) applied to the list of operands takes considerable
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    10
    time.  The overhead of scheduling is significantly higher than
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    11
    just traversing the list of operands sequentially.
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    12
28358
5d79c5d68459 tuned comments;
wenzelm
parents: 28357
diff changeset
    13
  * The order of operator application is non-deterministic.  Watch out
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    14
    for operators that have side-effects or raise exceptions!
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    15
*)
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    16
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    17
signature PAR_LIST =
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    18
sig
44265
b94951f06e48 export Par_List.managed_results, to enable specific treatment of results apart from default Par_Exn.release_first;
wenzelm
parents: 44247
diff changeset
    19
  val managed_results: string -> ('a -> 'b) -> 'a list -> 'b Exn.result list
41711
3422ae5aff3a more tracing information via Par_List.map_name;
wenzelm
parents: 41675
diff changeset
    20
  val map_name: string -> ('a -> 'b) -> 'a list -> 'b list
58993
302104d8366b prefer independent parallel map where user input is processed -- avoid non-deterministic feedback in error situations;
wenzelm
parents: 52945
diff changeset
    21
  val map_independent: ('a -> 'b) -> 'a list -> 'b list
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    22
  val map: ('a -> 'b) -> 'a list -> 'b list
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    23
  val get_some: ('a -> 'b option) -> 'a list -> 'b option
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    24
  val find_some: ('a -> bool) -> 'a list -> 'a option
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    25
  val exists: ('a -> bool) -> 'a list -> bool
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    26
  val forall: ('a -> bool) -> 'a list -> bool
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    27
end;
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    28
29368
503ce3f8f092 renamed structure ParList to Par_List;
wenzelm
parents: 29120
diff changeset
    29
structure Par_List: PAR_LIST =
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    30
struct
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    31
41673
1c191a39549f support named tasks, for improved tracing;
wenzelm
parents: 41672
diff changeset
    32
fun managed_results name f xs =
59180
c0fa3b3bdabd discontinued central critical sections: NAMED_CRITICAL / CRITICAL;
wenzelm
parents: 59137
diff changeset
    33
  if null xs orelse null (tl xs) orelse not (Multithreading.enabled ())
41675
0f0f6212d6c6 tuned trivial cases;
wenzelm
parents: 41674
diff changeset
    34
  then map (Exn.capture f) xs
0f0f6212d6c6 tuned trivial cases;
wenzelm
parents: 41674
diff changeset
    35
  else
62891
7a11ea5c9626 tuned signature;
wenzelm
parents: 62505
diff changeset
    36
    Multithreading.uninterruptible (fn restore_attributes => fn () =>
49319
f4b91a3a5f0f more robust interrupt handling;
wenzelm
parents: 47404
diff changeset
    37
      let
52945
13687b130f1f retain current task priority, to avoid distortion due to local forks (e.g. sledgehammer query operation);
wenzelm
parents: 49319
diff changeset
    38
        val (group, pri) =
13687b130f1f retain current task priority, to avoid distortion due to local forks (e.g. sledgehammer query operation);
wenzelm
parents: 49319
diff changeset
    39
          (case Future.worker_task () of
13687b130f1f retain current task priority, to avoid distortion due to local forks (e.g. sledgehammer query operation);
wenzelm
parents: 49319
diff changeset
    40
            SOME task =>
13687b130f1f retain current task priority, to avoid distortion due to local forks (e.g. sledgehammer query operation);
wenzelm
parents: 49319
diff changeset
    41
              (Future.new_group (SOME (Task_Queue.group_of_task task)), Task_Queue.pri_of_task task)
13687b130f1f retain current task priority, to avoid distortion due to local forks (e.g. sledgehammer query operation);
wenzelm
parents: 49319
diff changeset
    42
          | NONE => (Future.new_group NONE, 0));
49319
f4b91a3a5f0f more robust interrupt handling;
wenzelm
parents: 47404
diff changeset
    43
        val futures =
52945
13687b130f1f retain current task priority, to avoid distortion due to local forks (e.g. sledgehammer query operation);
wenzelm
parents: 49319
diff changeset
    44
          Future.forks {name = name, group = SOME group, deps = [], pri = pri, interrupts = true}
49319
f4b91a3a5f0f more robust interrupt handling;
wenzelm
parents: 47404
diff changeset
    45
            (map (fn x => fn () => f x) xs);
f4b91a3a5f0f more robust interrupt handling;
wenzelm
parents: 47404
diff changeset
    46
        val results =
f4b91a3a5f0f more robust interrupt handling;
wenzelm
parents: 47404
diff changeset
    47
          restore_attributes Future.join_results futures
f4b91a3a5f0f more robust interrupt handling;
wenzelm
parents: 47404
diff changeset
    48
            handle exn =>
62505
9e2a65912111 clarified modules;
wenzelm
parents: 59180
diff changeset
    49
              (if Exn.is_interrupt exn then Future.cancel_group group else (); Exn.reraise exn);
49319
f4b91a3a5f0f more robust interrupt handling;
wenzelm
parents: 47404
diff changeset
    50
      in results end) ();
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    51
44247
270366301bd7 more systematic handling of parallel exceptions;
wenzelm
parents: 44113
diff changeset
    52
fun map_name name f xs = Par_Exn.release_first (managed_results name f xs);
41711
3422ae5aff3a more tracing information via Par_List.map_name;
wenzelm
parents: 41675
diff changeset
    53
fun map f = map_name "Par_List.map" f;
58993
302104d8366b prefer independent parallel map where user input is processed -- avoid non-deterministic feedback in error situations;
wenzelm
parents: 52945
diff changeset
    54
fun map_independent f = map (Exn.interruptible_capture f) #> Par_Exn.release_all;
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    55
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    56
fun get_some f xs =
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    57
  let
59136
c2b23cb8a677 added Par_List in Scala, in accordance to ML version;
wenzelm
parents: 58993
diff changeset
    58
    exception FOUND of 'b;
40700
4b4dfe05b5d7 clarified Par_List.managed_results, with explicit propagation of outermost physical interrupt to forked futures (e.g. to make timeout apply here as expected and prevent zombies);
wenzelm
parents: 37865
diff changeset
    59
    val results =
41673
1c191a39549f support named tasks, for improved tracing;
wenzelm
parents: 41672
diff changeset
    60
      managed_results "Par_List.get_some"
59136
c2b23cb8a677 added Par_List in Scala, in accordance to ML version;
wenzelm
parents: 58993
diff changeset
    61
        (fn x => (case f x of NONE => () | SOME y => raise FOUND y)) xs;
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    62
  in
59136
c2b23cb8a677 added Par_List in Scala, in accordance to ML version;
wenzelm
parents: 58993
diff changeset
    63
    (case get_first (fn Exn.Exn (FOUND res) => SOME res | _ => NONE) results of
c2b23cb8a677 added Par_List in Scala, in accordance to ML version;
wenzelm
parents: 58993
diff changeset
    64
      NONE => (Par_Exn.release_first results; NONE)
c2b23cb8a677 added Par_List in Scala, in accordance to ML version;
wenzelm
parents: 58993
diff changeset
    65
    | some => some)
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    66
  end;
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    67
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    68
fun find_some P = get_some (fn x => if P x then SOME x else NONE);
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    69
59137
wenzelm
parents: 59136
diff changeset
    70
fun exists P = is_some o find_some P;
28199
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    71
fun forall P = not o exists (not o P);
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    72
e63d05ceec24 Parallel list combinators.
wenzelm
parents:
diff changeset
    73
end;