src/Pure/System/message_channel.ML
author wenzelm
Wed, 31 Jul 2019 19:50:38 +0200
changeset 70451 550a5a822edb
parent 69451 387894c2fb2c
child 70995 2c17fa0f5187
permissions -rw-r--r--
clarified export: retain proof boxes as local definitions -- more scalable;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     1
(*  Title:      Pure/System/message_channel.ML
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     3
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     4
Preferably asynchronous channel for Isabelle messages.
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     5
*)
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     6
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     7
signature MESSAGE_CHANNEL =
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
     8
sig
52800
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
     9
  type message
56333
38f1422ef473 support bulk messages consisting of small string segments, which are more healthy to the Poly/ML RTS and might prevent spurious GC crashes such as MTGCProcessMarkPointers::ScanAddressesInObject;
wenzelm
parents: 52800
diff changeset
    10
  val message: string -> Properties.T -> string list -> message
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    11
  type T
52800
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    12
  val send: T -> message -> unit
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    13
  val shutdown: T -> unit
69449
b516fdf8005c more uniform multi-language operations;
wenzelm
parents: 62359
diff changeset
    14
  val make: BinIO.outstream -> T
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    15
end;
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    16
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    17
structure Message_Channel: MESSAGE_CHANNEL =
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    18
struct
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    19
52800
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    20
(* message *)
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    21
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    22
datatype message = Message of string list;
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    23
56333
38f1422ef473 support bulk messages consisting of small string segments, which are more healthy to the Poly/ML RTS and might prevent spurious GC crashes such as MTGCProcessMarkPointers::ScanAddressesInObject;
wenzelm
parents: 52800
diff changeset
    24
fun chunk ss =
38f1422ef473 support bulk messages consisting of small string segments, which are more healthy to the Poly/ML RTS and might prevent spurious GC crashes such as MTGCProcessMarkPointers::ScanAddressesInObject;
wenzelm
parents: 52800
diff changeset
    25
  string_of_int (fold (Integer.add o size) ss 0) :: "\n" :: ss;
52800
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    26
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    27
fun message name raw_props body =
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    28
  let
59058
a78612c67ec0 renamed "pairself" to "apply2", in accordance to @{apply 2};
wenzelm
parents: 58857
diff changeset
    29
    val robust_props = map (apply2 YXML.embed_controls) raw_props;
52800
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    30
    val header = YXML.string_of (XML.Elem ((name, robust_props), []));
56333
38f1422ef473 support bulk messages consisting of small string segments, which are more healthy to the Poly/ML RTS and might prevent spurious GC crashes such as MTGCProcessMarkPointers::ScanAddressesInObject;
wenzelm
parents: 52800
diff changeset
    31
  in Message (chunk [header] @ chunk body) end;
52800
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    32
69449
b516fdf8005c more uniform multi-language operations;
wenzelm
parents: 62359
diff changeset
    33
fun output_message stream (Message ss) =
b516fdf8005c more uniform multi-language operations;
wenzelm
parents: 62359
diff changeset
    34
  List.app (File.output stream) ss;
52800
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    35
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    36
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    37
(* channel *)
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    38
1baa5d19ac44 less aggressive flushing: cope with massive amounts of protocol messages, e.g. from threads_trace;
wenzelm
parents: 52584
diff changeset
    39
datatype T = Message_Channel of {send: message -> unit, shutdown: unit -> unit};
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    40
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    41
fun send (Message_Channel {send, ...}) = send;
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    42
fun shutdown (Message_Channel {shutdown, ...}) = shutdown ();
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    43
57417
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56733
diff changeset
    44
val flush_timeout = SOME (seconds 0.02);
56733
f7700146678d manager is direct receiver of prover output -- discontinued old performance tuning (329320fc88df, 1baa5d19ac44);
wenzelm
parents: 56333
diff changeset
    45
69449
b516fdf8005c more uniform multi-language operations;
wenzelm
parents: 62359
diff changeset
    46
fun message_output mbox stream =
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    47
  let
57417
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56733
diff changeset
    48
    fun continue timeout =
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56733
diff changeset
    49
      (case Mailbox.receive timeout mbox of
69451
387894c2fb2c more uniform multi-language operations;
wenzelm
parents: 69449
diff changeset
    50
        [] => (Byte_Message.flush stream; continue NONE)
57417
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56733
diff changeset
    51
      | msgs => received timeout msgs)
69451
387894c2fb2c more uniform multi-language operations;
wenzelm
parents: 69449
diff changeset
    52
    and received _ (NONE :: _) = Byte_Message.flush stream
69449
b516fdf8005c more uniform multi-language operations;
wenzelm
parents: 62359
diff changeset
    53
      | received _ (SOME msg :: rest) = (output_message stream msg; received flush_timeout rest)
57417
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56733
diff changeset
    54
      | received timeout [] = continue timeout;
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56733
diff changeset
    55
  in fn () => continue NONE end;
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    56
69449
b516fdf8005c more uniform multi-language operations;
wenzelm
parents: 62359
diff changeset
    57
fun make stream =
62359
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    58
  let
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    59
    val mbox = Mailbox.create ();
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    60
    val thread =
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    61
      Standard_Thread.fork {name = "channel", stack_limit = NONE, interrupts = false}
69449
b516fdf8005c more uniform multi-language operations;
wenzelm
parents: 62359
diff changeset
    62
        (message_output mbox stream);
62359
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    63
    fun send msg = Mailbox.send mbox (SOME msg);
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    64
    fun shutdown () =
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    65
      (Mailbox.send mbox NONE; Mailbox.await_empty mbox; Standard_Thread.join thread);
6709e51d5c11 unconditional Multithreading;
wenzelm
parents: 61556
diff changeset
    66
  in Message_Channel {send = send, shutdown = shutdown} end;
52584
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    67
5cad4a5f5615 more abstract message channel;
wenzelm
parents:
diff changeset
    68
end;