src/Pure/System/isabelle_process.ML
author wenzelm
Wed, 21 Sep 2011 22:18:17 +0200
changeset 45028 d608dd8cd409
parent 44988 33aa6da101d8
child 45029 63144ea111f7
permissions -rw-r--r--
alternative Socket_Channel; use BinIO for fifos uniformly;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
30173
eabece26b89b moved isabelle_process.ML, isabelle_process.scala, isar.ML, session.ML to Pure/System/ (together with associated Isar commands);
wenzelm
parents: 29522
diff changeset
     1
(*  Title:      Pure/System/isabelle_process.ML
25528
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
     3
38445
ba9ea6b9b75c simplified internal message format: dropped special Symbol.STX header;
wenzelm
parents: 38270
diff changeset
     4
Isabelle process wrapper, based on private fifos for maximum
ba9ea6b9b75c simplified internal message format: dropped special Symbol.STX header;
wenzelm
parents: 38270
diff changeset
     5
robustness and performance.
39528
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
     6
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
     7
Startup phases:
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
     8
  . raw Posix process startup with uncontrolled output on stdout/stderr
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
     9
  . stdout \002: ML running
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
    10
  .. stdin/stdout/stderr freely available (raw ML loop)
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
    11
  .. protocol thread initialization
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
    12
  ... switch to in_fifo/out_fifo channels (rendezvous via open)
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
    13
  ... out_fifo INIT(pid): channels ready
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
    14
  ... out_fifo STATUS(keywords)
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
    15
  ... out_fifo READY: main loop ready
25528
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    16
*)
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    17
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    18
signature ISABELLE_PROCESS =
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    19
sig
42897
6bc8a6dcb3e0 added Isabelle_Process.is_active;
wenzelm
parents: 40521
diff changeset
    20
  val is_active: unit -> bool
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    21
  val add_command: string -> (string list -> unit) -> unit
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    22
  val command: string -> string list -> unit
43684
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
    23
  val crashes: exn list Synchronized.var
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
    24
  val init_socket: string -> unit
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
    25
  val init_fifos: string -> string -> unit
25528
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    26
end;
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    27
31797
203d5e61e3bc renamed IsabelleProcess to Isabelle_Process;
wenzelm
parents: 31384
diff changeset
    28
structure Isabelle_Process: ISABELLE_PROCESS =
25528
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    29
struct
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
    30
42897
6bc8a6dcb3e0 added Isabelle_Process.is_active;
wenzelm
parents: 40521
diff changeset
    31
(* print mode *)
25554
082d97057e23 added test_markup;
wenzelm
parents: 25528
diff changeset
    32
25748
55a458a31e37 added PROMPT message;
wenzelm
parents: 25631
diff changeset
    33
val isabelle_processN = "isabelle_process";
55a458a31e37 added PROMPT message;
wenzelm
parents: 25631
diff changeset
    34
42897
6bc8a6dcb3e0 added Isabelle_Process.is_active;
wenzelm
parents: 40521
diff changeset
    35
fun is_active () = Print_Mode.print_mode_active isabelle_processN;
6bc8a6dcb3e0 added Isabelle_Process.is_active;
wenzelm
parents: 40521
diff changeset
    36
26550
a8740ad422d2 removed yxmlN for now;
wenzelm
parents: 26543
diff changeset
    37
val _ = Output.add_mode isabelle_processN Output.default_output Output.default_escape;
28036
wenzelm
parents: 27986
diff changeset
    38
val _ = Markup.add_mode isabelle_processN YXML.output_markup;
25841
af7566faaa0f added symbol output mode, with XML escapes;
wenzelm
parents: 25820
diff changeset
    39
af7566faaa0f added symbol output mode, with XML escapes;
wenzelm
parents: 25820
diff changeset
    40
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    41
(* commands *)
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    42
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    43
local
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    44
43684
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
    45
val commands =
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
    46
  Synchronized.var "Isabelle_Process.commands" (Symtab.empty: (string list -> unit) Symtab.table);
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    47
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    48
in
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    49
43684
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
    50
fun add_command name cmd =
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
    51
  Synchronized.change commands (fn cmds =>
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    52
   (if not (Symtab.defined cmds name) then ()
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    53
    else warning ("Redefining Isabelle process command " ^ quote name);
43684
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
    54
    Symtab.update (name, cmd) cmds));
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    55
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    56
fun command name args =
43684
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
    57
  (case Symtab.lookup (Synchronized.value commands) name of
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    58
    NONE => error ("Undefined Isabelle process command " ^ quote name)
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    59
  | SOME cmd => cmd args);
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    60
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    61
end;
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    62
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
    63
40134
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
    64
(* message channels *)
25841
af7566faaa0f added symbol output mode, with XML escapes;
wenzelm
parents: 25820
diff changeset
    65
af7566faaa0f added symbol output mode, with XML escapes;
wenzelm
parents: 25820
diff changeset
    66
local
25810
bac99880fa99 output message properties: id or position;
wenzelm
parents: 25748
diff changeset
    67
40134
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
    68
fun chunk s = [string_of_int (size s), "\n", s];
26574
560d07845442 support "YXML" mode for output transfer notation;
wenzelm
parents: 26550
diff changeset
    69
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
    70
fun message do_flush mbox ch raw_props body =
43771
fc524449f511 allow empty body for raw_message -- important for Invoke_Scala;
wenzelm
parents: 43746
diff changeset
    71
  let
43772
c825594fd0c1 clarified YXML.embed_controls -- this is idempotent and cannot be nested;
wenzelm
parents: 43771
diff changeset
    72
    val robust_props = map (pairself YXML.embed_controls) raw_props;
43771
fc524449f511 allow empty body for raw_message -- important for Invoke_Scala;
wenzelm
parents: 43746
diff changeset
    73
    val header = YXML.string_of (XML.Elem ((ch, robust_props), []));
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
    74
  in Mailbox.send mbox (chunk header @ chunk body, do_flush) end;
25554
082d97057e23 added test_markup;
wenzelm
parents: 25528
diff changeset
    75
44270
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
    76
fun standard_message mbox opt_serial ch body =
43771
fc524449f511 allow empty body for raw_message -- important for Invoke_Scala;
wenzelm
parents: 43746
diff changeset
    77
  if body = "" then ()
fc524449f511 allow empty body for raw_message -- important for Invoke_Scala;
wenzelm
parents: 43746
diff changeset
    78
  else
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
    79
    message false mbox ch
44270
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
    80
      ((case opt_serial of SOME i => cons (Markup.serialN, string_of_int i) | _ => I)
43771
fc524449f511 allow empty body for raw_message -- important for Invoke_Scala;
wenzelm
parents: 43746
diff changeset
    81
        (Position.properties_of (Position.thread_data ()))) body;
25554
082d97057e23 added test_markup;
wenzelm
parents: 25528
diff changeset
    82
40134
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
    83
fun message_output mbox out_stream =
28188
51ccf7fa6f18 auto_flush stdout, stderr as well;
wenzelm
parents: 28182
diff changeset
    84
  let
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
    85
    fun flush () = ignore (try BinIO.flushOut out_stream);
40134
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
    86
    fun loop receive =
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
    87
      (case receive mbox of
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
    88
        SOME (msg, do_flush) =>
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
    89
         (List.app (fn s => BinIO.output (out_stream, Byte.stringToBytes s)) msg;
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
    90
          if do_flush then flush () else ();
40301
bf39a257b3d3 simplified some time constants;
wenzelm
parents: 40134
diff changeset
    91
          loop (Mailbox.receive_timeout (seconds 0.02)))
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
    92
      | NONE => (flush (); loop (SOME o Mailbox.receive)));
40134
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
    93
  in fn () => loop (SOME o Mailbox.receive) end;
28188
51ccf7fa6f18 auto_flush stdout, stderr as well;
wenzelm
parents: 28182
diff changeset
    94
51ccf7fa6f18 auto_flush stdout, stderr as well;
wenzelm
parents: 28182
diff changeset
    95
in
51ccf7fa6f18 auto_flush stdout, stderr as well;
wenzelm
parents: 28182
diff changeset
    96
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
    97
fun setup_channels out_stream =
28189
fbad2eb5be9e auto_flush: uniform block buffering for all output streams;
wenzelm
parents: 28188
diff changeset
    98
  let
40134
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
    99
    val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdOut, IO.LINE_BUF);
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
   100
    val _ = TextIO.StreamIO.setBufferMode (TextIO.getOutstream TextIO.stdErr, IO.LINE_BUF);
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
   101
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
   102
    val mbox = Mailbox.create () : (string list * bool) Mailbox.T;
40134
8baded087d34 explicit message_output thread, with flushing after timeout, ensure atomic user-operations without the danger of IO Interrupt;
wenzelm
parents: 40133
diff changeset
   103
    val _ = Simple_Thread.fork false (message_output mbox out_stream);
28044
e4b569b53e10 explicit output stream, typically a named pipe;
wenzelm
parents: 28036
diff changeset
   104
  in
44270
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
   105
    Output.Private_Hooks.status_fn := standard_message mbox NONE "B";
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
   106
    Output.Private_Hooks.report_fn := standard_message mbox NONE "C";
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
   107
    Output.Private_Hooks.writeln_fn := (fn s => standard_message mbox (SOME (serial ())) "D" s);
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
   108
    Output.Private_Hooks.tracing_fn := (fn s => standard_message mbox (SOME (serial ())) "E" s);
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
   109
    Output.Private_Hooks.warning_fn := (fn s => standard_message mbox (SOME (serial ())) "F" s);
3eaad39e520c more careful treatment of exception serial numbers, with propagation to message channel;
wenzelm
parents: 43772
diff changeset
   110
    Output.Private_Hooks.error_fn := (fn (i, s) => standard_message mbox (SOME i) "G" s);
44731
8f7b3a89fc15 flush after Output.raw_message (and init message) for reduced latency of important protocol events;
wenzelm
parents: 44389
diff changeset
   111
    Output.Private_Hooks.raw_message_fn := message true mbox "H";
40133
b61d52de66f0 more explicit indication of Output.Private_Hooks (still public to accomodate clones of Proof General for now);
wenzelm
parents: 40132
diff changeset
   112
    Output.Private_Hooks.urgent_message_fn := ! Output.Private_Hooks.writeln_fn;
b61d52de66f0 more explicit indication of Output.Private_Hooks (still public to accomodate clones of Proof General for now);
wenzelm
parents: 40132
diff changeset
   113
    Output.Private_Hooks.prompt_fn := ignore;
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   114
    message true mbox "A" [] (Session.welcome ())
28044
e4b569b53e10 explicit output stream, typically a named pipe;
wenzelm
parents: 28036
diff changeset
   115
  end;
25841
af7566faaa0f added symbol output mode, with XML escapes;
wenzelm
parents: 25820
diff changeset
   116
28188
51ccf7fa6f18 auto_flush stdout, stderr as well;
wenzelm
parents: 28182
diff changeset
   117
end;
51ccf7fa6f18 auto_flush stdout, stderr as well;
wenzelm
parents: 28182
diff changeset
   118
25841
af7566faaa0f added symbol output mode, with XML escapes;
wenzelm
parents: 25820
diff changeset
   119
39234
d76a2fd129b5 main command loops are supposed to be uninterruptible -- no special treatment here;
wenzelm
parents: 38871
diff changeset
   120
(* protocol loop -- uninterruptible *)
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   121
43684
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
   122
val crashes = Synchronized.var "Isabelle_Process.crashes" ([]: exn list);
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   123
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   124
local
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   125
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   126
fun recover crash =
43684
85388f5570c4 prefer Synchronized.var;
wenzelm
parents: 43673
diff changeset
   127
  (Synchronized.change crashes (cons crash);
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   128
    warning "Recovering from Isabelle process crash -- see also Isabelle_Process.crashes");
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   129
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   130
fun read_line stream =
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   131
  let
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   132
    val content = String.implode o rev;
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   133
    fun read cs =
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   134
      (case BinIO.input1 stream of
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   135
        NONE => (content cs, null cs)
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   136
      | SOME b =>
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   137
          (case Byte.byteToChar b of
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   138
            #"\n" => (content cs, false)
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   139
          | c => read (c :: cs)));
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   140
  in case read [] of ("", true) => NONE | (s, _) => SOME s end;
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   141
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   142
fun read_chunk stream len =
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   143
  let
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   144
    val n =
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   145
      (case Int.fromString len of
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   146
        SOME n => n
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   147
      | NONE => error ("Isabelle process: malformed chunk header " ^ quote len));
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   148
    val chunk = Byte.bytesToString (BinIO.inputN (stream, n));
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   149
    val m = size chunk;
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   150
  in
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   151
    if m = n then chunk
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   152
    else error ("Isabelle process: bad chunk (" ^ string_of_int m ^ " vs. " ^ string_of_int n ^ ")")
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   153
  end;
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   154
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   155
fun read_command stream =
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   156
  (case read_line stream of
38270
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   157
    NONE => raise Runtime.TERMINATE
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   158
  | SOME line => map (read_chunk stream) (space_explode "," line));
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   159
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   160
fun run_command name args =
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   161
  Runtime.debugging (command name) args
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   162
    handle exn =>
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   163
      error ("Isabelle process command failure: " ^ name ^ "\n" ^ ML_Compiler.exn_message exn);
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   164
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   165
in
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   166
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   167
fun loop stream =
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   168
  let val continue =
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   169
    (case read_command stream of
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   170
      [] => (Output.error_msg "Isabelle process: no input"; true)
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   171
    | name :: args => (run_command name args; true))
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   172
    handle Runtime.TERMINATE => false
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   173
      | exn => (Output.error_msg (ML_Compiler.exn_message exn) handle crash => recover crash; true);
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   174
  in if continue then loop stream else () end;
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   175
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   176
end;
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   177
71bb3c273dd1 native Isabelle_Process commands, based on efficient byte channel protocol for string lists;
wenzelm
parents: 38265
diff changeset
   178
25554
082d97057e23 added test_markup;
wenzelm
parents: 25528
diff changeset
   179
(* init *)
082d97057e23 added test_markup;
wenzelm
parents: 25528
diff changeset
   180
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   181
fun init make_streams = ignore (Simple_Thread.fork false (fn () =>
38253
3d4e521014f7 Isabelle_Process: separate input fifo for commands (still using the old tty protocol);
wenzelm
parents: 38236
diff changeset
   182
  let
40301
bf39a257b3d3 simplified some time constants;
wenzelm
parents: 40134
diff changeset
   183
    val _ = OS.Process.sleep (seconds 0.5);  (*yield to raw ML toplevel*)
44389
a3b5fdfb04a3 tuned signature -- contrast physical output primitives versus Output.raw_message;
wenzelm
parents: 44270
diff changeset
   184
    val _ = Output.physical_stdout Symbol.STX;
39528
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
   185
40521
8896bd93488e back to quick_and_dirty, which is still practically important since the scheduler does not jump over subproofs;
wenzelm
parents: 40518
diff changeset
   186
    val _ = quick_and_dirty := true;
40518
035a27279705 defensive defaults for more robust experience for new users;
wenzelm
parents: 40301
diff changeset
   187
    val _ = Goal.parallel_proofs := 0;
44988
33aa6da101d8 at least 2 worker threads to ensure some degree of lifeness, notably for asynchronous Document.print_state;
wenzelm
parents: 44731
diff changeset
   188
    val _ =
33aa6da101d8 at least 2 worker threads to ensure some degree of lifeness, notably for asynchronous Document.print_state;
wenzelm
parents: 44731
diff changeset
   189
      if Multithreading.max_threads_value () < 2
33aa6da101d8 at least 2 worker threads to ensure some degree of lifeness, notably for asynchronous Document.print_state;
wenzelm
parents: 44731
diff changeset
   190
      then Multithreading.max_threads := 2 else ();
39528
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
   191
    val _ = Context.set_thread_data NONE;
43671
a250b092ac66 hard-wired print mode "xsymbols" increases chance that "iff" in HOL will print symbolic arrow;
wenzelm
parents: 42897
diff changeset
   192
    val _ =
a250b092ac66 hard-wired print mode "xsymbols" increases chance that "iff" in HOL will print symbolic arrow;
wenzelm
parents: 42897
diff changeset
   193
      Unsynchronized.change print_mode
a250b092ac66 hard-wired print mode "xsymbols" increases chance that "iff" in HOL will print symbolic arrow;
wenzelm
parents: 42897
diff changeset
   194
        (fold (update op =)
a250b092ac66 hard-wired print mode "xsymbols" increases chance that "iff" in HOL will print symbolic arrow;
wenzelm
parents: 42897
diff changeset
   195
          [Symbol.xsymbolsN, isabelle_processN, Keyword.keyword_statusN, Pretty.symbolicN]);
39528
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
   196
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   197
    val (in_stream, out_stream) = make_streams ();
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   198
    val _ = setup_channels out_stream;
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   199
38253
3d4e521014f7 Isabelle_Process: separate input fifo for commands (still using the old tty protocol);
wenzelm
parents: 38236
diff changeset
   200
    val _ = Keyword.status ();
43673
29eb1cd29961 Thy_Info.dependencies: ignore already loaded theories, according to initial prover session status;
wenzelm
parents: 43671
diff changeset
   201
    val _ = Thy_Info.status ();
39626
a5d0bcfb95a3 manage persistent syslog via Session, not Isabelle_Process;
wenzelm
parents: 39591
diff changeset
   202
    val _ = Output.status (Markup.markup Markup.ready "process ready");
39528
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
   203
  in loop in_stream end));
25528
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
   204
45028
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   205
fun rendezvous fifo1 fifo2 = (BinIO.openIn fifo1, BinIO.openOut fifo2);
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   206
fun init_fifos fifo1 fifo2 = init (fn () => rendezvous fifo1 fifo2);
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   207
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   208
fun init_socket socket_name = init (fn () => Socket_IO.open_streams socket_name);
d608dd8cd409 alternative Socket_Channel;
wenzelm
parents: 44988
diff changeset
   209
25528
e67230c2b952 Isabelle process wrapper -- interaction via external program.
wenzelm
parents:
diff changeset
   210
end;
39528
c01d89d18ff0 refined Isabelle_Process startup: emit \002 before rendezvous on fifos, more robust treatment of startup failure with timeout, do not quit() after main loop;
wenzelm
parents: 39513
diff changeset
   211