src/Pure/ML/ml_compiler0.ML
author wenzelm
Sat, 02 Apr 2016 20:23:51 +0200
changeset 62817 744bfd770123
parent 62716 d80b9f4990e4
child 62819 d3ff367a16a0
permissions -rw-r--r--
clarified modules;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
62508
d0b68218ea55 discontinued RAW session: bootstrap directly from isabelle_process RAW_ML_SYSTEM;
wenzelm
parents: 62505
diff changeset
     1
(*  Title:      Pure/ML/ml_compiler0.ML
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
     2
    Author:     Makarius
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
     3
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
     4
Runtime compilation and evaluation for bootstrap.
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
     5
Initial ML use operations.
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
     6
*)
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
     7
62494
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
     8
signature ML_COMPILER0 =
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
     9
sig
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    10
  type context =
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    11
   {name_space: ML_Name_Space.T,
62716
d80b9f4990e4 explicit print_depth for the sake of Spec_Check.determine_type;
wenzelm
parents: 62668
diff changeset
    12
    print_depth: int option,
62494
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    13
    here: int -> string -> string,
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    14
    print: string -> unit,
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    15
    error: string -> unit}
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    16
  val make_context: ML_Name_Space.T -> context
62494
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    17
  val use_text: context -> {debug: bool, file: string, line: int, verbose: bool} -> string -> unit
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    18
  val use_file: context -> {debug: bool, verbose: bool} -> string -> unit
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    19
  val debug_option: bool option -> bool
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    20
  val use_operations: (bool option -> string -> unit) ->
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    21
    {use: string -> unit, use_debug: string -> unit, use_no_debug: string -> unit}
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    22
end;
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    23
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    24
structure ML_Compiler0: ML_COMPILER0 =
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    25
struct
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    26
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    27
(* global options *)
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    28
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    29
val _ = PolyML.Compiler.reportUnreferencedIds := true;
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    30
val _ = PolyML.Compiler.reportExhaustiveHandlers := true;
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    31
val _ = PolyML.Compiler.printInAlphabeticalOrder := false;
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    32
val _ = PolyML.Compiler.maxInlineSize := 80;
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    33
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    34
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    35
(* context *)
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    36
62494
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
    37
type context =
62490
39d01eaf5292 ML debugger support in Pure (again, see 3565c9f407ec);
wenzelm
parents: 62489
diff changeset
    38
 {name_space: ML_Name_Space.T,
62716
d80b9f4990e4 explicit print_depth for the sake of Spec_Check.determine_type;
wenzelm
parents: 62668
diff changeset
    39
  print_depth: int option,
62493
dd154240a53c load secure.ML earlier;
wenzelm
parents: 62490
diff changeset
    40
  here: int -> string -> string,
62490
39d01eaf5292 ML debugger support in Pure (again, see 3565c9f407ec);
wenzelm
parents: 62489
diff changeset
    41
  print: string -> unit,
39d01eaf5292 ML debugger support in Pure (again, see 3565c9f407ec);
wenzelm
parents: 62489
diff changeset
    42
  error: string -> unit};
39d01eaf5292 ML debugger support in Pure (again, see 3565c9f407ec);
wenzelm
parents: 62489
diff changeset
    43
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    44
fun make_context name_space : context =
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    45
 {name_space = name_space,
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    46
  print_depth = NONE,
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    47
  here = fn line => fn file => " (line " ^ Int.toString line ^ " of \"" ^ file ^ "\")",
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    48
  print = fn s => (TextIO.output (TextIO.stdOut, s ^ "\n"); TextIO.flushOut TextIO.stdOut),
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    49
  error = fn s => error s};
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    50
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    51
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    52
(* use operations *)
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    53
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    54
local
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    55
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    56
fun drop_newline s =
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    57
  if String.isSuffix "\n" s then String.substring (s, 0, size s - 1)
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    58
  else s;
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    59
62529
8b7bdfc09f3b clarified treatment of fragments of Isabelle symbols during bootstrap;
wenzelm
parents: 62508
diff changeset
    60
fun ml_input start_line name txt =
62504
f14f17e656a6 clarified modules;
wenzelm
parents: 62501
diff changeset
    61
  let
62662
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    62
    fun input line (#"@" :: #"{" :: #"h" :: #"e" :: #"r" :: #"e" :: #"}" :: cs) res =
62504
f14f17e656a6 clarified modules;
wenzelm
parents: 62501
diff changeset
    63
          let val s = "(Position.line_file_only " ^ Int.toString line ^ " \"" ^ name ^ "\")"
62662
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    64
          in input line cs (s :: res) end
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    65
      | input line (#"@" :: #"{" :: #"m" :: #"a" :: #"k" :: #"e" :: #"_" ::
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    66
            #"s" :: #"t" :: #"r" :: #"i" :: #"n" :: #"g" :: #"}" :: cs) res =
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    67
          input line cs (ML_Pretty.make_string_fn "" :: res)
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    68
      | input line (#"\\" :: #"<" :: cs) res = input line cs ("\\\\<" :: res)
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    69
      | input line (#"\n" :: cs) res = input (line + 1) cs ("\n" :: res)
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    70
      | input line (c :: cs) res = input line cs (str c :: res)
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    71
      | input _ [] res = rev res;
291cc01f56f5 @{make_string} is available during Pure bootstrap;
wenzelm
parents: 62529
diff changeset
    72
  in String.concat (input start_line (String.explode txt) []) end;
62504
f14f17e656a6 clarified modules;
wenzelm
parents: 62501
diff changeset
    73
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    74
in
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
    75
62716
d80b9f4990e4 explicit print_depth for the sake of Spec_Check.determine_type;
wenzelm
parents: 62668
diff changeset
    76
fun use_text ({name_space, print_depth, here, print, error, ...}: context)
d80b9f4990e4 explicit print_depth for the sake of Spec_Check.determine_type;
wenzelm
parents: 62668
diff changeset
    77
    {line, file, verbose, debug} text =
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    78
  let
60955
wenzelm
parents: 56435
diff changeset
    79
    val current_line = Unsynchronized.ref line;
62529
8b7bdfc09f3b clarified treatment of fragments of Isabelle symbols during bootstrap;
wenzelm
parents: 62508
diff changeset
    80
    val in_buffer = Unsynchronized.ref (String.explode (ml_input line file text));
32738
15bb09ca0378 explicit indication of Unsynchronized.ref;
wenzelm
parents: 31480
diff changeset
    81
    val out_buffer = Unsynchronized.ref ([]: string list);
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    82
    fun output () = drop_newline (implode (rev (! out_buffer)));
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    83
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    84
    fun get () =
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    85
      (case ! in_buffer of
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    86
        [] => NONE
60955
wenzelm
parents: 56435
diff changeset
    87
      | c :: cs =>
wenzelm
parents: 56435
diff changeset
    88
          (in_buffer := cs; if c = #"\n" then current_line := ! current_line + 1 else (); SOME c));
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    89
    fun put s = out_buffer := s :: ! out_buffer;
60955
wenzelm
parents: 56435
diff changeset
    90
    fun put_message {message = msg1, hard, location = {startLine = message_line, ...}, context} =
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    91
     (put (if hard then "Error: " else "Warning: ");
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    92
      PolyML.prettyPrint (put, 76) msg1;
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    93
      (case context of NONE => () | SOME msg2 => PolyML.prettyPrint (put, 76) msg2);
62493
dd154240a53c load secure.ML earlier;
wenzelm
parents: 62490
diff changeset
    94
      put ("At" ^ here (FixedInt.toInt message_line) file ^ "\n"));
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    95
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    96
    val parameters =
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    97
     [PolyML.Compiler.CPOutStream put,
31471
e3987b32e401 use_text: pass file name to compiler, tuned;
wenzelm
parents: 31433
diff changeset
    98
      PolyML.Compiler.CPNameSpace name_space,
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
    99
      PolyML.Compiler.CPErrorMessageProc put_message,
60955
wenzelm
parents: 56435
diff changeset
   100
      PolyML.Compiler.CPLineNo (fn () => ! current_line),
wenzelm
parents: 56435
diff changeset
   101
      PolyML.Compiler.CPFileName file,
62501
98fa1f9a292f discontinued polyml-5.3.0;
wenzelm
parents: 62494
diff changeset
   102
      PolyML.Compiler.CPPrintInAlphabeticalOrder false,
62716
d80b9f4990e4 explicit print_depth for the sake of Spec_Check.determine_type;
wenzelm
parents: 62668
diff changeset
   103
      PolyML.Compiler.CPDebug debug] @
d80b9f4990e4 explicit print_depth for the sake of Spec_Check.determine_type;
wenzelm
parents: 62668
diff changeset
   104
     (case print_depth of NONE => [] | SOME d => [PolyML.Compiler.CPPrintDepth (fn () => d)]);
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   105
    val _ =
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   106
      (while not (List.null (! in_buffer)) do
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   107
        PolyML.compiler (get, parameters) ())
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   108
      handle exn =>
62505
9e2a65912111 clarified modules;
wenzelm
parents: 62504
diff changeset
   109
        if Exn.is_interrupt exn then Exn.reraise exn
39242
28d3809ff91f primitive use_text: let interrupts pass unhindered;
wenzelm
parents: 38470
diff changeset
   110
        else
28d3809ff91f primitive use_text: let interrupts pass unhindered;
wenzelm
parents: 38470
diff changeset
   111
         (put ("Exception- " ^ General.exnMessage exn ^ " raised");
62505
9e2a65912111 clarified modules;
wenzelm
parents: 62504
diff changeset
   112
          error (output ()); Exn.reraise exn);
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   113
  in if verbose then print (output ()) else () end;
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   114
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   115
end;
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   116
60956
10d463883dc2 explicit debug flag for ML compiler;
wenzelm
parents: 60955
diff changeset
   117
fun use_file context {verbose, debug} file =
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   118
  let
60955
wenzelm
parents: 56435
diff changeset
   119
    val instream = TextIO.openIn file;
60956
10d463883dc2 explicit debug flag for ML compiler;
wenzelm
parents: 60955
diff changeset
   120
    val text = Exn.release (Exn.capture TextIO.inputAll instream before TextIO.closeIn instream);
10d463883dc2 explicit debug flag for ML compiler;
wenzelm
parents: 60955
diff changeset
   121
  in use_text context {line = 1, file = file, verbose = verbose, debug = debug} text end;
31312
1c00e4ff3c99 more modular setup of runtime compilation;
wenzelm
parents:
diff changeset
   122
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   123
fun use_operations (use_ : bool option -> string -> unit) =
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   124
  {use = use_ NONE, use_debug = use_ (SOME true), use_no_debug = use_ (SOME false)};
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   125
62490
39d01eaf5292 ML debugger support in Pure (again, see 3565c9f407ec);
wenzelm
parents: 62489
diff changeset
   126
62494
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   127
fun debug_option NONE = OS.Process.getEnv "ISABELLE_ML_DEBUGGER" = SOME "true"
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   128
  | debug_option (SOME debug) = debug;
62490
39d01eaf5292 ML debugger support in Pure (again, see 3565c9f407ec);
wenzelm
parents: 62489
diff changeset
   129
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   130
end;
62489
36f11bc393a2 use bootstrap compiler earlier;
wenzelm
parents: 62387
diff changeset
   131
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   132
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   133
(* initial use operations *)
62494
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   134
62493
dd154240a53c load secure.ML earlier;
wenzelm
parents: 62490
diff changeset
   135
val {use, use_debug, use_no_debug} =
62817
744bfd770123 clarified modules;
wenzelm
parents: 62716
diff changeset
   136
  let val context = ML_Compiler0.make_context ML_Name_Space.global in
62494
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   137
    ML_Compiler0.use_operations (fn opt_debug => fn file =>
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   138
      ML_Compiler0.use_file context
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   139
        {verbose = true, debug = ML_Compiler0.debug_option opt_debug} file
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   140
      handle ERROR msg => (#print context msg; raise error "ML error"))
b90109b2487c clarified modules;
wenzelm
parents: 62493
diff changeset
   141
  end;