src/Tools/Code/code_runtime.ML
author haftmann
Wed Nov 03 10:44:53 2010 +0100 (2010-11-03)
changeset 40320 abc52faa7761
parent 40257 323f7aad54b0
child 40421 b41aabb629ce
permissions -rw-r--r--
polyml_as_definition does not require explicit dependencies on external ML files
haftmann@39401
     1
(*  Title:      Tools/Code/code_runtime.ML
haftmann@28054
     2
    Author:     Florian Haftmann, TU Muenchen
haftmann@28054
     3
haftmann@34028
     4
Runtime services building on code generation into implementation language SML.
haftmann@28054
     5
*)
haftmann@28054
     6
haftmann@39401
     7
signature CODE_RUNTIME =
haftmann@28054
     8
sig
haftmann@34028
     9
  val target: string
haftmann@39912
    10
  val value: Proof.context ->
haftmann@39912
    11
    (Proof.context -> unit -> 'a) * ((unit -> 'a) -> Proof.context -> Proof.context) * string ->
haftmann@39912
    12
    string * string -> 'a
haftmann@39473
    13
  type 'a cookie = (Proof.context -> unit -> 'a) * ((unit -> 'a) -> Proof.context -> Proof.context) * string
haftmann@39473
    14
  val dynamic_value: 'a cookie -> theory -> string option
haftmann@39473
    15
    -> ((term -> term) -> 'a -> 'a) -> term -> string list -> 'a option
haftmann@39473
    16
  val dynamic_value_strict: 'a cookie -> theory -> string option
haftmann@39473
    17
    -> ((term -> term) -> 'a -> 'a) -> term -> string list -> 'a
haftmann@39473
    18
  val dynamic_value_exn: 'a cookie -> theory -> string option
haftmann@39473
    19
    -> ((term -> term) -> 'a -> 'a) -> term -> string list -> 'a Exn.result
haftmann@39473
    20
  val static_value: 'a cookie -> theory -> string option
haftmann@39473
    21
    -> ((term -> term) -> 'a -> 'a) -> string list -> term -> 'a option
haftmann@39473
    22
  val static_value_strict: 'a cookie -> theory -> string option
haftmann@39473
    23
    -> ((term -> term) -> 'a -> 'a) -> string list -> term -> 'a
haftmann@39473
    24
  val static_value_exn: 'a cookie -> theory -> string option
haftmann@39473
    25
    -> ((term -> term) -> 'a -> 'a) -> string list -> term -> 'a Exn.result
haftmann@39473
    26
  val dynamic_holds_conv: conv
haftmann@39473
    27
  val static_holds_conv: theory -> string list -> conv
haftmann@39422
    28
  val code_reflect: (string * string list) list -> string list -> string -> string option
haftmann@39422
    29
    -> theory -> theory
haftmann@39473
    30
  datatype truth = Holds
haftmann@39473
    31
  val put_truth: (unit -> truth) -> Proof.context -> Proof.context
haftmann@40150
    32
  val trace: bool Unsynchronized.ref
haftmann@39816
    33
  val polyml_as_definition: (binding * typ) list -> Path.T list -> theory -> theory
haftmann@28054
    34
end;
haftmann@28054
    35
haftmann@39401
    36
structure Code_Runtime : CODE_RUNTIME =
haftmann@28054
    37
struct
haftmann@28054
    38
haftmann@39473
    39
open Basic_Code_Thingol;
haftmann@39473
    40
haftmann@39404
    41
(** evaluation **)
haftmann@33992
    42
haftmann@39473
    43
(* technical prerequisites *)
haftmann@39473
    44
haftmann@39473
    45
val this = "Code_Runtime";
haftmann@39473
    46
val s_truth = Long_Name.append this "truth";
haftmann@39473
    47
val s_Holds = Long_Name.append this "Holds";
haftmann@39473
    48
haftmann@34028
    49
val target = "Eval";
haftmann@28054
    50
haftmann@39473
    51
datatype truth = Holds;
haftmann@39422
    52
haftmann@39473
    53
val _ = Context.>> (Context.map_theory
haftmann@39473
    54
  (Code_Target.extend_target (target, (Code_ML.target_SML, K I))
haftmann@39485
    55
  #> Code_Target.add_tyco_syntax target @{type_name prop}
haftmann@39485
    56
       (SOME (0, (K o K o K) (Code_Printer.str s_truth)))
haftmann@39485
    57
  #> Code_Target.add_const_syntax target @{const_name Code_Generator.holds}
haftmann@39485
    58
       (SOME (Code_Printer.plain_const_syntax s_Holds))
haftmann@39473
    59
  #> Code_Target.add_reserved target this
haftmann@39485
    60
  #> fold (Code_Target.add_reserved target) ["oo", "ooo", "oooo", "upto", "downto", "orf", "andf"]));
haftmann@39485
    61
       (*avoid further pervasive infix names*)
haftmann@39473
    62
haftmann@40150
    63
val trace = Unsynchronized.ref false;
haftmann@40150
    64
haftmann@39912
    65
fun exec verbose code =
haftmann@40150
    66
  (if ! trace then tracing code else ();
haftmann@40257
    67
  ML_Context.exec (fn () => Secure.use_text ML_Env.local_context (0, "generated code") verbose code));
haftmann@39912
    68
haftmann@39912
    69
fun value ctxt (get, put, put_ml) (prelude, value) =
haftmann@39912
    70
  let
haftmann@39912
    71
    val code = (prelude
haftmann@39912
    72
      ^ "\nval _ = Context.set_thread_data (SOME (Context.map_proof (" ^ put_ml
haftmann@39912
    73
      ^ " (fn () => " ^ value ^ ")) (ML_Context.the_generic_context ())))");
haftmann@39912
    74
    val ctxt' = ctxt
haftmann@39912
    75
      |> put (fn () => error ("Bad evaluation for " ^ quote put_ml))
haftmann@39912
    76
      |> Context.proof_map (exec false code);
haftmann@39912
    77
  in get ctxt' () end;
haftmann@39912
    78
haftmann@39473
    79
haftmann@39473
    80
(* evaluation into target language values *)
haftmann@39473
    81
haftmann@39473
    82
type 'a cookie = (Proof.context -> unit -> 'a) * ((unit -> 'a) -> Proof.context -> Proof.context) * string;
haftmann@39473
    83
haftmann@39605
    84
fun reject_vars thy t =
haftmann@39605
    85
  let
haftmann@39605
    86
    val ctxt = ProofContext.init_global thy;
haftmann@39605
    87
  in ((Sign.no_frees ctxt o Sign.no_vars ctxt o map_types (K dummyT)) t; t) end;
haftmann@39605
    88
haftmann@39485
    89
fun obtain_serializer thy some_target = Code_Target.produce_code_for thy
haftmann@39485
    90
  (the_default target some_target) NONE "Code" [];
haftmann@39485
    91
haftmann@39537
    92
fun base_evaluator cookie serializer (naming : Code_Thingol.naming) thy program ((vs, ty), t) deps args =
haftmann@39404
    93
  let
haftmann@39404
    94
    val ctxt = ProofContext.init_global thy;
haftmann@39473
    95
    val _ = if Code_Thingol.contains_dictvar t then
haftmann@39473
    96
      error "Term to be evaluated contains free dictionaries" else ();
haftmann@39473
    97
    val v' = Name.variant (map fst vs) "a";
haftmann@39473
    98
    val vs' = (v', []) :: vs
haftmann@39473
    99
    val ty' = Code_Thingol.fun_tyco `%% [ITyVar v', ty];
haftmann@39473
   100
    val value_name = "Value.value.value"
haftmann@39473
   101
    val program' = program
haftmann@39473
   102
      |> Graph.new_node (value_name,
haftmann@39473
   103
          Code_Thingol.Fun (Term.dummy_patternN, (((vs', ty'), [(([IVar NONE], t), (NONE, true))]), NONE)))
haftmann@39473
   104
      |> fold (curry Graph.add_edge value_name) deps;
haftmann@39485
   105
    val (program_code, [SOME value_name']) = serializer naming program' [value_name];
haftmann@39473
   106
    val value_code = space_implode " "
haftmann@39473
   107
      (value_name' :: "()" :: map (enclose "(" ")") args);
wenzelm@40235
   108
  in Exn.interruptible_capture (value ctxt cookie) (program_code, value_code) end;
haftmann@39473
   109
haftmann@39473
   110
fun partiality_as_none e = SOME (Exn.release e)
haftmann@39473
   111
  handle General.Match => NONE
haftmann@39473
   112
    | General.Bind => NONE
haftmann@39473
   113
    | General.Fail _ => NONE;
haftmann@39473
   114
haftmann@39473
   115
fun dynamic_value_exn cookie thy some_target postproc t args =
haftmann@39473
   116
  let
haftmann@39605
   117
    val _ = reject_vars thy t;
haftmann@39482
   118
    fun evaluator naming program ((_, vs_ty), t) deps =
haftmann@39485
   119
      base_evaluator cookie (obtain_serializer thy some_target) naming thy program (vs_ty, t) deps args;
haftmann@39473
   120
  in Code_Thingol.dynamic_eval_value thy (Exn.map_result o postproc) evaluator t end;
haftmann@39473
   121
haftmann@39473
   122
fun dynamic_value_strict cookie thy some_target postproc t args =
haftmann@39473
   123
  Exn.release (dynamic_value_exn cookie thy some_target postproc t args);
haftmann@39473
   124
haftmann@39473
   125
fun dynamic_value cookie thy some_target postproc t args =
haftmann@39473
   126
  partiality_as_none (dynamic_value_exn cookie thy some_target postproc t args);
haftmann@39473
   127
haftmann@39473
   128
fun static_value_exn cookie thy some_target postproc consts =
haftmann@39473
   129
  let
haftmann@39485
   130
    val serializer = obtain_serializer thy some_target;
haftmann@39482
   131
    fun evaluator naming program thy ((_, vs_ty), t) deps =
haftmann@39485
   132
      base_evaluator cookie serializer naming thy program (vs_ty, t) deps [];
haftmann@39605
   133
  in Code_Thingol.static_eval_value thy (Exn.map_result o postproc) consts evaluator o reject_vars thy end;
haftmann@39473
   134
haftmann@39473
   135
fun static_value_strict cookie thy some_target postproc consts t =
haftmann@39473
   136
  Exn.release (static_value_exn cookie thy some_target postproc consts t);
haftmann@39473
   137
haftmann@39473
   138
fun static_value cookie thy some_target postproc consts t =
haftmann@39473
   139
  partiality_as_none (static_value_exn cookie thy some_target postproc consts t);
haftmann@39473
   140
haftmann@39473
   141
haftmann@39473
   142
(* evaluation for truth or nothing *)
haftmann@39473
   143
wenzelm@39820
   144
structure Truth_Result = Proof_Data
wenzelm@39820
   145
(
haftmann@39473
   146
  type T = unit -> truth
haftmann@39473
   147
  fun init _ () = error "Truth_Result"
haftmann@39473
   148
);
haftmann@39473
   149
val put_truth = Truth_Result.put;
haftmann@39473
   150
val truth_cookie = (Truth_Result.get, put_truth, Long_Name.append this "put_truth");
haftmann@39473
   151
haftmann@39605
   152
val reject_vars = fn thy => tap (reject_vars thy o Thm.term_of);
haftmann@39605
   153
haftmann@39485
   154
fun check_holds serializer naming thy program vs_t deps ct =
haftmann@39473
   155
  let
haftmann@39473
   156
    val t = Thm.term_of ct;
haftmann@39473
   157
    val _ = if fastype_of t <> propT
haftmann@39473
   158
      then error ("Not a proposition: " ^ Syntax.string_of_term_global thy t)
haftmann@39473
   159
      else ();
haftmann@39473
   160
    val iff = Thm.cterm_of thy (Term.Const ("==", propT --> propT --> propT));
haftmann@39485
   161
    val result = case partiality_as_none (base_evaluator truth_cookie serializer naming thy program vs_t deps [])
haftmann@39473
   162
     of SOME Holds => true
haftmann@39473
   163
      | _ => false;
haftmann@39473
   164
  in
haftmann@39473
   165
    Thm.mk_binop iff ct (if result then @{cprop "PROP Code_Generator.holds"} else ct)
haftmann@39473
   166
  end;
haftmann@39473
   167
haftmann@39473
   168
val (_, raw_check_holds_oracle) = Context.>>> (Context.map_theory_result
haftmann@39473
   169
  (Thm.add_oracle (Binding.name "holds_by_evaluation",
haftmann@39485
   170
  fn (serializer, naming, thy, program, vs_t, deps, ct) => check_holds serializer naming thy program vs_t deps ct)));
haftmann@39473
   171
haftmann@39485
   172
fun check_holds_oracle serializer naming thy program ((_, vs_ty), t) deps ct =
haftmann@39485
   173
  raw_check_holds_oracle (serializer, naming, thy, program, (vs_ty, t), deps, ct);
haftmann@39485
   174
haftmann@39485
   175
val dynamic_holds_conv = Conv.tap_thy (fn thy => Code_Thingol.dynamic_eval_conv thy
haftmann@39605
   176
  (fn naming => check_holds_oracle (obtain_serializer thy NONE) naming thy)
haftmann@39605
   177
  o reject_vars thy);
haftmann@39473
   178
haftmann@39485
   179
fun static_holds_conv thy consts =
haftmann@39485
   180
  let
haftmann@39485
   181
    val serializer = obtain_serializer thy NONE;
haftmann@39485
   182
  in
haftmann@39485
   183
    Code_Thingol.static_eval_conv thy consts
haftmann@39485
   184
      (fn naming => fn program => fn thy => check_holds_oracle serializer naming thy program)
haftmann@39605
   185
    o reject_vars thy
haftmann@39485
   186
  end;
haftmann@39404
   187
haftmann@39404
   188
haftmann@39404
   189
(** instrumentalization **)
haftmann@39404
   190
haftmann@38930
   191
fun evaluation_code thy module_name tycos consts =
haftmann@33992
   192
  let
haftmann@36271
   193
    val (consts', (naming, program)) = Code_Thingol.consts_program thy false consts;
haftmann@34028
   194
    val tycos' = map (the o Code_Thingol.lookup_tyco naming) tycos;
haftmann@38921
   195
    val (ml_code, target_names) = Code_Target.produce_code_for thy
haftmann@38933
   196
      target NONE module_name [] naming program (consts' @ tycos');
haftmann@34028
   197
    val (consts'', tycos'') = chop (length consts') target_names;
haftmann@34028
   198
    val consts_map = map2 (fn const => fn NONE =>
haftmann@34028
   199
        error ("Constant " ^ (quote o Code.string_of_const thy) const
haftmann@34028
   200
          ^ "\nhas a user-defined serialization")
haftmann@34028
   201
      | SOME const'' => (const, const'')) consts consts''
haftmann@34028
   202
    val tycos_map = map2 (fn tyco => fn NONE =>
haftmann@34028
   203
        error ("Type " ^ (quote o Sign.extern_type thy) tyco
haftmann@34028
   204
          ^ "\nhas a user-defined serialization")
haftmann@34028
   205
      | SOME tyco'' => (tyco, tyco'')) tycos tycos'';
haftmann@34028
   206
  in (ml_code, (tycos_map, consts_map)) end;
haftmann@28054
   207
haftmann@28054
   208
haftmann@39404
   209
(* by antiquotation *)
haftmann@28054
   210
haftmann@28054
   211
local
haftmann@28054
   212
haftmann@38930
   213
structure Code_Antiq_Data = Proof_Data
haftmann@28054
   214
(
haftmann@38930
   215
  type T = (string list * string list) * (bool
haftmann@38930
   216
    * (string * ((string * string) list * (string * string) list)) lazy);
haftmann@38930
   217
  fun init _ = (([], []), (true, (Lazy.value ("", ([], [])))));
haftmann@28054
   218
);
haftmann@28054
   219
haftmann@38930
   220
val is_first_occ = fst o snd o Code_Antiq_Data.get;
haftmann@28054
   221
haftmann@30962
   222
fun register_code new_tycos new_consts ctxt =
haftmann@28054
   223
  let
haftmann@38930
   224
    val ((tycos, consts), _) = Code_Antiq_Data.get ctxt;
haftmann@30962
   225
    val tycos' = fold (insert (op =)) new_tycos tycos;
haftmann@30962
   226
    val consts' = fold (insert (op =)) new_consts consts;
haftmann@38930
   227
    val acc_code = Lazy.lazy (fn () =>
haftmann@38930
   228
      evaluation_code (ProofContext.theory_of ctxt) "Code" tycos' consts');
haftmann@38930
   229
  in Code_Antiq_Data.put ((tycos', consts'), (false, acc_code)) ctxt end;
haftmann@30962
   230
haftmann@30962
   231
fun register_const const = register_code [] [const];
haftmann@28054
   232
haftmann@30962
   233
fun register_datatype tyco constrs = register_code [tyco] constrs;
haftmann@30962
   234
haftmann@30962
   235
fun print_const const all_struct_name tycos_map consts_map =
haftmann@30962
   236
  (Long_Name.append all_struct_name o the o AList.lookup (op =) consts_map) const;
haftmann@30962
   237
wenzelm@35019
   238
fun print_code is_first print_it ctxt =
haftmann@30962
   239
  let
haftmann@38930
   240
    val (_, (_, acc_code)) = Code_Antiq_Data.get ctxt;
haftmann@33992
   241
    val (ml_code, (tycos_map, consts_map)) = Lazy.force acc_code;
haftmann@33992
   242
    val ml_code = if is_first then ml_code
haftmann@28054
   243
      else "";
haftmann@38930
   244
    val all_struct_name = "Isabelle";
haftmann@30962
   245
  in (ml_code, print_it all_struct_name tycos_map consts_map) end;
haftmann@28054
   246
haftmann@28054
   247
in
haftmann@28054
   248
wenzelm@35019
   249
fun ml_code_antiq raw_const background =
haftmann@28054
   250
  let
haftmann@31156
   251
    val const = Code.check_const (ProofContext.theory_of background) raw_const;
haftmann@28054
   252
    val is_first = is_first_occ background;
haftmann@28054
   253
    val background' = register_const const background;
wenzelm@35019
   254
  in (print_code is_first (print_const const), background') end;
haftmann@30962
   255
haftmann@28054
   256
end; (*local*)
haftmann@28054
   257
haftmann@28054
   258
haftmann@39404
   259
(* reflection support *)
haftmann@36470
   260
haftmann@36470
   261
fun check_datatype thy tyco consts =
haftmann@36470
   262
  let
haftmann@37448
   263
    val constrs = (map (fst o fst) o snd o Code.get_type thy) tyco;
haftmann@36470
   264
    val missing_constrs = subtract (op =) consts constrs;
haftmann@36470
   265
    val _ = if null missing_constrs then []
haftmann@36470
   266
      else error ("Missing constructor(s) " ^ commas (map quote missing_constrs)
haftmann@36470
   267
        ^ " for datatype " ^ quote tyco);
haftmann@36470
   268
    val false_constrs = subtract (op =) constrs consts;
haftmann@36470
   269
    val _ = if null false_constrs then []
haftmann@36470
   270
      else error ("Non-constructor(s) " ^ commas (map quote false_constrs)
haftmann@36470
   271
        ^ " for datatype " ^ quote tyco);
haftmann@36470
   272
  in () end;
haftmann@36470
   273
haftmann@36470
   274
fun add_eval_tyco (tyco, tyco') thy =
haftmann@36470
   275
  let
haftmann@36470
   276
    val k = Sign.arity_number thy tyco;
haftmann@36470
   277
    fun pr pr' fxy [] = tyco'
haftmann@36470
   278
      | pr pr' fxy [ty] =
haftmann@36470
   279
          Code_Printer.concat [pr' Code_Printer.BR ty, tyco']
haftmann@36470
   280
      | pr pr' fxy tys =
haftmann@36470
   281
          Code_Printer.concat [Code_Printer.enum "," "(" ")" (map (pr' Code_Printer.BR) tys), tyco']
haftmann@36470
   282
  in
haftmann@36470
   283
    thy
haftmann@38923
   284
    |> Code_Target.add_tyco_syntax target tyco (SOME (k, pr))
haftmann@36470
   285
  end;
haftmann@36470
   286
haftmann@36514
   287
fun add_eval_constr (const, const') thy =
haftmann@36514
   288
  let
haftmann@36514
   289
    val k = Code.args_number thy const;
haftmann@36514
   290
    fun pr pr' fxy ts = Code_Printer.brackify fxy
haftmann@38922
   291
      (const' :: the_list (Code_Printer.tuplify pr' Code_Printer.BR (map fst ts)));
haftmann@36514
   292
  in
haftmann@36514
   293
    thy
haftmann@38923
   294
    |> Code_Target.add_const_syntax target const (SOME (Code_Printer.simple_const_syntax (k, pr)))
haftmann@36514
   295
  end;
haftmann@36514
   296
haftmann@38923
   297
fun add_eval_const (const, const') = Code_Target.add_const_syntax target
haftmann@36470
   298
  const (SOME (Code_Printer.simple_const_syntax (0, (K o K o K) const')));
haftmann@36470
   299
haftmann@39912
   300
fun process_reflection (code, (tyco_map, (constr_map, const_map))) module_name NONE thy =
haftmann@38935
   301
      thy
haftmann@38935
   302
      |> Code_Target.add_reserved target module_name
haftmann@39912
   303
      |> Context.theory_map (exec true code)
haftmann@38935
   304
      |> fold (add_eval_tyco o apsnd Code_Printer.str) tyco_map
haftmann@38935
   305
      |> fold (add_eval_constr o apsnd Code_Printer.str) constr_map
haftmann@38935
   306
      |> fold (add_eval_const o apsnd Code_Printer.str) const_map
haftmann@39912
   307
  | process_reflection (code, _) _ (SOME file_name) thy =
haftmann@36470
   308
      let
wenzelm@37950
   309
        val preamble =
wenzelm@37950
   310
          "(* Generated from " ^ Path.implode (Thy_Header.thy_path (Context.theory_name thy))
haftmann@36470
   311
          ^ "; DO NOT EDIT! *)";
haftmann@39912
   312
        val _ = File.write (Path.explode file_name) (preamble ^ "\n\n" ^ code);
haftmann@36470
   313
      in
haftmann@36470
   314
        thy
haftmann@36470
   315
      end;
haftmann@36470
   316
haftmann@36470
   317
fun gen_code_reflect prep_type prep_const raw_datatypes raw_functions module_name some_file thy  =
haftmann@36470
   318
  let
haftmann@36470
   319
    val datatypes = map (fn (raw_tyco, raw_cos) =>
haftmann@36470
   320
      (prep_type thy raw_tyco, map (prep_const thy) raw_cos)) raw_datatypes;
haftmann@36514
   321
    val _ = map (uncurry (check_datatype thy)) datatypes;
haftmann@36514
   322
    val tycos = map fst datatypes;
haftmann@36514
   323
    val constrs = maps snd datatypes;
haftmann@36470
   324
    val functions = map (prep_const thy) raw_functions;
haftmann@36514
   325
    val result = evaluation_code thy module_name tycos (constrs @ functions)
haftmann@36514
   326
      |> (apsnd o apsnd) (chop (length constrs));
haftmann@36470
   327
  in
haftmann@36470
   328
    thy
haftmann@39485
   329
    |> process_reflection result module_name some_file
haftmann@36470
   330
  end;
haftmann@36470
   331
haftmann@39422
   332
val code_reflect = gen_code_reflect Code_Target.cert_tyco (K I);
haftmann@36470
   333
val code_reflect_cmd = gen_code_reflect Code_Target.read_tyco Code.read_const;
haftmann@36470
   334
haftmann@36470
   335
haftmann@28054
   336
(** Isar setup **)
haftmann@28054
   337
haftmann@28054
   338
val _ = ML_Context.add_antiq "code" (fn _ => Args.term >> ml_code_antiq);
haftmann@28054
   339
haftmann@36470
   340
local
haftmann@36470
   341
haftmann@36470
   342
val datatypesK = "datatypes";
haftmann@36470
   343
val functionsK = "functions";
haftmann@36470
   344
val fileK = "file";
haftmann@36470
   345
val andK = "and"
haftmann@36470
   346
wenzelm@36960
   347
val _ = List.app Keyword.keyword [datatypesK, functionsK];
haftmann@36470
   348
wenzelm@36960
   349
val parse_datatype =
wenzelm@36960
   350
  Parse.name --| Parse.$$$ "=" -- (Parse.term ::: (Scan.repeat (Parse.$$$ "|" |-- Parse.term)));
haftmann@36470
   351
haftmann@36470
   352
in
haftmann@36470
   353
haftmann@36470
   354
val _ =
wenzelm@36960
   355
  Outer_Syntax.command "code_reflect" "enrich runtime environment with generated code"
wenzelm@36960
   356
    Keyword.thy_decl (Parse.name -- Scan.optional (Parse.$$$ datatypesK |-- (parse_datatype
wenzelm@36960
   357
      ::: Scan.repeat (Parse.$$$ andK |-- parse_datatype))) []
wenzelm@36960
   358
    -- Scan.optional (Parse.$$$ functionsK |-- Scan.repeat1 Parse.name) []
wenzelm@36960
   359
    -- Scan.option (Parse.$$$ fileK |-- Parse.name)
haftmann@36534
   360
  >> (fn (((module_name, raw_datatypes), raw_functions), some_file) => Toplevel.theory
haftmann@36470
   361
    (code_reflect_cmd raw_datatypes raw_functions module_name some_file)));
haftmann@36470
   362
haftmann@36470
   363
end; (*local*)
haftmann@36470
   364
haftmann@39816
   365
haftmann@39816
   366
(** using external SML files as substitute for proper definitions -- only for polyml!  **)
haftmann@39816
   367
haftmann@39816
   368
local
haftmann@39816
   369
wenzelm@39820
   370
structure Loaded_Values = Theory_Data
wenzelm@39820
   371
(
haftmann@39816
   372
  type T = string list
haftmann@39816
   373
  val empty = []
wenzelm@39820
   374
  fun merge data : T = Library.merge (op =) data
haftmann@39816
   375
  val extend = I
haftmann@39816
   376
);
haftmann@39816
   377
haftmann@39816
   378
fun notify_val (string, value) = 
haftmann@39816
   379
  let
haftmann@39816
   380
    val _ = #enterVal ML_Env.name_space (string, value);
haftmann@39816
   381
    val _ = Context.>> ((Context.map_theory o Loaded_Values.map) (insert (op =) string));
haftmann@39816
   382
  in () end;
haftmann@39816
   383
haftmann@39816
   384
fun abort _ = error "Only value bindings allowed.";
haftmann@39816
   385
haftmann@39816
   386
val notifying_context : use_context =
haftmann@39816
   387
 {tune_source = #tune_source ML_Env.local_context,
haftmann@39816
   388
  name_space =
haftmann@39816
   389
   {lookupVal    = #lookupVal ML_Env.name_space,
haftmann@39816
   390
    lookupType   = #lookupType ML_Env.name_space,
haftmann@39816
   391
    lookupFix    = #lookupFix ML_Env.name_space,
haftmann@39816
   392
    lookupStruct = #lookupStruct ML_Env.name_space,
haftmann@39816
   393
    lookupSig    = #lookupSig ML_Env.name_space,
haftmann@39816
   394
    lookupFunct  = #lookupFunct ML_Env.name_space,
haftmann@39816
   395
    enterVal     = notify_val,
haftmann@39816
   396
    enterType    = abort,
haftmann@39816
   397
    enterFix     = abort,
haftmann@39816
   398
    enterStruct  = abort,
haftmann@39816
   399
    enterSig     = abort,
haftmann@39816
   400
    enterFunct   = abort,
haftmann@39816
   401
    allVal       = #allVal ML_Env.name_space,
haftmann@39816
   402
    allType      = #allType ML_Env.name_space,
haftmann@39816
   403
    allFix       = #allFix ML_Env.name_space,
haftmann@39816
   404
    allStruct    = #allStruct ML_Env.name_space,
haftmann@39816
   405
    allSig       = #allSig ML_Env.name_space,
haftmann@39816
   406
    allFunct     = #allFunct ML_Env.name_space},
haftmann@39816
   407
  str_of_pos = #str_of_pos ML_Env.local_context,
haftmann@39816
   408
  print = #print ML_Env.local_context,
haftmann@39816
   409
  error = #error ML_Env.local_context};
haftmann@39816
   410
haftmann@39816
   411
in
haftmann@39816
   412
haftmann@39816
   413
fun use_file filepath thy =
haftmann@39816
   414
  let
haftmann@39816
   415
    val thy' = Loaded_Values.put [] thy;
haftmann@39816
   416
    val _ = Context.set_thread_data ((SOME o Context.Theory) thy');
haftmann@39816
   417
    val _ = Secure.use_text notifying_context
haftmann@39816
   418
      (0, Path.implode filepath) false (File.read filepath);
haftmann@39912
   419
    val thy'' = (Context.the_theory o the) (Context.thread_data ());
haftmann@39912
   420
    val names = Loaded_Values.get thy'';
haftmann@40320
   421
  in (names, thy'') end;
haftmann@39816
   422
haftmann@39816
   423
end;
haftmann@39816
   424
haftmann@39816
   425
fun add_definiendum (ml_name, (b, T)) thy =
haftmann@39816
   426
  thy
haftmann@39816
   427
  |> Code_Target.add_reserved target ml_name
haftmann@39816
   428
  |> Specification.axiomatization [(b, SOME T, NoSyn)] []
haftmann@39816
   429
  |-> (fn ([Const (const, _)], _) =>
haftmann@39816
   430
     Code_Target.add_const_syntax target const
haftmann@39912
   431
       (SOME (Code_Printer.simple_const_syntax (0, (K o K o K o Code_Printer.str) ml_name)))
haftmann@39912
   432
  #> tap (fn thy => Code_Target.produce_code thy [const] target NONE "Code" []));
haftmann@39816
   433
haftmann@39816
   434
fun process_file filepath (definienda, thy) =
haftmann@39816
   435
  let
haftmann@39816
   436
    val (ml_names, thy') = use_file filepath thy;
haftmann@39816
   437
    val superfluous = subtract (fn ((name1, _), name2) => name1 = name2) definienda ml_names;
haftmann@39816
   438
    val _ = if null superfluous then ()
haftmann@39816
   439
      else error ("Value binding(s) " ^ commas_quote superfluous
haftmann@39816
   440
        ^ " found in external file " ^ quote (Path.implode filepath)
haftmann@39816
   441
        ^ " not present among the given contants binding(s).");
haftmann@39816
   442
    val these_definienda = AList.make (the o AList.lookup (op =) definienda) ml_names;
haftmann@39816
   443
    val thy'' = fold add_definiendum these_definienda thy';
haftmann@39816
   444
    val definienda' = fold (AList.delete (op =)) ml_names definienda;
haftmann@39816
   445
  in (definienda', thy'') end;
haftmann@39816
   446
haftmann@39816
   447
fun polyml_as_definition bTs filepaths thy =
haftmann@39816
   448
  let
haftmann@39816
   449
    val definienda = map (fn bT => ((Binding.name_of o fst) bT, bT)) bTs;
haftmann@39816
   450
    val (remaining, thy') = fold process_file filepaths (definienda, thy);
haftmann@39816
   451
    val _ = if null remaining then ()
haftmann@39816
   452
      else error ("Constant binding(s) " ^ commas_quote (map fst remaining)
haftmann@39816
   453
        ^ " not present in external file(s).");
haftmann@39816
   454
  in thy' end;
haftmann@39816
   455
haftmann@28054
   456
end; (*struct*)