src/Tools/Code/code_runtime.ML
author haftmann
Sun Oct 05 20:30:57 2014 +0200 (2014-10-05)
changeset 58558 30cc7ee5ac10
parent 58557 fea97f7be494
child 58643 133203bd474b
permissions -rw-r--r--
basic support for fully static evaluator generation without dynamic compiler invocation
haftmann@39401
     1
(*  Title:      Tools/Code/code_runtime.ML
haftmann@28054
     2
    Author:     Florian Haftmann, TU Muenchen
haftmann@28054
     3
haftmann@34028
     4
Runtime services building on code generation into implementation language SML.
haftmann@28054
     5
*)
haftmann@28054
     6
haftmann@39401
     7
signature CODE_RUNTIME =
haftmann@28054
     8
sig
haftmann@34028
     9
  val target: string
haftmann@39912
    10
  val value: Proof.context ->
haftmann@39912
    11
    (Proof.context -> unit -> 'a) * ((unit -> 'a) -> Proof.context -> Proof.context) * string ->
haftmann@39912
    12
    string * string -> 'a
haftmann@39473
    13
  type 'a cookie = (Proof.context -> unit -> 'a) * ((unit -> 'a) -> Proof.context -> Proof.context) * string
haftmann@55757
    14
  val dynamic_value: 'a cookie -> Proof.context -> string option
haftmann@39473
    15
    -> ((term -> term) -> 'a -> 'a) -> term -> string list -> 'a option
haftmann@55757
    16
  val dynamic_value_strict: 'a cookie -> Proof.context -> string option
haftmann@39473
    17
    -> ((term -> term) -> 'a -> 'a) -> term -> string list -> 'a
haftmann@55757
    18
  val dynamic_value_exn: 'a cookie -> Proof.context -> string option
haftmann@39473
    19
    -> ((term -> term) -> 'a -> 'a) -> term -> string list -> 'a Exn.result
haftmann@56973
    20
  val static_value: 'a cookie -> { ctxt: Proof.context, target: string option,
haftmann@56973
    21
    lift_postproc: (term -> term) -> 'a -> 'a, consts: string list }
haftmann@56973
    22
    -> Proof.context -> term -> 'a option
haftmann@56973
    23
  val static_value_strict: 'a cookie -> { ctxt: Proof.context, target: string option,
haftmann@56973
    24
    lift_postproc: (term -> term) -> 'a -> 'a, consts: string list }
haftmann@56973
    25
    -> Proof.context -> term -> 'a
haftmann@56973
    26
  val static_value_exn: 'a cookie -> { ctxt: Proof.context, target: string option,
haftmann@56973
    27
    lift_postproc: (term -> term) -> 'a -> 'a, consts: string list }
haftmann@56973
    28
    -> Proof.context -> term -> 'a Exn.result
haftmann@55757
    29
  val dynamic_holds_conv: Proof.context -> conv
haftmann@56973
    30
  val static_holds_conv: { ctxt: Proof.context, consts: string list } -> Proof.context -> conv
haftmann@58558
    31
  val static_value_exn': (Proof.context -> term -> 'a) cookie
haftmann@58558
    32
    -> { ctxt: Proof.context, lift_postproc: (term -> term) -> 'a -> 'a,
haftmann@58558
    33
           consts: (string * typ) list, T: typ }
haftmann@58558
    34
    -> Proof.context -> term -> 'a Exn.result (*EXPERIMENTAL!*)
haftmann@40421
    35
  val code_reflect: (string * string list option) list -> string list -> string
haftmann@40421
    36
    -> string option -> theory -> theory
haftmann@39473
    37
  datatype truth = Holds
haftmann@39473
    38
  val put_truth: (unit -> truth) -> Proof.context -> Proof.context
haftmann@57435
    39
  val trace: bool Config.T
haftmann@39816
    40
  val polyml_as_definition: (binding * typ) list -> Path.T list -> theory -> theory
haftmann@28054
    41
end;
haftmann@28054
    42
haftmann@39401
    43
structure Code_Runtime : CODE_RUNTIME =
haftmann@28054
    44
struct
haftmann@28054
    45
haftmann@55150
    46
open Basic_Code_Symbol;
haftmann@39473
    47
open Basic_Code_Thingol;
haftmann@39473
    48
haftmann@39404
    49
(** evaluation **)
haftmann@33992
    50
haftmann@39473
    51
(* technical prerequisites *)
haftmann@39473
    52
haftmann@39473
    53
val this = "Code_Runtime";
haftmann@39473
    54
val s_truth = Long_Name.append this "truth";
haftmann@39473
    55
val s_Holds = Long_Name.append this "Holds";
haftmann@39473
    56
haftmann@34028
    57
val target = "Eval";
haftmann@44663
    58
val structure_generated = "Generated_Code";
haftmann@28054
    59
haftmann@39473
    60
datatype truth = Holds;
haftmann@39422
    61
wenzelm@53171
    62
val _ = Theory.setup
haftmann@55147
    63
  (Code_Target.extend_target (target, (Code_ML.target_SML, I))
haftmann@55150
    64
  #> Code_Target.set_printings (Type_Constructor (@{type_name prop},
haftmann@52435
    65
    [(target, SOME (0, (K o K o K) (Code_Printer.str s_truth)))]))
haftmann@55150
    66
  #> Code_Target.set_printings (Constant (@{const_name Code_Generator.holds},
haftmann@52435
    67
    [(target, SOME (Code_Printer.plain_const_syntax s_Holds))]))
haftmann@39473
    68
  #> Code_Target.add_reserved target this
wenzelm@53171
    69
  #> fold (Code_Target.add_reserved target) ["oo", "ooo", "oooo", "upto", "downto", "orf", "andf"]);
haftmann@39485
    70
       (*avoid further pervasive infix names*)
haftmann@39473
    71
haftmann@57435
    72
val trace = Attrib.setup_config_bool @{binding "code_runtime_trace"} (K false);
haftmann@40150
    73
haftmann@57435
    74
fun exec ctxt verbose code =
haftmann@57435
    75
  (if Config.get ctxt trace then tracing code else ();
haftmann@40257
    76
  ML_Context.exec (fn () => Secure.use_text ML_Env.local_context (0, "generated code") verbose code));
haftmann@39912
    77
haftmann@39912
    78
fun value ctxt (get, put, put_ml) (prelude, value) =
haftmann@39912
    79
  let
haftmann@39912
    80
    val code = (prelude
haftmann@39912
    81
      ^ "\nval _ = Context.set_thread_data (SOME (Context.map_proof (" ^ put_ml
haftmann@39912
    82
      ^ " (fn () => " ^ value ^ ")) (ML_Context.the_generic_context ())))");
haftmann@39912
    83
    val ctxt' = ctxt
haftmann@39912
    84
      |> put (fn () => error ("Bad evaluation for " ^ quote put_ml))
haftmann@57435
    85
      |> Context.proof_map (exec ctxt false code);
haftmann@39912
    86
  in get ctxt' () end;
haftmann@39912
    87
haftmann@39473
    88
haftmann@39473
    89
(* evaluation into target language values *)
haftmann@39473
    90
haftmann@39473
    91
type 'a cookie = (Proof.context -> unit -> 'a) * ((unit -> 'a) -> Proof.context -> Proof.context) * string;
haftmann@39473
    92
haftmann@55757
    93
fun reject_vars ctxt t =
haftmann@55757
    94
  ((Sign.no_frees ctxt o Sign.no_vars ctxt o map_types (K dummyT)) t; t);
haftmann@39605
    95
haftmann@55757
    96
fun obtain_evaluator ctxt some_target program consts =
haftmann@55757
    97
  let
haftmann@55757
    98
    val evaluator' = Code_Target.evaluator ctxt (the_default target some_target) program consts false;
haftmann@55757
    99
  in
haftmann@55757
   100
    evaluator'
haftmann@55757
   101
    #> apfst (fn ml_modules => space_implode "\n\n" (map snd ml_modules))
haftmann@55757
   102
  end;
haftmann@39485
   103
haftmann@55757
   104
fun evaluation cookie ctxt evaluator vs_t args =
haftmann@39404
   105
  let
haftmann@41347
   106
    val (program_code, value_name) = evaluator vs_t;
haftmann@39473
   107
    val value_code = space_implode " "
haftmann@41347
   108
      (value_name :: "()" :: map (enclose "(" ")") args);
wenzelm@40235
   109
  in Exn.interruptible_capture (value ctxt cookie) (program_code, value_code) end;
haftmann@39473
   110
haftmann@39473
   111
fun partiality_as_none e = SOME (Exn.release e)
haftmann@39473
   112
  handle General.Match => NONE
haftmann@39473
   113
    | General.Bind => NONE
haftmann@39473
   114
    | General.Fail _ => NONE;
haftmann@39473
   115
haftmann@55757
   116
fun dynamic_value_exn cookie ctxt some_target postproc t args =
haftmann@39473
   117
  let
haftmann@55757
   118
    val _ = reject_vars ctxt t;
haftmann@57435
   119
    val _ = if Config.get ctxt trace
haftmann@55757
   120
      then tracing ("Evaluation of term " ^ quote (Syntax.string_of_term ctxt t))
haftmann@41099
   121
      else ()
haftmann@56920
   122
    fun evaluator program _ vs_ty_t deps =
haftmann@56920
   123
      evaluation cookie ctxt (obtain_evaluator ctxt some_target program deps) vs_ty_t args;
haftmann@55757
   124
  in Code_Thingol.dynamic_value ctxt (Exn.map_result o postproc) evaluator t end;
haftmann@39473
   125
haftmann@55757
   126
fun dynamic_value_strict cookie ctxt some_target postproc t args =
haftmann@55757
   127
  Exn.release (dynamic_value_exn cookie ctxt some_target postproc t args);
haftmann@39473
   128
haftmann@55757
   129
fun dynamic_value cookie ctxt some_target postproc t args =
haftmann@55757
   130
  partiality_as_none (dynamic_value_exn cookie ctxt some_target postproc t args);
haftmann@39473
   131
haftmann@56973
   132
fun static_evaluator cookie ctxt some_target { program, deps } =
haftmann@39473
   133
  let
haftmann@56973
   134
    val evaluator = obtain_evaluator ctxt some_target program (map Constant deps);
haftmann@55757
   135
    val evaluation' = evaluation cookie ctxt evaluator;
haftmann@56920
   136
  in fn _ => fn _ => fn vs_ty_t => fn _ => evaluation' vs_ty_t [] end;
haftmann@39473
   137
haftmann@56973
   138
fun static_value_exn cookie { ctxt, target, lift_postproc, consts } =
haftmann@55757
   139
  let
haftmann@56973
   140
    val evaluator = Code_Thingol.static_value { ctxt = ctxt,
haftmann@56973
   141
      lift_postproc = Exn.map_result o lift_postproc, consts = consts }
haftmann@56973
   142
      (static_evaluator cookie ctxt target);
haftmann@55757
   143
  in fn ctxt' => evaluator ctxt' o reject_vars ctxt' end;
haftmann@39473
   144
haftmann@56973
   145
fun static_value_strict cookie = Exn.release ooo static_value_exn cookie;
haftmann@41347
   146
haftmann@56973
   147
fun static_value cookie = partiality_as_none ooo static_value_exn cookie;
haftmann@39473
   148
haftmann@39473
   149
haftmann@39473
   150
(* evaluation for truth or nothing *)
haftmann@39473
   151
wenzelm@39820
   152
structure Truth_Result = Proof_Data
wenzelm@39820
   153
(
haftmann@39473
   154
  type T = unit -> truth
wenzelm@41472
   155
  (* FIXME avoid user error with non-user text *)
haftmann@39473
   156
  fun init _ () = error "Truth_Result"
haftmann@39473
   157
);
haftmann@39473
   158
val put_truth = Truth_Result.put;
haftmann@39473
   159
val truth_cookie = (Truth_Result.get, put_truth, Long_Name.append this "put_truth");
haftmann@39473
   160
haftmann@58558
   161
local
haftmann@39605
   162
haftmann@58558
   163
val reject_vars = fn ctxt => tap (reject_vars ctxt o Thm.term_of);
haftmann@41349
   164
haftmann@55757
   165
fun check_holds ctxt evaluator vs_t ct =
haftmann@39473
   166
  let
haftmann@55757
   167
    val thy = Proof_Context.theory_of ctxt;
haftmann@39473
   168
    val t = Thm.term_of ct;
haftmann@39473
   169
    val _ = if fastype_of t <> propT
haftmann@39473
   170
      then error ("Not a proposition: " ^ Syntax.string_of_term_global thy t)
haftmann@39473
   171
      else ();
wenzelm@56245
   172
    val iff = Thm.cterm_of thy (Term.Const (@{const_name Pure.eq}, propT --> propT --> propT));
haftmann@55757
   173
    val result = case partiality_as_none (evaluation truth_cookie ctxt evaluator vs_t [])
haftmann@39473
   174
     of SOME Holds => true
haftmann@39473
   175
      | _ => false;
haftmann@39473
   176
  in
haftmann@39473
   177
    Thm.mk_binop iff ct (if result then @{cprop "PROP Code_Generator.holds"} else ct)
haftmann@39473
   178
  end;
haftmann@39473
   179
haftmann@39473
   180
val (_, raw_check_holds_oracle) = Context.>>> (Context.map_theory_result
wenzelm@43619
   181
  (Thm.add_oracle (@{binding holds_by_evaluation},
haftmann@55757
   182
  fn (ctxt, evaluator, vs_t, ct) => check_holds ctxt evaluator vs_t ct)));
haftmann@39473
   183
haftmann@56920
   184
fun check_holds_oracle ctxt evaluator vs_ty_t ct =
haftmann@56920
   185
  raw_check_holds_oracle (ctxt, evaluator, vs_ty_t, ct);
haftmann@41349
   186
haftmann@41349
   187
in
haftmann@39485
   188
haftmann@55757
   189
fun dynamic_holds_conv ctxt = Code_Thingol.dynamic_conv ctxt
haftmann@56969
   190
  (fn program => fn vs_t => fn deps =>
haftmann@56920
   191
    check_holds_oracle ctxt (obtain_evaluator ctxt NONE program deps) vs_t)
haftmann@55757
   192
      o reject_vars ctxt;
haftmann@39473
   193
haftmann@56973
   194
fun static_holds_conv (ctxt_consts as { ctxt, ... }) =
haftmann@56973
   195
  Code_Thingol.static_conv ctxt_consts (fn { program, deps } => fn ctxt' => fn vs_t =>
haftmann@56973
   196
    K (check_holds_oracle ctxt' (obtain_evaluator ctxt NONE program (map Constant deps)) vs_t o reject_vars ctxt'));
haftmann@41349
   197
haftmann@41349
   198
end; (*local*)
haftmann@39404
   199
haftmann@39404
   200
haftmann@58558
   201
(** full static evaluation -- still with limited coverage! **)
haftmann@39404
   202
haftmann@58557
   203
fun evaluation_code ctxt module_name program tycos consts =
haftmann@33992
   204
  let
haftmann@55757
   205
    val thy = Proof_Context.theory_of ctxt;
haftmann@48568
   206
    val (ml_modules, target_names) =
haftmann@55757
   207
      Code_Target.produce_code_for ctxt
haftmann@55683
   208
        target NONE module_name [] program false (map Constant consts @ map Type_Constructor tycos);
haftmann@48568
   209
    val ml_code = space_implode "\n\n" (map snd ml_modules);
haftmann@55147
   210
    val (consts', tycos') = chop (length consts) target_names;
wenzelm@42359
   211
    val consts_map = map2 (fn const =>
wenzelm@42359
   212
      fn NONE =>
wenzelm@42359
   213
          error ("Constant " ^ (quote o Code.string_of_const thy) const ^
wenzelm@42359
   214
            "\nhas a user-defined serialization")
haftmann@55147
   215
       | SOME const' => (const, const')) consts consts'
wenzelm@42359
   216
    val tycos_map = map2 (fn tyco =>
wenzelm@42359
   217
      fn NONE =>
wenzelm@55304
   218
          error ("Type " ^ quote (Proof_Context.markup_type ctxt tyco) ^
wenzelm@42359
   219
            "\nhas a user-defined serialization")
haftmann@55147
   220
        | SOME tyco' => (tyco, tyco')) tycos tycos';
haftmann@34028
   221
  in (ml_code, (tycos_map, consts_map)) end;
haftmann@28054
   222
haftmann@58558
   223
fun typ_signatures_for T =
haftmann@58558
   224
  let
haftmann@58558
   225
    val (Ts, T') = strip_type T;
haftmann@58558
   226
  in map_range (fn n => (drop n Ts ---> T', take n Ts)) (length Ts + 1) end;
haftmann@28054
   227
haftmann@58558
   228
fun typ_signatures cTs =
haftmann@58558
   229
  let
haftmann@58558
   230
    fun add (c, T) =
haftmann@58558
   231
      fold (fn (T, Ts) => Typtab.map_default (T, []) (cons (c, Ts)))
haftmann@58558
   232
        (typ_signatures_for T);
haftmann@58558
   233
  in
haftmann@58558
   234
    Typtab.empty
haftmann@58558
   235
    |> fold add cTs
haftmann@58558
   236
    |> Typtab.lookup_list
haftmann@58558
   237
  end;
haftmann@58558
   238
haftmann@58558
   239
fun print_of_term_funs { typ_sign_for, ml_name_for_const, ml_name_for_typ } Ts =
haftmann@58558
   240
  let
haftmann@58558
   241
    val var_names = map_range (fn n => "t" ^ string_of_int (n + 1));
haftmann@58558
   242
    fun print_lhs c xs = "Const (" ^ quote c ^ ", _)"
haftmann@58558
   243
      |> fold (fn x => fn s => s ^ " $ " ^ x) xs
haftmann@58558
   244
      |> enclose "(" ")"
haftmann@58558
   245
      |> prefix "ctxt ";
haftmann@58558
   246
    fun print_rhs c Ts xs = ml_name_for_const c
haftmann@58558
   247
      |> fold2 (fn T => fn x => fn s =>
haftmann@58558
   248
         s ^ (" (" ^ ml_name_for_typ T ^ " ctxt " ^ x ^ ")")) Ts xs
haftmann@58558
   249
    fun print_eq (c, Ts) =
haftmann@58558
   250
      let
haftmann@58558
   251
        val xs = var_names (length Ts);
haftmann@58558
   252
      in print_lhs c xs ^ " = " ^ print_rhs c Ts xs end;
haftmann@58558
   253
    val err_eq =
haftmann@58558
   254
      "ctxt t = error (" ^ quote "Bad term: " ^ " ^ Syntax.string_of_term ctxt t)";
haftmann@58558
   255
    fun print_eqs T =
haftmann@58558
   256
      let
haftmann@58558
   257
        val typ_signs = typ_sign_for T;
haftmann@58558
   258
        val name = ml_name_for_typ T;
haftmann@58558
   259
      in
haftmann@58558
   260
        (map print_eq typ_signs @ [err_eq])
haftmann@58558
   261
        |> map (prefix (name ^ " "))
haftmann@58558
   262
        |> space_implode "\n  | "
haftmann@58558
   263
      end;
haftmann@58558
   264
  in
haftmann@58558
   265
    map print_eqs Ts
haftmann@58558
   266
    |> space_implode "\nand "
haftmann@58558
   267
    |> prefix "fun "
haftmann@58558
   268
    |> pair (map ml_name_for_typ Ts)
haftmann@58558
   269
  end;
haftmann@58558
   270
haftmann@58558
   271
fun print_of_term ctxt ml_name_for_const T cTs =
haftmann@58558
   272
  let
haftmann@58558
   273
    val typ_sign_for = typ_signatures cTs;
haftmann@58558
   274
    fun add_typ T Ts =
haftmann@58558
   275
      if member (op =) Ts T
haftmann@58558
   276
      then Ts
haftmann@58558
   277
      else Ts
haftmann@58558
   278
        |> cons T
haftmann@58558
   279
        |> fold (fold add_typ o snd) (typ_sign_for T);
haftmann@58558
   280
    val Ts = add_typ T [];
haftmann@58558
   281
    fun tycos_of (Type (tyco, Ts)) = maps tycos_of Ts @ [tyco]
haftmann@58558
   282
      | tycos_of _ = [];
haftmann@58558
   283
    val ml_name_of = Name.desymbolize NONE o Long_Name.base_name;
haftmann@58558
   284
    val ml_names = map (suffix "_of_term" o space_implode "_" o map ml_name_of o tycos_of) Ts
haftmann@58558
   285
      |> Name.variant_list [];
haftmann@58558
   286
    val ml_name_for_typ = the o AList.lookup (op =) (Ts ~~ ml_names);
haftmann@58558
   287
  in
haftmann@58558
   288
    print_of_term_funs { typ_sign_for = typ_sign_for,
haftmann@58558
   289
      ml_name_for_const = ml_name_for_const,
haftmann@58558
   290
      ml_name_for_typ = ml_name_for_typ } Ts
haftmann@58558
   291
  end;
haftmann@58558
   292
haftmann@58558
   293
fun compile_evaluator cookie ctxt cs_code cTs T { program, deps } =
haftmann@58558
   294
  let
haftmann@58558
   295
    val (context_code, (_, const_map)) =
haftmann@58558
   296
      evaluation_code ctxt structure_generated program [] cs_code;
haftmann@58558
   297
    val ml_name_for_const = the o AList.lookup (op =) const_map;
haftmann@58558
   298
    val (ml_names, of_term_code) = print_of_term ctxt ml_name_for_const T cTs
haftmann@58558
   299
    val of_term = value ctxt cookie (context_code ^ "\n" ^ of_term_code, List.last ml_names);
haftmann@58558
   300
  in fn ctxt' => fn t => fn _ => fn _ => Exn.interruptible_capture (of_term ctxt') t end;
haftmann@58558
   301
haftmann@58558
   302
fun static_value_exn' cookie { ctxt, lift_postproc, consts, T } =
haftmann@58558
   303
  let
haftmann@58558
   304
    val thy = Proof_Context.theory_of ctxt;
haftmann@58558
   305
    val cs_code = map (Axclass.unoverload_const thy) consts;
haftmann@58558
   306
    val cTs = map2 (fn (_, T) => fn c => (c, T)) consts cs_code;
haftmann@58558
   307
    val evaluator = Code_Thingol.static_value { ctxt = ctxt,
haftmann@58558
   308
      lift_postproc = Exn.map_result o lift_postproc, consts = cs_code }
haftmann@58558
   309
      (compile_evaluator cookie ctxt cs_code cTs T);
haftmann@58558
   310
  in fn ctxt' =>
haftmann@58558
   311
    evaluator ctxt' o reject_vars ctxt' o Syntax.check_term ctxt' o Type.constraint T
haftmann@58558
   312
  end;
haftmann@58558
   313
haftmann@58558
   314
haftmann@58558
   315
(** code antiquotation **)
haftmann@28054
   316
haftmann@28054
   317
local
haftmann@28054
   318
haftmann@38930
   319
structure Code_Antiq_Data = Proof_Data
haftmann@28054
   320
(
haftmann@38930
   321
  type T = (string list * string list) * (bool
haftmann@40421
   322
    * (string * (string * string) list) lazy);
haftmann@40421
   323
  fun init _ = (([], []), (true, (Lazy.value ("", []))));
haftmann@28054
   324
);
haftmann@28054
   325
haftmann@38930
   326
val is_first_occ = fst o snd o Code_Antiq_Data.get;
haftmann@28054
   327
haftmann@30962
   328
fun register_code new_tycos new_consts ctxt =
haftmann@28054
   329
  let
haftmann@38930
   330
    val ((tycos, consts), _) = Code_Antiq_Data.get ctxt;
haftmann@30962
   331
    val tycos' = fold (insert (op =)) new_tycos tycos;
haftmann@30962
   332
    val consts' = fold (insert (op =)) new_consts consts;
haftmann@58557
   333
    val program = Code_Thingol.consts_program (Proof_Context.theory_of ctxt) consts';
haftmann@38930
   334
    val acc_code = Lazy.lazy (fn () =>
haftmann@58557
   335
      evaluation_code ctxt structure_generated program tycos' consts'
haftmann@40422
   336
      |> apsnd snd);
haftmann@38930
   337
  in Code_Antiq_Data.put ((tycos', consts'), (false, acc_code)) ctxt end;
haftmann@30962
   338
haftmann@30962
   339
fun register_const const = register_code [] [const];
haftmann@28054
   340
haftmann@40421
   341
fun print_code is_first const ctxt =
haftmann@30962
   342
  let
haftmann@38930
   343
    val (_, (_, acc_code)) = Code_Antiq_Data.get ctxt;
haftmann@40421
   344
    val (ml_code, consts_map) = Lazy.force acc_code;
haftmann@40422
   345
    val ml_code = if is_first then ml_code else "";
wenzelm@41486
   346
    val body = "Isabelle." ^ the (AList.lookup (op =) consts_map const);
wenzelm@41376
   347
  in (ml_code, body) end;
haftmann@28054
   348
haftmann@28054
   349
in
haftmann@28054
   350
wenzelm@56069
   351
fun ml_code_antiq raw_const ctxt =
haftmann@28054
   352
  let
wenzelm@53169
   353
    val thy = Proof_Context.theory_of ctxt;
wenzelm@53169
   354
    val const = Code.check_const thy raw_const;
wenzelm@53169
   355
    val is_first = is_first_occ ctxt;
wenzelm@56069
   356
  in (print_code is_first const, register_const const ctxt) end;
haftmann@30962
   357
haftmann@28054
   358
end; (*local*)
haftmann@28054
   359
haftmann@28054
   360
haftmann@58558
   361
(** reflection support **)
haftmann@36470
   362
haftmann@40421
   363
fun check_datatype thy tyco some_consts =
haftmann@36470
   364
  let
haftmann@40726
   365
    val constrs = (map fst o snd o fst o Code.get_type thy) tyco;
haftmann@40421
   366
    val _ = case some_consts
haftmann@40421
   367
     of SOME consts =>
haftmann@40421
   368
          let
haftmann@40421
   369
            val missing_constrs = subtract (op =) consts constrs;
haftmann@40421
   370
            val _ = if null missing_constrs then []
wenzelm@45430
   371
              else error ("Missing constructor(s) " ^ commas_quote missing_constrs
haftmann@40421
   372
                ^ " for datatype " ^ quote tyco);
haftmann@40421
   373
            val false_constrs = subtract (op =) constrs consts;
haftmann@40421
   374
            val _ = if null false_constrs then []
wenzelm@45430
   375
              else error ("Non-constructor(s) " ^ commas_quote false_constrs
haftmann@40421
   376
                ^ " for datatype " ^ quote tyco)
haftmann@40421
   377
          in () end
haftmann@40421
   378
      | NONE => ();
haftmann@40421
   379
  in (tyco, constrs) end;
haftmann@36470
   380
haftmann@36470
   381
fun add_eval_tyco (tyco, tyco') thy =
haftmann@36470
   382
  let
haftmann@36470
   383
    val k = Sign.arity_number thy tyco;
haftmann@40421
   384
    fun pr pr' _ [] = tyco'
haftmann@40421
   385
      | pr pr' _ [ty] =
haftmann@36470
   386
          Code_Printer.concat [pr' Code_Printer.BR ty, tyco']
haftmann@40421
   387
      | pr pr' _ tys =
haftmann@36470
   388
          Code_Printer.concat [Code_Printer.enum "," "(" ")" (map (pr' Code_Printer.BR) tys), tyco']
haftmann@36470
   389
  in
haftmann@36470
   390
    thy
haftmann@55150
   391
    |> Code_Target.set_printings (Type_Constructor (tyco, [(target, SOME (k, pr))]))
haftmann@36470
   392
  end;
haftmann@36470
   393
haftmann@36514
   394
fun add_eval_constr (const, const') thy =
haftmann@36514
   395
  let
haftmann@36514
   396
    val k = Code.args_number thy const;
haftmann@36514
   397
    fun pr pr' fxy ts = Code_Printer.brackify fxy
haftmann@38922
   398
      (const' :: the_list (Code_Printer.tuplify pr' Code_Printer.BR (map fst ts)));
haftmann@36514
   399
  in
haftmann@36514
   400
    thy
haftmann@55150
   401
    |> Code_Target.set_printings (Constant (const,
haftmann@52435
   402
      [(target, SOME (Code_Printer.simple_const_syntax (k, pr)))]))
haftmann@36514
   403
  end;
haftmann@36514
   404
haftmann@55150
   405
fun add_eval_const (const, const') = Code_Target.set_printings (Constant
haftmann@52435
   406
  (const, [(target, SOME (Code_Printer.simple_const_syntax (0, (K o K o K) const')))]));
haftmann@36470
   407
haftmann@39912
   408
fun process_reflection (code, (tyco_map, (constr_map, const_map))) module_name NONE thy =
haftmann@38935
   409
      thy
haftmann@38935
   410
      |> Code_Target.add_reserved target module_name
haftmann@57435
   411
      |> Context.theory_map (exec (Proof_Context.init_global thy (*FIXME*)) true code)
haftmann@38935
   412
      |> fold (add_eval_tyco o apsnd Code_Printer.str) tyco_map
haftmann@38935
   413
      |> fold (add_eval_constr o apsnd Code_Printer.str) constr_map
haftmann@38935
   414
      |> fold (add_eval_const o apsnd Code_Printer.str) const_map
haftmann@39912
   415
  | process_reflection (code, _) _ (SOME file_name) thy =
haftmann@36470
   416
      let
wenzelm@37950
   417
        val preamble =
wenzelm@46737
   418
          "(* Generated from " ^
wenzelm@56208
   419
            Path.implode (Resources.thy_path (Path.basic (Context.theory_name thy))) ^
wenzelm@46737
   420
          "; DO NOT EDIT! *)";
haftmann@39912
   421
        val _ = File.write (Path.explode file_name) (preamble ^ "\n\n" ^ code);
haftmann@36470
   422
      in
haftmann@36470
   423
        thy
haftmann@36470
   424
      end;
haftmann@36470
   425
haftmann@36470
   426
fun gen_code_reflect prep_type prep_const raw_datatypes raw_functions module_name some_file thy  =
haftmann@36470
   427
  let
haftmann@55757
   428
    val ctxt = Proof_Context.init_global thy;
haftmann@36470
   429
    val datatypes = map (fn (raw_tyco, raw_cos) =>
haftmann@55757
   430
      (prep_type ctxt raw_tyco, (Option.map o map) (prep_const thy) raw_cos)) raw_datatypes;
haftmann@40421
   431
    val (tycos, constrs) = map_split (uncurry (check_datatype thy)) datatypes
haftmann@40421
   432
      |> apsnd flat;
haftmann@36470
   433
    val functions = map (prep_const thy) raw_functions;
haftmann@58557
   434
    val consts = constrs @ functions;
haftmann@58557
   435
    val program = Code_Thingol.consts_program (Proof_Context.theory_of ctxt) consts;
haftmann@58557
   436
    val result = evaluation_code ctxt module_name program tycos consts
haftmann@36514
   437
      |> (apsnd o apsnd) (chop (length constrs));
haftmann@36470
   438
  in
haftmann@36470
   439
    thy
haftmann@39485
   440
    |> process_reflection result module_name some_file
haftmann@36470
   441
  end;
haftmann@36470
   442
haftmann@39422
   443
val code_reflect = gen_code_reflect Code_Target.cert_tyco (K I);
haftmann@36470
   444
val code_reflect_cmd = gen_code_reflect Code_Target.read_tyco Code.read_const;
haftmann@36470
   445
haftmann@36470
   446
haftmann@28054
   447
(** Isar setup **)
haftmann@28054
   448
wenzelm@56069
   449
val _ =
wenzelm@56205
   450
  Theory.setup (ML_Antiquotation.declaration @{binding code} Args.term (fn _ => ml_code_antiq));
haftmann@28054
   451
haftmann@36470
   452
local
haftmann@36470
   453
wenzelm@36960
   454
val parse_datatype =
wenzelm@46949
   455
  Parse.name --| @{keyword "="} --
haftmann@40711
   456
    (((Parse.sym_ident || Parse.string) >> (fn "_" => NONE | _ => Scan.fail ()))
wenzelm@46949
   457
    || ((Parse.term ::: (Scan.repeat (@{keyword "|"} |-- Parse.term))) >> SOME));
haftmann@36470
   458
haftmann@36470
   459
in
haftmann@36470
   460
haftmann@36470
   461
val _ =
wenzelm@46961
   462
  Outer_Syntax.command @{command_spec "code_reflect"}
wenzelm@46961
   463
    "enrich runtime environment with generated code"
haftmann@52434
   464
    (Parse.name -- Scan.optional (@{keyword "datatypes"} |-- Parse.!!!  (parse_datatype
wenzelm@46949
   465
      ::: Scan.repeat (@{keyword "and"} |-- parse_datatype))) []
haftmann@52434
   466
    -- Scan.optional (@{keyword "functions"} |-- Parse.!!!  (Scan.repeat1 Parse.name)) []
haftmann@52434
   467
    -- Scan.option (@{keyword "file"} |-- Parse.!!! Parse.name)
wenzelm@46961
   468
    >> (fn (((module_name, raw_datatypes), raw_functions), some_file) => Toplevel.theory
wenzelm@46961
   469
      (code_reflect_cmd raw_datatypes raw_functions module_name some_file)));
haftmann@36470
   470
haftmann@36470
   471
end; (*local*)
haftmann@36470
   472
haftmann@39816
   473
haftmann@39816
   474
(** using external SML files as substitute for proper definitions -- only for polyml!  **)
haftmann@39816
   475
haftmann@39816
   476
local
haftmann@39816
   477
wenzelm@39820
   478
structure Loaded_Values = Theory_Data
wenzelm@39820
   479
(
haftmann@39816
   480
  type T = string list
haftmann@39816
   481
  val empty = []
wenzelm@41472
   482
  val extend = I
wenzelm@39820
   483
  fun merge data : T = Library.merge (op =) data
haftmann@39816
   484
);
haftmann@39816
   485
haftmann@39816
   486
fun notify_val (string, value) = 
haftmann@39816
   487
  let
wenzelm@56618
   488
    val _ = #enterVal ML_Env.local_name_space (string, value);
wenzelm@53171
   489
    val _ = Theory.setup (Loaded_Values.map (insert (op =) string));
haftmann@39816
   490
  in () end;
haftmann@39816
   491
haftmann@39816
   492
fun abort _ = error "Only value bindings allowed.";
haftmann@39816
   493
haftmann@39816
   494
val notifying_context : use_context =
haftmann@39816
   495
 {tune_source = #tune_source ML_Env.local_context,
haftmann@39816
   496
  name_space =
wenzelm@56618
   497
   {lookupVal    = #lookupVal ML_Env.local_name_space,
wenzelm@56618
   498
    lookupType   = #lookupType ML_Env.local_name_space,
wenzelm@56618
   499
    lookupFix    = #lookupFix ML_Env.local_name_space,
wenzelm@56618
   500
    lookupStruct = #lookupStruct ML_Env.local_name_space,
wenzelm@56618
   501
    lookupSig    = #lookupSig ML_Env.local_name_space,
wenzelm@56618
   502
    lookupFunct  = #lookupFunct ML_Env.local_name_space,
haftmann@39816
   503
    enterVal     = notify_val,
haftmann@39816
   504
    enterType    = abort,
haftmann@39816
   505
    enterFix     = abort,
haftmann@39816
   506
    enterStruct  = abort,
haftmann@39816
   507
    enterSig     = abort,
haftmann@39816
   508
    enterFunct   = abort,
wenzelm@56618
   509
    allVal       = #allVal ML_Env.local_name_space,
wenzelm@56618
   510
    allType      = #allType ML_Env.local_name_space,
wenzelm@56618
   511
    allFix       = #allFix ML_Env.local_name_space,
wenzelm@56618
   512
    allStruct    = #allStruct ML_Env.local_name_space,
wenzelm@56618
   513
    allSig       = #allSig ML_Env.local_name_space,
wenzelm@56618
   514
    allFunct     = #allFunct ML_Env.local_name_space},
haftmann@39816
   515
  str_of_pos = #str_of_pos ML_Env.local_context,
haftmann@39816
   516
  print = #print ML_Env.local_context,
haftmann@39816
   517
  error = #error ML_Env.local_context};
haftmann@39816
   518
haftmann@39816
   519
in
haftmann@39816
   520
haftmann@39816
   521
fun use_file filepath thy =
haftmann@39816
   522
  let
haftmann@39816
   523
    val thy' = Loaded_Values.put [] thy;
haftmann@39816
   524
    val _ = Context.set_thread_data ((SOME o Context.Theory) thy');
haftmann@39816
   525
    val _ = Secure.use_text notifying_context
haftmann@39816
   526
      (0, Path.implode filepath) false (File.read filepath);
wenzelm@45268
   527
    val thy'' = Context.the_theory (Context.the_thread_data ());
haftmann@39912
   528
    val names = Loaded_Values.get thy'';
haftmann@40320
   529
  in (names, thy'') end;
haftmann@39816
   530
haftmann@39816
   531
end;
haftmann@39816
   532
haftmann@39816
   533
fun add_definiendum (ml_name, (b, T)) thy =
haftmann@39816
   534
  thy
haftmann@39816
   535
  |> Code_Target.add_reserved target ml_name
haftmann@39816
   536
  |> Specification.axiomatization [(b, SOME T, NoSyn)] []
haftmann@39816
   537
  |-> (fn ([Const (const, _)], _) =>
haftmann@55150
   538
    Code_Target.set_printings (Constant (const,
haftmann@52435
   539
      [(target, SOME (Code_Printer.simple_const_syntax (0, (K o K o K o Code_Printer.str) ml_name)))]))
haftmann@55757
   540
  #> tap (fn thy => Code_Target.produce_code (Proof_Context.init_global thy) false [const] target NONE structure_generated []));
haftmann@39816
   541
haftmann@39816
   542
fun process_file filepath (definienda, thy) =
haftmann@39816
   543
  let
haftmann@39816
   544
    val (ml_names, thy') = use_file filepath thy;
haftmann@39816
   545
    val superfluous = subtract (fn ((name1, _), name2) => name1 = name2) definienda ml_names;
haftmann@39816
   546
    val _ = if null superfluous then ()
haftmann@39816
   547
      else error ("Value binding(s) " ^ commas_quote superfluous
wenzelm@41944
   548
        ^ " found in external file " ^ Path.print filepath
haftmann@39816
   549
        ^ " not present among the given contants binding(s).");
haftmann@39816
   550
    val these_definienda = AList.make (the o AList.lookup (op =) definienda) ml_names;
haftmann@39816
   551
    val thy'' = fold add_definiendum these_definienda thy';
haftmann@39816
   552
    val definienda' = fold (AList.delete (op =)) ml_names definienda;
haftmann@39816
   553
  in (definienda', thy'') end;
haftmann@39816
   554
haftmann@39816
   555
fun polyml_as_definition bTs filepaths thy =
haftmann@39816
   556
  let
haftmann@39816
   557
    val definienda = map (fn bT => ((Binding.name_of o fst) bT, bT)) bTs;
haftmann@39816
   558
    val (remaining, thy') = fold process_file filepaths (definienda, thy);
haftmann@39816
   559
    val _ = if null remaining then ()
haftmann@39816
   560
      else error ("Constant binding(s) " ^ commas_quote (map fst remaining)
haftmann@39816
   561
        ^ " not present in external file(s).");
haftmann@39816
   562
  in thy' end;
haftmann@39816
   563
haftmann@28054
   564
end; (*struct*)