src/HOL/Library/code_test.ML
author wenzelm
Mon, 22 May 2017 14:44:07 +0200
changeset 65901 e896db33d4ce
parent 65900 d82d1a2e8a4b
child 65904 8411f1a2272c
permissions -rw-r--r--
more robust treatment of generated strings;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
59720
f893472fff31 proper headers;
wenzelm
parents: 59323
diff changeset
     1
(*  Title:      HOL/Library/code_test.ML
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
     2
    Author:     Andreas Lochbihler, ETH Z├╝rich
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
     3
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
     4
Test infrastructure for the code generator.
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
     5
*)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
     6
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
     7
signature CODE_TEST =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
     8
sig
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
     9
  val add_driver:
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    10
    string * ((Proof.context -> (string * string) list * string -> Path.T -> string) * string) ->
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    11
    theory -> theory
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    12
  val overlord: bool Config.T
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    13
  val successN: string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    14
  val failureN: string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    15
  val start_markerN: string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    16
  val end_markerN: string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    17
  val test_terms: Proof.context -> term list -> string -> unit
64578
wenzelm
parents: 64577
diff changeset
    18
  val test_targets: Proof.context -> term list -> string list -> unit
64580
wenzelm
parents: 64579
diff changeset
    19
  val test_code_cmd: string list -> string list -> Proof.context -> unit
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    20
  val eval_term: string -> Proof.context -> term -> term
64581
ee4b9cea7fb5 tuned signature -- suppress pointless exports;
wenzelm
parents: 64580
diff changeset
    21
  val evaluate:
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    22
   (theory -> Path.T -> string list -> string ->
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
    23
     {files: (Path.T * string) list,
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
    24
       compile_cmd: string option,
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
    25
       run_cmd: string,
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
    26
       mk_code_file: string -> Path.T}) -> (string * string) option -> string -> theory ->
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
    27
     (string * string) list * string -> Path.T -> string
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    28
  val evaluate_in_polyml: Proof.context -> (string * string) list * string -> Path.T -> string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    29
  val evaluate_in_mlton: Proof.context -> (string * string) list * string -> Path.T -> string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    30
  val evaluate_in_smlnj: Proof.context -> (string * string) list * string -> Path.T -> string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    31
  val evaluate_in_ocaml: Proof.context -> (string * string) list * string -> Path.T -> string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    32
  val ghc_options: string Config.T
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    33
  val evaluate_in_ghc: Proof.context -> (string * string) list * string -> Path.T -> string
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    34
  val evaluate_in_scala: Proof.context -> (string * string) list * string -> Path.T -> string
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    35
end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    36
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    37
structure Code_Test: CODE_TEST =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    38
struct
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    39
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    40
(* convert a list of terms into nested tuples and back *)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    41
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    42
fun mk_tuples [] = @{term "()"}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    43
  | mk_tuples [t] = t
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    44
  | mk_tuples (t :: ts) = HOLogic.mk_prod (t, mk_tuples ts)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    45
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    46
fun dest_tuples (Const (@{const_name Pair}, _) $ l $ r) = l :: dest_tuples r
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    47
  | dest_tuples t = [t]
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    48
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    49
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    50
fun last_field sep str =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    51
  let
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    52
    val n = size sep
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    53
    val len = size str
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    54
    fun find i =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    55
      if i < 0 then NONE
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    56
      else if String.substring (str, i, n) = sep then SOME i
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    57
      else find (i - 1)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    58
  in
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    59
    (case find (len - n) of
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    60
      NONE => NONE
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    61
    | SOME i => SOME (String.substring (str, 0, i), String.extract (str, i + n, NONE)))
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    62
  end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    63
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    64
fun split_first_last start stop s =
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    65
  (case first_field start s of
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    66
    NONE => NONE
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    67
  | SOME (initial, rest) =>
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    68
      (case last_field stop rest of
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    69
        NONE => NONE
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    70
      | SOME (middle, tail) => SOME (initial, middle, tail)))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    71
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    72
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    73
(* data slot for drivers *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    74
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    75
structure Drivers = Theory_Data
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    76
(
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    77
  type T =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    78
    (string * ((Proof.context -> (string * string) list * string -> Path.T -> string) * string)) list
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    79
  val empty = []
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    80
  val extend = I
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    81
  fun merge data : T = AList.merge (op =) (K true) data
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    82
)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    83
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    84
val add_driver = Drivers.map o AList.update (op =)
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    85
val get_driver = AList.lookup (op =) o Drivers.get
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    86
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    87
(*
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    88
  Test drivers must produce output of the following format:
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    89
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    90
  The start of the relevant data is marked with start_markerN,
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    91
  its end with end_markerN.
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    92
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    93
  Between these two markers, every line corresponds to one test.
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    94
  Lines of successful tests start with successN, failures start with failureN.
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    95
  The failure failureN may continue with the YXML encoding of the evaluated term.
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    96
  There must not be any additional whitespace in between.
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    97
*)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
    98
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
    99
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   100
(* parsing of results *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   101
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   102
val successN = "True"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   103
val failureN = "False"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   104
val start_markerN = "*@*Isabelle/Code_Test-start*@*"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   105
val end_markerN = "*@*Isabelle/Code_Test-end*@*"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   106
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   107
fun parse_line line =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   108
  if String.isPrefix successN line then (true, NONE)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   109
  else if String.isPrefix failureN line then (false,
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   110
    if size line > size failureN then
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   111
      String.extract (line, size failureN, NONE)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   112
      |> YXML.parse_body
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   113
      |> Term_XML.Decode.term
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   114
      |> dest_tuples
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   115
      |> SOME
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   116
    else NONE)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   117
  else raise Fail ("Cannot parse result of evaluation:\n" ^ line)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   118
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   119
fun parse_result target out =
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   120
  (case split_first_last start_markerN end_markerN out of
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   121
    NONE => error ("Evaluation failed for " ^ target ^ "!\nBash output:\n" ^ out)
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   122
  | SOME (_, middle, _) => middle |> trim_line |> split_lines |> map parse_line)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   123
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   124
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   125
(* pretty printing of test results *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   126
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   127
fun pretty_eval _ NONE _ = []
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   128
  | pretty_eval ctxt (SOME evals) ts =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   129
      [Pretty.fbrk,
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   130
       Pretty.big_list "Evaluated terms"
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   131
         (map (fn (t, eval) => Pretty.block
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   132
           [Syntax.pretty_term ctxt t, Pretty.brk 1, Pretty.str "=", Pretty.brk 1,
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   133
            Syntax.pretty_term ctxt eval])
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   134
         (ts ~~ evals))]
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   135
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   136
fun pretty_failure ctxt target (((_, evals), query), eval_ts) =
60022
ea987317a785 tuned whitespace;
wenzelm
parents: 59936
diff changeset
   137
  Pretty.block (Pretty.text ("Test in " ^ target ^ " failed for")
ea987317a785 tuned whitespace;
wenzelm
parents: 59936
diff changeset
   138
    @ [Pretty.brk 1, Pretty.quote (Syntax.pretty_term ctxt query)]
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   139
    @ pretty_eval ctxt evals eval_ts)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   140
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   141
fun pretty_failures ctxt target failures =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   142
  Pretty.blk (0, Pretty.fbreaks (map (pretty_failure ctxt target) failures))
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   143
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   144
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   145
(* driver invocation *)
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   146
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   147
val overlord = Attrib.setup_config_bool @{binding "code_test_overlord"} (K false)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   148
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   149
fun with_overlord_dir name f =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   150
  let
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   151
    val path =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   152
      Path.append (Path.explode "$ISABELLE_HOME_USER") (Path.basic (name ^ serial_string ()))
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   153
    val _ = Isabelle_System.mkdirs path
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   154
  in Exn.release (Exn.capture f path) end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   155
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   156
fun dynamic_value_strict ctxt t compiler =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   157
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   158
    val thy = Proof_Context.theory_of ctxt
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   159
    val (driver, target) =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   160
      (case get_driver thy compiler of
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   161
        NONE => error ("No driver for target " ^ compiler)
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   162
      | SOME f => f)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   163
    val debug = Config.get (Proof_Context.init_global thy) overlord
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   164
    val with_dir = if debug then with_overlord_dir else Isabelle_System.with_tmp_dir
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   165
    fun evaluate f = with_dir "Code_Test" (driver ctxt f) |> parse_result compiler
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   166
    fun evaluator program _ vs_ty deps =
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   167
      Exn.interruptible_capture evaluate
64957
3faa9b31ff78 tuned structure and terminology
haftmann
parents: 64901
diff changeset
   168
        (Code_Target.compilation_text ctxt target program deps true vs_ty)
64578
wenzelm
parents: 64577
diff changeset
   169
    fun postproc f = map (apsnd (Option.map (map f)))
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   170
  in Exn.release (Code_Thingol.dynamic_value ctxt (Exn.map_res o postproc) evaluator t) end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   171
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   172
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   173
(* term preprocessing *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   174
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   175
fun add_eval (Const (@{const_name Trueprop}, _) $ t) = add_eval t
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   176
  | add_eval (Const (@{const_name "HOL.eq"}, _) $ lhs $ rhs) = (fn acc =>
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   177
      acc
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   178
      |> add_eval rhs
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   179
      |> add_eval lhs
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   180
      |> cons rhs
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   181
      |> cons lhs)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   182
  | add_eval (Const (@{const_name "Not"}, _) $ t) = add_eval t
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   183
  | add_eval (Const (@{const_name "Orderings.ord_class.less_eq"}, _) $ lhs $ rhs) = (fn acc =>
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   184
      lhs :: rhs :: acc)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   185
  | add_eval (Const (@{const_name "Orderings.ord_class.less"}, _) $ lhs $ rhs) = (fn acc =>
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   186
      lhs :: rhs :: acc)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   187
  | add_eval _ = I
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   188
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   189
fun mk_term_of [] = @{term "None :: (unit \<Rightarrow> yxml_of_term) option"}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   190
  | mk_term_of ts =
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   191
      let
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   192
        val tuple = mk_tuples ts
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   193
        val T = fastype_of tuple
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   194
      in
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   195
        @{term "Some :: (unit \<Rightarrow> yxml_of_term) \<Rightarrow> (unit \<Rightarrow> yxml_of_term) option"} $
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   196
          (absdummy @{typ unit} (@{const yxml_string_of_term} $
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   197
            (Const (@{const_name Code_Evaluation.term_of}, T --> @{typ term}) $ tuple)))
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   198
      end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   199
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   200
fun test_terms ctxt ts target =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   201
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   202
    val thy = Proof_Context.theory_of ctxt
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   203
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   204
    fun term_of t = Sign.of_sort thy (fastype_of t, @{sort term_of})
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   205
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   206
    fun ensure_bool t =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   207
      (case fastype_of t of
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   208
        @{typ bool} => ()
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   209
      | _ =>
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   210
        error (Pretty.string_of
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   211
          (Pretty.block [Pretty.str "Test case not of type bool:", Pretty.brk 1,
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   212
            Syntax.pretty_term ctxt t])))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   213
64578
wenzelm
parents: 64577
diff changeset
   214
    val _ = List.app ensure_bool ts
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   215
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   216
    val evals = map (fn t => filter term_of (add_eval t [])) ts
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   217
    val eval = map mk_term_of evals
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   218
64578
wenzelm
parents: 64577
diff changeset
   219
    val t =
wenzelm
parents: 64577
diff changeset
   220
      HOLogic.mk_list @{typ "bool \<times> (unit \<Rightarrow> yxml_of_term) option"}
wenzelm
parents: 64577
diff changeset
   221
        (map HOLogic.mk_prod (ts ~~ eval))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   222
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   223
    val result = dynamic_value_strict ctxt t target
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   224
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   225
    val failed =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   226
      filter_out (fst o fst o fst) (result ~~ ts ~~ evals)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   227
      handle ListPair.UnequalLengths =>
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   228
        error ("Evaluation failed!\nWrong number of test results: " ^ Int.toString (length result))
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   229
  in
64578
wenzelm
parents: 64577
diff changeset
   230
    (case failed of [] =>
wenzelm
parents: 64577
diff changeset
   231
      ()
wenzelm
parents: 64577
diff changeset
   232
    | _ => error (Pretty.string_of (pretty_failures ctxt target failed)))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   233
  end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   234
64578
wenzelm
parents: 64577
diff changeset
   235
fun test_targets ctxt = List.app o test_terms ctxt
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   236
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   237
fun pretty_free ctxt = Syntax.pretty_term ctxt o Free
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   238
64580
wenzelm
parents: 64579
diff changeset
   239
fun test_code_cmd raw_ts targets ctxt =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   240
  let
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   241
    val ts = Syntax.read_terms ctxt raw_ts
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   242
    val frees = fold Term.add_frees ts []
64578
wenzelm
parents: 64577
diff changeset
   243
    val _ =
wenzelm
parents: 64577
diff changeset
   244
      if null frees then ()
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   245
      else error (Pretty.string_of
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   246
        (Pretty.block (Pretty.str "Terms contain free variables:" :: Pretty.brk 1 ::
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   247
          Pretty.commas (map (pretty_free ctxt) frees))))
64578
wenzelm
parents: 64577
diff changeset
   248
  in test_targets ctxt ts targets end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   249
58348
2d47c7d10b62 add target language evaluators for the value command;
Andreas Lochbihler
parents: 58039
diff changeset
   250
fun eval_term target ctxt t =
2d47c7d10b62 add target language evaluators for the value command;
Andreas Lochbihler
parents: 58039
diff changeset
   251
  let
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   252
    val frees = Term.add_frees t []
64578
wenzelm
parents: 64577
diff changeset
   253
    val _ =
wenzelm
parents: 64577
diff changeset
   254
      if null frees then ()
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   255
      else
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   256
        error (Pretty.string_of
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   257
          (Pretty.block (Pretty.str "Term contains free variables:" :: Pretty.brk 1 ::
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   258
            Pretty.commas (map (pretty_free ctxt) frees))))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   259
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   260
    val T = fastype_of t
64578
wenzelm
parents: 64577
diff changeset
   261
    val _ =
64579
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   262
      if Sign.of_sort (Proof_Context.theory_of ctxt) (T, @{sort term_of}) then ()
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   263
      else error ("Type " ^ Syntax.string_of_typ ctxt T ^
38a1d8b41189 more standard pretty printing;
wenzelm
parents: 64578
diff changeset
   264
       " of term not of sort " ^ Syntax.string_of_sort ctxt @{sort term_of})
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   265
64578
wenzelm
parents: 64577
diff changeset
   266
    val t' =
wenzelm
parents: 64577
diff changeset
   267
      HOLogic.mk_list @{typ "bool \<times> (unit \<Rightarrow> yxml_of_term) option"}
wenzelm
parents: 64577
diff changeset
   268
        [HOLogic.mk_prod (@{term "False"}, mk_term_of [t])]
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   269
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   270
    val result = dynamic_value_strict ctxt t' target
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   271
  in (case result of [(_, SOME [t])] => t | _ => error "Evaluation failed") end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   272
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   273
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   274
(* generic driver *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   275
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   276
fun evaluate mk_driver opt_env_var compilerN ctxt (code_files, value_name) =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   277
  let
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   278
    val _ =
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   279
      (case opt_env_var of
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   280
        NONE => ()
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   281
      | SOME (env_var, env_var_dest) =>
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   282
          (case getenv env_var of
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   283
            "" =>
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   284
              error (Pretty.string_of (Pretty.para
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   285
                ("Environment variable " ^ env_var ^ " is not set. To test code generation with " ^
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   286
                  compilerN ^ ", set this variable to your " ^ env_var_dest ^
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   287
                  " in the $ISABELLE_HOME_USER/etc/settings file.")))
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   288
          | _ => ()))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   289
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   290
    fun compile NONE = ()
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   291
      | compile (SOME cmd) =
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   292
          let
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   293
            val (out, ret) = Isabelle_System.bash_output cmd
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   294
          in
64578
wenzelm
parents: 64577
diff changeset
   295
            if ret = 0 then ()
wenzelm
parents: 64577
diff changeset
   296
            else error ("Compilation with " ^ compilerN ^ " failed:\n" ^ cmd ^ "\n" ^ out)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   297
          end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   298
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   299
    fun run path =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   300
      let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   301
        val modules = map fst code_files
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   302
        val {files, compile_cmd, run_cmd, mk_code_file} = mk_driver ctxt path modules value_name
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   303
64578
wenzelm
parents: 64577
diff changeset
   304
        val _ = List.app (fn (name, code) => File.write (mk_code_file name) code) code_files
wenzelm
parents: 64577
diff changeset
   305
        val _ = List.app (fn (name, content) => File.write name content) files
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   306
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   307
        val _ = compile compile_cmd
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   308
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   309
        val (out, res) = Isabelle_System.bash_output run_cmd
64578
wenzelm
parents: 64577
diff changeset
   310
        val _ =
wenzelm
parents: 64577
diff changeset
   311
          if res = 0 then ()
wenzelm
parents: 64577
diff changeset
   312
          else error ("Evaluation for " ^ compilerN ^ " terminated with error code " ^
wenzelm
parents: 64577
diff changeset
   313
            Int.toString res ^ "\nBash output:\n" ^ out)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   314
      in out end
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   315
  in run end
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   316
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   317
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   318
(* driver for PolyML *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   319
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   320
val polymlN = "PolyML"
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   321
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   322
fun mk_driver_polyml _ path _ value_name =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   323
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   324
    val generatedN = "generated.sml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   325
    val driverN = "driver.sml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   326
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   327
    val code_path = Path.append path (Path.basic generatedN)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   328
    val driver_path = Path.append path (Path.basic driverN)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   329
    val driver =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   330
      "fun main prog_name = \n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   331
      "  let\n" ^
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   332
      "    fun format_term NONE = \"\"\n" ^
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   333
      "      | format_term (SOME t) = t ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   334
      "    fun format (true, _) = \"" ^ successN ^ "\\n\"\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   335
      "      | format (false, to) = \"" ^ failureN ^ "\" ^ format_term to ^ \"\\n\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   336
      "    val result = " ^ value_name ^ " ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   337
      "    val _ = print \"" ^ start_markerN ^ "\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   338
      "    val _ = map (print o format) result;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   339
      "    val _ = print \"" ^ end_markerN ^ "\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   340
      "  in\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   341
      "    ()\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   342
      "  end;\n"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   343
    val cmd =
65898
f02a1289e2c6 proper File.platform_path for poly on Windows;
wenzelm
parents: 65531
diff changeset
   344
      "\"$ML_HOME/poly\" --use " ^ Bash.string (File.platform_path code_path) ^
f02a1289e2c6 proper File.platform_path for poly on Windows;
wenzelm
parents: 65531
diff changeset
   345
      " --use " ^ Bash.string (File.platform_path driver_path) ^
f02a1289e2c6 proper File.platform_path for poly on Windows;
wenzelm
parents: 65531
diff changeset
   346
      " --eval " ^ Bash.string "main ()"
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   347
  in
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   348
    {files = [(driver_path, driver)], compile_cmd = NONE, run_cmd = cmd, mk_code_file = K code_path}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   349
  end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   350
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   351
fun evaluate_in_polyml ctxt = evaluate mk_driver_polyml NONE polymlN ctxt
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   352
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   353
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   354
(* driver for mlton *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   355
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   356
val mltonN = "MLton"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   357
val ISABELLE_MLTON = "ISABELLE_MLTON"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   358
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   359
fun mk_driver_mlton _ path _ value_name =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   360
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   361
    val generatedN = "generated.sml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   362
    val driverN = "driver.sml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   363
    val projectN = "test"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   364
    val ml_basisN = projectN ^ ".mlb"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   365
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   366
    val code_path = Path.append path (Path.basic generatedN)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   367
    val driver_path = Path.append path (Path.basic driverN)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   368
    val ml_basis_path = Path.append path (Path.basic ml_basisN)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   369
    val driver =
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   370
      "fun format_term NONE = \"\"\n" ^
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   371
      "  | format_term (SOME t) = t ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   372
      "fun format (true, _) = \"" ^ successN ^ "\\n\"\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   373
      "  | format (false, to) = \"" ^ failureN ^ "\" ^ format_term to ^ \"\\n\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   374
      "val result = " ^ value_name ^ " ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   375
      "val _ = print \"" ^ start_markerN ^ "\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   376
      "val _ = map (print o format) result;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   377
      "val _ = print \"" ^ end_markerN ^ "\";\n"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   378
    val ml_basis =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   379
      "$(SML_LIB)/basis/basis.mlb\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   380
      generatedN ^ "\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   381
      driverN
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   382
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   383
    val compile_cmd =
62549
9498623b27f0 File.bash_string operations in ML as in Scala -- exclusively for GNU bash, not perl and not user output;
wenzelm
parents: 61077
diff changeset
   384
      File.bash_path (Path.variable ISABELLE_MLTON) ^
9498623b27f0 File.bash_string operations in ML as in Scala -- exclusively for GNU bash, not perl and not user output;
wenzelm
parents: 61077
diff changeset
   385
      " -default-type intinf " ^ File.bash_path ml_basis_path
9498623b27f0 File.bash_string operations in ML as in Scala -- exclusively for GNU bash, not perl and not user output;
wenzelm
parents: 61077
diff changeset
   386
    val run_cmd = File.bash_path (Path.append path (Path.basic projectN))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   387
  in
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   388
    {files = [(driver_path, driver), (ml_basis_path, ml_basis)],
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   389
     compile_cmd = SOME compile_cmd, run_cmd = run_cmd, mk_code_file = K code_path}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   390
  end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   391
58832
ec9550bd5fd7 make SML/NJ more happy;
wenzelm
parents: 58626
diff changeset
   392
fun evaluate_in_mlton ctxt =
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   393
  evaluate mk_driver_mlton (SOME (ISABELLE_MLTON, "MLton executable")) mltonN ctxt
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   394
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   395
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   396
(* driver for SML/NJ *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   397
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   398
val smlnjN = "SMLNJ"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   399
val ISABELLE_SMLNJ = "ISABELLE_SMLNJ"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   400
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   401
fun mk_driver_smlnj _ path _ value_name =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   402
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   403
    val generatedN = "generated.sml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   404
    val driverN = "driver.sml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   405
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   406
    val code_path = Path.append path (Path.basic generatedN)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   407
    val driver_path = Path.append path (Path.basic driverN)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   408
    val driver =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   409
      "structure Test = struct\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   410
      "fun main prog_name =\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   411
      "  let\n" ^
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   412
      "    fun format_term NONE = \"\"\n" ^
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   413
      "      | format_term (SOME t) = t ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   414
      "    fun format (true, _) = \"" ^ successN ^ "\\n\"\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   415
      "      | format (false, to) = \"" ^ failureN ^ "\" ^ format_term to ^ \"\\n\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   416
      "    val result = " ^ value_name ^ " ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   417
      "    val _ = print \"" ^ start_markerN ^ "\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   418
      "    val _ = map (print o format) result;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   419
      "    val _ = print \"" ^ end_markerN ^ "\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   420
      "  in\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   421
      "    0\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   422
      "  end;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   423
      "end;"
65901
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   424
    val ml_source =
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   425
      "Control.MC.matchRedundantError := false; Control.MC.matchRedundantWarn := false;" ^
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   426
      "use " ^ ML_Syntax.print_string (Path.implode (Path.expand code_path)) ^
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   427
      "; use " ^ ML_Syntax.print_string (Path.implode (Path.expand driver_path)) ^
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   428
      "; Test.main ();"
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   429
    val cmd = "echo " ^ Bash.string ml_source ^ " | \"$ISABELLE_SMLNJ\""
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   430
  in
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   431
    {files = [(driver_path, driver)], compile_cmd = NONE, run_cmd = cmd, mk_code_file = K code_path}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   432
  end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   433
58832
ec9550bd5fd7 make SML/NJ more happy;
wenzelm
parents: 58626
diff changeset
   434
fun evaluate_in_smlnj ctxt =
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   435
  evaluate mk_driver_smlnj (SOME (ISABELLE_SMLNJ, "SMLNJ executable")) smlnjN ctxt
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   436
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   437
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   438
(* driver for OCaml *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   439
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   440
val ocamlN = "OCaml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   441
val ISABELLE_OCAMLC = "ISABELLE_OCAMLC"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   442
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   443
fun mk_driver_ocaml _ path _ value_name =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   444
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   445
    val generatedN = "generated.ml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   446
    val driverN = "driver.ml"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   447
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   448
    val code_path = Path.append path (Path.basic generatedN)
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   449
    val driver_path = Path.append path (Path.basic driverN)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   450
    val driver =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   451
      "let format_term = function\n" ^
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   452
      "  | None -> \"\"\n" ^
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   453
      "  | Some t -> t ();;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   454
      "let format = function\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   455
      "  | (true, _) -> \"" ^ successN ^ "\\n\"\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   456
      "  | (false, x) -> \"" ^ failureN ^ "\" ^ format_term x ^ \"\\n\";;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   457
      "let result = " ^ ("Generated." ^ value_name) ^ " ();;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   458
      "let main x =\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   459
      "  let _ = print_string \"" ^ start_markerN ^ "\" in\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   460
      "  let _ = List.map (fun x -> print_string (format x)) result in\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   461
      "  print_string \"" ^ end_markerN ^ "\";;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   462
      "main ();;"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   463
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   464
    val compiled_path = Path.append path (Path.basic "test")
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   465
    val compile_cmd =
65901
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   466
      "\"$ISABELLE_OCAMLC\" -w pu -o " ^ File.bash_path compiled_path ^
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   467
      " -I " ^ File.bash_path path ^
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   468
      " nums.cma " ^ File.bash_path code_path ^ " " ^ File.bash_path driver_path
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   469
62549
9498623b27f0 File.bash_string operations in ML as in Scala -- exclusively for GNU bash, not perl and not user output;
wenzelm
parents: 61077
diff changeset
   470
    val run_cmd = File.bash_path compiled_path
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   471
  in
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   472
    {files = [(driver_path, driver)],
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   473
     compile_cmd = SOME compile_cmd, run_cmd = run_cmd, mk_code_file = K code_path}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   474
  end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   475
58832
ec9550bd5fd7 make SML/NJ more happy;
wenzelm
parents: 58626
diff changeset
   476
fun evaluate_in_ocaml ctxt =
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   477
  evaluate mk_driver_ocaml (SOME (ISABELLE_OCAMLC, "ocamlc executable")) ocamlN ctxt
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   478
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   479
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   480
(* driver for GHC *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   481
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   482
val ghcN = "GHC"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   483
val ISABELLE_GHC = "ISABELLE_GHC"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   484
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   485
val ghc_options = Attrib.setup_config_string @{binding code_test_ghc} (K "")
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   486
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   487
fun mk_driver_ghc ctxt path modules value_name =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   488
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   489
    val driverN = "Main.hs"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   490
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   491
    fun mk_code_file name = Path.append path (Path.basic (name ^ ".hs"))
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   492
    val driver_path = Path.append path (Path.basic driverN)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   493
    val driver =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   494
      "module Main where {\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   495
      String.concat (map (fn module => "import qualified " ^ module ^ ";\n") modules) ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   496
      "main = do {\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   497
      "    let {\n" ^
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   498
      "      format_term Nothing = \"\";\n" ^
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   499
      "      format_term (Just t) = t ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   500
      "      format (True, _) = \"" ^ successN ^ "\\n\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   501
      "      format (False, to) = \"" ^ failureN ^ "\" ++ format_term to ++ \"\\n\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   502
      "      result = " ^ value_name ^ " ();\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   503
      "    };\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   504
      "    Prelude.putStr \"" ^ start_markerN ^ "\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   505
      "    Prelude.mapM_ (putStr . format) result;\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   506
      "    Prelude.putStr \"" ^ end_markerN ^ "\";\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   507
      "  }\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   508
      "}\n"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   509
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   510
    val compiled_path = Path.append path (Path.basic "test")
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   511
    val compile_cmd =
65901
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   512
      "\"$ISABELLE_GHC\" " ^ Code_Haskell.language_params ^ " " ^
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   513
      Config.get ctxt ghc_options ^ " -o " ^ File.bash_path compiled_path ^ " " ^
e896db33d4ce more robust treatment of generated strings;
wenzelm
parents: 65900
diff changeset
   514
      File.bash_path driver_path ^ " -i" ^ File.bash_path path
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   515
62549
9498623b27f0 File.bash_string operations in ML as in Scala -- exclusively for GNU bash, not perl and not user output;
wenzelm
parents: 61077
diff changeset
   516
    val run_cmd = File.bash_path compiled_path
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   517
  in
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   518
    {files = [(driver_path, driver)],
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   519
     compile_cmd = SOME compile_cmd, run_cmd = run_cmd, mk_code_file = mk_code_file}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   520
  end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   521
58832
ec9550bd5fd7 make SML/NJ more happy;
wenzelm
parents: 58626
diff changeset
   522
fun evaluate_in_ghc ctxt =
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   523
  evaluate mk_driver_ghc (SOME (ISABELLE_GHC, "GHC executable")) ghcN ctxt
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   524
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   525
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   526
(* driver for Scala *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   527
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   528
val scalaN = "Scala"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   529
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   530
fun mk_driver_scala _ path _ value_name =
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   531
  let
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   532
    val generatedN = "Generated_Code"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   533
    val driverN = "Driver.scala"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   534
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   535
    val code_path = Path.append path (Path.basic (generatedN ^ ".scala"))
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   536
    val driver_path = Path.append path (Path.basic driverN)
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   537
    val driver =
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   538
      "import " ^ generatedN ^ "._\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   539
      "object Test {\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   540
      "  def format_term(x : Option[Unit => String]) : String = x match {\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   541
      "    case None => \"\"\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   542
      "    case Some(x) => x(())\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   543
      "  }\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   544
      "  def format(term : (Boolean, Option[Unit => String])) : String = term match {\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   545
      "      case (true, _) => \"True\\n\"\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   546
      "      case (false, x) => \"False\" + format_term(x) + \"\\n\"\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   547
      "  }\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   548
      "  def main(args:Array[String]) = {\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   549
      "    val result = " ^ value_name ^ "(());\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   550
      "    print(\"" ^ start_markerN ^ "\");\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   551
      "    result.map{test:(Boolean, Option[Unit => String]) => print(format(test))};\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   552
      "    print(\"" ^ end_markerN ^ "\");\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   553
      "  }\n" ^
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   554
      "}\n"
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   555
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   556
    val compile_cmd =
65900
d82d1a2e8a4b proper File.platform_path for scala on Windows;
wenzelm
parents: 65898
diff changeset
   557
      "isabelle_scala scalac $ISABELLE_SCALAC_OPTIONS -d " ^ Bash.string (File.platform_path path) ^
d82d1a2e8a4b proper File.platform_path for scala on Windows;
wenzelm
parents: 65898
diff changeset
   558
      " -classpath " ^ Bash.string (File.platform_path path) ^ " " ^
d82d1a2e8a4b proper File.platform_path for scala on Windows;
wenzelm
parents: 65898
diff changeset
   559
      Bash.string (File.platform_path code_path) ^ " " ^
d82d1a2e8a4b proper File.platform_path for scala on Windows;
wenzelm
parents: 65898
diff changeset
   560
      Bash.string (File.platform_path driver_path)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   561
65900
d82d1a2e8a4b proper File.platform_path for scala on Windows;
wenzelm
parents: 65898
diff changeset
   562
    val run_cmd = "isabelle_scala scala -cp " ^ Bash.string (File.platform_path path) ^ " Test"
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   563
  in
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   564
    {files = [(driver_path, driver)],
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   565
     compile_cmd = SOME compile_cmd, run_cmd = run_cmd, mk_code_file = K code_path}
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   566
  end
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   567
64582
3d20ded18f14 unconditional Code_Test_PolyML and Code_Test_Scala: compiler is always present;
wenzelm
parents: 64581
diff changeset
   568
fun evaluate_in_scala ctxt = evaluate mk_driver_scala NONE scalaN ctxt
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   569
64580
wenzelm
parents: 64579
diff changeset
   570
wenzelm
parents: 64579
diff changeset
   571
(* command setup *)
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   572
64577
0288a566c966 tuned whitespace;
wenzelm
parents: 63806
diff changeset
   573
val _ =
59936
b8ffc3dc9e24 @{command_spec} is superseded by @{command_keyword};
wenzelm
parents: 59720
diff changeset
   574
  Outer_Syntax.command @{command_keyword test_code}
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   575
    "compile test cases to target languages, execute them and report results"
64580
wenzelm
parents: 64579
diff changeset
   576
      (Scan.repeat1 Parse.prop -- (@{keyword "in"} |-- Scan.repeat1 Parse.name)
wenzelm
parents: 64579
diff changeset
   577
        >> (fn (ts, targets) => Toplevel.keep (test_code_cmd ts targets o Toplevel.context_of)))
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   578
64580
wenzelm
parents: 64579
diff changeset
   579
val _ =
wenzelm
parents: 64579
diff changeset
   580
  Theory.setup (fold add_driver
wenzelm
parents: 64579
diff changeset
   581
    [(polymlN, (evaluate_in_polyml, Code_ML.target_SML)),
wenzelm
parents: 64579
diff changeset
   582
     (mltonN, (evaluate_in_mlton, Code_ML.target_SML)),
wenzelm
parents: 64579
diff changeset
   583
     (smlnjN, (evaluate_in_smlnj, Code_ML.target_SML)),
wenzelm
parents: 64579
diff changeset
   584
     (ocamlN, (evaluate_in_ocaml, Code_ML.target_OCaml)),
wenzelm
parents: 64579
diff changeset
   585
     (ghcN, (evaluate_in_ghc, Code_Haskell.target)),
wenzelm
parents: 64579
diff changeset
   586
     (scalaN, (evaluate_in_scala, Code_Scala.target))]
63806
c54a53ef1873 clarified modules;
wenzelm
parents: 63157
diff changeset
   587
  #> fold (fn target => Value_Command.add_evaluator (target, eval_term target))
64580
wenzelm
parents: 64579
diff changeset
   588
      [polymlN, mltonN, smlnjN, ocamlN, ghcN, scalaN])
59323
468bd3aedfa1 modernized and more uniform style
haftmann
parents: 58832
diff changeset
   589
58039
469a375212c1 add testing framework for generated code
Andreas Lochbihler
parents:
diff changeset
   590
end