src/Tools/Spec_Check/output_style.ML
author blanchet
Mon, 15 Sep 2014 10:49:07 +0200
changeset 58335 a5a3b576fcfb
parent 53171 a5e54d4d9081
child 59058 a78612c67ec0
permissions -rw-r--r--
generate 'code' attribute only if 'code' plugin is enabled
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
53164
beb4ee344c22 clarified position of Spec_Check for Isabelle/ML -- it is unrelated to Isabelle/HOL;
wenzelm
parents: 52277
diff changeset
     1
(*  Title:      Tools/Spec_Check/output_style.ML
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
     2
    Author:     Lukas Bulwahn and Nicolai Schaffroth, TU Muenchen
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
     3
    Author:     Christopher League
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
     4
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
     5
Output styles for presenting Spec_Check's results.
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
     6
*)
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
     7
53165
787d04a7c2d5 more modular setup;
wenzelm
parents: 53164
diff changeset
     8
structure Output_Style : sig end =
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
     9
struct
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    10
52254
994055f7db80 simplified context and data management -- plain ctxt: Proof.context is default for most operations;
wenzelm
parents: 52253
diff changeset
    11
(* perl style *)
994055f7db80 simplified context and data management -- plain ctxt: Proof.context is default for most operations;
wenzelm
parents: 52253
diff changeset
    12
52258
wenzelm
parents: 52256
diff changeset
    13
val perl_style =
wenzelm
parents: 52256
diff changeset
    14
  Spec_Check.register_style "Perl"
wenzelm
parents: 52256
diff changeset
    15
    (fn ctxt => fn tag =>
wenzelm
parents: 52256
diff changeset
    16
      let
wenzelm
parents: 52256
diff changeset
    17
        val target = Config.get ctxt Spec_Check.gen_target
wenzelm
parents: 52256
diff changeset
    18
        val namew = Config.get ctxt Spec_Check.column_width
wenzelm
parents: 52256
diff changeset
    19
        val sort_examples = Config.get ctxt Spec_Check.sort_examples
wenzelm
parents: 52256
diff changeset
    20
        val show_stats = Config.get ctxt Spec_Check.show_stats
wenzelm
parents: 52256
diff changeset
    21
        val limit = Config.get ctxt Spec_Check.examples
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    22
52258
wenzelm
parents: 52256
diff changeset
    23
        val resultw = 8
wenzelm
parents: 52256
diff changeset
    24
        val countw = 20
wenzelm
parents: 52256
diff changeset
    25
        val allw = namew + resultw + countw + 2
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    26
52258
wenzelm
parents: 52256
diff changeset
    27
        val maybe_sort = if sort_examples then sort (int_ord o pairself size) else I
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    28
52277
2bbeab01c0ea make SML/NJ partially happy;
wenzelm
parents: 52264
diff changeset
    29
        fun result ({count = 0, ...}, _) _ = "dubious"
52258
wenzelm
parents: 52256
diff changeset
    30
          | result (_ : Property.stats, badobjs) false = if null badobjs then "ok" else "FAILED"
52277
2bbeab01c0ea make SML/NJ partially happy;
wenzelm
parents: 52264
diff changeset
    31
          | result ({count, tags}, badobjs) true =
52258
wenzelm
parents: 52256
diff changeset
    32
              if not (null badobjs) then "FAILED"
wenzelm
parents: 52256
diff changeset
    33
              else if AList.defined (op =) tags "__GEN" andalso count < target then "dubious"
wenzelm
parents: 52256
diff changeset
    34
              else "ok"
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    35
52258
wenzelm
parents: 52256
diff changeset
    36
        fun ratio (0, _) = "(0/0 passed)"
wenzelm
parents: 52256
diff changeset
    37
          | ratio (count, 0) = "(" ^ string_of_int count ^ " passed)"
52261
wenzelm
parents: 52258
diff changeset
    38
          | ratio (count, n) =
wenzelm
parents: 52258
diff changeset
    39
              "(" ^ string_of_int (count - n) ^ "/" ^ string_of_int count ^  " passed)"
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    40
52258
wenzelm
parents: 52256
diff changeset
    41
        fun update (stats, badobjs) donep =
wenzelm
parents: 52256
diff changeset
    42
          "\r" ^ StringCvt.padRight #"." namew tag ^ "." ^
wenzelm
parents: 52256
diff changeset
    43
          StringCvt.padRight #" " resultw (result (stats, badobjs) donep) ^
wenzelm
parents: 52256
diff changeset
    44
          StringCvt.padRight #" " countw (ratio (#count stats, length badobjs))
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    45
52258
wenzelm
parents: 52256
diff changeset
    46
        fun status (_, result, (stats, badobjs)) =
52264
cdba0c3cb4c2 tuned messages -- some attempts to observe Isabelle output channel semantics;
wenzelm
parents: 52261
diff changeset
    47
          if Property.failure result then warning (update (stats, badobjs) false) else ()
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    48
52258
wenzelm
parents: 52256
diff changeset
    49
        fun prtag count (tag, n) first =
wenzelm
parents: 52256
diff changeset
    50
          if String.isPrefix "__" tag then ("", first)
wenzelm
parents: 52256
diff changeset
    51
          else
wenzelm
parents: 52256
diff changeset
    52
             let
wenzelm
parents: 52256
diff changeset
    53
               val ratio = round ((real n / real count) * 100.0)
wenzelm
parents: 52256
diff changeset
    54
             in
wenzelm
parents: 52256
diff changeset
    55
               (((if first then "" else StringCvt.padRight #" " allw "\n") ^
wenzelm
parents: 52256
diff changeset
    56
                 StringCvt.padLeft #" " 3 (string_of_int ratio) ^ "% " ^ tag),
wenzelm
parents: 52256
diff changeset
    57
               false)
wenzelm
parents: 52256
diff changeset
    58
             end
wenzelm
parents: 52256
diff changeset
    59
52277
2bbeab01c0ea make SML/NJ partially happy;
wenzelm
parents: 52264
diff changeset
    60
        fun prtags ({count, tags} : Property.stats) =
52258
wenzelm
parents: 52256
diff changeset
    61
          if show_stats then cat_lines (fst (fold_map (prtag count) tags true)) else ""
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    62
52258
wenzelm
parents: 52256
diff changeset
    63
        fun err badobjs =
wenzelm
parents: 52256
diff changeset
    64
          let
wenzelm
parents: 52256
diff changeset
    65
            fun iter [] _ = ()
wenzelm
parents: 52256
diff changeset
    66
              | iter (e :: es) k =
52264
cdba0c3cb4c2 tuned messages -- some attempts to observe Isabelle output channel semantics;
wenzelm
parents: 52261
diff changeset
    67
                  (warning (StringCvt.padLeft #" " namew (if k > 0 then "" else "counter-examples") ^
52258
wenzelm
parents: 52256
diff changeset
    68
                    StringCvt.padRight #" " resultw (if k > 0 then "" else ":") ^ e);
wenzelm
parents: 52256
diff changeset
    69
                  iter es (k + 1))
wenzelm
parents: 52256
diff changeset
    70
          in
wenzelm
parents: 52256
diff changeset
    71
            iter (maybe_sort (take limit (map_filter I badobjs))) 0
wenzelm
parents: 52256
diff changeset
    72
          end
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    73
52258
wenzelm
parents: 52256
diff changeset
    74
        fun finish (stats, badobjs) =
wenzelm
parents: 52256
diff changeset
    75
          if null badobjs then writeln (update (stats, badobjs) true ^ prtags stats)
52264
cdba0c3cb4c2 tuned messages -- some attempts to observe Isabelle output channel semantics;
wenzelm
parents: 52261
diff changeset
    76
          else (warning (update (stats, badobjs) true); err badobjs)
52258
wenzelm
parents: 52256
diff changeset
    77
      in
wenzelm
parents: 52256
diff changeset
    78
        {status = status, finish = finish}
wenzelm
parents: 52256
diff changeset
    79
      end)
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    80
53171
a5e54d4d9081 added Theory.setup convenience;
wenzelm
parents: 53165
diff changeset
    81
val _ = Theory.setup perl_style;
a5e54d4d9081 added Theory.setup convenience;
wenzelm
parents: 53165
diff changeset
    82
52254
994055f7db80 simplified context and data management -- plain ctxt: Proof.context is default for most operations;
wenzelm
parents: 52253
diff changeset
    83
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    84
(* CM style: meshes with CM output; highlighted in sml-mode *)
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
    85
52258
wenzelm
parents: 52256
diff changeset
    86
val cm_style =
wenzelm
parents: 52256
diff changeset
    87
  Spec_Check.register_style "CM"
wenzelm
parents: 52256
diff changeset
    88
    (fn ctxt => fn tag =>
wenzelm
parents: 52256
diff changeset
    89
      let
wenzelm
parents: 52256
diff changeset
    90
        fun pad wd = StringCvt.padLeft #"0" wd o Int.toString
wenzelm
parents: 52256
diff changeset
    91
        val gen_target = Config.get ctxt Spec_Check.gen_target
wenzelm
parents: 52256
diff changeset
    92
        val _ = writeln ("[testing " ^ tag ^ "... ")
52277
2bbeab01c0ea make SML/NJ partially happy;
wenzelm
parents: 52264
diff changeset
    93
        fun finish ({count, ...} : Property.stats, badobjs) =
52258
wenzelm
parents: 52256
diff changeset
    94
          (case (count, badobjs) of
52264
cdba0c3cb4c2 tuned messages -- some attempts to observe Isabelle output channel semantics;
wenzelm
parents: 52261
diff changeset
    95
            (0, []) => warning ("no valid cases generated]")
52258
wenzelm
parents: 52256
diff changeset
    96
          | (n, []) => writeln (
wenzelm
parents: 52256
diff changeset
    97
                if n >= gen_target then "ok]"
wenzelm
parents: 52256
diff changeset
    98
                else "ok on " ^ string_of_int n ^ "; " ^ string_of_int gen_target ^ " required]")
wenzelm
parents: 52256
diff changeset
    99
          | (_, es) =>
wenzelm
parents: 52256
diff changeset
   100
              let
wenzelm
parents: 52256
diff changeset
   101
                val wd = size (string_of_int (length es))
wenzelm
parents: 52256
diff changeset
   102
                fun each (NONE, _) = ()
52264
cdba0c3cb4c2 tuned messages -- some attempts to observe Isabelle output channel semantics;
wenzelm
parents: 52261
diff changeset
   103
                  | each (SOME e, i) = warning (tag ^ ":" ^ pad wd i ^ ".0 Error: " ^ e)
52258
wenzelm
parents: 52256
diff changeset
   104
              in
52264
cdba0c3cb4c2 tuned messages -- some attempts to observe Isabelle output channel semantics;
wenzelm
parents: 52261
diff changeset
   105
                (warning "FAILED]"; map each (es ~~ (1 upto (length es))); ())
52258
wenzelm
parents: 52256
diff changeset
   106
              end)
wenzelm
parents: 52256
diff changeset
   107
      in
wenzelm
parents: 52256
diff changeset
   108
        {status = K (), finish = finish}
wenzelm
parents: 52256
diff changeset
   109
      end)
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
   110
53171
a5e54d4d9081 added Theory.setup convenience;
wenzelm
parents: 53165
diff changeset
   111
val _ = Theory.setup cm_style;
52254
994055f7db80 simplified context and data management -- plain ctxt: Proof.context is default for most operations;
wenzelm
parents: 52253
diff changeset
   112
52248
2c893e0c1def added Spec_Check -- a Quickcheck tool for Isabelle's ML environment;
bulwahn
parents:
diff changeset
   113
end