src/HOL/Tools/Predicate_Compile/predicate_compile_core.ML
author haftmann
Thu Aug 19 16:08:59 2010 +0200 (2010-08-19)
changeset 38558 32ad17fe2b9c
parent 38549 d0385f2764d8
child 38757 2b3e054ae6fc
child 38795 848be46708dc
permissions -rw-r--r--
tuned quotes
     1 (*  Title:      HOL/Tools/Predicate_Compile/predicate_compile_core.ML
     2     Author:     Lukas Bulwahn, TU Muenchen
     3 
     4 A compiler from predicates specified by intro/elim rules to equations.
     5 *)
     6 
     7 signature PREDICATE_COMPILE_CORE =
     8 sig
     9   type mode = Predicate_Compile_Aux.mode
    10   type options = Predicate_Compile_Aux.options
    11   type compilation = Predicate_Compile_Aux.compilation
    12   type compilation_funs = Predicate_Compile_Aux.compilation_funs
    13   
    14   val setup : theory -> theory
    15   val code_pred : options -> string -> Proof.context -> Proof.state
    16   val code_pred_cmd : options -> string -> Proof.context -> Proof.state
    17   val values_cmd : string list -> mode option list option
    18     -> ((string option * bool) * (compilation * int list)) -> int -> string -> Toplevel.state -> unit
    19   val register_predicate : (string * thm list * thm) -> theory -> theory
    20   val register_intros : string * thm list -> theory -> theory
    21   val is_registered : Proof.context -> string -> bool
    22   val function_name_of : compilation -> Proof.context -> string -> mode -> string
    23   val predfun_intro_of: Proof.context -> string -> mode -> thm
    24   val predfun_elim_of: Proof.context -> string -> mode -> thm
    25   val all_preds_of : Proof.context -> string list
    26   val modes_of: compilation -> Proof.context -> string -> mode list
    27   val all_modes_of : compilation -> Proof.context -> (string * mode list) list
    28   val all_random_modes_of : Proof.context -> (string * mode list) list
    29   val intros_of : Proof.context -> string -> thm list
    30   val intros_graph_of : Proof.context -> thm list Graph.T
    31   val add_intro : thm -> theory -> theory
    32   val set_elim : thm -> theory -> theory
    33   val register_alternative_function : string -> mode -> string -> theory -> theory
    34   val alternative_compilation_of_global : theory -> string -> mode ->
    35     (compilation_funs -> typ -> term) option
    36   val alternative_compilation_of : Proof.context -> string -> mode ->
    37     (compilation_funs -> typ -> term) option
    38   val functional_compilation : string -> mode -> compilation_funs -> typ -> term
    39   val force_modes_and_functions : string -> (mode * (string * bool)) list -> theory -> theory
    40   val force_modes_and_compilations : string ->
    41     (mode * ((compilation_funs -> typ -> term) * bool)) list -> theory -> theory
    42   val preprocess_intro : theory -> thm -> thm
    43   val print_stored_rules : Proof.context -> unit
    44   val print_all_modes : compilation -> Proof.context -> unit
    45   val mk_casesrule : Proof.context -> term -> thm list -> term
    46   val eval_ref : (unit -> term Predicate.pred) option Unsynchronized.ref
    47   val random_eval_ref : (unit -> int * int -> term Predicate.pred * (int * int))
    48     option Unsynchronized.ref
    49   val dseq_eval_ref : (unit -> term DSequence.dseq) option Unsynchronized.ref
    50   val random_dseq_eval_ref : (unit -> int -> int -> int * int -> term DSequence.dseq * (int * int))
    51     option Unsynchronized.ref
    52   val new_random_dseq_eval_ref :
    53     (unit -> int -> int -> int * int -> int -> term Lazy_Sequence.lazy_sequence)
    54       option Unsynchronized.ref
    55   val new_random_dseq_stats_eval_ref :
    56     (unit -> int -> int -> int * int -> int -> (term * int) Lazy_Sequence.lazy_sequence)
    57       option Unsynchronized.ref
    58   val code_pred_intro_attrib : attribute
    59   (* used by Quickcheck_Generator *) 
    60   (* temporary for testing of the compilation *)
    61   val add_equations : options -> string list -> theory -> theory
    62   val add_depth_limited_random_equations : options -> string list -> theory -> theory
    63   val add_random_dseq_equations : options -> string list -> theory -> theory
    64   val add_new_random_dseq_equations : options -> string list -> theory -> theory
    65   val mk_tracing : string -> term -> term
    66 end;
    67 
    68 structure Predicate_Compile_Core : PREDICATE_COMPILE_CORE =
    69 struct
    70 
    71 open Predicate_Compile_Aux;
    72 
    73 (** auxiliary **)
    74 
    75 (* debug stuff *)
    76 
    77 fun print_tac options s = 
    78   if show_proof_trace options then Tactical.print_tac s else Seq.single;
    79 
    80 fun assert b = if not b then raise Fail "Assertion failed" else warning "Assertion holds"
    81 
    82 datatype assertion = Max_number_of_subgoals of int
    83 fun assert_tac (Max_number_of_subgoals i) st =
    84   if (nprems_of st <= i) then Seq.single st
    85   else raise Fail ("assert_tac: Numbers of subgoals mismatch at goal state :"
    86     ^ "\n" ^ Pretty.string_of (Pretty.chunks
    87       (Goal_Display.pretty_goals_without_context (! Goal_Display.goals_limit) st)));
    88 
    89 (** fundamentals **)
    90 
    91 (* syntactic operations *)
    92 
    93 fun mk_eq (x, xs) =
    94   let fun mk_eqs _ [] = []
    95         | mk_eqs a (b::cs) =
    96             HOLogic.mk_eq (Free (a, fastype_of b), b) :: mk_eqs a cs
    97   in mk_eqs x xs end;
    98 
    99 fun mk_scomp (t, u) =
   100   let
   101     val T = fastype_of t
   102     val U = fastype_of u
   103     val [A] = binder_types T
   104     val D = body_type U                   
   105   in 
   106     Const (@{const_name "scomp"}, T --> U --> A --> D) $ t $ u
   107   end;
   108 
   109 fun dest_funT (Type ("fun",[S, T])) = (S, T)
   110   | dest_funT T = raise TYPE ("dest_funT", [T], [])
   111  
   112 fun mk_fun_comp (t, u) =
   113   let
   114     val (_, B) = dest_funT (fastype_of t)
   115     val (C, A) = dest_funT (fastype_of u)
   116   in
   117     Const(@{const_name "Fun.comp"}, (A --> B) --> (C --> A) --> C --> B) $ t $ u
   118   end;
   119 
   120 fun dest_randomT (Type ("fun", [@{typ Random.seed},
   121   Type (@{type_name Product_Type.prod}, [Type (@{type_name Product_Type.prod}, [T, @{typ "unit => Code_Evaluation.term"}]) ,@{typ Random.seed}])])) = T
   122   | dest_randomT T = raise TYPE ("dest_randomT", [T], [])
   123 
   124 fun mk_tracing s t =
   125   Const(@{const_name Code_Evaluation.tracing},
   126     @{typ String.literal} --> (fastype_of t) --> (fastype_of t)) $ (HOLogic.mk_literal s) $ t
   127 
   128 val strip_intro_concl = (strip_comb o HOLogic.dest_Trueprop o Logic.strip_imp_concl o prop_of)
   129 
   130 (* derivation trees for modes of premises *)
   131 
   132 datatype mode_derivation = Mode_App of mode_derivation * mode_derivation | Context of mode
   133   | Mode_Pair of mode_derivation * mode_derivation | Term of mode
   134 
   135 fun string_of_derivation (Mode_App (m1, m2)) =
   136   "App (" ^ string_of_derivation m1 ^ ", " ^ string_of_derivation m2 ^ ")"
   137   | string_of_derivation (Mode_Pair (m1, m2)) =
   138   "Pair (" ^ string_of_derivation m1 ^ ", " ^ string_of_derivation m2 ^ ")"
   139   | string_of_derivation (Term m) = "Term (" ^ string_of_mode m ^ ")"
   140   | string_of_derivation (Context m) = "Context (" ^ string_of_mode m ^ ")"
   141 
   142 fun strip_mode_derivation deriv =
   143   let
   144     fun strip (Mode_App (deriv1, deriv2)) ds = strip deriv1 (deriv2 :: ds)
   145       | strip deriv ds = (deriv, ds)
   146   in
   147     strip deriv []
   148   end
   149 
   150 fun mode_of (Context m) = m
   151   | mode_of (Term m) = m
   152   | mode_of (Mode_App (d1, d2)) =
   153     (case mode_of d1 of Fun (m, m') =>
   154         (if eq_mode (m, mode_of d2) then m' else raise Fail "mode_of")
   155       | _ => raise Fail "mode_of2")
   156   | mode_of (Mode_Pair (d1, d2)) =
   157     Pair (mode_of d1, mode_of d2)
   158 
   159 fun head_mode_of deriv = mode_of (fst (strip_mode_derivation deriv))
   160 
   161 fun param_derivations_of deriv =
   162   let
   163     val (_, argument_derivs) = strip_mode_derivation deriv
   164     fun param_derivation (Mode_Pair (m1, m2)) =
   165         param_derivation m1 @ param_derivation m2
   166       | param_derivation (Term _) = []
   167       | param_derivation m = [m]
   168   in
   169     maps param_derivation argument_derivs
   170   end
   171 
   172 fun collect_context_modes (Mode_App (m1, m2)) =
   173       collect_context_modes m1 @ collect_context_modes m2
   174   | collect_context_modes (Mode_Pair (m1, m2)) =
   175       collect_context_modes m1 @ collect_context_modes m2
   176   | collect_context_modes (Context m) = [m]
   177   | collect_context_modes (Term _) = []
   178 
   179 (* representation of inferred clauses with modes *)
   180 
   181 type moded_clause = term list * (indprem * mode_derivation) list
   182 
   183 type 'a pred_mode_table = (string * ((bool * mode) * 'a) list) list
   184 
   185 (* book-keeping *)
   186 
   187 datatype predfun_data = PredfunData of {
   188   definition : thm,
   189   intro : thm,
   190   elim : thm,
   191   neg_intro : thm option
   192 };
   193 
   194 fun rep_predfun_data (PredfunData data) = data;
   195 
   196 fun mk_predfun_data (definition, ((intro, elim), neg_intro)) =
   197   PredfunData {definition = definition, intro = intro, elim = elim, neg_intro = neg_intro}
   198 
   199 datatype pred_data = PredData of {
   200   intros : thm list,
   201   elim : thm option,
   202   function_names : (compilation * (mode * string) list) list,
   203   predfun_data : (mode * predfun_data) list,
   204   needs_random : mode list
   205 };
   206 
   207 fun rep_pred_data (PredData data) = data;
   208 
   209 fun mk_pred_data ((intros, elim), (function_names, (predfun_data, needs_random))) =
   210   PredData {intros = intros, elim = elim,
   211     function_names = function_names, predfun_data = predfun_data, needs_random = needs_random}
   212 
   213 fun map_pred_data f (PredData {intros, elim, function_names, predfun_data, needs_random}) =
   214   mk_pred_data (f ((intros, elim), (function_names, (predfun_data, needs_random))))
   215 
   216 fun eq_option eq (NONE, NONE) = true
   217   | eq_option eq (SOME x, SOME y) = eq (x, y)
   218   | eq_option eq _ = false
   219 
   220 fun eq_pred_data (PredData d1, PredData d2) = 
   221   eq_list Thm.eq_thm (#intros d1, #intros d2) andalso
   222   eq_option Thm.eq_thm (#elim d1, #elim d2)
   223 
   224 structure PredData = Theory_Data
   225 (
   226   type T = pred_data Graph.T;
   227   val empty = Graph.empty;
   228   val extend = I;
   229   val merge = Graph.merge eq_pred_data;
   230 );
   231 
   232 (* queries *)
   233 
   234 fun lookup_pred_data ctxt name =
   235   Option.map rep_pred_data (try (Graph.get_node (PredData.get (ProofContext.theory_of ctxt))) name)
   236 
   237 fun the_pred_data ctxt name = case lookup_pred_data ctxt name
   238  of NONE => error ("No such predicate " ^ quote name)  
   239   | SOME data => data;
   240 
   241 val is_registered = is_some oo lookup_pred_data
   242 
   243 val all_preds_of = Graph.keys o PredData.get o ProofContext.theory_of
   244 
   245 val intros_of = #intros oo the_pred_data
   246 
   247 fun the_elim_of ctxt name = case #elim (the_pred_data ctxt name)
   248  of NONE => error ("No elimination rule for predicate " ^ quote name)
   249   | SOME thm => thm
   250   
   251 val has_elim = is_some o #elim oo the_pred_data
   252 
   253 fun function_names_of compilation ctxt name =
   254   case AList.lookup (op =) (#function_names (the_pred_data ctxt name)) compilation of
   255     NONE => error ("No " ^ string_of_compilation compilation
   256       ^ "functions defined for predicate " ^ quote name)
   257   | SOME fun_names => fun_names
   258 
   259 fun function_name_of compilation ctxt name mode =
   260   case AList.lookup eq_mode
   261     (function_names_of compilation ctxt name) mode of
   262     NONE => error ("No " ^ string_of_compilation compilation
   263       ^ " function defined for mode " ^ string_of_mode mode ^ " of predicate " ^ quote name)
   264   | SOME function_name => function_name
   265 
   266 fun modes_of compilation ctxt name = map fst (function_names_of compilation ctxt name)
   267 
   268 fun all_modes_of compilation ctxt =
   269   map_filter (fn name => Option.map (pair name) (try (modes_of compilation ctxt) name))
   270     (all_preds_of ctxt)
   271 
   272 val all_random_modes_of = all_modes_of Random
   273 
   274 fun defined_functions compilation ctxt name = case lookup_pred_data ctxt name of
   275     NONE => false
   276   | SOME data => AList.defined (op =) (#function_names data) compilation
   277 
   278 fun needs_random ctxt s m =
   279   member (op =) (#needs_random (the_pred_data ctxt s)) m
   280 
   281 fun lookup_predfun_data ctxt name mode =
   282   Option.map rep_predfun_data
   283     (AList.lookup (op =) (#predfun_data (the_pred_data ctxt name)) mode)
   284 
   285 fun the_predfun_data ctxt name mode =
   286   case lookup_predfun_data ctxt name mode of
   287     NONE => error ("No function defined for mode " ^ string_of_mode mode ^
   288       " of predicate " ^ name)
   289   | SOME data => data;
   290 
   291 val predfun_definition_of = #definition ooo the_predfun_data
   292 
   293 val predfun_intro_of = #intro ooo the_predfun_data
   294 
   295 val predfun_elim_of = #elim ooo the_predfun_data
   296 
   297 val predfun_neg_intro_of = #neg_intro ooo the_predfun_data
   298 
   299 val intros_graph_of =
   300   Graph.map_nodes (#intros o rep_pred_data) o PredData.get o ProofContext.theory_of
   301 
   302 (* diagnostic display functions *)
   303 
   304 fun print_modes options modes =
   305   if show_modes options then
   306     tracing ("Inferred modes:\n" ^
   307       cat_lines (map (fn (s, ms) => s ^ ": " ^ commas (map
   308         (fn (p, m) => string_of_mode m ^ (if p then "pos" else "neg")) ms)) modes))
   309   else ()
   310 
   311 fun print_pred_mode_table string_of_entry pred_mode_table =
   312   let
   313     fun print_mode pred ((pol, mode), entry) =  "mode : " ^ string_of_mode mode
   314       ^ string_of_entry pred mode entry
   315     fun print_pred (pred, modes) =
   316       "predicate " ^ pred ^ ": " ^ cat_lines (map (print_mode pred) modes)
   317     val _ = tracing (cat_lines (map print_pred pred_mode_table))
   318   in () end;
   319 
   320 fun string_of_prem ctxt (Prem t) =
   321     (Syntax.string_of_term ctxt t) ^ "(premise)"
   322   | string_of_prem ctxt (Negprem t) =
   323     (Syntax.string_of_term ctxt (HOLogic.mk_not t)) ^ "(negative premise)"
   324   | string_of_prem ctxt (Sidecond t) =
   325     (Syntax.string_of_term ctxt t) ^ "(sidecondition)"
   326   | string_of_prem ctxt _ = raise Fail "string_of_prem: unexpected input"
   327 
   328 fun string_of_clause ctxt pred (ts, prems) =
   329   (space_implode " --> "
   330   (map (string_of_prem ctxt) prems)) ^ " --> " ^ pred ^ " "
   331    ^ (space_implode " " (map (Syntax.string_of_term ctxt) ts))
   332 
   333 fun print_compiled_terms options ctxt =
   334   if show_compilation options then
   335     print_pred_mode_table (fn _ => fn _ => Syntax.string_of_term ctxt)
   336   else K ()
   337 
   338 fun print_stored_rules ctxt =
   339   let
   340     val preds = Graph.keys (PredData.get (ProofContext.theory_of ctxt))
   341     fun print pred () = let
   342       val _ = writeln ("predicate: " ^ pred)
   343       val _ = writeln ("introrules: ")
   344       val _ = fold (fn thm => fn u => writeln (Display.string_of_thm ctxt thm))
   345         (rev (intros_of ctxt pred)) ()
   346     in
   347       if (has_elim ctxt pred) then
   348         writeln ("elimrule: " ^ Display.string_of_thm ctxt (the_elim_of ctxt pred))
   349       else
   350         writeln ("no elimrule defined")
   351     end
   352   in
   353     fold print preds ()
   354   end;
   355 
   356 fun print_all_modes compilation ctxt =
   357   let
   358     val _ = writeln ("Inferred modes:")
   359     fun print (pred, modes) u =
   360       let
   361         val _ = writeln ("predicate: " ^ pred)
   362         val _ = writeln ("modes: " ^ (commas (map string_of_mode modes)))
   363       in u end
   364   in
   365     fold print (all_modes_of compilation ctxt) ()
   366   end
   367 
   368 (* validity checks *)
   369 (* EXPECTED MODE and PROPOSED_MODE are largely the same; define a clear semantics for those! *)
   370 
   371 fun check_expected_modes preds options modes =
   372   case expected_modes options of
   373     SOME (s, ms) => (case AList.lookup (op =) modes s of
   374       SOME modes =>
   375         let
   376           val modes' = map snd modes
   377         in
   378           if not (eq_set eq_mode (ms, modes')) then
   379             error ("expected modes were not inferred:\n"
   380             ^ "  inferred modes for " ^ s ^ ": " ^ commas (map string_of_mode modes')  ^ "\n"
   381             ^ "  expected modes for " ^ s ^ ": " ^ commas (map string_of_mode ms))
   382           else ()
   383         end
   384       | NONE => ())
   385   | NONE => ()
   386 
   387 fun check_proposed_modes preds options modes extra_modes errors =
   388   case proposed_modes options of
   389     SOME (s, ms) => (case AList.lookup (op =) modes s of
   390       SOME inferred_ms =>
   391         let
   392           val preds_without_modes = map fst (filter (null o snd) (modes @ extra_modes))
   393           val modes' = map snd inferred_ms
   394         in
   395           if not (eq_set eq_mode (ms, modes')) then
   396             error ("expected modes were not inferred:\n"
   397             ^ "  inferred modes for " ^ s ^ ": " ^ commas (map string_of_mode modes')  ^ "\n"
   398             ^ "  expected modes for " ^ s ^ ": " ^ commas (map string_of_mode ms) ^ "\n"
   399             ^ "For the following clauses, the following modes could not be inferred: " ^ "\n"
   400             ^ cat_lines errors ^
   401             (if not (null preds_without_modes) then
   402               "\n" ^ "No mode inferred for the predicates " ^ commas preds_without_modes
   403             else ""))
   404           else ()
   405         end
   406       | NONE => ())
   407   | NONE => ()
   408 
   409 (* importing introduction rules *)
   410 
   411 fun unify_consts thy cs intr_ts =
   412   (let
   413      val add_term_consts_2 = fold_aterms (fn Const c => insert (op =) c | _ => I);
   414      fun varify (t, (i, ts)) =
   415        let val t' = map_types (Logic.incr_tvar (i + 1)) (#2 (Type.varify_global [] t))
   416        in (maxidx_of_term t', t'::ts) end;
   417      val (i, cs') = List.foldr varify (~1, []) cs;
   418      val (i', intr_ts') = List.foldr varify (i, []) intr_ts;
   419      val rec_consts = fold add_term_consts_2 cs' [];
   420      val intr_consts = fold add_term_consts_2 intr_ts' [];
   421      fun unify (cname, cT) =
   422        let val consts = map snd (filter (fn c => fst c = cname) intr_consts)
   423        in fold (Sign.typ_unify thy) ((replicate (length consts) cT) ~~ consts) end;
   424      val (env, _) = fold unify rec_consts (Vartab.empty, i');
   425      val subst = map_types (Envir.norm_type env)
   426    in (map subst cs', map subst intr_ts')
   427    end) handle Type.TUNIFY =>
   428      (warning "Occurrences of recursive constant have non-unifiable types"; (cs, intr_ts));
   429 
   430 fun import_intros inp_pred [] ctxt =
   431   let
   432     val ([outp_pred], ctxt') = Variable.import_terms true [inp_pred] ctxt
   433     val T = fastype_of outp_pred
   434     (* TODO: put in a function for this next line! *)
   435     val paramTs = ho_argsT_of (hd (all_modes_of_typ T)) (binder_types T)
   436     val (param_names, ctxt'') = Variable.variant_fixes
   437       (map (fn i => "p" ^ (string_of_int i)) (1 upto (length paramTs))) ctxt'
   438     val params = map2 (curry Free) param_names paramTs
   439   in
   440     (((outp_pred, params), []), ctxt')
   441   end
   442   | import_intros inp_pred (th :: ths) ctxt =
   443     let
   444       val ((_, [th']), ctxt') = Variable.import true [th] ctxt
   445       val thy = ProofContext.theory_of ctxt'
   446       val (pred, args) = strip_intro_concl th'
   447       val T = fastype_of pred
   448       val ho_args = ho_args_of (hd (all_modes_of_typ T)) args
   449       fun subst_of (pred', pred) =
   450         let
   451           val subst = Sign.typ_match thy (fastype_of pred', fastype_of pred) Vartab.empty
   452         in map (fn (indexname, (s, T)) => ((indexname, s), T)) (Vartab.dest subst) end
   453       fun instantiate_typ th =
   454         let
   455           val (pred', _) = strip_intro_concl th
   456           val _ = if not (fst (dest_Const pred) = fst (dest_Const pred')) then
   457             raise Fail "Trying to instantiate another predicate" else ()
   458         in Thm.certify_instantiate (subst_of (pred', pred), []) th end;
   459       fun instantiate_ho_args th =
   460         let
   461           val (_, args') = (strip_comb o HOLogic.dest_Trueprop o Logic.strip_imp_concl o prop_of) th
   462           val ho_args' = map dest_Var (ho_args_of (hd (all_modes_of_typ T)) args')
   463         in Thm.certify_instantiate ([], ho_args' ~~ ho_args) th end
   464       val outp_pred =
   465         Term_Subst.instantiate (subst_of (inp_pred, pred), []) inp_pred
   466       val ((_, ths'), ctxt1) =
   467         Variable.import false (map (instantiate_typ #> instantiate_ho_args) ths) ctxt'
   468     in
   469       (((outp_pred, ho_args), th' :: ths'), ctxt1)
   470     end
   471 
   472 (* generation of case rules from user-given introduction rules *)
   473 
   474 fun mk_args2 (Type (@{type_name Product_Type.prod}, [T1, T2])) st =
   475     let
   476       val (t1, st') = mk_args2 T1 st
   477       val (t2, st'') = mk_args2 T2 st'
   478     in
   479       (HOLogic.mk_prod (t1, t2), st'')
   480     end
   481   (*| mk_args2 (T as Type ("fun", _)) (params, ctxt) = 
   482     let
   483       val (S, U) = strip_type T
   484     in
   485       if U = HOLogic.boolT then
   486         (hd params, (tl params, ctxt))
   487       else
   488         let
   489           val ([x], ctxt') = Variable.variant_fixes ["x"] ctxt
   490         in
   491           (Free (x, T), (params, ctxt'))
   492         end
   493     end*)
   494   | mk_args2 T (params, ctxt) =
   495     let
   496       val ([x], ctxt') = Variable.variant_fixes ["x"] ctxt
   497     in
   498       (Free (x, T), (params, ctxt'))
   499     end
   500 
   501 fun mk_casesrule ctxt pred introrules =
   502   let
   503     (* TODO: can be simplified if parameters are not treated specially ? *)
   504     val (((pred, params), intros_th), ctxt1) = import_intros pred introrules ctxt
   505     (* TODO: distinct required ? -- test case with more than one parameter! *)
   506     val params = distinct (op aconv) params
   507     val intros = map prop_of intros_th
   508     val ([propname], ctxt2) = Variable.variant_fixes ["thesis"] ctxt1
   509     val prop = HOLogic.mk_Trueprop (Free (propname, HOLogic.boolT))
   510     val argsT = binder_types (fastype_of pred)
   511     (* TODO: can be simplified if parameters are not treated specially ? <-- see uncommented code! *)
   512     val (argvs, _) = fold_map mk_args2 argsT (params, ctxt2)
   513     fun mk_case intro =
   514       let
   515         val (_, args) = (strip_comb o HOLogic.dest_Trueprop o Logic.strip_imp_concl) intro
   516         val prems = Logic.strip_imp_prems intro
   517         val eqprems =
   518           map2 (HOLogic.mk_Trueprop oo (curry HOLogic.mk_eq)) argvs args
   519         val frees = map Free (fold Term.add_frees (args @ prems) [])
   520       in fold Logic.all frees (Logic.list_implies (eqprems @ prems, prop)) end
   521     val assm = HOLogic.mk_Trueprop (list_comb (pred, argvs))
   522     val cases = map mk_case intros
   523   in Logic.list_implies (assm :: cases, prop) end;
   524 
   525 fun dest_conjunct_prem th =
   526   case HOLogic.dest_Trueprop (prop_of th) of
   527     (Const (@{const_name "op &"}, _) $ t $ t') =>
   528       dest_conjunct_prem (th RS @{thm conjunct1})
   529         @ dest_conjunct_prem (th RS @{thm conjunct2})
   530     | _ => [th]
   531 
   532 fun prove_casesrule ctxt (pred, (pre_cases_rule, nparams)) cases_rule =
   533   let
   534     val thy = ProofContext.theory_of ctxt
   535     val nargs = length (binder_types (fastype_of pred))
   536     fun PEEK f dependent_tactic st = dependent_tactic (f st) st
   537     fun meta_eq_of th = th RS @{thm eq_reflection}
   538     val tuple_rew_rules = map meta_eq_of [@{thm fst_conv}, @{thm snd_conv}, @{thm Pair_eq}]
   539     fun instantiate i n {context = ctxt, params = p, prems = prems,
   540       asms = a, concl = cl, schematics = s}  =
   541       let
   542         fun term_pair_of (ix, (ty,t)) = (Var (ix,ty), t)
   543         fun inst_of_matches tts = fold (Pattern.match thy) tts (Vartab.empty, Vartab.empty)
   544           |> snd |> Vartab.dest |> map (pairself (cterm_of thy) o term_pair_of)
   545         val (cases, (eqs, prems)) = apsnd (chop (nargs - nparams)) (chop n prems)
   546         val case_th = MetaSimplifier.simplify true
   547           (@{thm Predicate.eq_is_eq} :: map meta_eq_of eqs) (nth cases (i - 1))
   548         val prems' = maps (dest_conjunct_prem o MetaSimplifier.simplify true tuple_rew_rules) prems
   549         val pats = map (swap o HOLogic.dest_eq o HOLogic.dest_Trueprop) (take nargs (prems_of case_th))
   550         val case_th' = Thm.instantiate ([], inst_of_matches pats) case_th
   551           OF (replicate nargs @{thm refl})
   552         val thesis =
   553           Thm.instantiate ([], inst_of_matches (prems_of case_th' ~~ map prop_of prems')) case_th'
   554             OF prems'
   555       in
   556         (rtac thesis 1)
   557       end
   558     val tac =
   559       etac pre_cases_rule 1
   560       THEN
   561       (PEEK nprems_of
   562         (fn n =>
   563           ALLGOALS (fn i =>
   564             MetaSimplifier.rewrite_goal_tac [@{thm split_paired_all}] i
   565             THEN (SUBPROOF (instantiate i n) ctxt i))))
   566   in
   567     Goal.prove ctxt (Term.add_free_names cases_rule []) [] cases_rule (fn _ => tac)
   568   end
   569 
   570 (** preprocessing rules **)
   571 
   572 fun imp_prems_conv cv ct =
   573   case Thm.term_of ct of
   574     Const ("==>", _) $ _ $ _ => Conv.combination_conv (Conv.arg_conv cv) (imp_prems_conv cv) ct
   575   | _ => Conv.all_conv ct
   576 
   577 fun Trueprop_conv cv ct =
   578   case Thm.term_of ct of
   579     Const (@{const_name Trueprop}, _) $ _ => Conv.arg_conv cv ct  
   580   | _ => raise Fail "Trueprop_conv"
   581 
   582 fun preprocess_intro thy rule =
   583   Conv.fconv_rule
   584     (imp_prems_conv
   585       (Trueprop_conv (Conv.try_conv (Conv.rewr_conv (Thm.symmetric @{thm Predicate.eq_is_eq})))))
   586     (Thm.transfer thy rule)
   587 
   588 fun preprocess_elim ctxt elimrule =
   589   let
   590     fun replace_eqs (Const (@{const_name Trueprop}, _) $ (Const (@{const_name "op ="}, T) $ lhs $ rhs)) =
   591        HOLogic.mk_Trueprop (Const (@{const_name Predicate.eq}, T) $ lhs $ rhs)
   592      | replace_eqs t = t
   593     val thy = ProofContext.theory_of ctxt
   594     val ((_, [elimrule]), ctxt') = Variable.import false [elimrule] ctxt
   595     val prems = Thm.prems_of elimrule
   596     val nargs = length (snd (strip_comb (HOLogic.dest_Trueprop (hd prems))))
   597     fun preprocess_case t =
   598       let
   599        val params = Logic.strip_params t
   600        val (assums1, assums2) = chop nargs (Logic.strip_assums_hyp t)
   601        val assums_hyp' = assums1 @ (map replace_eqs assums2)
   602       in
   603        list_all (params, Logic.list_implies (assums_hyp', Logic.strip_assums_concl t))
   604       end
   605     val cases' = map preprocess_case (tl prems)
   606     val elimrule' = Logic.list_implies ((hd prems) :: cases', Thm.concl_of elimrule)
   607     val bigeq = (Thm.symmetric (Conv.implies_concl_conv
   608       (MetaSimplifier.rewrite true [@{thm Predicate.eq_is_eq}])
   609         (cterm_of thy elimrule')))
   610     val tac = (fn _ => Skip_Proof.cheat_tac thy)
   611     val eq = Goal.prove ctxt' [] [] (Logic.mk_equals ((Thm.prop_of elimrule), elimrule')) tac
   612   in
   613     Thm.equal_elim eq elimrule |> singleton (Variable.export ctxt' ctxt)
   614   end;
   615 
   616 fun expand_tuples_elim th = th
   617 
   618 val no_compilation = ([], ([], []))
   619 
   620 fun fetch_pred_data ctxt name =
   621   case try (Inductive.the_inductive ctxt) name of
   622     SOME (info as (_, result)) => 
   623       let
   624         fun is_intro_of intro =
   625           let
   626             val (const, _) = strip_comb (HOLogic.dest_Trueprop (concl_of intro))
   627           in (fst (dest_Const const) = name) end;
   628         val thy = ProofContext.theory_of ctxt
   629         val intros =
   630           (map (expand_tuples thy #> preprocess_intro thy) (filter is_intro_of (#intrs result)))
   631         val index = find_index (fn s => s = name) (#names (fst info))
   632         val pre_elim = nth (#elims result) index
   633         val pred = nth (#preds result) index
   634         val nparams = length (Inductive.params_of (#raw_induct result))
   635         val elim_t = mk_casesrule ctxt pred intros
   636         val elim =
   637           prove_casesrule ctxt (pred, (pre_elim, nparams)) elim_t
   638       in
   639         mk_pred_data ((intros, SOME elim), no_compilation)
   640       end
   641   | NONE => error ("No such predicate: " ^ quote name)
   642 
   643 fun add_predfun_data name mode data =
   644   let
   645     val add = (apsnd o apsnd o apfst) (cons (mode, mk_predfun_data data))
   646   in PredData.map (Graph.map_node name (map_pred_data add)) end
   647 
   648 fun is_inductive_predicate ctxt name =
   649   is_some (try (Inductive.the_inductive ctxt) name)
   650 
   651 fun depending_preds_of ctxt (key, value) =
   652   let
   653     val intros = (#intros o rep_pred_data) value
   654   in
   655     fold Term.add_const_names (map Thm.prop_of intros) []
   656       |> filter (fn c => (not (c = key)) andalso
   657         (is_inductive_predicate ctxt c orelse is_registered ctxt c))
   658   end;
   659 
   660 fun add_intro thm thy =
   661   let
   662     val (name, T) = dest_Const (fst (strip_intro_concl thm))
   663     fun cons_intro gr =
   664      case try (Graph.get_node gr) name of
   665        SOME pred_data => Graph.map_node name (map_pred_data
   666          (apfst (fn (intros, elim) => (intros @ [thm], elim)))) gr
   667      | NONE => Graph.new_node (name, mk_pred_data (([thm], NONE), no_compilation)) gr
   668   in PredData.map cons_intro thy end
   669 
   670 fun set_elim thm =
   671   let
   672     val (name, _) = dest_Const (fst 
   673       (strip_comb (HOLogic.dest_Trueprop (hd (prems_of thm)))))
   674     fun set (intros, _) = (intros, SOME thm)
   675   in PredData.map (Graph.map_node name (map_pred_data (apfst set))) end
   676 
   677 fun register_predicate (constname, pre_intros, pre_elim) thy =
   678   let
   679     val intros = map (preprocess_intro thy) pre_intros
   680     val elim = preprocess_elim (ProofContext.init_global thy) pre_elim
   681   in
   682     if not (member (op =) (Graph.keys (PredData.get thy)) constname) then
   683       PredData.map
   684         (Graph.new_node (constname,
   685           mk_pred_data ((intros, SOME elim), no_compilation))) thy
   686     else thy
   687   end
   688 
   689 fun register_intros (constname, pre_intros) thy =
   690   let
   691     val T = Sign.the_const_type thy constname
   692     fun constname_of_intro intr = fst (dest_Const (fst (strip_intro_concl intr)))
   693     val _ = if not (forall (fn intr => constname_of_intro intr = constname) pre_intros) then
   694       error ("register_intros: Introduction rules of different constants are used\n" ^
   695         "expected rules for " ^ constname ^ ", but received rules for " ^
   696           commas (map constname_of_intro pre_intros))
   697       else ()
   698     val pred = Const (constname, T)
   699     val pre_elim = 
   700       (Drule.export_without_context o Skip_Proof.make_thm thy)
   701       (mk_casesrule (ProofContext.init_global thy) pred pre_intros)
   702   in register_predicate (constname, pre_intros, pre_elim) thy end
   703 
   704 fun defined_function_of compilation pred =
   705   let
   706     val set = (apsnd o apfst) (cons (compilation, []))
   707   in
   708     PredData.map (Graph.map_node pred (map_pred_data set))
   709   end
   710 
   711 fun set_function_name compilation pred mode name =
   712   let
   713     val set = (apsnd o apfst)
   714       (AList.map_default (op =) (compilation, [(mode, name)]) (cons (mode, name)))
   715   in
   716     PredData.map (Graph.map_node pred (map_pred_data set))
   717   end
   718 
   719 fun set_needs_random name modes =
   720   let
   721     val set = (apsnd o apsnd o apsnd) (K modes)
   722   in
   723     PredData.map (Graph.map_node name (map_pred_data set))
   724   end
   725 
   726 (* registration of alternative function names *)
   727 
   728 structure Alt_Compilations_Data = Theory_Data
   729 (
   730   type T = (mode * (compilation_funs -> typ -> term)) list Symtab.table;
   731   val empty = Symtab.empty;
   732   val extend = I;
   733   val merge = Symtab.merge ((K true)
   734     : ((mode * (compilation_funs -> typ -> term)) list *
   735       (mode * (compilation_funs -> typ -> term)) list -> bool));
   736 );
   737 
   738 fun alternative_compilation_of_global thy pred_name mode =
   739   AList.lookup eq_mode (Symtab.lookup_list (Alt_Compilations_Data.get thy) pred_name) mode
   740 
   741 fun alternative_compilation_of ctxt pred_name mode =
   742   AList.lookup eq_mode
   743     (Symtab.lookup_list (Alt_Compilations_Data.get (ProofContext.theory_of ctxt)) pred_name) mode
   744 
   745 fun force_modes_and_compilations pred_name compilations =
   746   let
   747     (* thm refl is a dummy thm *)
   748     val modes = map fst compilations
   749     val (needs_random, non_random_modes) = pairself (map fst)
   750       (List.partition (fn (m, (fun_name, random)) => random) compilations)
   751     val non_random_dummys = map (rpair "dummy") non_random_modes
   752     val all_dummys = map (rpair "dummy") modes
   753     val dummy_function_names = map (rpair all_dummys) Predicate_Compile_Aux.random_compilations
   754       @ map (rpair non_random_dummys) Predicate_Compile_Aux.non_random_compilations
   755     val alt_compilations = map (apsnd fst) compilations
   756   in
   757     PredData.map (Graph.new_node
   758       (pred_name, mk_pred_data (([], SOME @{thm refl}), (dummy_function_names, ([], needs_random)))))
   759     #> Alt_Compilations_Data.map (Symtab.insert (K false) (pred_name, alt_compilations))
   760   end
   761 
   762 fun functional_compilation fun_name mode compfuns T =
   763   let
   764     val (inpTs, outpTs) = split_map_modeT (fn _ => fn T => (SOME T, NONE))
   765       mode (binder_types T)
   766     val bs = map (pair "x") inpTs
   767     val bounds = map Bound (rev (0 upto (length bs) - 1))
   768     val f = Const (fun_name, inpTs ---> HOLogic.mk_tupleT outpTs)
   769   in list_abs (bs, mk_single compfuns (list_comb (f, bounds))) end
   770 
   771 fun register_alternative_function pred_name mode fun_name =
   772   Alt_Compilations_Data.map (Symtab.insert_list (eq_pair eq_mode (K false))
   773     (pred_name, (mode, functional_compilation fun_name mode)))
   774 
   775 fun force_modes_and_functions pred_name fun_names =
   776   force_modes_and_compilations pred_name
   777     (map (fn (mode, (fun_name, random)) => (mode, (functional_compilation fun_name mode, random)))
   778     fun_names)
   779 
   780 (* compilation modifiers *)
   781 
   782 structure Comp_Mod =
   783 struct
   784 
   785 datatype comp_modifiers = Comp_Modifiers of
   786 {
   787   compilation : compilation,
   788   function_name_prefix : string,
   789   compfuns : compilation_funs,
   790   mk_random : typ -> term list -> term,
   791   modify_funT : typ -> typ,
   792   additional_arguments : string list -> term list,
   793   wrap_compilation : compilation_funs -> string -> typ -> mode -> term list -> term -> term,
   794   transform_additional_arguments : indprem -> term list -> term list
   795 }
   796 
   797 fun dest_comp_modifiers (Comp_Modifiers c) = c
   798 
   799 val compilation = #compilation o dest_comp_modifiers
   800 val function_name_prefix = #function_name_prefix o dest_comp_modifiers
   801 val compfuns = #compfuns o dest_comp_modifiers
   802 
   803 val mk_random = #mk_random o dest_comp_modifiers
   804 val funT_of' = funT_of o compfuns
   805 val modify_funT = #modify_funT o dest_comp_modifiers
   806 fun funT_of comp mode = modify_funT comp o funT_of' comp mode
   807 
   808 val additional_arguments = #additional_arguments o dest_comp_modifiers
   809 val wrap_compilation = #wrap_compilation o dest_comp_modifiers
   810 val transform_additional_arguments = #transform_additional_arguments o dest_comp_modifiers
   811 
   812 end;
   813 
   814 val depth_limited_comp_modifiers = Comp_Mod.Comp_Modifiers
   815   {
   816   compilation = Depth_Limited,
   817   function_name_prefix = "depth_limited_",
   818   compfuns = PredicateCompFuns.compfuns,
   819   mk_random = (fn _ => error "no random generation"),
   820   additional_arguments = fn names =>
   821     let
   822       val depth_name = Name.variant names "depth"
   823     in [Free (depth_name, @{typ code_numeral})] end,
   824   modify_funT = (fn T => let val (Ts, U) = strip_type T
   825   val Ts' = [@{typ code_numeral}] in (Ts @ Ts') ---> U end),
   826   wrap_compilation =
   827     fn compfuns => fn s => fn T => fn mode => fn additional_arguments => fn compilation =>
   828     let
   829       val [depth] = additional_arguments
   830       val (_, Ts) = split_modeT' mode (binder_types T)
   831       val T' = mk_predT compfuns (HOLogic.mk_tupleT Ts)
   832       val if_const = Const (@{const_name "If"}, @{typ bool} --> T' --> T' --> T')
   833     in
   834       if_const $ HOLogic.mk_eq (depth, @{term "0 :: code_numeral"})
   835         $ mk_bot compfuns (dest_predT compfuns T')
   836         $ compilation
   837     end,
   838   transform_additional_arguments =
   839     fn prem => fn additional_arguments =>
   840     let
   841       val [depth] = additional_arguments
   842       val depth' =
   843         Const (@{const_name Groups.minus}, @{typ "code_numeral => code_numeral => code_numeral"})
   844           $ depth $ Const (@{const_name Groups.one}, @{typ "Code_Numeral.code_numeral"})
   845     in [depth'] end
   846   }
   847 
   848 val random_comp_modifiers = Comp_Mod.Comp_Modifiers
   849   {
   850   compilation = Random,
   851   function_name_prefix = "random_",
   852   compfuns = PredicateCompFuns.compfuns,
   853   mk_random = (fn T => fn additional_arguments =>
   854   list_comb (Const(@{const_name Quickcheck.iter},
   855   [@{typ code_numeral}, @{typ code_numeral}, @{typ Random.seed}] ---> 
   856     PredicateCompFuns.mk_predT T), additional_arguments)),
   857   modify_funT = (fn T =>
   858     let
   859       val (Ts, U) = strip_type T
   860       val Ts' = [@{typ code_numeral}, @{typ code_numeral}, @{typ "code_numeral * code_numeral"}]
   861     in (Ts @ Ts') ---> U end),
   862   additional_arguments = (fn names =>
   863     let
   864       val [nrandom, size, seed] = Name.variant_list names ["nrandom", "size", "seed"]
   865     in
   866       [Free (nrandom, @{typ code_numeral}), Free (size, @{typ code_numeral}),
   867         Free (seed, @{typ "code_numeral * code_numeral"})]
   868     end),
   869   wrap_compilation = K (K (K (K (K I))))
   870     : (compilation_funs -> string -> typ -> mode -> term list -> term -> term),
   871   transform_additional_arguments = K I : (indprem -> term list -> term list)
   872   }
   873 
   874 val depth_limited_random_comp_modifiers = Comp_Mod.Comp_Modifiers
   875   {
   876   compilation = Depth_Limited_Random,
   877   function_name_prefix = "depth_limited_random_",
   878   compfuns = PredicateCompFuns.compfuns,
   879   mk_random = (fn T => fn additional_arguments =>
   880   list_comb (Const(@{const_name Quickcheck.iter},
   881   [@{typ code_numeral}, @{typ code_numeral}, @{typ Random.seed}] ---> 
   882     PredicateCompFuns.mk_predT T), tl additional_arguments)),
   883   modify_funT = (fn T =>
   884     let
   885       val (Ts, U) = strip_type T
   886       val Ts' = [@{typ code_numeral}, @{typ code_numeral}, @{typ code_numeral},
   887         @{typ "code_numeral * code_numeral"}]
   888     in (Ts @ Ts') ---> U end),
   889   additional_arguments = (fn names =>
   890     let
   891       val [depth, nrandom, size, seed] = Name.variant_list names ["depth", "nrandom", "size", "seed"]
   892     in
   893       [Free (depth, @{typ code_numeral}), Free (nrandom, @{typ code_numeral}),
   894         Free (size, @{typ code_numeral}), Free (seed, @{typ "code_numeral * code_numeral"})]
   895     end),
   896   wrap_compilation =
   897   fn compfuns => fn s => fn T => fn mode => fn additional_arguments => fn compilation =>
   898     let
   899       val depth = hd (additional_arguments)
   900       val (_, Ts) = split_map_modeT (fn m => fn T => (SOME (funT_of compfuns m T), NONE))
   901         mode (binder_types T)
   902       val T' = mk_predT compfuns (HOLogic.mk_tupleT Ts)
   903       val if_const = Const (@{const_name "If"}, @{typ bool} --> T' --> T' --> T')
   904     in
   905       if_const $ HOLogic.mk_eq (depth, @{term "0 :: code_numeral"})
   906         $ mk_bot compfuns (dest_predT compfuns T')
   907         $ compilation
   908     end,
   909   transform_additional_arguments =
   910     fn prem => fn additional_arguments =>
   911     let
   912       val [depth, nrandom, size, seed] = additional_arguments
   913       val depth' =
   914         Const (@{const_name Groups.minus}, @{typ "code_numeral => code_numeral => code_numeral"})
   915           $ depth $ Const (@{const_name Groups.one}, @{typ "Code_Numeral.code_numeral"})
   916     in [depth', nrandom, size, seed] end
   917 }
   918 
   919 val predicate_comp_modifiers = Comp_Mod.Comp_Modifiers
   920   {
   921   compilation = Pred,
   922   function_name_prefix = "",
   923   compfuns = PredicateCompFuns.compfuns,
   924   mk_random = (fn _ => error "no random generation"),
   925   modify_funT = I,
   926   additional_arguments = K [],
   927   wrap_compilation = K (K (K (K (K I))))
   928    : (compilation_funs -> string -> typ -> mode -> term list -> term -> term),
   929   transform_additional_arguments = K I : (indprem -> term list -> term list)
   930   }
   931 
   932 val annotated_comp_modifiers = Comp_Mod.Comp_Modifiers
   933   {
   934   compilation = Annotated,
   935   function_name_prefix = "annotated_",
   936   compfuns = PredicateCompFuns.compfuns,
   937   mk_random = (fn _ => error "no random generation"),
   938   modify_funT = I,
   939   additional_arguments = K [],
   940   wrap_compilation =
   941     fn compfuns => fn s => fn T => fn mode => fn additional_arguments => fn compilation =>
   942       mk_tracing ("calling predicate " ^ s ^
   943         " with mode " ^ string_of_mode mode) compilation,
   944   transform_additional_arguments = K I : (indprem -> term list -> term list)
   945   }
   946 
   947 val dseq_comp_modifiers = Comp_Mod.Comp_Modifiers
   948   {
   949   compilation = DSeq,
   950   function_name_prefix = "dseq_",
   951   compfuns = DSequence_CompFuns.compfuns,
   952   mk_random = (fn _ => error "no random generation"),
   953   modify_funT = I,
   954   additional_arguments = K [],
   955   wrap_compilation = K (K (K (K (K I))))
   956    : (compilation_funs -> string -> typ -> mode -> term list -> term -> term),
   957   transform_additional_arguments = K I : (indprem -> term list -> term list)
   958   }
   959 
   960 val pos_random_dseq_comp_modifiers = Comp_Mod.Comp_Modifiers
   961   {
   962   compilation = Pos_Random_DSeq,
   963   function_name_prefix = "random_dseq_",
   964   compfuns = Random_Sequence_CompFuns.compfuns,
   965   mk_random = (fn T => fn additional_arguments =>
   966   let
   967     val random = Const ("Quickcheck.random_class.random",
   968       @{typ code_numeral} --> @{typ Random.seed} -->
   969         HOLogic.mk_prodT (HOLogic.mk_prodT (T, @{typ "unit => term"}), @{typ Random.seed}))
   970   in
   971     Const ("Random_Sequence.Random", (@{typ code_numeral} --> @{typ Random.seed} -->
   972       HOLogic.mk_prodT (HOLogic.mk_prodT (T, @{typ "unit => term"}), @{typ Random.seed})) -->
   973       Random_Sequence_CompFuns.mk_random_dseqT T) $ random
   974   end),
   975 
   976   modify_funT = I,
   977   additional_arguments = K [],
   978   wrap_compilation = K (K (K (K (K I))))
   979    : (compilation_funs -> string -> typ -> mode -> term list -> term -> term),
   980   transform_additional_arguments = K I : (indprem -> term list -> term list)
   981   }
   982 
   983 val neg_random_dseq_comp_modifiers = Comp_Mod.Comp_Modifiers
   984   {
   985   compilation = Neg_Random_DSeq,
   986   function_name_prefix = "random_dseq_neg_",
   987   compfuns = Random_Sequence_CompFuns.compfuns,
   988   mk_random = (fn _ => error "no random generation"),
   989   modify_funT = I,
   990   additional_arguments = K [],
   991   wrap_compilation = K (K (K (K (K I))))
   992    : (compilation_funs -> string -> typ -> mode -> term list -> term -> term),
   993   transform_additional_arguments = K I : (indprem -> term list -> term list)
   994   }
   995 
   996 
   997 val new_pos_random_dseq_comp_modifiers = Comp_Mod.Comp_Modifiers
   998   {
   999   compilation = New_Pos_Random_DSeq,
  1000   function_name_prefix = "new_random_dseq_",
  1001   compfuns = New_Pos_Random_Sequence_CompFuns.compfuns,
  1002   mk_random = (fn T => fn additional_arguments =>
  1003   let
  1004     val random = Const ("Quickcheck.random_class.random",
  1005       @{typ code_numeral} --> @{typ Random.seed} -->
  1006         HOLogic.mk_prodT (HOLogic.mk_prodT (T, @{typ "unit => term"}), @{typ Random.seed}))
  1007   in
  1008     Const ("New_Random_Sequence.Random", (@{typ code_numeral} --> @{typ Random.seed} -->
  1009       HOLogic.mk_prodT (HOLogic.mk_prodT (T, @{typ "unit => term"}), @{typ Random.seed})) -->
  1010       New_Pos_Random_Sequence_CompFuns.mk_pos_random_dseqT T) $ random
  1011   end),
  1012   modify_funT = I,
  1013   additional_arguments = K [],
  1014   wrap_compilation = K (K (K (K (K I))))
  1015    : (compilation_funs -> string -> typ -> mode -> term list -> term -> term),
  1016   transform_additional_arguments = K I : (indprem -> term list -> term list)
  1017   }
  1018 
  1019 val new_neg_random_dseq_comp_modifiers = Comp_Mod.Comp_Modifiers
  1020   {
  1021   compilation = New_Neg_Random_DSeq,
  1022   function_name_prefix = "new_random_dseq_neg_",
  1023   compfuns = New_Neg_Random_Sequence_CompFuns.compfuns,
  1024   mk_random = (fn _ => error "no random generation"),
  1025   modify_funT = I,
  1026   additional_arguments = K [],
  1027   wrap_compilation = K (K (K (K (K I))))
  1028    : (compilation_funs -> string -> typ -> mode -> term list -> term -> term),
  1029   transform_additional_arguments = K I : (indprem -> term list -> term list)
  1030   }
  1031 
  1032 fun negative_comp_modifiers_of comp_modifiers =
  1033     (case Comp_Mod.compilation comp_modifiers of
  1034       Pos_Random_DSeq => neg_random_dseq_comp_modifiers
  1035     | Neg_Random_DSeq => pos_random_dseq_comp_modifiers
  1036     | New_Pos_Random_DSeq => new_neg_random_dseq_comp_modifiers
  1037     | New_Neg_Random_DSeq => new_pos_random_dseq_comp_modifiers
  1038     | c => comp_modifiers)
  1039 
  1040 (** mode analysis **)
  1041 
  1042 type mode_analysis_options = {use_random : bool, reorder_premises : bool, infer_pos_and_neg_modes : bool}
  1043 
  1044 fun is_constrt thy =
  1045   let
  1046     val cnstrs = flat (maps
  1047       (map (fn (_, (Tname, _, cs)) => map (apsnd (rpair Tname o length)) cs) o #descr o snd)
  1048       (Symtab.dest (Datatype.get_all thy)));
  1049     fun check t = (case strip_comb t of
  1050         (Free _, []) => true
  1051       | (Const (s, T), ts) => (case (AList.lookup (op =) cnstrs s, body_type T) of
  1052             (SOME (i, Tname), Type (Tname', _)) =>
  1053               length ts = i andalso Tname = Tname' andalso forall check ts
  1054           | _ => false)
  1055       | _ => false)
  1056   in check end;
  1057 
  1058 (*** check if a type is an equality type (i.e. doesn't contain fun)
  1059   FIXME this is only an approximation ***)
  1060 fun is_eqT (Type (s, Ts)) = s <> "fun" andalso forall is_eqT Ts
  1061   | is_eqT _ = true;
  1062 
  1063 fun term_vs tm = fold_aterms (fn Free (x, T) => cons x | _ => I) tm [];
  1064 val terms_vs = distinct (op =) o maps term_vs;
  1065 
  1066 (** collect all Frees in a term (with duplicates!) **)
  1067 fun term_vTs tm =
  1068   fold_aterms (fn Free xT => cons xT | _ => I) tm [];
  1069 
  1070 fun subsets i j =
  1071   if i <= j then
  1072     let
  1073       fun merge xs [] = xs
  1074         | merge [] ys = ys
  1075         | merge (x::xs) (y::ys) = if length x >= length y then x::merge xs (y::ys)
  1076             else y::merge (x::xs) ys;
  1077       val is = subsets (i+1) j
  1078     in merge (map (fn ks => i::ks) is) is end
  1079   else [[]];
  1080 
  1081 fun print_failed_mode options thy modes p (pol, m) rs is =
  1082   if show_mode_inference options then
  1083     let
  1084       val _ = tracing ("Clauses " ^ commas (map (fn i => string_of_int (i + 1)) is) ^ " of " ^
  1085         p ^ " violates mode " ^ string_of_mode m)
  1086     in () end
  1087   else ()
  1088 
  1089 fun error_of p (pol, m) is =
  1090   "  Clauses " ^ commas (map (fn i => string_of_int (i + 1)) is) ^ " of " ^
  1091         p ^ " violates mode " ^ string_of_mode m
  1092 
  1093 fun is_all_input mode =
  1094   let
  1095     fun is_all_input' (Fun _) = true
  1096       | is_all_input' (Pair (m1, m2)) = is_all_input' m1 andalso is_all_input' m2
  1097       | is_all_input' Input = true
  1098       | is_all_input' Output = false
  1099   in
  1100     forall is_all_input' (strip_fun_mode mode)
  1101   end
  1102 
  1103 fun all_input_of T =
  1104   let
  1105     val (Ts, U) = strip_type T
  1106     fun input_of (Type (@{type_name Product_Type.prod}, [T1, T2])) = Pair (input_of T1, input_of T2)
  1107       | input_of _ = Input
  1108   in
  1109     if U = HOLogic.boolT then
  1110       fold_rev (curry Fun) (map input_of Ts) Bool
  1111     else
  1112       raise Fail "all_input_of: not a predicate"
  1113   end
  1114 
  1115 fun partial_hd [] = NONE
  1116   | partial_hd (x :: xs) = SOME x
  1117 
  1118 fun term_vs tm = fold_aterms (fn Free (x, T) => cons x | _ => I) tm [];
  1119 val terms_vs = distinct (op =) o maps term_vs;
  1120 
  1121 fun input_mode T =
  1122   let
  1123     val (Ts, U) = strip_type T
  1124   in
  1125     fold_rev (curry Fun) (map (K Input) Ts) Input
  1126   end
  1127 
  1128 fun output_mode T =
  1129   let
  1130     val (Ts, U) = strip_type T
  1131   in
  1132     fold_rev (curry Fun) (map (K Output) Ts) Output
  1133   end
  1134 
  1135 fun is_invertible_function ctxt (Const (f, _)) = is_constr ctxt f
  1136   | is_invertible_function ctxt _ = false
  1137 
  1138 fun non_invertible_subterms ctxt (t as Free _) = []
  1139   | non_invertible_subterms ctxt t = 
  1140   let
  1141     val (f, args) = strip_comb t
  1142   in
  1143     if is_invertible_function ctxt f then
  1144       maps (non_invertible_subterms ctxt) args
  1145     else
  1146       [t]
  1147   end
  1148 
  1149 fun collect_non_invertible_subterms ctxt (f as Free _) (names, eqs) = (f, (names, eqs))
  1150   | collect_non_invertible_subterms ctxt t (names, eqs) =
  1151     case (strip_comb t) of (f, args) =>
  1152       if is_invertible_function ctxt f then
  1153           let
  1154             val (args', (names', eqs')) =
  1155               fold_map (collect_non_invertible_subterms ctxt) args (names, eqs)
  1156           in
  1157             (list_comb (f, args'), (names', eqs'))
  1158           end
  1159         else
  1160           let
  1161             val s = Name.variant names "x"
  1162             val v = Free (s, fastype_of t)
  1163           in
  1164             (v, (s :: names, HOLogic.mk_eq (v, t) :: eqs))
  1165           end
  1166 (*
  1167   if is_constrt thy t then (t, (names, eqs)) else
  1168     let
  1169       val s = Name.variant names "x"
  1170       val v = Free (s, fastype_of t)
  1171     in (v, (s::names, HOLogic.mk_eq (v, t)::eqs)) end;
  1172 *)
  1173 
  1174 fun is_possible_output ctxt vs t =
  1175   forall
  1176     (fn t => is_eqT (fastype_of t) andalso forall (member (op =) vs) (term_vs t))
  1177       (non_invertible_subterms ctxt t)
  1178   andalso
  1179     (forall (is_eqT o snd)
  1180       (inter (fn ((f', _), f) => f = f') vs (Term.add_frees t [])))
  1181 
  1182 fun vars_of_destructable_term ctxt (Free (x, _)) = [x]
  1183   | vars_of_destructable_term ctxt t =
  1184   let
  1185     val (f, args) = strip_comb t
  1186   in
  1187     if is_invertible_function ctxt f then
  1188       maps (vars_of_destructable_term ctxt) args
  1189     else
  1190       []
  1191   end
  1192 
  1193 fun is_constructable vs t = forall (member (op =) vs) (term_vs t)
  1194 
  1195 fun missing_vars vs t = subtract (op =) vs (term_vs t)
  1196 
  1197 fun output_terms (Const (@{const_name Pair}, _) $ t1 $ t2, Mode_Pair (d1, d2)) =
  1198     output_terms (t1, d1)  @ output_terms (t2, d2)
  1199   | output_terms (t1 $ t2, Mode_App (d1, d2)) =
  1200     output_terms (t1, d1)  @ output_terms (t2, d2)
  1201   | output_terms (t, Term Output) = [t]
  1202   | output_terms _ = []
  1203 
  1204 fun lookup_mode modes (Const (s, T)) =
  1205    (case (AList.lookup (op =) modes s) of
  1206       SOME ms => SOME (map (fn m => (Context m, [])) ms)
  1207     | NONE => NONE)
  1208   | lookup_mode modes (Free (x, _)) =
  1209     (case (AList.lookup (op =) modes x) of
  1210       SOME ms => SOME (map (fn m => (Context m , [])) ms)
  1211     | NONE => NONE)
  1212 
  1213 fun derivations_of (ctxt : Proof.context) modes vs (Const (@{const_name Pair}, _) $ t1 $ t2) (Pair (m1, m2)) =
  1214     map_product
  1215       (fn (m1, mvars1) => fn (m2, mvars2) => (Mode_Pair (m1, m2), union (op =) mvars1 mvars2))
  1216         (derivations_of ctxt modes vs t1 m1) (derivations_of ctxt modes vs t2 m2)
  1217   | derivations_of ctxt modes vs t (m as Fun _) =
  1218     (*let
  1219       val (p, args) = strip_comb t
  1220     in
  1221       (case lookup_mode modes p of
  1222         SOME ms => map_filter (fn (Context m, []) => let
  1223           val ms = strip_fun_mode m
  1224           val (argms, restms) = chop (length args) ms
  1225           val m' = fold_rev (curry Fun) restms Bool
  1226         in
  1227           if forall (fn m => eq_mode (Input, m)) argms andalso eq_mode (m', mode) then
  1228             SOME (fold (curry Mode_App) (map Term argms) (Context m), missing_vars vs t)
  1229           else NONE
  1230         end) ms
  1231       | NONE => (if is_all_input mode then [(Context mode, [])] else []))
  1232     end*)
  1233     (case try (all_derivations_of ctxt modes vs) t  of
  1234       SOME derivs =>
  1235         filter (fn (d, mvars) => eq_mode (mode_of d, m) andalso null (output_terms (t, d))) derivs
  1236     | NONE => (if is_all_input m then [(Context m, [])] else []))
  1237   | derivations_of ctxt modes vs t m =
  1238     if eq_mode (m, Input) then
  1239       [(Term Input, missing_vars vs t)]
  1240     else if eq_mode (m, Output) then
  1241       (if is_possible_output ctxt vs t then [(Term Output, [])] else [])
  1242     else []
  1243 and all_derivations_of ctxt modes vs (Const (@{const_name Pair}, _) $ t1 $ t2) =
  1244   let
  1245     val derivs1 = all_derivations_of ctxt modes vs t1
  1246     val derivs2 = all_derivations_of ctxt modes vs t2
  1247   in
  1248     map_product
  1249       (fn (m1, mvars1) => fn (m2, mvars2) => (Mode_Pair (m1, m2), union (op =) mvars1 mvars2))
  1250         derivs1 derivs2
  1251   end
  1252   | all_derivations_of ctxt modes vs (t1 $ t2) =
  1253   let
  1254     val derivs1 = all_derivations_of ctxt modes vs t1
  1255   in
  1256     maps (fn (d1, mvars1) =>
  1257       case mode_of d1 of
  1258         Fun (m', _) => map (fn (d2, mvars2) =>
  1259           (Mode_App (d1, d2), union (op =) mvars1 mvars2)) (derivations_of ctxt modes vs t2 m')
  1260         | _ => raise Fail "Something went wrong") derivs1
  1261   end
  1262   | all_derivations_of _ modes vs (Const (s, T)) = the (lookup_mode modes (Const (s, T)))
  1263   | all_derivations_of _ modes vs (Free (x, T)) = the (lookup_mode modes (Free (x, T)))
  1264   | all_derivations_of _ modes vs _ = raise Fail "all_derivations_of"
  1265 
  1266 fun rev_option_ord ord (NONE, NONE) = EQUAL
  1267   | rev_option_ord ord (NONE, SOME _) = GREATER
  1268   | rev_option_ord ord (SOME _, NONE) = LESS
  1269   | rev_option_ord ord (SOME x, SOME y) = ord (x, y)
  1270 
  1271 fun random_mode_in_deriv modes t deriv =
  1272   case try dest_Const (fst (strip_comb t)) of
  1273     SOME (s, _) =>
  1274       (case AList.lookup (op =) modes s of
  1275         SOME ms =>
  1276           (case AList.lookup (op =) (map (fn ((p, m), r) => (m, r)) ms) (head_mode_of deriv) of
  1277             SOME r => r
  1278           | NONE => false)
  1279       | NONE => false)
  1280   | NONE => false
  1281 
  1282 fun number_of_output_positions mode =
  1283   let
  1284     val args = strip_fun_mode mode
  1285     fun contains_output (Fun _) = false
  1286       | contains_output Input = false
  1287       | contains_output Output = true
  1288       | contains_output (Pair (m1, m2)) = contains_output m1 orelse contains_output m2
  1289   in
  1290     length (filter contains_output args)
  1291   end
  1292 
  1293 fun lex_ord ord1 ord2 (x, x') =
  1294   case ord1 (x, x') of
  1295     EQUAL => ord2 (x, x')
  1296   | ord => ord
  1297 
  1298 fun lexl_ord [] (x, x') = EQUAL
  1299   | lexl_ord (ord :: ords') (x, x') =
  1300     case ord (x, x') of
  1301       EQUAL => lexl_ord ords' (x, x')
  1302     | ord => ord
  1303 
  1304 fun deriv_ord' ctxt pol pred modes t1 t2 ((deriv1, mvars1), (deriv2, mvars2)) =
  1305   let
  1306     (* prefer functional modes if it is a function *)
  1307     fun fun_ord ((t1, deriv1, mvars1), (t2, deriv2, mvars2)) =
  1308       let
  1309         fun is_functional t mode =
  1310           case try (fst o dest_Const o fst o strip_comb) t of
  1311             NONE => false
  1312           | SOME c => is_some (alternative_compilation_of ctxt c mode)
  1313       in
  1314         case (is_functional t1 (head_mode_of deriv1), is_functional t2 (head_mode_of deriv2)) of
  1315           (true, true) => EQUAL
  1316         | (true, false) => LESS
  1317         | (false, true) => GREATER
  1318         | (false, false) => EQUAL
  1319       end
  1320     (* prefer modes without requirement for generating random values *)
  1321     fun mvars_ord ((t1, deriv1, mvars1), (t2, deriv2, mvars2)) =
  1322       int_ord (length mvars1, length mvars2)
  1323     (* prefer non-random modes *)
  1324     fun random_mode_ord ((t1, deriv1, mvars1), (t2, deriv2, mvars2)) =
  1325       int_ord (if random_mode_in_deriv modes t1 deriv1 then 1 else 0,
  1326         if random_mode_in_deriv modes t1 deriv1 then 1 else 0)
  1327     (* prefer modes with more input and less output *)
  1328     fun output_mode_ord ((t1, deriv1, mvars1), (t2, deriv2, mvars2)) =
  1329       int_ord (number_of_output_positions (head_mode_of deriv1),
  1330         number_of_output_positions (head_mode_of deriv2))
  1331     (* prefer recursive calls *)
  1332     fun is_rec_premise t =
  1333       case fst (strip_comb t) of Const (c, T) => c = pred | _ => false
  1334     fun recursive_ord ((t1, deriv1, mvars1), (t2, deriv2, mvars2)) =
  1335       int_ord (if is_rec_premise t1 then 0 else 1,
  1336         if is_rec_premise t2 then 0 else 1)
  1337     val ord = lexl_ord [mvars_ord, fun_ord, random_mode_ord, output_mode_ord, recursive_ord]
  1338   in
  1339     ord ((t1, deriv1, mvars1), (t2, deriv2, mvars2))
  1340   end
  1341 
  1342 fun deriv_ord ctxt pol pred modes t = deriv_ord' ctxt pol pred modes t t
  1343 
  1344 fun premise_ord thy pol pred modes ((prem1, a1), (prem2, a2)) =
  1345   rev_option_ord (deriv_ord' thy pol pred modes (dest_indprem prem1) (dest_indprem prem2)) (a1, a2)
  1346 
  1347 fun print_mode_list modes =
  1348   tracing ("modes: " ^ (commas (map (fn (s, ms) => s ^ ": " ^
  1349     commas (map (fn (m, r) => string_of_mode m ^ (if r then " random " else " not ")) ms)) modes)))
  1350 
  1351 fun select_mode_prem (mode_analysis_options : mode_analysis_options) (ctxt : Proof.context) pred
  1352   pol (modes, (pos_modes, neg_modes)) vs ps =
  1353   let
  1354     fun choose_mode_of_prem (Prem t) = partial_hd
  1355         (sort (deriv_ord ctxt pol pred modes t) (all_derivations_of ctxt pos_modes vs t))
  1356       | choose_mode_of_prem (Sidecond t) = SOME (Context Bool, missing_vars vs t)
  1357       | choose_mode_of_prem (Negprem t) = partial_hd
  1358           (sort (deriv_ord ctxt (not pol) pred modes t)
  1359           (filter (fn (d, missing_vars) => is_all_input (head_mode_of d))
  1360              (all_derivations_of ctxt neg_modes vs t)))
  1361       | choose_mode_of_prem p = raise Fail ("choose_mode_of_prem: " ^ string_of_prem ctxt p)
  1362   in
  1363     if #reorder_premises mode_analysis_options then
  1364       partial_hd (sort (premise_ord ctxt pol pred modes) (ps ~~ map choose_mode_of_prem ps))
  1365     else
  1366       SOME (hd ps, choose_mode_of_prem (hd ps))
  1367   end
  1368 
  1369 fun check_mode_clause' (mode_analysis_options : mode_analysis_options) ctxt pred param_vs (modes :
  1370   (string * ((bool * mode) * bool) list) list) ((pol, mode) : bool * mode) (ts, ps) =
  1371   let
  1372     val vTs = distinct (op =) (fold Term.add_frees (map dest_indprem ps) (fold Term.add_frees ts []))
  1373     val modes' = modes @ (param_vs ~~ map (fn x => [((true, x), false), ((false, x), false)]) (ho_arg_modes_of mode))
  1374     fun retrieve_modes_of_pol pol = map (fn (s, ms) =>
  1375       (s, map_filter (fn ((p, m), r) => if p = pol then SOME m else NONE | _ => NONE) ms))
  1376     val (pos_modes', neg_modes') =
  1377       if #infer_pos_and_neg_modes mode_analysis_options then
  1378         (retrieve_modes_of_pol pol modes', retrieve_modes_of_pol (not pol) modes')
  1379       else
  1380         let
  1381           val modes = map (fn (s, ms) => (s, map (fn ((p, m), r) => m) ms)) modes'
  1382         in (modes, modes) end
  1383     val (in_ts, out_ts) = split_mode mode ts
  1384     val in_vs = maps (vars_of_destructable_term ctxt) in_ts
  1385     val out_vs = terms_vs out_ts
  1386     fun known_vs_after p vs = (case p of
  1387         Prem t => union (op =) vs (term_vs t)
  1388       | Sidecond t => union (op =) vs (term_vs t)
  1389       | Negprem t => union (op =) vs (term_vs t)
  1390       | _ => raise Fail "I do not know")
  1391     fun check_mode_prems acc_ps rnd vs [] = SOME (acc_ps, vs, rnd)
  1392       | check_mode_prems acc_ps rnd vs ps =
  1393         (case
  1394           (select_mode_prem mode_analysis_options ctxt pred pol (modes', (pos_modes', neg_modes')) vs ps) of
  1395           SOME (p, SOME (deriv, [])) => check_mode_prems ((p, deriv) :: acc_ps) rnd
  1396             (known_vs_after p vs) (filter_out (equal p) ps)
  1397         | SOME (p, SOME (deriv, missing_vars)) =>
  1398           if #use_random mode_analysis_options andalso pol then
  1399             check_mode_prems ((p, deriv) :: (map
  1400               (fn v => (Generator (v, the (AList.lookup (op =) vTs v)), Term Output))
  1401                 (distinct (op =) missing_vars))
  1402                 @ acc_ps) true (known_vs_after p vs) (filter_out (equal p) ps)
  1403           else NONE
  1404         | SOME (p, NONE) => NONE
  1405         | NONE => NONE)
  1406   in
  1407     case check_mode_prems [] false in_vs ps of
  1408       NONE => NONE
  1409     | SOME (acc_ps, vs, rnd) =>
  1410       if forall (is_constructable vs) (in_ts @ out_ts) then
  1411         SOME (ts, rev acc_ps, rnd)
  1412       else
  1413         if #use_random mode_analysis_options andalso pol then
  1414           let
  1415              val generators = map
  1416               (fn v => (Generator (v, the (AList.lookup (op =) vTs v)), Term Output))
  1417                 (subtract (op =) vs (terms_vs (in_ts @ out_ts)))
  1418           in
  1419             SOME (ts, rev (generators @ acc_ps), true)
  1420           end
  1421         else
  1422           NONE
  1423   end
  1424 
  1425 datatype result = Success of bool | Error of string
  1426 
  1427 fun check_modes_pred' mode_analysis_options options thy param_vs clauses modes (p, (ms : ((bool * mode) * bool) list)) =
  1428   let
  1429     fun split xs =
  1430       let
  1431         fun split' [] (ys, zs) = (rev ys, rev zs)
  1432           | split' ((m, Error z) :: xs) (ys, zs) = split' xs (ys, z :: zs)
  1433           | split' (((m : bool * mode), Success rnd) :: xs) (ys, zs) = split' xs ((m, rnd) :: ys, zs)
  1434        in
  1435          split' xs ([], [])
  1436        end
  1437     val rs = these (AList.lookup (op =) clauses p)
  1438     fun check_mode m =
  1439       let
  1440         val res = Output.cond_timeit false "work part of check_mode for one mode" (fn _ => 
  1441           map (check_mode_clause' mode_analysis_options thy p param_vs modes m) rs)
  1442       in
  1443         Output.cond_timeit false "aux part of check_mode for one mode" (fn _ => 
  1444         case find_indices is_none res of
  1445           [] => Success (exists (fn SOME (_, _, true) => true | _ => false) res)
  1446         | is => (print_failed_mode options thy modes p m rs is; Error (error_of p m is)))
  1447       end
  1448     val _ = if show_mode_inference options then
  1449         tracing ("checking " ^ string_of_int (length ms) ^ " modes ...")
  1450       else ()
  1451     val res = Output.cond_timeit false "check_mode" (fn _ => map (fn (m, _) => (m, check_mode m)) ms)
  1452     val (ms', errors) = split res
  1453   in
  1454     ((p, (ms' : ((bool * mode) * bool) list)), errors)
  1455   end;
  1456 
  1457 fun get_modes_pred' mode_analysis_options thy param_vs clauses modes (p, ms) =
  1458   let
  1459     val rs = these (AList.lookup (op =) clauses p)
  1460   in
  1461     (p, map (fn (m, rnd) =>
  1462       (m, map
  1463         ((fn (ts, ps, rnd) => (ts, ps)) o the o
  1464           check_mode_clause' mode_analysis_options thy p param_vs modes m) rs)) ms)
  1465   end;
  1466 
  1467 fun fixp f (x : (string * ((bool * mode) * bool) list) list) =
  1468   let val y = f x
  1469   in if x = y then x else fixp f y end;
  1470 
  1471 fun fixp_with_state f (x : (string * ((bool * mode) * bool) list) list, state) =
  1472   let
  1473     val (y, state') = f (x, state)
  1474   in
  1475     if x = y then (y, state') else fixp_with_state f (y, state')
  1476   end
  1477 
  1478 fun string_of_ext_mode ((pol, mode), rnd) =
  1479   string_of_mode mode ^ "(" ^ (if pol then "pos" else "neg") ^ ", "
  1480   ^ (if rnd then "rnd" else "nornd") ^ ")"
  1481 
  1482 fun print_extra_modes options modes =
  1483   if show_mode_inference options then
  1484     tracing ("Modes of inferred predicates: " ^
  1485       cat_lines (map (fn (s, ms) => s ^ ": " ^ commas (map string_of_ext_mode ms)) modes))
  1486   else ()
  1487 
  1488 fun infer_modes mode_analysis_options options compilation preds all_modes param_vs clauses thy =
  1489   let
  1490     val ctxt = ProofContext.init_global thy  
  1491     val collect_errors = false
  1492     fun appair f (x1, x2) (y1, y2) = (f x1 y1, f x2 y2)
  1493     fun add_needs_random s (false, m) = ((false, m), false)
  1494       | add_needs_random s (true, m) = ((true, m), needs_random ctxt s m)
  1495     fun add_polarity_and_random_bit s b ms = map (fn m => add_needs_random s (b, m)) ms
  1496     val prednames = map fst preds
  1497     (* extramodes contains all modes of all constants, should we only use the necessary ones
  1498        - what is the impact on performance? *)
  1499     fun predname_of (Prem t) =
  1500         (case try dest_Const (fst (strip_comb t)) of SOME (c, _) => insert (op =) c | NONE => I)
  1501       | predname_of (Negprem t) =
  1502         (case try dest_Const (fst (strip_comb t)) of SOME (c, _) => insert (op =) c | NONE => I)
  1503       | predname_of _ = I
  1504     val relevant_prednames = fold (fn (_, clauses') =>
  1505       fold (fn (_, ps) => fold Term.add_const_names (map dest_indprem ps)) clauses') clauses []
  1506     val extra_modes =
  1507       if #infer_pos_and_neg_modes mode_analysis_options then
  1508         let
  1509           val pos_extra_modes =
  1510             map_filter (fn name => Option.map (pair name) (try (modes_of compilation ctxt) name))
  1511             relevant_prednames
  1512             |> filter_out (fn (name, _) => member (op =) prednames name)
  1513           val neg_extra_modes =
  1514           map_filter (fn name => Option.map (pair name)
  1515             (try (modes_of (negative_compilation_of compilation) ctxt) name))
  1516             relevant_prednames
  1517             |> filter_out (fn (name, _) => member (op =) prednames name)
  1518         in
  1519           map (fn (s, ms) => (s, (add_polarity_and_random_bit s true ms)
  1520                 @ add_polarity_and_random_bit s false (the (AList.lookup (op =) neg_extra_modes s))))
  1521             pos_extra_modes
  1522         end
  1523       else
  1524         map (fn (s, ms) => (s, (add_polarity_and_random_bit s true ms)))
  1525           (map_filter (fn name => Option.map (pair name) (try (modes_of compilation ctxt) name))
  1526             relevant_prednames
  1527           |> filter_out (fn (name, _) => member (op =) prednames name))
  1528     val _ = print_extra_modes options extra_modes
  1529     val start_modes =
  1530       if #infer_pos_and_neg_modes mode_analysis_options then
  1531         map (fn (s, ms) => (s, map (fn m => ((true, m), false)) ms @
  1532           (map (fn m => ((false, m), false)) ms))) all_modes
  1533       else
  1534         map (fn (s, ms) => (s, map (fn m => ((true, m), false)) ms)) all_modes
  1535     fun iteration modes = map
  1536       (check_modes_pred' mode_analysis_options options ctxt param_vs clauses
  1537         (modes @ extra_modes)) modes
  1538     val ((modes : (string * ((bool * mode) * bool) list) list), errors) =
  1539       Output.cond_timeit false "Fixpount computation of mode analysis" (fn () =>
  1540       if collect_errors then
  1541         fixp_with_state (fn (modes, errors) =>
  1542           let
  1543             val (modes', new_errors) = split_list (iteration modes)
  1544           in (modes', errors @ flat new_errors) end) (start_modes, [])
  1545         else
  1546           (fixp (fn modes => map fst (iteration modes)) start_modes, []))
  1547     val moded_clauses = map (get_modes_pred' mode_analysis_options ctxt param_vs clauses
  1548       (modes @ extra_modes)) modes
  1549     val thy' = fold (fn (s, ms) => if member (op =) (map fst preds) s then
  1550       set_needs_random s (map_filter (fn ((true, m), true) => SOME m | _ => NONE) ms) else I)
  1551       modes thy
  1552   in
  1553     ((moded_clauses, errors), thy')
  1554   end;
  1555 
  1556 (* term construction *)
  1557 
  1558 fun mk_v (names, vs) s T = (case AList.lookup (op =) vs s of
  1559       NONE => (Free (s, T), (names, (s, [])::vs))
  1560     | SOME xs =>
  1561         let
  1562           val s' = Name.variant names s;
  1563           val v = Free (s', T)
  1564         in
  1565           (v, (s'::names, AList.update (op =) (s, v::xs) vs))
  1566         end);
  1567 
  1568 fun distinct_v (Free (s, T)) nvs = mk_v nvs s T
  1569   | distinct_v (t $ u) nvs =
  1570       let
  1571         val (t', nvs') = distinct_v t nvs;
  1572         val (u', nvs'') = distinct_v u nvs';
  1573       in (t' $ u', nvs'') end
  1574   | distinct_v x nvs = (x, nvs);
  1575 
  1576 (** specific rpred functions -- move them to the correct place in this file *)
  1577 
  1578 fun mk_Eval_of additional_arguments ((x, T), NONE) names = (x, names)
  1579   | mk_Eval_of additional_arguments ((x, T), SOME mode) names =
  1580   let
  1581     val Ts = binder_types T
  1582     fun mk_split_lambda [] t = lambda (Free (Name.variant names "x", HOLogic.unitT)) t
  1583       | mk_split_lambda [x] t = lambda x t
  1584       | mk_split_lambda xs t =
  1585       let
  1586         fun mk_split_lambda' (x::y::[]) t = HOLogic.mk_split (lambda x (lambda y t))
  1587           | mk_split_lambda' (x::xs) t = HOLogic.mk_split (lambda x (mk_split_lambda' xs t))
  1588       in
  1589         mk_split_lambda' xs t
  1590       end;
  1591     fun mk_arg (i, T) =
  1592       let
  1593         val vname = Name.variant names ("x" ^ string_of_int i)
  1594         val default = Free (vname, T)
  1595       in 
  1596         case AList.lookup (op =) mode i of
  1597           NONE => (([], [default]), [default])
  1598         | SOME NONE => (([default], []), [default])
  1599         | SOME (SOME pis) =>
  1600           case HOLogic.strip_tupleT T of
  1601             [] => error "pair mode but unit tuple" (*(([default], []), [default])*)
  1602           | [_] => error "pair mode but not a tuple" (*(([default], []), [default])*)
  1603           | Ts =>
  1604             let
  1605               val vnames = Name.variant_list names
  1606                 (map (fn j => "x" ^ string_of_int i ^ "p" ^ string_of_int j)
  1607                   (1 upto length Ts))
  1608               val args = map2 (curry Free) vnames Ts
  1609               fun split_args (i, arg) (ins, outs) =
  1610                 if member (op =) pis i then
  1611                   (arg::ins, outs)
  1612                 else
  1613                   (ins, arg::outs)
  1614               val (inargs, outargs) = fold_rev split_args ((1 upto length Ts) ~~ args) ([], [])
  1615               fun tuple args = if null args then [] else [HOLogic.mk_tuple args]
  1616             in ((tuple inargs, tuple outargs), args) end
  1617       end
  1618     val (inoutargs, args) = split_list (map mk_arg (1 upto (length Ts) ~~ Ts))
  1619     val (inargs, outargs) = pairself flat (split_list inoutargs)
  1620     val r = PredicateCompFuns.mk_Eval 
  1621       (list_comb (x, inargs @ additional_arguments), HOLogic.mk_tuple outargs)
  1622     val t = fold_rev mk_split_lambda args r
  1623   in
  1624     (t, names)
  1625   end;
  1626 
  1627 (* TODO: uses param_vs -- change necessary for compilation with new modes *)
  1628 fun compile_arg compilation_modifiers additional_arguments ctxt param_vs iss arg = 
  1629   let
  1630     fun map_params (t as Free (f, T)) =
  1631       if member (op =) param_vs f then
  1632         case (AList.lookup (op =) (param_vs ~~ iss) f) of
  1633           SOME is =>
  1634             let
  1635               val _ = error "compile_arg: A parameter in a input position -- do we have a test case?"
  1636               val T' = Comp_Mod.funT_of compilation_modifiers is T
  1637             in t(*fst (mk_Eval_of additional_arguments ((Free (f, T'), T), is) [])*) end
  1638         | NONE => t
  1639       else t
  1640       | map_params t = t
  1641     in map_aterms map_params arg end
  1642 
  1643 fun compile_match compilation_modifiers additional_arguments
  1644   param_vs iss ctxt eqs eqs' out_ts success_t =
  1645   let
  1646     val compfuns = Comp_Mod.compfuns compilation_modifiers
  1647     val eqs'' = maps mk_eq eqs @ eqs'
  1648     val eqs'' =
  1649       map (compile_arg compilation_modifiers additional_arguments ctxt param_vs iss) eqs''
  1650     val names = fold Term.add_free_names (success_t :: eqs'' @ out_ts) [];
  1651     val name = Name.variant names "x";
  1652     val name' = Name.variant (name :: names) "y";
  1653     val T = HOLogic.mk_tupleT (map fastype_of out_ts);
  1654     val U = fastype_of success_t;
  1655     val U' = dest_predT compfuns U;
  1656     val v = Free (name, T);
  1657     val v' = Free (name', T);
  1658   in
  1659     lambda v (fst (Datatype.make_case ctxt Datatype_Case.Quiet [] v
  1660       [(HOLogic.mk_tuple out_ts,
  1661         if null eqs'' then success_t
  1662         else Const (@{const_name HOL.If}, HOLogic.boolT --> U --> U --> U) $
  1663           foldr1 HOLogic.mk_conj eqs'' $ success_t $
  1664             mk_bot compfuns U'),
  1665        (v', mk_bot compfuns U')]))
  1666   end;
  1667 
  1668 fun string_of_tderiv ctxt (t, deriv) = 
  1669   (case (t, deriv) of
  1670     (t1 $ t2, Mode_App (deriv1, deriv2)) =>
  1671       string_of_tderiv ctxt (t1, deriv1) ^ " $ " ^ string_of_tderiv ctxt (t2, deriv2)
  1672   | (Const (@{const_name Pair}, _) $ t1 $ t2, Mode_Pair (deriv1, deriv2)) =>
  1673     "(" ^ string_of_tderiv ctxt (t1, deriv1) ^ ", " ^ string_of_tderiv ctxt (t2, deriv2) ^ ")"
  1674   | (t, Term Input) => Syntax.string_of_term ctxt t ^ "[Input]"
  1675   | (t, Term Output) => Syntax.string_of_term ctxt t ^ "[Output]"
  1676   | (t, Context m) => Syntax.string_of_term ctxt t ^ "[" ^ string_of_mode m ^ "]")
  1677 
  1678 fun compile_expr compilation_modifiers ctxt (t, deriv) additional_arguments =
  1679   let
  1680     val compfuns = Comp_Mod.compfuns compilation_modifiers
  1681     fun expr_of (t, deriv) =
  1682       (case (t, deriv) of
  1683         (t, Term Input) => SOME t
  1684       | (t, Term Output) => NONE
  1685       | (Const (name, T), Context mode) =>
  1686         (case alternative_compilation_of ctxt name mode of
  1687           SOME alt_comp => SOME (alt_comp compfuns T)
  1688         | NONE =>
  1689           SOME (Const (function_name_of (Comp_Mod.compilation compilation_modifiers)
  1690             ctxt name mode,
  1691             Comp_Mod.funT_of compilation_modifiers mode T)))
  1692       | (Free (s, T), Context m) =>
  1693         SOME (Free (s, Comp_Mod.funT_of compilation_modifiers m T))
  1694       | (t, Context m) =>
  1695         let
  1696           val bs = map (pair "x") (binder_types (fastype_of t))
  1697           val bounds = map Bound (rev (0 upto (length bs) - 1))
  1698         in SOME (list_abs (bs, mk_if compfuns (list_comb (t, bounds)))) end
  1699       | (Const (@{const_name Pair}, _) $ t1 $ t2, Mode_Pair (d1, d2)) =>
  1700         (case (expr_of (t1, d1), expr_of (t2, d2)) of
  1701           (NONE, NONE) => NONE
  1702         | (NONE, SOME t) => SOME t
  1703         | (SOME t, NONE) => SOME t
  1704         | (SOME t1, SOME t2) => SOME (HOLogic.mk_prod (t1, t2)))
  1705       | (t1 $ t2, Mode_App (deriv1, deriv2)) =>
  1706         (case (expr_of (t1, deriv1), expr_of (t2, deriv2)) of
  1707           (SOME t, NONE) => SOME t
  1708          | (SOME t, SOME u) => SOME (t $ u)
  1709          | _ => error "something went wrong here!"))
  1710   in
  1711     list_comb (the (expr_of (t, deriv)), additional_arguments)
  1712   end
  1713 
  1714 fun compile_clause compilation_modifiers ctxt all_vs param_vs additional_arguments
  1715   mode inp (in_ts, out_ts) moded_ps =
  1716   let
  1717     val compfuns = Comp_Mod.compfuns compilation_modifiers
  1718     val iss = ho_arg_modes_of mode (* FIXME! *)
  1719     val compile_match = compile_match compilation_modifiers
  1720       additional_arguments param_vs iss ctxt
  1721     val (in_ts', (all_vs', eqs)) =
  1722       fold_map (collect_non_invertible_subterms ctxt) in_ts (all_vs, []);
  1723     fun compile_prems out_ts' vs names [] =
  1724           let
  1725             val (out_ts'', (names', eqs')) =
  1726               fold_map (collect_non_invertible_subterms ctxt) out_ts' (names, []);
  1727             val (out_ts''', (names'', constr_vs)) = fold_map distinct_v
  1728               out_ts'' (names', map (rpair []) vs);
  1729           in
  1730             compile_match constr_vs (eqs @ eqs') out_ts'''
  1731               (mk_single compfuns (HOLogic.mk_tuple out_ts))
  1732           end
  1733       | compile_prems out_ts vs names ((p, deriv) :: ps) =
  1734           let
  1735             val vs' = distinct (op =) (flat (vs :: map term_vs out_ts));
  1736             val (out_ts', (names', eqs)) =
  1737               fold_map (collect_non_invertible_subterms ctxt) out_ts (names, [])
  1738             val (out_ts'', (names'', constr_vs')) = fold_map distinct_v
  1739               out_ts' ((names', map (rpair []) vs))
  1740             val mode = head_mode_of deriv
  1741             val additional_arguments' =
  1742               Comp_Mod.transform_additional_arguments compilation_modifiers p additional_arguments
  1743             val (compiled_clause, rest) = case p of
  1744                Prem t =>
  1745                  let
  1746                    val u =
  1747                      compile_expr compilation_modifiers ctxt (t, deriv) additional_arguments'
  1748                    val (_, out_ts''') = split_mode mode (snd (strip_comb t))
  1749                    val rest = compile_prems out_ts''' vs' names'' ps
  1750                  in
  1751                    (u, rest)
  1752                  end
  1753              | Negprem t =>
  1754                  let
  1755                    val neg_compilation_modifiers =
  1756                      negative_comp_modifiers_of compilation_modifiers
  1757                    val u = mk_not compfuns
  1758                      (compile_expr neg_compilation_modifiers ctxt (t, deriv) additional_arguments')
  1759                    val (_, out_ts''') = split_mode mode (snd (strip_comb t))
  1760                    val rest = compile_prems out_ts''' vs' names'' ps
  1761                  in
  1762                    (u, rest)
  1763                  end
  1764              | Sidecond t =>
  1765                  let
  1766                    val t = compile_arg compilation_modifiers additional_arguments
  1767                      ctxt param_vs iss t
  1768                    val rest = compile_prems [] vs' names'' ps;
  1769                  in
  1770                    (mk_if compfuns t, rest)
  1771                  end
  1772              | Generator (v, T) =>
  1773                  let
  1774                    val u = Comp_Mod.mk_random compilation_modifiers T additional_arguments
  1775                    val rest = compile_prems [Free (v, T)]  vs' names'' ps;
  1776                  in
  1777                    (u, rest)
  1778                  end
  1779           in
  1780             compile_match constr_vs' eqs out_ts''
  1781               (mk_bind compfuns (compiled_clause, rest))
  1782           end
  1783     val prem_t = compile_prems in_ts' param_vs all_vs' moded_ps;
  1784   in
  1785     mk_bind compfuns (mk_single compfuns inp, prem_t)
  1786   end
  1787 
  1788 (* switch detection *)
  1789 
  1790 (** argument position of an inductive predicates and the executable functions **)
  1791 
  1792 type position = int * int list
  1793 
  1794 fun input_positions_pair Input = [[]]
  1795   | input_positions_pair Output = []
  1796   | input_positions_pair (Fun _) = []
  1797   | input_positions_pair (Pair (m1, m2)) =
  1798     map (cons 1) (input_positions_pair m1) @ map (cons 2) (input_positions_pair m2)
  1799 
  1800 fun input_positions_of_mode mode = flat (map_index
  1801    (fn (i, Input) => [(i, [])]
  1802    | (_, Output) => []
  1803    | (_, Fun _) => []
  1804    | (i, m as Pair (m1, m2)) => map (pair i) (input_positions_pair m))
  1805      (Predicate_Compile_Aux.strip_fun_mode mode))
  1806 
  1807 fun argument_position_pair mode [] = []
  1808   | argument_position_pair (Pair (Fun _, m2)) (2 :: is) = argument_position_pair m2 is
  1809   | argument_position_pair (Pair (m1, m2)) (i :: is) =
  1810     (if eq_mode (m1, Output) andalso i = 2 then
  1811       argument_position_pair m2 is
  1812     else if eq_mode (m2, Output) andalso i = 1 then
  1813       argument_position_pair m1 is
  1814     else (i :: argument_position_pair (if i = 1 then m1 else m2) is))
  1815 
  1816 fun argument_position_of mode (i, is) =
  1817   (i - (length (filter (fn Output => true | Fun _ => true | _ => false)
  1818     (List.take (strip_fun_mode mode, i)))),
  1819   argument_position_pair (nth (strip_fun_mode mode) i) is)
  1820 
  1821 fun nth_pair [] t = t
  1822   | nth_pair (1 :: is) (Const (@{const_name Pair}, _) $ t1 $ _) = nth_pair is t1
  1823   | nth_pair (2 :: is) (Const (@{const_name Pair}, _) $ _ $ t2) = nth_pair is t2
  1824   | nth_pair _ _ = raise Fail "unexpected input for nth_tuple"
  1825 
  1826 (** switch detection analysis **)
  1827 
  1828 fun find_switch_test ctxt (i, is) (ts, prems) =
  1829   let
  1830     val t = nth_pair is (nth ts i)
  1831     val T = fastype_of t
  1832   in
  1833     case T of
  1834       TFree _ => NONE
  1835     | Type (Tcon, _) =>
  1836       (case Datatype_Data.get_constrs (ProofContext.theory_of ctxt) Tcon of
  1837         NONE => NONE
  1838       | SOME cs =>
  1839         (case strip_comb t of
  1840           (Var _, []) => NONE
  1841         | (Free _, []) => NONE
  1842         | (Const (c, T), _) => if AList.defined (op =) cs c then SOME (c, T) else NONE))
  1843   end
  1844 
  1845 fun partition_clause ctxt pos moded_clauses =
  1846   let
  1847     fun insert_list eq (key, value) = AList.map_default eq (key, []) (cons value)
  1848     fun find_switch_test' moded_clause (cases, left) =
  1849       case find_switch_test ctxt pos moded_clause of
  1850         SOME (c, T) => (insert_list (op =) ((c, T), moded_clause) cases, left)
  1851       | NONE => (cases, moded_clause :: left)
  1852   in
  1853     fold find_switch_test' moded_clauses ([], [])
  1854   end
  1855 
  1856 datatype switch_tree =
  1857   Atom of moded_clause list | Node of (position * ((string * typ) * switch_tree) list) * switch_tree
  1858 
  1859 fun mk_switch_tree ctxt mode moded_clauses =
  1860   let
  1861     fun select_best_switch moded_clauses input_position best_switch =
  1862       let
  1863         val ord = option_ord (rev_order o int_ord o (pairself (length o snd o snd)))
  1864         val partition = partition_clause ctxt input_position moded_clauses
  1865         val switch = if (length (fst partition) > 1) then SOME (input_position, partition) else NONE
  1866       in
  1867         case ord (switch, best_switch) of LESS => best_switch
  1868           | EQUAL => best_switch | GREATER => switch
  1869       end
  1870     fun detect_switches moded_clauses =
  1871       case fold (select_best_switch moded_clauses) (input_positions_of_mode mode) NONE of
  1872         SOME (best_pos, (switched_on, left_clauses)) =>
  1873           Node ((best_pos, map (apsnd detect_switches) switched_on),
  1874             detect_switches left_clauses)
  1875       | NONE => Atom moded_clauses
  1876   in
  1877     detect_switches moded_clauses
  1878   end
  1879 
  1880 (** compilation of detected switches **)
  1881 
  1882 fun destruct_constructor_pattern (pat, obj) =
  1883   (case strip_comb pat of
  1884     (f as Free _, []) => cons (pat, obj)
  1885   | (Const (c, T), pat_args) =>
  1886     (case strip_comb obj of
  1887       (Const (c', T'), obj_args) =>
  1888         (if c = c' andalso T = T' then
  1889           fold destruct_constructor_pattern (pat_args ~~ obj_args)
  1890         else raise Fail "pattern and object mismatch")
  1891     | _ => raise Fail "unexpected object")
  1892   | _ => raise Fail "unexpected pattern")
  1893 
  1894 
  1895 fun compile_switch compilation_modifiers ctxt all_vs param_vs additional_arguments mode
  1896   in_ts' outTs switch_tree =
  1897   let
  1898     val compfuns = Comp_Mod.compfuns compilation_modifiers
  1899     val thy = ProofContext.theory_of ctxt
  1900     fun compile_switch_tree _ _ (Atom []) = NONE
  1901       | compile_switch_tree all_vs ctxt_eqs (Atom moded_clauses) =
  1902         let
  1903           val in_ts' = map (Pattern.rewrite_term thy ctxt_eqs []) in_ts'
  1904           fun compile_clause' (ts, moded_ps) =
  1905             let
  1906               val (ts, out_ts) = split_mode mode ts
  1907               val subst = fold destruct_constructor_pattern (in_ts' ~~ ts) []
  1908               val (fsubst, pat') = List.partition (fn (_, Free _) => true | _ => false) subst
  1909               val moded_ps' = (map o apfst o map_indprem)
  1910                 (Pattern.rewrite_term thy (map swap fsubst) []) moded_ps
  1911               val inp = HOLogic.mk_tuple (map fst pat')
  1912               val in_ts' = map (Pattern.rewrite_term thy (map swap fsubst) []) (map snd pat')
  1913               val out_ts' = map (Pattern.rewrite_term thy (map swap fsubst) []) out_ts
  1914             in
  1915               compile_clause compilation_modifiers ctxt all_vs param_vs additional_arguments
  1916                 mode inp (in_ts', out_ts') moded_ps'
  1917             end
  1918         in SOME (foldr1 (mk_sup compfuns) (map compile_clause' moded_clauses)) end
  1919     | compile_switch_tree all_vs ctxt_eqs (Node ((position, switched_clauses), left_clauses)) =
  1920       let
  1921         val (i, is) = argument_position_of mode position
  1922         val inp_var = nth_pair is (nth in_ts' i)
  1923         val x = Name.variant all_vs "x"
  1924         val xt = Free (x, fastype_of inp_var)
  1925         fun compile_single_case ((c, T), switched) =
  1926           let
  1927             val Ts = binder_types T
  1928             val argnames = Name.variant_list (x :: all_vs)
  1929               (map (fn i => "c" ^ string_of_int i) (1 upto length Ts))
  1930             val args = map2 (curry Free) argnames Ts
  1931             val pattern = list_comb (Const (c, T), args)
  1932             val ctxt_eqs' = (inp_var, pattern) :: ctxt_eqs
  1933             val compilation = the_default (mk_bot compfuns (HOLogic.mk_tupleT outTs))
  1934               (compile_switch_tree (argnames @ x :: all_vs) ctxt_eqs' switched)
  1935         in
  1936           (pattern, compilation)
  1937         end
  1938         val switch = fst (Datatype.make_case ctxt Datatype_Case.Quiet [] inp_var
  1939           ((map compile_single_case switched_clauses) @
  1940             [(xt, mk_bot compfuns (HOLogic.mk_tupleT outTs))]))
  1941       in
  1942         case compile_switch_tree all_vs ctxt_eqs left_clauses of
  1943           NONE => SOME switch
  1944         | SOME left_comp => SOME (mk_sup compfuns (switch, left_comp))
  1945       end
  1946   in
  1947     compile_switch_tree all_vs [] switch_tree
  1948   end
  1949 
  1950 (* compilation of predicates *)
  1951 
  1952 fun compile_pred options compilation_modifiers ctxt all_vs param_vs s T (pol, mode) moded_cls =
  1953   let
  1954     val compilation_modifiers = if pol then compilation_modifiers else
  1955       negative_comp_modifiers_of compilation_modifiers
  1956     val additional_arguments = Comp_Mod.additional_arguments compilation_modifiers
  1957       (all_vs @ param_vs)
  1958     val compfuns = Comp_Mod.compfuns compilation_modifiers
  1959     fun is_param_type (T as Type ("fun",[_ , T'])) =
  1960       is_some (try (dest_predT compfuns) T) orelse is_param_type T'
  1961       | is_param_type T = is_some (try (dest_predT compfuns) T)
  1962     val (inpTs, outTs) = split_map_modeT (fn m => fn T => (SOME (funT_of compfuns m T), NONE)) mode
  1963       (binder_types T)
  1964     val predT = mk_predT compfuns (HOLogic.mk_tupleT outTs)
  1965     val funT = Comp_Mod.funT_of compilation_modifiers mode T
  1966     val (in_ts, _) = fold_map (fold_map_aterms_prodT (curry HOLogic.mk_prod)
  1967       (fn T => fn (param_vs, names) =>
  1968         if is_param_type T then
  1969           (Free (hd param_vs, T), (tl param_vs, names))
  1970         else
  1971           let
  1972             val new = Name.variant names "x"
  1973           in (Free (new, T), (param_vs, new :: names)) end)) inpTs
  1974         (param_vs, (all_vs @ param_vs))
  1975     val in_ts' = map_filter (map_filter_prod
  1976       (fn t as Free (x, _) => if member (op =) param_vs x then NONE else SOME t | t => SOME t)) in_ts
  1977     val compilation =
  1978       if detect_switches options then
  1979         the_default (mk_bot compfuns (HOLogic.mk_tupleT outTs))
  1980           (compile_switch compilation_modifiers ctxt all_vs param_vs additional_arguments
  1981             mode in_ts' outTs (mk_switch_tree ctxt mode moded_cls))
  1982       else
  1983         let
  1984           val cl_ts =
  1985             map (fn (ts, moded_prems) => 
  1986               compile_clause compilation_modifiers ctxt all_vs param_vs additional_arguments
  1987               mode (HOLogic.mk_tuple in_ts') (split_mode mode ts) moded_prems) moded_cls;
  1988         in
  1989           Comp_Mod.wrap_compilation compilation_modifiers compfuns s T mode additional_arguments
  1990             (if null cl_ts then
  1991               mk_bot compfuns (HOLogic.mk_tupleT outTs)
  1992             else
  1993               foldr1 (mk_sup compfuns) cl_ts)
  1994         end
  1995     val fun_const =
  1996       Const (function_name_of (Comp_Mod.compilation compilation_modifiers)
  1997       ctxt s mode, funT)
  1998   in
  1999     HOLogic.mk_Trueprop
  2000       (HOLogic.mk_eq (list_comb (fun_const, in_ts @ additional_arguments), compilation))
  2001   end;
  2002 
  2003 (** special setup for simpset **)
  2004 val HOL_basic_ss' = HOL_basic_ss addsimps (@{thms HOL.simp_thms} @ [@{thm Pair_eq}])
  2005   setSolver (mk_solver "all_tac_solver" (fn _ => fn _ => all_tac))
  2006   setSolver (mk_solver "True_solver" (fn _ => rtac @{thm TrueI}))
  2007 
  2008 (* Definition of executable functions and their intro and elim rules *)
  2009 
  2010 fun print_arities arities = tracing ("Arities:\n" ^
  2011   cat_lines (map (fn (s, (ks, k)) => s ^ ": " ^
  2012     space_implode " -> " (map
  2013       (fn NONE => "X" | SOME k' => string_of_int k')
  2014         (ks @ [SOME k]))) arities));
  2015 
  2016 fun split_lambda (x as Free _) t = lambda x t
  2017   | split_lambda (Const (@{const_name Pair}, _) $ t1 $ t2) t =
  2018     HOLogic.mk_split (split_lambda t1 (split_lambda t2 t))
  2019   | split_lambda (Const ("Product_Type.Unity", _)) t = Abs ("x", HOLogic.unitT, t)
  2020   | split_lambda t _ = raise (TERM ("split_lambda", [t]))
  2021 
  2022 fun strip_split_abs (Const (@{const_name prod_case}, _) $ t) = strip_split_abs t
  2023   | strip_split_abs (Abs (_, _, t)) = strip_split_abs t
  2024   | strip_split_abs t = t
  2025 
  2026 fun mk_args is_eval (m as Pair (m1, m2), T as Type (@{type_name Product_Type.prod}, [T1, T2])) names =
  2027     if eq_mode (m, Input) orelse eq_mode (m, Output) then
  2028       let
  2029         val x = Name.variant names "x"
  2030       in
  2031         (Free (x, T), x :: names)
  2032       end
  2033     else
  2034       let
  2035         val (t1, names') = mk_args is_eval (m1, T1) names
  2036         val (t2, names'') = mk_args is_eval (m2, T2) names'
  2037       in
  2038         (HOLogic.mk_prod (t1, t2), names'')
  2039       end
  2040   | mk_args is_eval ((m as Fun _), T) names =
  2041     let
  2042       val funT = funT_of PredicateCompFuns.compfuns m T
  2043       val x = Name.variant names "x"
  2044       val (args, _) = fold_map (mk_args is_eval) (strip_fun_mode m ~~ binder_types T) (x :: names)
  2045       val (inargs, outargs) = split_map_mode (fn _ => fn t => (SOME t, NONE)) m args
  2046       val t = fold_rev split_lambda args (PredicateCompFuns.mk_Eval
  2047         (list_comb (Free (x, funT), inargs), HOLogic.mk_tuple outargs))
  2048     in
  2049       (if is_eval then t else Free (x, funT), x :: names)
  2050     end
  2051   | mk_args is_eval (_, T) names =
  2052     let
  2053       val x = Name.variant names "x"
  2054     in
  2055       (Free (x, T), x :: names)
  2056     end
  2057 
  2058 fun create_intro_elim_rule ctxt mode defthm mode_id funT pred =
  2059   let
  2060     val funtrm = Const (mode_id, funT)
  2061     val Ts = binder_types (fastype_of pred)
  2062     val (args, argnames) = fold_map (mk_args true) (strip_fun_mode mode ~~ Ts) []
  2063     fun strip_eval _ t =
  2064       let
  2065         val t' = strip_split_abs t
  2066         val (r, _) = PredicateCompFuns.dest_Eval t'
  2067       in (SOME (fst (strip_comb r)), NONE) end
  2068     val (inargs, outargs) = split_map_mode strip_eval mode args
  2069     val eval_hoargs = ho_args_of mode args
  2070     val hoargTs = ho_argsT_of mode Ts
  2071     val hoarg_names' =
  2072       Name.variant_list argnames ((map (fn i => "x" ^ string_of_int i)) (1 upto (length hoargTs)))
  2073     val hoargs' = map2 (curry Free) hoarg_names' hoargTs
  2074     val args' = replace_ho_args mode hoargs' args
  2075     val predpropI = HOLogic.mk_Trueprop (list_comb (pred, args'))
  2076     val predpropE = HOLogic.mk_Trueprop (list_comb (pred, args))
  2077     val param_eqs = map2 (HOLogic.mk_Trueprop oo (curry HOLogic.mk_eq)) eval_hoargs hoargs'
  2078     val funpropE = HOLogic.mk_Trueprop (PredicateCompFuns.mk_Eval (list_comb (funtrm, inargs),
  2079                     if null outargs then Free("y", HOLogic.unitT) else HOLogic.mk_tuple outargs))
  2080     val funpropI = HOLogic.mk_Trueprop (PredicateCompFuns.mk_Eval (list_comb (funtrm, inargs),
  2081                      HOLogic.mk_tuple outargs))
  2082     val introtrm = Logic.list_implies (predpropI :: param_eqs, funpropI)
  2083     val simprules = [defthm, @{thm eval_pred},
  2084       @{thm "split_beta"}, @{thm "fst_conv"}, @{thm "snd_conv"}, @{thm pair_collapse}]
  2085     val unfolddef_tac = Simplifier.asm_full_simp_tac (HOL_basic_ss addsimps simprules) 1
  2086     val introthm = Goal.prove ctxt
  2087       (argnames @ hoarg_names' @ ["y"]) [] introtrm (fn _ => unfolddef_tac)
  2088     val P = HOLogic.mk_Trueprop (Free ("P", HOLogic.boolT));
  2089     val elimtrm = Logic.list_implies ([funpropE, Logic.mk_implies (predpropE, P)], P)
  2090     val elimthm = Goal.prove ctxt
  2091       (argnames @ ["y", "P"]) [] elimtrm (fn _ => unfolddef_tac)
  2092     val opt_neg_introthm =
  2093       if is_all_input mode then
  2094         let
  2095           val neg_predpropI = HOLogic.mk_Trueprop (HOLogic.mk_not (list_comb (pred, args')))
  2096           val neg_funpropI =
  2097             HOLogic.mk_Trueprop (PredicateCompFuns.mk_Eval
  2098               (PredicateCompFuns.mk_not (list_comb (funtrm, inargs)), HOLogic.unit))
  2099           val neg_introtrm = Logic.list_implies (neg_predpropI :: param_eqs, neg_funpropI)
  2100           val tac =
  2101             Simplifier.asm_full_simp_tac (HOL_basic_ss addsimps
  2102               (@{thm if_False} :: @{thm Predicate.not_pred_eq} :: simprules)) 1
  2103             THEN rtac @{thm Predicate.singleI} 1
  2104         in SOME (Goal.prove ctxt (argnames @ hoarg_names') []
  2105             neg_introtrm (fn _ => tac))
  2106         end
  2107       else NONE
  2108   in
  2109     ((introthm, elimthm), opt_neg_introthm)
  2110   end
  2111 
  2112 fun create_constname_of_mode options thy prefix name T mode = 
  2113   let
  2114     val system_proposal = prefix ^ (Long_Name.base_name name)
  2115       ^ "_" ^ ascii_string_of_mode mode
  2116     val name = the_default system_proposal (proposed_names options name mode)
  2117   in
  2118     Sign.full_bname thy name
  2119   end;
  2120 
  2121 fun create_definitions options preds (name, modes) thy =
  2122   let
  2123     val compfuns = PredicateCompFuns.compfuns
  2124     val T = AList.lookup (op =) preds name |> the
  2125     fun create_definition mode thy =
  2126       let
  2127         val mode_cname = create_constname_of_mode options thy "" name T mode
  2128         val mode_cbasename = Long_Name.base_name mode_cname
  2129         val funT = funT_of compfuns mode T
  2130         val (args, _) = fold_map (mk_args true) ((strip_fun_mode mode) ~~ (binder_types T)) []
  2131         fun strip_eval m t =
  2132           let
  2133             val t' = strip_split_abs t
  2134             val (r, _) = PredicateCompFuns.dest_Eval t'
  2135           in (SOME (fst (strip_comb r)), NONE) end
  2136         val (inargs, outargs) = split_map_mode strip_eval mode args
  2137         val predterm = fold_rev split_lambda inargs
  2138           (PredicateCompFuns.mk_Enum (split_lambda (HOLogic.mk_tuple outargs)
  2139             (list_comb (Const (name, T), args))))
  2140         val lhs = Const (mode_cname, funT)
  2141         val def = Logic.mk_equals (lhs, predterm)
  2142         val ([definition], thy') = thy |>
  2143           Sign.add_consts_i [(Binding.name mode_cbasename, funT, NoSyn)] |>
  2144           PureThy.add_defs false [((Binding.name (mode_cbasename ^ "_def"), def), [])]
  2145         val ctxt' = ProofContext.init_global thy'
  2146         val rules as ((intro, elim), _) =
  2147           create_intro_elim_rule ctxt' mode definition mode_cname funT (Const (name, T))
  2148         in thy'
  2149           |> set_function_name Pred name mode mode_cname
  2150           |> add_predfun_data name mode (definition, rules)
  2151           |> PureThy.store_thm (Binding.name (mode_cbasename ^ "I"), intro) |> snd
  2152           |> PureThy.store_thm (Binding.name (mode_cbasename ^ "E"), elim)  |> snd
  2153           |> Theory.checkpoint
  2154         end;
  2155   in
  2156     thy |> defined_function_of Pred name |> fold create_definition modes
  2157   end;
  2158 
  2159 fun define_functions comp_modifiers compfuns options preds (name, modes) thy =
  2160   let
  2161     val T = AList.lookup (op =) preds name |> the
  2162     fun create_definition mode thy =
  2163       let
  2164         val function_name_prefix = Comp_Mod.function_name_prefix comp_modifiers
  2165         val mode_cname = create_constname_of_mode options thy function_name_prefix name T mode
  2166         val funT = Comp_Mod.funT_of comp_modifiers mode T
  2167       in
  2168         thy |> Sign.add_consts_i [(Binding.name (Long_Name.base_name mode_cname), funT, NoSyn)]
  2169         |> set_function_name (Comp_Mod.compilation comp_modifiers) name mode mode_cname
  2170       end;
  2171   in
  2172     thy
  2173     |> defined_function_of (Comp_Mod.compilation comp_modifiers) name
  2174     |> fold create_definition modes
  2175   end;
  2176 
  2177 (* Proving equivalence of term *)
  2178 
  2179 fun is_Type (Type _) = true
  2180   | is_Type _ = false
  2181 
  2182 (* returns true if t is an application of an datatype constructor *)
  2183 (* which then consequently would be splitted *)
  2184 (* else false *)
  2185 fun is_constructor thy t =
  2186   if (is_Type (fastype_of t)) then
  2187     (case Datatype.get_info thy ((fst o dest_Type o fastype_of) t) of
  2188       NONE => false
  2189     | SOME info => (let
  2190       val constr_consts = maps (fn (_, (_, _, constrs)) => map fst constrs) (#descr info)
  2191       val (c, _) = strip_comb t
  2192       in (case c of
  2193         Const (name, _) => member (op =) constr_consts name
  2194         | _ => false) end))
  2195   else false
  2196 
  2197 (* MAJOR FIXME:  prove_params should be simple
  2198  - different form of introrule for parameters ? *)
  2199 
  2200 fun prove_param options ctxt nargs t deriv =
  2201   let
  2202     val  (f, args) = strip_comb (Envir.eta_contract t)
  2203     val mode = head_mode_of deriv
  2204     val param_derivations = param_derivations_of deriv
  2205     val ho_args = ho_args_of mode args
  2206     val f_tac = case f of
  2207       Const (name, T) => simp_tac (HOL_basic_ss addsimps 
  2208          [@{thm eval_pred}, predfun_definition_of ctxt name mode,
  2209          @{thm split_eta}, @{thm split_beta}, @{thm fst_conv},
  2210          @{thm snd_conv}, @{thm pair_collapse}, @{thm Product_Type.split_conv}]) 1
  2211     | Free _ =>
  2212       Subgoal.FOCUS_PREMS (fn {context = ctxt, params = params, prems, asms, concl, schematics} =>
  2213         let
  2214           val prems' = maps dest_conjunct_prem (take nargs prems)
  2215         in
  2216           MetaSimplifier.rewrite_goal_tac
  2217             (map (fn th => th RS @{thm sym} RS @{thm eq_reflection}) prems') 1
  2218         end) ctxt 1
  2219     | Abs _ => raise Fail "prove_param: No valid parameter term"
  2220   in
  2221     REPEAT_DETERM (rtac @{thm ext} 1)
  2222     THEN print_tac options "prove_param"
  2223     THEN f_tac 
  2224     THEN print_tac options "after prove_param"
  2225     THEN (REPEAT_DETERM (atac 1))
  2226     THEN (EVERY (map2 (prove_param options ctxt nargs) ho_args param_derivations))
  2227     THEN REPEAT_DETERM (rtac @{thm refl} 1)
  2228   end
  2229 
  2230 fun prove_expr options ctxt nargs (premposition : int) (t, deriv) =
  2231   case strip_comb t of
  2232     (Const (name, T), args) =>
  2233       let
  2234         val mode = head_mode_of deriv
  2235         val introrule = predfun_intro_of ctxt name mode
  2236         val param_derivations = param_derivations_of deriv
  2237         val ho_args = ho_args_of mode args
  2238       in
  2239         print_tac options "before intro rule:"
  2240         THEN rtac introrule 1
  2241         THEN print_tac options "after intro rule"
  2242         (* for the right assumption in first position *)
  2243         THEN rotate_tac premposition 1
  2244         THEN atac 1
  2245         THEN print_tac options "parameter goal"
  2246         (* work with parameter arguments *)
  2247         THEN (EVERY (map2 (prove_param options ctxt nargs) ho_args param_derivations))
  2248         THEN (REPEAT_DETERM (atac 1))
  2249       end
  2250   | (Free _, _) =>
  2251     print_tac options "proving parameter call.."
  2252     THEN Subgoal.FOCUS_PREMS (fn {context = ctxt, params, prems, asms, concl, schematics} =>
  2253         let
  2254           val param_prem = nth prems premposition
  2255           val (param, _) = strip_comb (HOLogic.dest_Trueprop (prop_of param_prem))
  2256           val prems' = maps dest_conjunct_prem (take nargs prems)
  2257           fun param_rewrite prem =
  2258             param = snd (HOLogic.dest_eq (HOLogic.dest_Trueprop (prop_of prem)))
  2259           val SOME rew_eq = find_first param_rewrite prems'
  2260           val param_prem' = MetaSimplifier.rewrite_rule
  2261             (map (fn th => th RS @{thm eq_reflection})
  2262               [rew_eq RS @{thm sym}, @{thm split_beta}, @{thm fst_conv}, @{thm snd_conv}])
  2263             param_prem
  2264         in
  2265           rtac param_prem' 1
  2266         end) ctxt 1
  2267     THEN print_tac options "after prove parameter call"
  2268 
  2269 fun SOLVED tac st = FILTER (fn st' => nprems_of st' = nprems_of st - 1) tac st;
  2270 
  2271 fun SOLVEDALL tac st = FILTER (fn st' => nprems_of st' = 0) tac st
  2272 
  2273 fun check_format ctxt st =
  2274   let
  2275     val concl' = Logic.strip_assums_concl (hd (prems_of st))
  2276     val concl = HOLogic.dest_Trueprop concl'
  2277     val expr = fst (strip_comb (fst (PredicateCompFuns.dest_Eval concl)))
  2278     fun valid_expr (Const (@{const_name Predicate.bind}, _)) = true
  2279       | valid_expr (Const (@{const_name Predicate.single}, _)) = true
  2280       | valid_expr _ = false
  2281   in
  2282     if valid_expr expr then
  2283       ((*tracing "expression is valid";*) Seq.single st)
  2284     else
  2285       ((*tracing "expression is not valid";*) Seq.empty) (*error "check_format: wrong format"*)
  2286   end
  2287 
  2288 fun prove_match options ctxt out_ts =
  2289   let
  2290     val thy = ProofContext.theory_of ctxt
  2291     fun get_case_rewrite t =
  2292       if (is_constructor thy t) then let
  2293         val case_rewrites = (#case_rewrites (Datatype.the_info thy
  2294           ((fst o dest_Type o fastype_of) t)))
  2295         in case_rewrites @ maps get_case_rewrite (snd (strip_comb t)) end
  2296       else []
  2297     val simprules = @{thm "unit.cases"} :: @{thm "prod.cases"} :: maps get_case_rewrite out_ts
  2298   (* replace TRY by determining if it necessary - are there equations when calling compile match? *)
  2299   in
  2300      (* make this simpset better! *)
  2301     asm_full_simp_tac (HOL_basic_ss' addsimps simprules) 1
  2302     THEN print_tac options "after prove_match:"
  2303     THEN (DETERM (TRY (EqSubst.eqsubst_tac ctxt [0] [@{thm HOL.if_P}] 1
  2304            THEN (REPEAT_DETERM (rtac @{thm conjI} 1 THEN (SOLVED (asm_simp_tac HOL_basic_ss' 1))))
  2305            THEN print_tac options "if condition to be solved:"
  2306            THEN (SOLVED (asm_simp_tac HOL_basic_ss' 1 THEN print_tac options "after if simp; in SOLVED:"))
  2307            THEN check_format thy
  2308            THEN print_tac options "after if simplification - a TRY block")))
  2309     THEN print_tac options "after if simplification"
  2310   end;
  2311 
  2312 (* corresponds to compile_fun -- maybe call that also compile_sidecond? *)
  2313 
  2314 fun prove_sidecond ctxt t =
  2315   let
  2316     fun preds_of t nameTs = case strip_comb t of 
  2317       (f as Const (name, T), args) =>
  2318         if is_registered ctxt name then (name, T) :: nameTs
  2319           else fold preds_of args nameTs
  2320       | _ => nameTs
  2321     val preds = preds_of t []
  2322     val defs = map
  2323       (fn (pred, T) => predfun_definition_of ctxt pred
  2324         (all_input_of T))
  2325         preds
  2326   in 
  2327     (* remove not_False_eq_True when simpset in prove_match is better *)
  2328     simp_tac (HOL_basic_ss addsimps
  2329       (@{thms HOL.simp_thms} @ (@{thm not_False_eq_True} :: @{thm eval_pred} :: defs))) 1 
  2330     (* need better control here! *)
  2331   end
  2332 
  2333 fun prove_clause options ctxt nargs mode (_, clauses) (ts, moded_ps) =
  2334   let
  2335     val (in_ts, clause_out_ts) = split_mode mode ts;
  2336     fun prove_prems out_ts [] =
  2337       (prove_match options ctxt out_ts)
  2338       THEN print_tac options "before simplifying assumptions"
  2339       THEN asm_full_simp_tac HOL_basic_ss' 1
  2340       THEN print_tac options "before single intro rule"
  2341       THEN (rtac (if null clause_out_ts then @{thm singleI_unit} else @{thm singleI}) 1)
  2342     | prove_prems out_ts ((p, deriv) :: ps) =
  2343       let
  2344         val premposition = (find_index (equal p) clauses) + nargs
  2345         val mode = head_mode_of deriv
  2346         val rest_tac =
  2347           rtac @{thm bindI} 1
  2348           THEN (case p of Prem t =>
  2349             let
  2350               val (_, us) = strip_comb t
  2351               val (_, out_ts''') = split_mode mode us
  2352               val rec_tac = prove_prems out_ts''' ps
  2353             in
  2354               print_tac options "before clause:"
  2355               (*THEN asm_simp_tac HOL_basic_ss 1*)
  2356               THEN print_tac options "before prove_expr:"
  2357               THEN prove_expr options ctxt nargs premposition (t, deriv)
  2358               THEN print_tac options "after prove_expr:"
  2359               THEN rec_tac
  2360             end
  2361           | Negprem t =>
  2362             let
  2363               val (t, args) = strip_comb t
  2364               val (_, out_ts''') = split_mode mode args
  2365               val rec_tac = prove_prems out_ts''' ps
  2366               val name = (case strip_comb t of (Const (c, _), _) => SOME c | _ => NONE)
  2367               val neg_intro_rule =
  2368                 Option.map (fn name =>
  2369                   the (predfun_neg_intro_of ctxt name mode)) name
  2370               val param_derivations = param_derivations_of deriv
  2371               val params = ho_args_of mode args
  2372             in
  2373               print_tac options "before prove_neg_expr:"
  2374               THEN full_simp_tac (HOL_basic_ss addsimps
  2375                 [@{thm split_eta}, @{thm split_beta}, @{thm fst_conv},
  2376                  @{thm snd_conv}, @{thm pair_collapse}, @{thm Product_Type.split_conv}]) 1
  2377               THEN (if (is_some name) then
  2378                   print_tac options "before applying not introduction rule"
  2379                   THEN rotate_tac premposition 1
  2380                   THEN etac (the neg_intro_rule) 1
  2381                   THEN rotate_tac (~premposition) 1
  2382                   THEN print_tac options "after applying not introduction rule"
  2383                   THEN (EVERY (map2 (prove_param options ctxt nargs) params param_derivations))
  2384                   THEN (REPEAT_DETERM (atac 1))
  2385                 else
  2386                   rtac @{thm not_predI'} 1
  2387                   (* test: *)
  2388                   THEN dtac @{thm sym} 1
  2389                   THEN asm_full_simp_tac (HOL_basic_ss addsimps [@{thm not_False_eq_True}]) 1)
  2390                   THEN simp_tac (HOL_basic_ss addsimps [@{thm not_False_eq_True}]) 1
  2391               THEN rec_tac
  2392             end
  2393           | Sidecond t =>
  2394            rtac @{thm if_predI} 1
  2395            THEN print_tac options "before sidecond:"
  2396            THEN prove_sidecond ctxt t
  2397            THEN print_tac options "after sidecond:"
  2398            THEN prove_prems [] ps)
  2399       in (prove_match options ctxt out_ts)
  2400           THEN rest_tac
  2401       end;
  2402     val prems_tac = prove_prems in_ts moded_ps
  2403   in
  2404     print_tac options "Proving clause..."
  2405     THEN rtac @{thm bindI} 1
  2406     THEN rtac @{thm singleI} 1
  2407     THEN prems_tac
  2408   end;
  2409 
  2410 fun select_sup 1 1 = []
  2411   | select_sup _ 1 = [rtac @{thm supI1}]
  2412   | select_sup n i = (rtac @{thm supI2})::(select_sup (n - 1) (i - 1));
  2413 
  2414 fun prove_one_direction options ctxt clauses preds pred mode moded_clauses =
  2415   let
  2416     val T = the (AList.lookup (op =) preds pred)
  2417     val nargs = length (binder_types T)
  2418     val pred_case_rule = the_elim_of ctxt pred
  2419   in
  2420     REPEAT_DETERM (CHANGED (rewtac @{thm "split_paired_all"}))
  2421     THEN print_tac options "before applying elim rule"
  2422     THEN etac (predfun_elim_of ctxt pred mode) 1
  2423     THEN etac pred_case_rule 1
  2424     THEN print_tac options "after applying elim rule"
  2425     THEN (EVERY (map
  2426            (fn i => EVERY' (select_sup (length moded_clauses) i) i) 
  2427              (1 upto (length moded_clauses))))
  2428     THEN (EVERY (map2 (prove_clause options ctxt nargs mode) clauses moded_clauses))
  2429     THEN print_tac options "proved one direction"
  2430   end;
  2431 
  2432 (** Proof in the other direction **)
  2433 
  2434 fun prove_match2 options ctxt out_ts =
  2435   let
  2436     val thy = ProofContext.theory_of ctxt
  2437     fun split_term_tac (Free _) = all_tac
  2438       | split_term_tac t =
  2439         if (is_constructor thy t) then
  2440           let
  2441             val info = Datatype.the_info thy ((fst o dest_Type o fastype_of) t)
  2442             val num_of_constrs = length (#case_rewrites info)
  2443             val (_, ts) = strip_comb t
  2444           in
  2445             print_tac options ("Term " ^ (Syntax.string_of_term ctxt t) ^ 
  2446               "splitting with rules \n" ^ Display.string_of_thm ctxt (#split_asm info))
  2447             THEN TRY ((Splitter.split_asm_tac [#split_asm info] 1)
  2448               THEN (print_tac options "after splitting with split_asm rules")
  2449             (* THEN (Simplifier.asm_full_simp_tac HOL_basic_ss 1)
  2450               THEN (DETERM (TRY (etac @{thm Pair_inject} 1)))*)
  2451               THEN (REPEAT_DETERM_N (num_of_constrs - 1)
  2452                 (etac @{thm botE} 1 ORELSE etac @{thm botE} 2)))
  2453             THEN (assert_tac (Max_number_of_subgoals 2))
  2454             THEN (EVERY (map split_term_tac ts))
  2455           end
  2456       else all_tac
  2457   in
  2458     split_term_tac (HOLogic.mk_tuple out_ts)
  2459     THEN (DETERM (TRY ((Splitter.split_asm_tac [@{thm "split_if_asm"}] 1)
  2460     THEN (etac @{thm botE} 2))))
  2461   end
  2462 
  2463 (* VERY LARGE SIMILIRATIY to function prove_param 
  2464 -- join both functions
  2465 *)
  2466 (* TODO: remove function *)
  2467 
  2468 fun prove_param2 options ctxt t deriv =
  2469   let
  2470     val (f, args) = strip_comb (Envir.eta_contract t)
  2471     val mode = head_mode_of deriv
  2472     val param_derivations = param_derivations_of deriv
  2473     val ho_args = ho_args_of mode args
  2474     val f_tac = case f of
  2475         Const (name, T) => full_simp_tac (HOL_basic_ss addsimps 
  2476            (@{thm eval_pred}::(predfun_definition_of ctxt name mode)
  2477            :: @{thm "Product_Type.split_conv"}::[])) 1
  2478       | Free _ => all_tac
  2479       | _ => error "prove_param2: illegal parameter term"
  2480   in
  2481     print_tac options "before simplification in prove_args:"
  2482     THEN f_tac
  2483     THEN print_tac options "after simplification in prove_args"
  2484     THEN EVERY (map2 (prove_param2 options ctxt) ho_args param_derivations)
  2485   end
  2486 
  2487 fun prove_expr2 options ctxt (t, deriv) = 
  2488   (case strip_comb t of
  2489       (Const (name, T), args) =>
  2490         let
  2491           val mode = head_mode_of deriv
  2492           val param_derivations = param_derivations_of deriv
  2493           val ho_args = ho_args_of mode args
  2494         in
  2495           etac @{thm bindE} 1
  2496           THEN (REPEAT_DETERM (CHANGED (rewtac @{thm "split_paired_all"})))
  2497           THEN print_tac options "prove_expr2-before"
  2498           THEN etac (predfun_elim_of ctxt name mode) 1
  2499           THEN print_tac options "prove_expr2"
  2500           THEN (EVERY (map2 (prove_param2 options ctxt) ho_args param_derivations))
  2501           THEN print_tac options "finished prove_expr2"
  2502         end
  2503       | _ => etac @{thm bindE} 1)
  2504 
  2505 fun prove_sidecond2 options ctxt t = let
  2506   fun preds_of t nameTs = case strip_comb t of 
  2507     (f as Const (name, T), args) =>
  2508       if is_registered ctxt name then (name, T) :: nameTs
  2509         else fold preds_of args nameTs
  2510     | _ => nameTs
  2511   val preds = preds_of t []
  2512   val defs = map
  2513     (fn (pred, T) => predfun_definition_of ctxt pred 
  2514       (all_input_of T))
  2515       preds
  2516   in
  2517    (* only simplify the one assumption *)
  2518    full_simp_tac (HOL_basic_ss' addsimps @{thm eval_pred} :: defs) 1 
  2519    (* need better control here! *)
  2520    THEN print_tac options "after sidecond2 simplification"
  2521    end
  2522   
  2523 fun prove_clause2 options ctxt pred mode (ts, ps) i =
  2524   let
  2525     val pred_intro_rule = nth (intros_of ctxt pred) (i - 1)
  2526     val (in_ts, clause_out_ts) = split_mode mode ts;
  2527     val split_ss = HOL_basic_ss' addsimps [@{thm split_eta}, @{thm split_beta},
  2528       @{thm fst_conv}, @{thm snd_conv}, @{thm pair_collapse}]
  2529     fun prove_prems2 out_ts [] =
  2530       print_tac options "before prove_match2 - last call:"
  2531       THEN prove_match2 options ctxt out_ts
  2532       THEN print_tac options "after prove_match2 - last call:"
  2533       THEN (etac @{thm singleE} 1)
  2534       THEN (REPEAT_DETERM (etac @{thm Pair_inject} 1))
  2535       THEN (asm_full_simp_tac HOL_basic_ss' 1)
  2536       THEN (REPEAT_DETERM (etac @{thm Pair_inject} 1))
  2537       THEN (asm_full_simp_tac HOL_basic_ss' 1)
  2538       THEN SOLVED (print_tac options "state before applying intro rule:"
  2539       THEN (rtac pred_intro_rule
  2540       (* How to handle equality correctly? *)
  2541       THEN_ALL_NEW (K (print_tac options "state before assumption matching")
  2542       THEN' (atac ORELSE' ((CHANGED o asm_full_simp_tac split_ss) THEN' (TRY o atac)))
  2543         THEN' (K (print_tac options "state after pre-simplification:"))
  2544       THEN' (K (print_tac options "state after assumption matching:")))) 1)
  2545     | prove_prems2 out_ts ((p, deriv) :: ps) =
  2546       let
  2547         val mode = head_mode_of deriv
  2548         val rest_tac = (case p of
  2549           Prem t =>
  2550           let
  2551             val (_, us) = strip_comb t
  2552             val (_, out_ts''') = split_mode mode us
  2553             val rec_tac = prove_prems2 out_ts''' ps
  2554           in
  2555             (prove_expr2 options ctxt (t, deriv)) THEN rec_tac
  2556           end
  2557         | Negprem t =>
  2558           let
  2559             val (_, args) = strip_comb t
  2560             val (_, out_ts''') = split_mode mode args
  2561             val rec_tac = prove_prems2 out_ts''' ps
  2562             val name = (case strip_comb t of (Const (c, _), _) => SOME c | _ => NONE)
  2563             val param_derivations = param_derivations_of deriv
  2564             val ho_args = ho_args_of mode args
  2565           in
  2566             print_tac options "before neg prem 2"
  2567             THEN etac @{thm bindE} 1
  2568             THEN (if is_some name then
  2569                 full_simp_tac (HOL_basic_ss addsimps
  2570                   [predfun_definition_of ctxt (the name) mode]) 1
  2571                 THEN etac @{thm not_predE} 1
  2572                 THEN simp_tac (HOL_basic_ss addsimps [@{thm not_False_eq_True}]) 1
  2573                 THEN (EVERY (map2 (prove_param2 options ctxt) ho_args param_derivations))
  2574               else
  2575                 etac @{thm not_predE'} 1)
  2576             THEN rec_tac
  2577           end 
  2578         | Sidecond t =>
  2579           etac @{thm bindE} 1
  2580           THEN etac @{thm if_predE} 1
  2581           THEN prove_sidecond2 options ctxt t
  2582           THEN prove_prems2 [] ps)
  2583       in print_tac options "before prove_match2:"
  2584          THEN prove_match2 options ctxt out_ts
  2585          THEN print_tac options "after prove_match2:"
  2586          THEN rest_tac
  2587       end;
  2588     val prems_tac = prove_prems2 in_ts ps 
  2589   in
  2590     print_tac options "starting prove_clause2"
  2591     THEN etac @{thm bindE} 1
  2592     THEN (etac @{thm singleE'} 1)
  2593     THEN (TRY (etac @{thm Pair_inject} 1))
  2594     THEN print_tac options "after singleE':"
  2595     THEN prems_tac
  2596   end;
  2597  
  2598 fun prove_other_direction options ctxt pred mode moded_clauses =
  2599   let
  2600     fun prove_clause clause i =
  2601       (if i < length moded_clauses then etac @{thm supE} 1 else all_tac)
  2602       THEN (prove_clause2 options ctxt pred mode clause i)
  2603   in
  2604     (DETERM (TRY (rtac @{thm unit.induct} 1)))
  2605      THEN (REPEAT_DETERM (CHANGED (rewtac @{thm split_paired_all})))
  2606      THEN (rtac (predfun_intro_of ctxt pred mode) 1)
  2607      THEN (REPEAT_DETERM (rtac @{thm refl} 2))
  2608      THEN (if null moded_clauses then
  2609          etac @{thm botE} 1
  2610        else EVERY (map2 prove_clause moded_clauses (1 upto (length moded_clauses))))
  2611   end;
  2612 
  2613 (** proof procedure **)
  2614 
  2615 fun prove_pred options thy clauses preds pred (pol, mode) (moded_clauses, compiled_term) =
  2616   let
  2617     val ctxt = ProofContext.init_global thy
  2618     val clauses = case AList.lookup (op =) clauses pred of SOME rs => rs | NONE => []
  2619   in
  2620     Goal.prove ctxt (Term.add_free_names compiled_term []) [] compiled_term
  2621       (if not (skip_proof options) then
  2622         (fn _ =>
  2623         rtac @{thm pred_iffI} 1
  2624         THEN print_tac options "after pred_iffI"
  2625         THEN prove_one_direction options ctxt clauses preds pred mode moded_clauses
  2626         THEN print_tac options "proved one direction"
  2627         THEN prove_other_direction options ctxt pred mode moded_clauses
  2628         THEN print_tac options "proved other direction")
  2629       else (fn _ => Skip_Proof.cheat_tac thy))
  2630   end;
  2631 
  2632 (* composition of mode inference, definition, compilation and proof *)
  2633 
  2634 (** auxillary combinators for table of preds and modes **)
  2635 
  2636 fun map_preds_modes f preds_modes_table =
  2637   map (fn (pred, modes) =>
  2638     (pred, map (fn (mode, value) => (mode, f pred mode value)) modes)) preds_modes_table
  2639 
  2640 fun join_preds_modes table1 table2 =
  2641   map_preds_modes (fn pred => fn mode => fn value =>
  2642     (value, the (AList.lookup (op =) (the (AList.lookup (op =) table2 pred)) mode))) table1
  2643 
  2644 fun maps_modes preds_modes_table =
  2645   map (fn (pred, modes) =>
  2646     (pred, map (fn (mode, value) => value) modes)) preds_modes_table
  2647 
  2648 fun compile_preds options comp_modifiers ctxt all_vs param_vs preds moded_clauses =
  2649   map_preds_modes (fn pred => compile_pred options comp_modifiers ctxt all_vs param_vs pred
  2650       (the (AList.lookup (op =) preds pred))) moded_clauses
  2651 
  2652 fun prove options thy clauses preds moded_clauses compiled_terms =
  2653   map_preds_modes (prove_pred options thy clauses preds)
  2654     (join_preds_modes moded_clauses compiled_terms)
  2655 
  2656 fun prove_by_skip options thy _ _ _ compiled_terms =
  2657   map_preds_modes
  2658     (fn pred => fn mode => fn t => Drule.export_without_context (Skip_Proof.make_thm thy t))
  2659     compiled_terms
  2660 
  2661 (* preparation of introduction rules into special datastructures *)
  2662 fun dest_prem ctxt params t =
  2663   (case strip_comb t of
  2664     (v as Free _, ts) => if member (op =) params v then Prem t else Sidecond t
  2665   | (c as Const (@{const_name Not}, _), [t]) => (case dest_prem ctxt params t of
  2666       Prem t => Negprem t
  2667     | Negprem _ => error ("Double negation not allowed in premise: " ^
  2668         Syntax.string_of_term ctxt (c $ t)) 
  2669     | Sidecond t => Sidecond (c $ t))
  2670   | (c as Const (s, _), ts) =>
  2671     if is_registered ctxt s then Prem t else Sidecond t
  2672   | _ => Sidecond t)
  2673 
  2674 fun prepare_intrs options compilation thy prednames intros =
  2675   let
  2676     val ctxt = ProofContext.init_global thy
  2677     val intrs = map prop_of intros
  2678     val preds = map (fn c => Const (c, Sign.the_const_type thy c)) prednames
  2679     val (preds, intrs) = unify_consts thy preds intrs
  2680     val ([preds, intrs], _) = fold_burrow (Variable.import_terms false) [preds, intrs] ctxt
  2681     val preds = map dest_Const preds
  2682     val all_vs = terms_vs intrs
  2683     val all_modes = 
  2684       map (fn (s, T) =>
  2685         (s,
  2686             (if member (op =) (no_higher_order_predicate options) s then
  2687                (all_smodes_of_typ T)
  2688             else (all_modes_of_typ T)))) preds
  2689     val params =
  2690       case intrs of
  2691         [] =>
  2692           let
  2693             val T = snd (hd preds)
  2694             val paramTs =
  2695               ho_argsT_of (hd (all_modes_of_typ T)) (binder_types T)
  2696             val param_names = Name.variant_list [] (map (fn i => "p" ^ string_of_int i)
  2697               (1 upto length paramTs))
  2698           in
  2699             map2 (curry Free) param_names paramTs
  2700           end
  2701       | (intr :: _) =>
  2702         let
  2703           val (p, args) = strip_comb (HOLogic.dest_Trueprop (Logic.strip_imp_concl intr)) 
  2704         in
  2705           ho_args_of (hd (the (AList.lookup (op =) all_modes (fst (dest_Const p))))) args
  2706         end
  2707     val param_vs = map (fst o dest_Free) params
  2708     fun add_clause intr clauses =
  2709       let
  2710         val (Const (name, T), ts) = strip_comb (HOLogic.dest_Trueprop (Logic.strip_imp_concl intr))
  2711         val prems = map (dest_prem ctxt params o HOLogic.dest_Trueprop) (Logic.strip_imp_prems intr)
  2712       in
  2713         AList.update op = (name, these (AList.lookup op = clauses name) @
  2714           [(ts, prems)]) clauses
  2715       end;
  2716     val clauses = fold add_clause intrs []
  2717   in
  2718     (preds, all_vs, param_vs, all_modes, clauses)
  2719   end;
  2720 
  2721 (* sanity check of introduction rules *)
  2722 (* TODO: rethink check with new modes *)
  2723 (*
  2724 fun check_format_of_intro_rule thy intro =
  2725   let
  2726     val concl = Logic.strip_imp_concl (prop_of intro)
  2727     val (p, args) = strip_comb (HOLogic.dest_Trueprop concl)
  2728     val params = fst (chop (nparams_of thy (fst (dest_Const p))) args)
  2729     fun check_arg arg = case HOLogic.strip_tupleT (fastype_of arg) of
  2730       (Ts as _ :: _ :: _) =>
  2731         if length (HOLogic.strip_tuple arg) = length Ts then
  2732           true
  2733         else
  2734           error ("Format of introduction rule is invalid: tuples must be expanded:"
  2735           ^ (Syntax.string_of_term_global thy arg) ^ " in " ^
  2736           (Display.string_of_thm_global thy intro)) 
  2737       | _ => true
  2738     val prems = Logic.strip_imp_prems (prop_of intro)
  2739     fun check_prem (Prem t) = forall check_arg args
  2740       | check_prem (Negprem t) = forall check_arg args
  2741       | check_prem _ = true
  2742   in
  2743     forall check_arg args andalso
  2744     forall (check_prem o dest_prem thy params o HOLogic.dest_Trueprop) prems
  2745   end
  2746 *)
  2747 (*
  2748 fun check_intros_elim_match thy prednames =
  2749   let
  2750     fun check predname =
  2751       let
  2752         val intros = intros_of thy predname
  2753         val elim = the_elim_of thy predname
  2754         val nparams = nparams_of thy predname
  2755         val elim' =
  2756           (Drule.export_without_context o Skip_Proof.make_thm thy)
  2757           (mk_casesrule (ProofContext.init_global thy) nparams intros)
  2758       in
  2759         if not (Thm.equiv_thm (elim, elim')) then
  2760           error "Introduction and elimination rules do not match!"
  2761         else true
  2762       end
  2763   in forall check prednames end
  2764 *)
  2765 
  2766 (* create code equation *)
  2767 
  2768 fun add_code_equations ctxt preds result_thmss =
  2769   let
  2770     fun add_code_equation (predname, T) (pred, result_thms) =
  2771       let
  2772         val full_mode = fold_rev (curry Fun) (map (K Input) (binder_types T)) Bool
  2773       in
  2774         if member (op =) (modes_of Pred ctxt predname) full_mode then
  2775           let
  2776             val Ts = binder_types T
  2777             val arg_names = Name.variant_list []
  2778               (map (fn i => "x" ^ string_of_int i) (1 upto length Ts))
  2779             val args = map2 (curry Free) arg_names Ts
  2780             val predfun = Const (function_name_of Pred ctxt predname full_mode,
  2781               Ts ---> PredicateCompFuns.mk_predT @{typ unit})
  2782             val rhs = @{term Predicate.holds} $ (list_comb (predfun, args))
  2783             val eq_term = HOLogic.mk_Trueprop
  2784               (HOLogic.mk_eq (list_comb (Const (predname, T), args), rhs))
  2785             val def = predfun_definition_of ctxt predname full_mode
  2786             val tac = fn _ => Simplifier.simp_tac
  2787               (HOL_basic_ss addsimps [def, @{thm holds_eq}, @{thm eval_pred}]) 1
  2788             val eq = Goal.prove ctxt arg_names [] eq_term tac
  2789           in
  2790             (pred, result_thms @ [eq])
  2791           end
  2792         else
  2793           (pred, result_thms)
  2794       end
  2795   in
  2796     map2 add_code_equation preds result_thmss
  2797   end
  2798 
  2799 (** main function of predicate compiler **)
  2800 
  2801 datatype steps = Steps of
  2802   {
  2803   define_functions : options -> (string * typ) list -> string * (bool * mode) list -> theory -> theory,
  2804   prove : options -> theory -> (string * (term list * indprem list) list) list -> (string * typ) list
  2805     -> moded_clause list pred_mode_table -> term pred_mode_table -> thm pred_mode_table,
  2806   add_code_equations : Proof.context -> (string * typ) list
  2807     -> (string * thm list) list -> (string * thm list) list,
  2808   comp_modifiers : Comp_Mod.comp_modifiers,
  2809   use_random : bool,
  2810   qname : bstring
  2811   }
  2812 
  2813 fun add_equations_of steps mode_analysis_options options prednames thy =
  2814   let
  2815     fun dest_steps (Steps s) = s
  2816     val compilation = Comp_Mod.compilation (#comp_modifiers (dest_steps steps))
  2817     val ctxt = ProofContext.init_global thy
  2818     val _ = print_step options
  2819       ("Starting predicate compiler (compilation: " ^ string_of_compilation compilation
  2820         ^ ") for predicates " ^ commas prednames ^ "...")
  2821       (*val _ = check_intros_elim_match thy prednames*)
  2822       (*val _ = map (check_format_of_intro_rule thy) (maps (intros_of thy) prednames)*)
  2823     val _ =
  2824       if show_intermediate_results options then
  2825         tracing (commas (map (Display.string_of_thm ctxt) (maps (intros_of ctxt) prednames)))
  2826       else ()
  2827     val (preds, all_vs, param_vs, all_modes, clauses) =
  2828       prepare_intrs options compilation thy prednames (maps (intros_of ctxt) prednames)
  2829     val _ = print_step options "Infering modes..."
  2830     val ((moded_clauses, errors), thy') =
  2831       Output.cond_timeit (!Quickcheck.timing) "Infering modes"
  2832       (fn _ => infer_modes mode_analysis_options
  2833         options compilation preds all_modes param_vs clauses thy)
  2834     val modes = map (fn (p, mps) => (p, map fst mps)) moded_clauses
  2835     val _ = check_expected_modes preds options modes
  2836     (*val _ = check_proposed_modes preds options modes (fst extra_modes) errors*)
  2837     val _ = print_modes options modes
  2838     val _ = print_step options "Defining executable functions..."
  2839     val thy'' =
  2840       Output.cond_timeit (!Quickcheck.timing) "Defining executable functions..."
  2841       (fn _ => fold (#define_functions (dest_steps steps) options preds) modes thy'
  2842       |> Theory.checkpoint)
  2843     val ctxt'' = ProofContext.init_global thy''
  2844     val _ = print_step options "Compiling equations..."
  2845     val compiled_terms =
  2846       Output.cond_timeit (!Quickcheck.timing) "Compiling equations...." (fn _ =>
  2847         compile_preds options
  2848           (#comp_modifiers (dest_steps steps)) ctxt'' all_vs param_vs preds moded_clauses)
  2849     val _ = print_compiled_terms options ctxt'' compiled_terms
  2850     val _ = print_step options "Proving equations..."
  2851     val result_thms =
  2852       Output.cond_timeit (!Quickcheck.timing) "Proving equations...." (fn _ =>
  2853       #prove (dest_steps steps) options thy'' clauses preds moded_clauses compiled_terms)
  2854     val result_thms' = #add_code_equations (dest_steps steps) ctxt'' preds
  2855       (maps_modes result_thms)
  2856     val qname = #qname (dest_steps steps)
  2857     val attrib = fn thy => Attrib.attribute_i thy (Attrib.internal (K (Thm.declaration_attribute
  2858       (fn thm => Context.mapping (Code.add_eqn thm) I))))
  2859     val thy''' =
  2860       Output.cond_timeit (!Quickcheck.timing) "Setting code equations...." (fn _ =>
  2861       fold (fn (name, result_thms) => fn thy => snd (PureThy.add_thmss
  2862       [((Binding.qualify true (Long_Name.base_name name) (Binding.name qname), result_thms),
  2863         [attrib thy ])] thy))
  2864       result_thms' thy'' |> Theory.checkpoint)
  2865   in
  2866     thy'''
  2867   end
  2868 
  2869 fun extend' value_of edges_of key (G, visited) =
  2870   let
  2871     val (G', v) = case try (Graph.get_node G) key of
  2872         SOME v => (G, v)
  2873       | NONE => (Graph.new_node (key, value_of key) G, value_of key)
  2874     val (G'', visited') = fold (extend' value_of edges_of)
  2875       (subtract (op =) visited (edges_of (key, v)))
  2876       (G', key :: visited)
  2877   in
  2878     (fold (Graph.add_edge o (pair key)) (edges_of (key, v)) G'', visited')
  2879   end;
  2880 
  2881 fun extend value_of edges_of key G = fst (extend' value_of edges_of key (G, [])) 
  2882   
  2883 fun gen_add_equations steps options names thy =
  2884   let
  2885     fun dest_steps (Steps s) = s
  2886     val defined = defined_functions (Comp_Mod.compilation (#comp_modifiers (dest_steps steps)))
  2887     val ctxt = ProofContext.init_global thy
  2888     val thy' = thy
  2889       |> PredData.map (fold (extend (fetch_pred_data ctxt) (depending_preds_of ctxt)) names)
  2890       |> Theory.checkpoint;
  2891     fun strong_conn_of gr keys =
  2892       Graph.strong_conn (Graph.subgraph (member (op =) (Graph.all_succs gr keys)) gr)
  2893     val scc = strong_conn_of (PredData.get thy') names
  2894     
  2895     val thy'' = fold_rev
  2896       (fn preds => fn thy =>
  2897         if not (forall (defined (ProofContext.init_global thy)) preds) then
  2898           let
  2899             val mode_analysis_options = {use_random = #use_random (dest_steps steps),
  2900               reorder_premises =
  2901                 not (no_topmost_reordering options andalso not (null (inter (op =) preds names))),
  2902               infer_pos_and_neg_modes = #use_random (dest_steps steps)}
  2903           in
  2904             add_equations_of steps mode_analysis_options options preds thy
  2905           end
  2906         else thy)
  2907       scc thy' |> Theory.checkpoint
  2908   in thy'' end
  2909 
  2910 val add_equations = gen_add_equations
  2911   (Steps {
  2912   define_functions =
  2913     fn options => fn preds => fn (s, modes) =>
  2914       create_definitions
  2915       options preds (s, map_filter (fn (true, m) => SOME m | _ => NONE) modes),
  2916   prove = prove,
  2917   add_code_equations = add_code_equations,
  2918   comp_modifiers = predicate_comp_modifiers,
  2919   use_random = false,
  2920   qname = "equation"})
  2921 
  2922 val add_depth_limited_equations = gen_add_equations
  2923   (Steps {
  2924   define_functions =
  2925     fn options => fn preds => fn (s, modes) =>
  2926     define_functions depth_limited_comp_modifiers PredicateCompFuns.compfuns
  2927     options preds (s, map_filter (fn (true, m) => SOME m | _ => NONE) modes),
  2928   prove = prove_by_skip,
  2929   add_code_equations = K (K I),
  2930   comp_modifiers = depth_limited_comp_modifiers,
  2931   use_random = false,
  2932   qname = "depth_limited_equation"})
  2933 
  2934 val add_annotated_equations = gen_add_equations
  2935   (Steps {
  2936   define_functions =
  2937     fn options => fn preds => fn (s, modes) =>
  2938       define_functions annotated_comp_modifiers PredicateCompFuns.compfuns options preds
  2939       (s, map_filter (fn (true, m) => SOME m | _ => NONE) modes),
  2940   prove = prove_by_skip,
  2941   add_code_equations = K (K I),
  2942   comp_modifiers = annotated_comp_modifiers,
  2943   use_random = false,
  2944   qname = "annotated_equation"})
  2945 
  2946 val add_random_equations = gen_add_equations
  2947   (Steps {
  2948   define_functions =
  2949     fn options => fn preds => fn (s, modes) =>
  2950       define_functions random_comp_modifiers PredicateCompFuns.compfuns options preds
  2951       (s, map_filter (fn (true, m) => SOME m | _ => NONE) modes),
  2952   comp_modifiers = random_comp_modifiers,
  2953   prove = prove_by_skip,
  2954   add_code_equations = K (K I),
  2955   use_random = true,
  2956   qname = "random_equation"})
  2957 
  2958 val add_depth_limited_random_equations = gen_add_equations
  2959   (Steps {
  2960   define_functions =
  2961     fn options => fn preds => fn (s, modes) =>
  2962       define_functions depth_limited_random_comp_modifiers PredicateCompFuns.compfuns options preds
  2963       (s, map_filter (fn (true, m) => SOME m | _ => NONE) modes),
  2964   comp_modifiers = depth_limited_random_comp_modifiers,
  2965   prove = prove_by_skip,
  2966   add_code_equations = K (K I),
  2967   use_random = true,
  2968   qname = "depth_limited_random_equation"})
  2969 
  2970 val add_dseq_equations = gen_add_equations
  2971   (Steps {
  2972   define_functions =
  2973   fn options => fn preds => fn (s, modes) =>
  2974     define_functions dseq_comp_modifiers DSequence_CompFuns.compfuns
  2975     options preds (s, map_filter (fn (true, m) => SOME m | _ => NONE) modes),
  2976   prove = prove_by_skip,
  2977   add_code_equations = K (K I),
  2978   comp_modifiers = dseq_comp_modifiers,
  2979   use_random = false,
  2980   qname = "dseq_equation"})
  2981 
  2982 val add_random_dseq_equations = gen_add_equations
  2983   (Steps {
  2984   define_functions =
  2985     fn options => fn preds => fn (s, modes) =>
  2986     let
  2987       val pos_modes = map_filter (fn (true, m) => SOME m | _ => NONE) modes
  2988       val neg_modes = map_filter (fn (false, m) => SOME m | _ => NONE) modes
  2989     in define_functions pos_random_dseq_comp_modifiers Random_Sequence_CompFuns.compfuns
  2990       options preds (s, pos_modes)
  2991       #> define_functions neg_random_dseq_comp_modifiers Random_Sequence_CompFuns.compfuns
  2992       options preds (s, neg_modes)
  2993     end,
  2994   prove = prove_by_skip,
  2995   add_code_equations = K (K I),
  2996   comp_modifiers = pos_random_dseq_comp_modifiers,
  2997   use_random = true,
  2998   qname = "random_dseq_equation"})
  2999 
  3000 val add_new_random_dseq_equations = gen_add_equations
  3001   (Steps {
  3002   define_functions =
  3003     fn options => fn preds => fn (s, modes) =>
  3004     let
  3005       val pos_modes = map_filter (fn (true, m) => SOME m | _ => NONE) modes
  3006       val neg_modes = map_filter (fn (false, m) => SOME m | _ => NONE) modes
  3007     in define_functions new_pos_random_dseq_comp_modifiers New_Pos_Random_Sequence_CompFuns.compfuns
  3008       options preds (s, pos_modes)
  3009       #> define_functions new_neg_random_dseq_comp_modifiers New_Neg_Random_Sequence_CompFuns.compfuns
  3010       options preds (s, neg_modes)
  3011     end,
  3012   prove = prove_by_skip,
  3013   add_code_equations = K (K I),
  3014   comp_modifiers = new_pos_random_dseq_comp_modifiers,
  3015   use_random = true,
  3016   qname = "new_random_dseq_equation"})
  3017 
  3018 (** user interface **)
  3019 
  3020 (* code_pred_intro attribute *)
  3021 
  3022 fun attrib f = Thm.declaration_attribute (fn thm => Context.mapping (f thm) I);
  3023 
  3024 val code_pred_intro_attrib = attrib add_intro;
  3025 
  3026 
  3027 (*FIXME
  3028 - Naming of auxiliary rules necessary?
  3029 *)
  3030 
  3031 val setup = PredData.put (Graph.empty) #>
  3032   Attrib.setup @{binding code_pred_intro} (Scan.succeed (attrib add_intro))
  3033     "adding alternative introduction rules for code generation of inductive predicates"
  3034 
  3035 (* TODO: make Theory_Data to Generic_Data & remove duplication of local theory and theory *)
  3036 fun generic_code_pred prep_const options raw_const lthy =
  3037   let
  3038     val thy = ProofContext.theory_of lthy
  3039     val const = prep_const thy raw_const
  3040     val ctxt = ProofContext.init_global thy
  3041     val lthy' = Local_Theory.theory (PredData.map
  3042         (extend (fetch_pred_data ctxt) (depending_preds_of ctxt) const)) lthy
  3043     val thy' = ProofContext.theory_of lthy'
  3044     val ctxt' = ProofContext.init_global thy'
  3045     val preds = Graph.all_succs (PredData.get thy') [const] |> filter_out (has_elim ctxt')
  3046     fun mk_cases const =
  3047       let
  3048         val T = Sign.the_const_type thy const
  3049         val pred = Const (const, T)
  3050         val intros = intros_of ctxt' const
  3051       in mk_casesrule lthy' pred intros end  
  3052     val cases_rules = map mk_cases preds
  3053     val cases =
  3054       map (fn case_rule => Rule_Cases.Case {fixes = [],
  3055         assumes = [("", Logic.strip_imp_prems case_rule)],
  3056         binds = [], cases = []}) cases_rules
  3057     val case_env = map2 (fn p => fn c => (Long_Name.base_name p, SOME c)) preds cases
  3058     val lthy'' = lthy'
  3059       |> fold Variable.auto_fixes cases_rules 
  3060       |> ProofContext.add_cases true case_env
  3061     fun after_qed thms goal_ctxt =
  3062       let
  3063         val global_thms = ProofContext.export goal_ctxt
  3064           (ProofContext.init_global (ProofContext.theory_of goal_ctxt)) (map the_single thms)
  3065       in
  3066         goal_ctxt |> Local_Theory.theory (fold set_elim global_thms #>
  3067           ((case compilation options of
  3068              Pred => add_equations
  3069            | DSeq => add_dseq_equations
  3070            | Pos_Random_DSeq => add_random_dseq_equations
  3071            | Depth_Limited => add_depth_limited_equations
  3072            | Random => add_random_equations
  3073            | Depth_Limited_Random => add_depth_limited_random_equations
  3074            | New_Pos_Random_DSeq => add_new_random_dseq_equations
  3075            | compilation => error ("Compilation not supported")
  3076            ) options [const]))
  3077       end
  3078   in
  3079     Proof.theorem NONE after_qed (map (single o (rpair [])) cases_rules) lthy''
  3080   end;
  3081 
  3082 val code_pred = generic_code_pred (K I);
  3083 val code_pred_cmd = generic_code_pred Code.read_const
  3084 
  3085 (* transformation for code generation *)
  3086 
  3087 val eval_ref = Unsynchronized.ref (NONE : (unit -> term Predicate.pred) option);
  3088 val random_eval_ref =
  3089   Unsynchronized.ref (NONE : (unit -> int * int -> term Predicate.pred * (int * int)) option);
  3090 val dseq_eval_ref = Unsynchronized.ref (NONE : (unit -> term DSequence.dseq) option);
  3091 val random_dseq_eval_ref =
  3092   Unsynchronized.ref (NONE : (unit -> int -> int -> int * int -> term DSequence.dseq * (int * int)) option);
  3093 val new_random_dseq_eval_ref =
  3094   Unsynchronized.ref (NONE : (unit -> int -> int -> int * int -> int -> term Lazy_Sequence.lazy_sequence) option)
  3095 val new_random_dseq_stats_eval_ref =
  3096     Unsynchronized.ref (NONE :
  3097       (unit -> int -> int -> int * int -> int -> (term * int) Lazy_Sequence.lazy_sequence) option)
  3098 
  3099 (*FIXME turn this into an LCF-guarded preprocessor for comprehensions*)
  3100 fun analyze_compr ctxt compfuns param_user_modes (compilation, arguments) t_compr =
  3101   let
  3102     val all_modes_of = all_modes_of compilation
  3103     val split = case t_compr of (Const (@{const_name Collect}, _) $ t) => t
  3104       | _ => error ("Not a set comprehension: " ^ Syntax.string_of_term ctxt t_compr);
  3105     val (body, Ts, fp) = HOLogic.strip_psplits split;
  3106     val output_names = Name.variant_list (Term.add_free_names body [])
  3107       (map (fn i => "x" ^ string_of_int i) (1 upto length Ts))
  3108     val output_frees = map2 (curry Free) output_names (rev Ts)
  3109     val body = subst_bounds (output_frees, body)
  3110     val T_compr = HOLogic.mk_ptupleT fp Ts
  3111     val output_tuple = HOLogic.mk_ptuple fp T_compr (rev output_frees)
  3112     val (pred as Const (name, T), all_args) =
  3113       case strip_comb body of
  3114         (Const (name, T), all_args) => (Const (name, T), all_args)
  3115       | (head, _) => error ("Not a constant: " ^ Syntax.string_of_term ctxt head)
  3116   in
  3117     if defined_functions compilation ctxt name then
  3118       let
  3119         fun extract_mode (Const (@{const_name Pair}, _) $ t1 $ t2) = Pair (extract_mode t1, extract_mode t2)
  3120           | extract_mode (Free (x, _)) = if member (op =) output_names x then Output else Input
  3121           | extract_mode _ = Input
  3122         val user_mode = fold_rev (curry Fun) (map extract_mode all_args) Bool
  3123         fun valid modes1 modes2 =
  3124           case int_ord (length modes1, length modes2) of
  3125             GREATER => error "Not enough mode annotations"
  3126           | LESS => error "Too many mode annotations"
  3127           | EQUAL => forall (fn (m, NONE) => true | (m, SOME m2) => eq_mode (m, m2))
  3128             (modes1 ~~ modes2)
  3129         fun mode_instance_of (m1, m2) =
  3130           let
  3131             fun instance_of (Fun _, Input) = true
  3132               | instance_of (Input, Input) = true
  3133               | instance_of (Output, Output) = true
  3134               | instance_of (Pair (m1, m2), Pair (m1', m2')) =
  3135                   instance_of  (m1, m1') andalso instance_of (m2, m2')
  3136               | instance_of (Pair (m1, m2), Input) =
  3137                   instance_of (m1, Input) andalso instance_of (m2, Input)
  3138               | instance_of (Pair (m1, m2), Output) =
  3139                   instance_of (m1, Output) andalso instance_of (m2, Output)
  3140               | instance_of (Input, Pair (m1, m2)) =
  3141                   instance_of (Input, m1) andalso instance_of (Input, m2)
  3142               | instance_of (Output, Pair (m1, m2)) =
  3143                   instance_of (Output, m1) andalso instance_of (Output, m2)
  3144               | instance_of _ = false
  3145           in forall instance_of (strip_fun_mode m1 ~~ strip_fun_mode m2) end
  3146         val derivs = all_derivations_of ctxt (all_modes_of ctxt) [] body
  3147           |> filter (fn (d, missing_vars) =>
  3148             let
  3149               val (p_mode :: modes) = collect_context_modes d
  3150             in
  3151               null missing_vars andalso
  3152               mode_instance_of (p_mode, user_mode) andalso
  3153               the_default true (Option.map (valid modes) param_user_modes)
  3154             end)
  3155           |> map fst
  3156         val deriv = case derivs of
  3157             [] => error ("No mode possible for comprehension "
  3158                     ^ Syntax.string_of_term ctxt t_compr)
  3159           | [d] => d
  3160           | d :: _ :: _ => (warning ("Multiple modes possible for comprehension "
  3161                     ^ Syntax.string_of_term ctxt t_compr); d);
  3162         val (_, outargs) = split_mode (head_mode_of deriv) all_args
  3163         val additional_arguments =
  3164           case compilation of
  3165             Pred => []
  3166           | Random => map (HOLogic.mk_number @{typ "code_numeral"}) arguments @
  3167             [@{term "(1, 1) :: code_numeral * code_numeral"}]
  3168           | Annotated => []
  3169           | Depth_Limited => [HOLogic.mk_number @{typ "code_numeral"} (hd arguments)]
  3170           | Depth_Limited_Random => map (HOLogic.mk_number @{typ "code_numeral"}) arguments @
  3171             [@{term "(1, 1) :: code_numeral * code_numeral"}]
  3172           | DSeq => []
  3173           | Pos_Random_DSeq => []
  3174           | New_Pos_Random_DSeq => []
  3175         val comp_modifiers =
  3176           case compilation of
  3177             Pred => predicate_comp_modifiers
  3178           | Random => random_comp_modifiers
  3179           | Depth_Limited => depth_limited_comp_modifiers
  3180           | Depth_Limited_Random => depth_limited_random_comp_modifiers
  3181           (*| Annotated => annotated_comp_modifiers*)
  3182           | DSeq => dseq_comp_modifiers
  3183           | Pos_Random_DSeq => pos_random_dseq_comp_modifiers
  3184           | New_Pos_Random_DSeq => new_pos_random_dseq_comp_modifiers
  3185         val t_pred = compile_expr comp_modifiers ctxt
  3186           (body, deriv) additional_arguments;
  3187         val T_pred = dest_predT compfuns (fastype_of t_pred)
  3188         val arrange = split_lambda (HOLogic.mk_tuple outargs) output_tuple
  3189       in
  3190         if null outargs then t_pred else mk_map compfuns T_pred T_compr arrange t_pred
  3191       end
  3192     else
  3193       error "Evaluation with values is not possible because compilation with code_pred was not invoked"
  3194   end
  3195 
  3196 fun eval ctxt stats param_user_modes (options as (compilation, arguments)) k t_compr =
  3197   let
  3198     fun count xs x =
  3199       let
  3200         fun count' i [] = i
  3201           | count' i (x' :: xs) = if x = x' then count' (i + 1) xs else count' i xs
  3202       in count' 0 xs end
  3203     fun accumulate xs = map (fn x => (x, count xs x)) (sort int_ord (distinct (op =) xs))
  3204     val compfuns =
  3205       case compilation of
  3206         Random => PredicateCompFuns.compfuns
  3207       | DSeq => DSequence_CompFuns.compfuns
  3208       | Pos_Random_DSeq => Random_Sequence_CompFuns.compfuns
  3209       | New_Pos_Random_DSeq => New_Pos_Random_Sequence_CompFuns.compfuns
  3210       | _ => PredicateCompFuns.compfuns
  3211     val t = analyze_compr ctxt compfuns param_user_modes options t_compr;
  3212     val T = dest_predT compfuns (fastype_of t);
  3213     val t' =
  3214       if stats andalso compilation = New_Pos_Random_DSeq then
  3215         mk_map compfuns T (HOLogic.mk_prodT (HOLogic.termT, @{typ code_numeral}))
  3216           (absdummy (T, HOLogic.mk_prod (HOLogic.term_of_const T $ Bound 0,
  3217             @{term Code_Numeral.of_nat} $ (HOLogic.size_const T $ Bound 0)))) t
  3218       else
  3219         mk_map compfuns T HOLogic.termT (HOLogic.term_of_const T) t
  3220     val thy = ProofContext.theory_of ctxt
  3221     val (ts, statistics) =
  3222       case compilation of
  3223        (* Random =>
  3224           fst (Predicate.yieldn k
  3225           (Code_Eval.eval NONE ("Predicate_Compile_Core.random_eval_ref", random_eval_ref)
  3226             (fn proc => fn g => fn s => g s |>> Predicate.map proc) thy t' []
  3227             |> Random_Engine.run))*)
  3228         Pos_Random_DSeq =>
  3229           let
  3230             val [nrandom, size, depth] = arguments
  3231           in
  3232             rpair NONE (fst (DSequence.yieldn k
  3233               (Code_Eval.eval NONE ("Predicate_Compile_Core.random_dseq_eval_ref", random_dseq_eval_ref)
  3234                 (fn proc => fn g => fn nrandom => fn size => fn s => g nrandom size s |>> DSequence.map proc)
  3235                   thy t' [] nrandom size
  3236                 |> Random_Engine.run)
  3237               depth true))
  3238           end
  3239       | DSeq =>
  3240           rpair NONE (fst (DSequence.yieldn k
  3241             (Code_Eval.eval NONE ("Predicate_Compile_Core.dseq_eval_ref", dseq_eval_ref)
  3242               DSequence.map thy t' []) (the_single arguments) true))
  3243       | New_Pos_Random_DSeq =>
  3244           let
  3245             val [nrandom, size, depth] = arguments
  3246             val seed = Random_Engine.next_seed ()
  3247           in
  3248             if stats then
  3249               apsnd (SOME o accumulate) (split_list
  3250               (fst (Lazy_Sequence.yieldn k
  3251                 (Code_Eval.eval NONE
  3252                   ("Predicate_Compile_Core.new_random_dseq_stats_eval_ref", new_random_dseq_stats_eval_ref)
  3253                   (fn proc => fn g => fn nrandom => fn size => fn s => fn depth => g nrandom size s depth
  3254                     |> Lazy_Sequence.mapa (apfst proc))
  3255                     thy t' [] nrandom size seed depth))))
  3256             else rpair NONE
  3257               (fst (Lazy_Sequence.yieldn k
  3258                 (Code_Eval.eval NONE
  3259                   ("Predicate_Compile_Core.new_random_dseq_eval_ref", new_random_dseq_eval_ref)
  3260                   (fn proc => fn g => fn nrandom => fn size => fn s => fn depth => g nrandom size s depth
  3261                     |> Lazy_Sequence.mapa proc)
  3262                     thy t' [] nrandom size seed depth)))
  3263           end
  3264       | _ =>
  3265           rpair NONE (fst (Predicate.yieldn k
  3266             (Code_Eval.eval NONE ("Predicate_Compile_Core.eval_ref", eval_ref)
  3267               Predicate.map thy t' [])))
  3268   in ((T, ts), statistics) end;
  3269 
  3270 fun values ctxt param_user_modes ((raw_expected, stats), comp_options) k t_compr =
  3271   let
  3272     val ((T, ts), statistics) = eval ctxt stats param_user_modes comp_options k t_compr
  3273     val setT = HOLogic.mk_setT T
  3274     val elems = HOLogic.mk_set T ts
  3275     val cont = Free ("...", setT)
  3276     (* check expected values *)
  3277     val () =
  3278       case raw_expected of
  3279         NONE => ()
  3280       | SOME s =>
  3281         if eq_set (op =) (HOLogic.dest_set (Syntax.read_term ctxt s), ts) then ()
  3282         else
  3283           error ("expected and computed values do not match:\n" ^
  3284             "expected values: " ^ Syntax.string_of_term ctxt (Syntax.read_term ctxt s) ^ "\n" ^
  3285             "computed values: " ^ Syntax.string_of_term ctxt elems ^ "\n")
  3286   in
  3287     (if k = ~1 orelse length ts < k then elems
  3288     else Const (@{const_abbrev Set.union}, setT --> setT --> setT) $ elems $ cont, statistics)
  3289   end;
  3290 
  3291 fun values_cmd print_modes param_user_modes options k raw_t state =
  3292   let
  3293     val ctxt = Toplevel.context_of state
  3294     val t = Syntax.read_term ctxt raw_t
  3295     val (t', stats) = values ctxt param_user_modes options k t
  3296     val ty' = Term.type_of t'
  3297     val ctxt' = Variable.auto_fixes t' ctxt
  3298     val pretty_stat =
  3299       case stats of
  3300           NONE => []
  3301         | SOME xs =>
  3302           let
  3303             val total = fold (curry (op +)) (map snd xs) 0
  3304             fun pretty_entry (s, n) =
  3305               [Pretty.str "size", Pretty.brk 1,
  3306                Pretty.str (string_of_int s), Pretty.str ":", Pretty.brk 1,
  3307                Pretty.str (string_of_int n), Pretty.fbrk]
  3308           in
  3309             [Pretty.fbrk, Pretty.str "Statistics:", Pretty.fbrk,
  3310              Pretty.str "total:", Pretty.brk 1, Pretty.str (string_of_int total), Pretty.fbrk]
  3311              @ maps pretty_entry xs
  3312           end
  3313     val p = Print_Mode.with_modes print_modes (fn () =>
  3314       Pretty.block ([Pretty.quote (Syntax.pretty_term ctxt' t'), Pretty.fbrk,
  3315         Pretty.str "::", Pretty.brk 1, Pretty.quote (Syntax.pretty_typ ctxt' ty')]
  3316         @ pretty_stat)) ();
  3317   in Pretty.writeln p end;
  3318 
  3319 end;