src/HOL/Tools/res_reconstruct.ML
author wenzelm
Sat Jan 20 14:09:14 2007 +0100 (2007-01-20)
changeset 22130 0906fd95e0b5
parent 22044 6c0702a96076
child 22372 02fc0ceb094a
permissions -rwxr-xr-x
Output.debug: non-strict;
renamed Output.show_debug_msgs to Output.debugging (coincides with Toplevel.debug);
paulson@21978
     1
(*  ID:         $Id$
paulson@21979
     2
    Author:     L C Paulson and Claire Quigley
paulson@21978
     3
    Copyright   2004  University of Cambridge
paulson@21978
     4
*)
paulson@21978
     5
paulson@21978
     6
(***************************************************************************)
paulson@21979
     7
(*  Code to deal with the transfer of proofs from a prover process         *)
paulson@21978
     8
(***************************************************************************)
paulson@21978
     9
signature RES_RECONSTRUCT =
paulson@21978
    10
  sig
paulson@21978
    11
    val checkEProofFound: 
paulson@21978
    12
          TextIO.instream * TextIO.outstream * Posix.Process.pid * 
paulson@22012
    13
          string * Proof.context * thm * int * string Vector.vector -> bool
paulson@21978
    14
    val checkVampProofFound: 
paulson@21978
    15
          TextIO.instream * TextIO.outstream * Posix.Process.pid * 
paulson@22012
    16
          string * Proof.context * thm * int * string Vector.vector -> bool
paulson@21978
    17
    val checkSpassProofFound:  
paulson@21978
    18
          TextIO.instream * TextIO.outstream * Posix.Process.pid * 
paulson@22012
    19
          string * Proof.context * thm * int * string Vector.vector -> bool
paulson@21978
    20
    val signal_parent:  
paulson@21978
    21
          TextIO.outstream * Posix.Process.pid * string * string -> unit
paulson@21978
    22
paulson@21978
    23
  end;
paulson@21978
    24
paulson@21978
    25
structure ResReconstruct =
paulson@21978
    26
struct
paulson@21978
    27
paulson@21978
    28
val trace_path = Path.basic "atp_trace";
paulson@21978
    29
wenzelm@22130
    30
fun trace s = if !Output.debugging then File.append (File.tmp_path trace_path) s 
paulson@21978
    31
              else ();
paulson@21978
    32
paulson@21978
    33
(*Full proof reconstruction wanted*)
paulson@21978
    34
val full = ref true;
paulson@21978
    35
paulson@22044
    36
val min_deps = ref 2;    (*consolidate proof lines containing fewer dependencies*)
paulson@22044
    37
paulson@21978
    38
(**** PARSING OF TSTP FORMAT ****)
paulson@21978
    39
paulson@21978
    40
(*Syntax trees, either termlist or formulae*)
paulson@21978
    41
datatype stree = Int of int | Br of string * stree list;
paulson@21978
    42
paulson@21978
    43
fun atom x = Br(x,[]);
paulson@21978
    44
paulson@21978
    45
fun scons (x,y) = Br("cons", [x,y]);
paulson@21978
    46
val listof = foldl scons (atom "nil");
paulson@21978
    47
paulson@21978
    48
(*Strings enclosed in single quotes, e.g. filenames*)
paulson@21978
    49
val quoted = $$"'" |-- Scan.repeat (~$$"'") --| $$"'" >> implode;
paulson@21978
    50
paulson@21978
    51
(*Intended for $true and $false*)
paulson@21978
    52
fun tf s = "c_" ^ str (Char.toUpper (String.sub(s,0))) ^ String.extract(s,1,NONE);
paulson@21978
    53
val truefalse = $$"$" |-- Symbol.scan_id >> (atom o tf);
paulson@21978
    54
paulson@21978
    55
(*Integer constants, typically proof line numbers*)
paulson@21978
    56
fun is_digit s = Char.isDigit (String.sub(s,0));
paulson@21978
    57
val integer = Scan.many1 is_digit >> (valOf o Int.fromString o implode);
paulson@21978
    58
paulson@21978
    59
(*Generalized FO terms, which include filenames, numbers, etc.*)
paulson@21978
    60
fun termlist x = (term -- Scan.repeat ($$"," |-- term) >> op::) x
paulson@21978
    61
and term x = (quoted >> atom || integer>>Int || truefalse ||
paulson@21978
    62
              Symbol.scan_id -- Scan.optional ($$"(" |-- termlist --| $$")") [] >> Br ||
paulson@21978
    63
              $$"(" |-- term --| $$")" ||
paulson@21978
    64
              $$"[" |-- termlist --| $$"]" >> listof) x;
paulson@21978
    65
paulson@21978
    66
fun negate t = Br("c_Not", [t]);
paulson@21978
    67
fun equate (t1,t2) = Br("c_equal", [t1,t2]);
paulson@21978
    68
paulson@21978
    69
(*Apply equal or not-equal to a term*)
paulson@21978
    70
fun syn_equal (t, NONE) = t
paulson@21978
    71
  | syn_equal (t1, SOME (NONE, t2)) = equate (t1,t2)
paulson@21978
    72
  | syn_equal (t1, SOME (SOME _, t2)) = negate (equate (t1,t2));
paulson@21978
    73
paulson@21978
    74
(*Literals can involve negation, = and !=.*)
paulson@21978
    75
val literal = $$"~" |-- term >> negate || 
paulson@21978
    76
              (term -- Scan.option (Scan.option ($$"!") --| $$"=" -- term) >> syn_equal) ;
paulson@21978
    77
paulson@21978
    78
val literals = literal -- Scan.repeat ($$"|" |-- literal) >> op:: ;
paulson@21978
    79
paulson@21978
    80
(*Clause: a list of literals separated by the disjunction sign*)
paulson@21978
    81
val clause = $$"(" |-- literals --| $$")";
paulson@21978
    82
paulson@21978
    83
val annotations = $$"," |-- term -- Scan.option ($$"," |-- termlist);
paulson@21978
    84
paulson@21978
    85
(*<cnf_annotated> ::=Ęcnf(<name>,<formula_role>,<cnf_formula><annotations>).
paulson@21978
    86
  The <name> could be an identifier, but we assume integers.*)
paulson@21978
    87
val tstp_line = (Scan.this_string "cnf" -- $$"(") |-- 
paulson@21978
    88
                integer --| $$"," -- Symbol.scan_id --| $$"," -- 
paulson@21978
    89
                clause -- Scan.option annotations --| $$ ")";
paulson@21978
    90
paulson@21978
    91
paulson@21978
    92
(**** DUPLICATE of Susanto's code to remove ASCII armouring from names in proof files ****)
paulson@21978
    93
paulson@21978
    94
(*original file: Isabelle_ext.sml*)
paulson@21978
    95
paulson@21978
    96
val A_min_spc = Char.ord #"A" - Char.ord #" ";
paulson@21978
    97
paulson@21978
    98
fun cList2int chs = getOpt (Int.fromString (String.implode (rev chs)), 0);
paulson@21978
    99
paulson@21978
   100
(*why such a tiny range?*)
paulson@21978
   101
fun check_valid_int x =
paulson@21978
   102
  let val val_x = cList2int x
paulson@21978
   103
  in (length x = 3) andalso (val_x >= 123) andalso (val_x <= 126)
paulson@21978
   104
  end;
paulson@21978
   105
paulson@21978
   106
fun normalise_s s [] st_ sti =
paulson@21978
   107
      String.implode(rev(
paulson@21978
   108
        if st_
paulson@21978
   109
        then if null sti
paulson@21978
   110
             then (#"_" :: s)
paulson@21978
   111
             else if check_valid_int sti
paulson@21978
   112
                  then (Char.chr (cList2int sti) :: s)
paulson@21978
   113
                  else (sti @ (#"_" :: s))
paulson@21978
   114
        else s))
paulson@21978
   115
  | normalise_s s (#"_"::cs) st_ sti =
paulson@21978
   116
      if st_
paulson@21978
   117
      then let val s' = if null sti
paulson@21978
   118
                        then (#"_"::s)
paulson@21978
   119
                        else if check_valid_int sti
paulson@21978
   120
                             then (Char.chr (cList2int sti) :: s)
paulson@21978
   121
                             else (sti @ (#"_" :: s))
paulson@21978
   122
           in normalise_s s' cs false [] 
paulson@21978
   123
           end
paulson@21978
   124
      else normalise_s s cs true []
paulson@21978
   125
  | normalise_s s (c::cs) true sti =
paulson@21978
   126
      if (Char.isDigit c)
paulson@21978
   127
      then normalise_s s cs true (c::sti)
paulson@21978
   128
      else let val s' = if null sti
paulson@21978
   129
                        then if ((c >= #"A") andalso (c<= #"P"))
paulson@21978
   130
                             then ((Char.chr(Char.ord c - A_min_spc))::s)
paulson@21978
   131
                             else (c :: (#"_" :: s))
paulson@21978
   132
                        else if check_valid_int sti
paulson@21978
   133
                             then (Char.chr (cList2int sti) :: s)
paulson@21978
   134
                             else (sti @ (#"_" :: s))
paulson@21978
   135
           in normalise_s s' cs false []
paulson@21978
   136
           end
paulson@21978
   137
  | normalise_s s (c::cs) _ _ = normalise_s (c::s) cs false [];
paulson@21978
   138
paulson@21978
   139
(*This version does not look for standard prefixes first.*)
paulson@21978
   140
fun normalise_string s = normalise_s [] (String.explode s) false [];
paulson@21978
   141
paulson@21978
   142
paulson@21978
   143
(**** INTERPRETATION OF TSTP SYNTAX TREES ****)
paulson@21978
   144
paulson@21978
   145
exception STREE of stree;
paulson@21978
   146
paulson@21978
   147
(*If string s has the prefix s1, return the result of deleting it.*)
paulson@21978
   148
fun strip_prefix s1 s = 
paulson@21978
   149
  if String.isPrefix s1 s then SOME (normalise_string (String.extract (s, size s1, NONE)))
paulson@21978
   150
  else NONE;
paulson@21978
   151
paulson@21978
   152
(*Invert the table of translations between Isabelle and ATPs*)
paulson@21978
   153
val type_const_trans_table_inv =
paulson@21978
   154
      Symtab.make (map swap (Symtab.dest ResClause.type_const_trans_table));
paulson@21978
   155
paulson@21978
   156
fun invert_type_const c =
paulson@21978
   157
    case Symtab.lookup type_const_trans_table_inv c of
paulson@21978
   158
        SOME c' => c'
paulson@21978
   159
      | NONE => c;
paulson@21978
   160
paulson@21978
   161
fun make_tvar b = TVar(("'" ^ b, 0), HOLogic.typeS);
paulson@21978
   162
fun make_var (b,T) = Var((b,0),T);
paulson@21978
   163
paulson@21978
   164
(*Type variables are given the basic sort, HOL.type. Some will later be constrained
paulson@21978
   165
  by information from type literals, or by type inference.*)
paulson@21978
   166
fun type_of_stree t =
paulson@21978
   167
  case t of
paulson@21978
   168
      Int _ => raise STREE t
paulson@21978
   169
    | Br (a,ts) => 
paulson@21978
   170
        let val Ts = map type_of_stree ts
paulson@21978
   171
        in 
paulson@21978
   172
          case strip_prefix ResClause.tconst_prefix a of
paulson@21978
   173
              SOME b => Type(invert_type_const b, Ts)
paulson@21978
   174
            | NONE => 
paulson@21978
   175
                if not (null ts) then raise STREE t  (*only tconsts have type arguments*)
paulson@21978
   176
                else 
paulson@21978
   177
                case strip_prefix ResClause.tfree_prefix a of
paulson@21978
   178
                    SOME b => TFree("'" ^ b, HOLogic.typeS)
paulson@21978
   179
                  | NONE => 
paulson@21978
   180
                case strip_prefix ResClause.tvar_prefix a of
paulson@21978
   181
                    SOME b => make_tvar b
paulson@21978
   182
                  | NONE => make_tvar a   (*Variable from the ATP, say X1*)
paulson@21978
   183
        end;
paulson@21978
   184
paulson@21978
   185
(*Invert the table of translations between Isabelle and ATPs*)
paulson@21978
   186
val const_trans_table_inv =
paulson@21978
   187
      Symtab.make (map swap (Symtab.dest ResClause.const_trans_table));
paulson@21978
   188
paulson@21978
   189
fun invert_const c =
paulson@21978
   190
    case Symtab.lookup const_trans_table_inv c of
paulson@21978
   191
        SOME c' => c'
paulson@21978
   192
      | NONE => c;
paulson@21978
   193
paulson@21978
   194
(*The number of type arguments of a constant, zero if it's monomorphic*)
paulson@21978
   195
fun num_typargs thy s = length (Sign.const_typargs thy (s, Sign.the_const_type thy s));
paulson@21978
   196
paulson@21978
   197
(*Generates a constant, given its type arguments*)
paulson@21978
   198
fun const_of thy (a,Ts) = Const(a, Sign.const_instance thy (a,Ts));
paulson@21978
   199
paulson@21978
   200
(*First-order translation. No types are known for variables. HOLogic.typeT should allow
paulson@21978
   201
  them to be inferred.*)
paulson@21978
   202
fun term_of_stree thy t =
paulson@21978
   203
  case t of
paulson@21978
   204
      Int _ => raise STREE t
paulson@21978
   205
    | Br (a,ts) => 
paulson@21978
   206
        case strip_prefix ResClause.const_prefix a of
paulson@21978
   207
            SOME "equal" => 
paulson@21978
   208
              if length ts = 2 then
paulson@21978
   209
                list_comb(Const ("op =", HOLogic.typeT), List.map (term_of_stree thy) ts)
paulson@21978
   210
              else raise STREE t  (*equality needs two arguments*)
paulson@21978
   211
          | SOME b => 
paulson@21978
   212
              let val c = invert_const b
paulson@21978
   213
                  val nterms = length ts - num_typargs thy c
paulson@21978
   214
                  val us = List.map (term_of_stree thy) (List.take(ts,nterms))
paulson@21978
   215
                  val Ts = List.map type_of_stree (List.drop(ts,nterms))
paulson@21978
   216
              in  list_comb(const_of thy (c, Ts), us)  end
paulson@21978
   217
          | NONE => (*a variable, not a constant*)
paulson@21978
   218
              let val T = HOLogic.typeT
paulson@21978
   219
                  val opr = (*a Free variable is typically a Skolem function*)
paulson@21978
   220
                    case strip_prefix ResClause.fixed_var_prefix a of
paulson@21978
   221
                        SOME b => Free(b,T)
paulson@21978
   222
                      | NONE => 
paulson@21978
   223
                    case strip_prefix ResClause.schematic_var_prefix a of
paulson@21978
   224
                        SOME b => make_var (b,T)
paulson@21978
   225
                      | NONE => make_var (a,T)    (*Variable from the ATP, say X1*)
paulson@21978
   226
              in  list_comb (opr, List.map (term_of_stree thy) ts)  end;
paulson@21978
   227
paulson@21978
   228
(*Type class literal applied to a type. Returns triple of polarity, class, type.*)                  
paulson@21978
   229
fun constraint_of_stree pol (Br("c_Not",[t])) = constraint_of_stree (not pol) t
paulson@21978
   230
  | constraint_of_stree pol t = case t of
paulson@21978
   231
        Int _ => raise STREE t
paulson@21978
   232
      | Br (a,ts) => 
paulson@21978
   233
            (case (strip_prefix ResClause.class_prefix a, map type_of_stree ts) of
paulson@21978
   234
                 (SOME b, [T]) => (pol, b, T)
paulson@21978
   235
               | _ => raise STREE t);
paulson@21978
   236
paulson@21978
   237
(** Accumulate type constraints in a clause: negative type literals **)
paulson@21978
   238
paulson@21978
   239
fun addix (key,z)  = Vartab.map_default (key,[]) (cons z);
paulson@21978
   240
paulson@21978
   241
fun add_constraint ((false, cl, TFree(a,_)), vt) = addix ((a,~1),cl) vt
paulson@21978
   242
  | add_constraint ((false, cl, TVar(ix,_)), vt) = addix (ix,cl) vt
paulson@21978
   243
  | add_constraint (_, vt) = vt;
paulson@21978
   244
paulson@21978
   245
(*False literals (which E includes in its proofs) are deleted*)
paulson@21978
   246
val nofalses = filter (not o equal HOLogic.false_const);
paulson@21978
   247
paulson@21978
   248
(*Accumulate sort constraints in vt, with "real" literals in lits.*)
paulson@22012
   249
fun lits_of_strees ctxt (vt, lits) [] = (vt, rev (nofalses lits))
paulson@22012
   250
  | lits_of_strees ctxt (vt, lits) (t::ts) = 
paulson@22012
   251
      lits_of_strees ctxt (add_constraint (constraint_of_stree true t, vt), lits) ts
paulson@21978
   252
      handle STREE _ => 
paulson@22012
   253
      lits_of_strees ctxt (vt, term_of_stree (ProofContext.theory_of ctxt) t :: lits) ts;
paulson@21978
   254
paulson@21978
   255
(*Update TVars/TFrees with detected sort constraints.*)
paulson@21978
   256
fun fix_sorts vt =
paulson@21978
   257
  let fun tysubst (Type (a, Ts)) = Type (a, map tysubst Ts)
paulson@21978
   258
        | tysubst (TVar (xi, s)) = TVar (xi, getOpt (Vartab.lookup vt xi, s))
paulson@21978
   259
        | tysubst (TFree (x, s)) = TFree (x, getOpt (Vartab.lookup vt (x,~1), s))
paulson@21978
   260
      fun tmsubst (Const (a, T)) = Const (a, tysubst T)
paulson@21978
   261
        | tmsubst (Free (a, T)) = Free (a, tysubst T)
paulson@21978
   262
        | tmsubst (Var (xi, T)) = Var (xi, tysubst T)
paulson@21978
   263
        | tmsubst (t as Bound _) = t
paulson@21978
   264
        | tmsubst (Abs (a, T, t)) = Abs (a, tysubst T, tmsubst t)
paulson@21978
   265
        | tmsubst (t $ u) = tmsubst t $ tmsubst u;
paulson@21978
   266
  in fn t => if Vartab.is_empty vt then t else tmsubst t end;
paulson@21978
   267
paulson@21978
   268
(*Interpret a list of syntax trees as a clause, given by "real" literals and sort constraints.
paulson@21978
   269
  vt0 holds the initial sort constraints, from the conjecture clauses.*)
paulson@22012
   270
fun clause_of_strees_aux ctxt vt0 ts = 
paulson@22012
   271
  case lits_of_strees ctxt (vt0,[]) ts of
paulson@21978
   272
      (_, []) => HOLogic.false_const
paulson@21978
   273
    | (vt, lits) => 
paulson@21978
   274
        let val dt = fix_sorts vt (foldr1 HOLogic.mk_disj lits)
paulson@22012
   275
            val infer = Sign.infer_types (ProofContext.pp ctxt) (ProofContext.theory_of ctxt)
paulson@22012
   276
                            (ProofContext.consts_of ctxt) (Variable.def_type ctxt false)
paulson@22012
   277
                            (Variable.def_sort ctxt) (Variable.names_of ctxt) true
paulson@21978
   278
        in 
paulson@22012
   279
           #1(infer ([dt], HOLogic.boolT))
paulson@21978
   280
        end; 
paulson@21978
   281
paulson@21978
   282
(*Quantification over a list of Vars. FUXNE: for term.ML??*)
paulson@21978
   283
fun list_all_var ([], t: term) = t
paulson@21978
   284
  | list_all_var ((v as Var(ix,T)) :: vars, t) =
paulson@21979
   285
      (all T) $ Abs(string_of_indexname ix, T, abstract_over (v, list_all_var (vars,t)));
paulson@21978
   286
paulson@21978
   287
fun gen_all_vars t = list_all_var (term_vars t, t);
paulson@21978
   288
paulson@21978
   289
fun clause_of_strees thy vt0 ts =
paulson@21978
   290
  gen_all_vars (HOLogic.mk_Trueprop (clause_of_strees_aux thy vt0 ts));
paulson@21978
   291
paulson@21978
   292
fun ints_of_stree_aux (Int n, ns) = n::ns
paulson@21978
   293
  | ints_of_stree_aux (Br(_,ts), ns) = foldl ints_of_stree_aux ns ts;
paulson@21978
   294
paulson@21978
   295
fun ints_of_stree t = ints_of_stree_aux (t, []);
paulson@21978
   296
paulson@22012
   297
fun decode_tstp ctxt vt0 (name, role, ts, annots) =
paulson@21978
   298
  let val deps = case annots of NONE => [] | SOME (source,_) => ints_of_stree source
paulson@22012
   299
  in  (name, role, clause_of_strees ctxt vt0 ts, deps)  end;
paulson@21978
   300
paulson@21978
   301
fun dest_tstp ((((name, role), ts), annots), chs) =
paulson@21978
   302
  case chs of
paulson@21978
   303
          "."::_ => (name, role, ts, annots)
paulson@21978
   304
        | _ => error ("TSTP line not terminated by \".\": " ^ implode chs);
paulson@21978
   305
paulson@21978
   306
paulson@21978
   307
(** Global sort constraints on TFrees (from tfree_tcs) are positive unit clauses. **)
paulson@21978
   308
paulson@21978
   309
fun add_tfree_constraint ((true, cl, TFree(a,_)), vt) = addix ((a,~1),cl) vt
paulson@21978
   310
  | add_tfree_constraint (_, vt) = vt;
paulson@21978
   311
paulson@21978
   312
fun tfree_constraints_of_clauses vt [] = vt
paulson@21978
   313
  | tfree_constraints_of_clauses vt ([lit]::tss) = 
paulson@21978
   314
      (tfree_constraints_of_clauses (add_tfree_constraint (constraint_of_stree true lit, vt)) tss
paulson@21978
   315
       handle STREE _ => (*not a positive type constraint: ignore*)
paulson@21978
   316
       tfree_constraints_of_clauses vt tss)
paulson@21978
   317
  | tfree_constraints_of_clauses vt (_::tss) = tfree_constraints_of_clauses vt tss;
paulson@21978
   318
paulson@21978
   319
paulson@21978
   320
(**** Translation of TSTP files to Isar Proofs ****)
paulson@21978
   321
paulson@22012
   322
fun decode_tstp_list ctxt tuples =
paulson@21978
   323
  let val vt0 = tfree_constraints_of_clauses Vartab.empty (map #3 tuples)
paulson@22012
   324
  in  map (decode_tstp ctxt vt0) tuples  end;
paulson@21978
   325
paulson@21999
   326
(*FIXME: simmilar function in res_atp. Move to HOLogic?*)
paulson@21999
   327
fun dest_disj_aux (Const ("op |", _) $ t $ t') disjs = dest_disj_aux t (dest_disj_aux t' disjs)
paulson@21999
   328
  | dest_disj_aux t disjs = t::disjs;
paulson@21999
   329
paulson@21999
   330
fun dest_disj t = dest_disj_aux t [];
paulson@21999
   331
paulson@22012
   332
(*Remove types from a term, to eliminate the randomness of type inference*)
paulson@22012
   333
fun smash_types (Const(a,_)) = Const(a,dummyT)
paulson@22012
   334
  | smash_types (Free(a,_)) = Free(a,dummyT)
paulson@22012
   335
  | smash_types (Var(a,_)) = Var(a,dummyT)
paulson@22012
   336
  | smash_types (f$t) = smash_types f $ smash_types t
paulson@22012
   337
  | smash_types t = t;
paulson@22012
   338
paulson@22012
   339
val sort_lits = sort Term.fast_term_ord o dest_disj o 
paulson@22012
   340
                smash_types o HOLogic.dest_Trueprop o strip_all_body;
paulson@21999
   341
paulson@21999
   342
fun permuted_clause t =
paulson@21999
   343
  let val lits = sort_lits t
paulson@21999
   344
      fun perm [] = NONE
paulson@21999
   345
        | perm (ctm::ctms) = 
paulson@21999
   346
            if forall (op aconv) (ListPair.zip (lits, sort_lits ctm)) then SOME ctm
paulson@21999
   347
            else perm ctms
paulson@21999
   348
  in perm end;
paulson@21999
   349
paulson@21999
   350
(*ctms is a list of conjecture clauses as yielded by Isabelle. Those returned by the
paulson@21999
   351
  ATP may have their literals reordered.*)
paulson@21999
   352
fun isar_lines ctxt ctms =
paulson@21978
   353
  let val string_of = ProofContext.string_of_term ctxt
paulson@21978
   354
      fun doline hs (lname, t, []) =  (*No deps: it's a conjecture clause, with no proof.*)
paulson@21999
   355
           (case permuted_clause t ctms of
paulson@21999
   356
                SOME u => "assume " ^ lname ^ ": \"" ^ string_of u ^ "\"\n"
paulson@21999
   357
              | NONE => "assume? " ^ lname ^ ": \"" ^ string_of t ^ "\"\n")  (*no match!!*)
paulson@21978
   358
        | doline hs (lname, t, deps) =
paulson@21978
   359
            hs ^ lname ^ ": \"" ^ string_of t ^ 
paulson@21978
   360
            "\"\n  by (meson " ^ space_implode " " deps ^ ")\n"
paulson@21978
   361
      fun dolines [(lname, t, deps)] = [doline "show " (lname, t, deps)]
paulson@21978
   362
        | dolines ((lname, t, deps)::lines) = doline "have " (lname, t, deps) :: dolines lines
paulson@21978
   363
  in setmp show_sorts true dolines end;
paulson@21978
   364
paulson@21978
   365
fun notequal t (_,t',_) = not (t aconv t');
paulson@21978
   366
paulson@21978
   367
fun eq_false t = t aconv (HOLogic.mk_Trueprop HOLogic.false_const);
paulson@21978
   368
paulson@21978
   369
fun replace_dep (old, new) dep = if dep=old then new else [dep];
paulson@21978
   370
paulson@21978
   371
fun replace_deps (old, new) (lno, t, deps) = 
paulson@21978
   372
      (lno, t, List.concat (map (replace_dep (old, new)) deps));
paulson@21978
   373
paulson@21978
   374
(*Discard axioms and also False conjecture clauses (which can only contain type information).
paulson@21978
   375
  Consolidate adjacent lines that prove the same clause, since they differ only in type
paulson@21978
   376
  information.*)
paulson@21978
   377
fun add_prfline ((lno, "axiom", t, []), lines) =  (*axioms are not proof lines*)
paulson@22044
   378
      if eq_false t (*must be clsrel/clsarity: type information, so delete refs to it*)
paulson@22044
   379
      then map (replace_deps (lno, [])) lines   
paulson@21978
   380
      else (case take_prefix (notequal t) lines of
paulson@22044
   381
               (_,[]) => lines                  (*no repetition of proof line*)
paulson@22044
   382
             | (pre, (lno',t',deps')::post) =>  (*repetition: replace later line by earlier one*)
paulson@21978
   383
                 pre @ map (replace_deps (lno', [lno])) post)
paulson@21978
   384
  | add_prfline ((lno, role, t, []), lines) =  (*no deps: conjecture clause*)
paulson@22044
   385
      if eq_false t (*must be tfree_tcs: type information, so delete refs to it*)
paulson@22044
   386
      then map (replace_deps (lno, [])) lines   
paulson@21978
   387
      else (lno, t, []) :: lines
paulson@21978
   388
  | add_prfline ((lno, role, t, deps), lines) =
paulson@22044
   389
      case take_prefix (notequal t) lines of
paulson@22044
   390
         (_,[]) => (lno, t, deps) :: lines  (*no repetition of proof line*)
paulson@22044
   391
       | (pre, (lno',t',deps')::post) => 
paulson@22044
   392
           (lno, t', deps) ::               (*repetition: replace later line by earlier one*)
paulson@22044
   393
           (pre @ map (replace_deps (lno', [lno])) post);
paulson@22044
   394
paulson@22044
   395
(*TVars are forbidden in goals. Also, we don't want lines with too few dependencies. 
paulson@22044
   396
  Deleted lines are replaced by their own dependencies. Note that the previous "add_prfline"
paulson@22044
   397
  phase may delete some dependencies, hence this phase comes later.*)
paulson@22044
   398
fun add_wanted_prfline ((lno, t, []), lines) =
paulson@22044
   399
      (lno, t, []) :: lines   (*conjecture clauses must be kept*)
paulson@22044
   400
  | add_wanted_prfline ((lno, t, deps), lines) =
paulson@22044
   401
      if not (null (term_tvars t)) orelse length deps < !min_deps
paulson@22044
   402
      then map (replace_deps (lno, deps)) lines (*Delete line*)
paulson@22044
   403
      else (lno, t, deps) :: lines;
paulson@21978
   404
paulson@21999
   405
(*Replace numeric proof lines by strings, either from thm_names or sequential line numbers*)
paulson@21978
   406
fun stringify_deps thm_names deps_map [] = []
paulson@21978
   407
  | stringify_deps thm_names deps_map ((lno, t, deps) :: lines) =
paulson@21978
   408
      if lno <= Vector.length thm_names  (*axiom*)
paulson@21978
   409
      then (Vector.sub(thm_names,lno-1), t, []) :: stringify_deps thm_names deps_map lines 
paulson@21979
   410
      else let val lname = Int.toString (length deps_map)
paulson@21978
   411
               fun fix lno = if lno <= Vector.length thm_names  
paulson@21978
   412
                             then SOME(Vector.sub(thm_names,lno-1))
paulson@21978
   413
                             else AList.lookup op= deps_map lno;
paulson@21978
   414
           in  (lname, t, List.mapPartial fix deps) ::
paulson@21978
   415
               stringify_deps thm_names ((lno,lname)::deps_map) lines
paulson@21978
   416
           end;
paulson@21978
   417
paulson@21999
   418
val proofstart = "\nproof (neg_clausify)\n";
paulson@21979
   419
paulson@21979
   420
fun isar_header [] = proofstart
paulson@21999
   421
  | isar_header ts = proofstart ^ "fix " ^ space_implode " " ts ^ "\n";
paulson@21979
   422
paulson@22012
   423
fun decode_tstp_file cnfs ctxt th sgno thm_names =
paulson@21978
   424
  let val tuples = map (dest_tstp o tstp_line o explode) cnfs
paulson@22044
   425
      val lines = foldr add_wanted_prfline [] 
paulson@22044
   426
                    (foldr add_prfline [] (decode_tstp_list ctxt tuples))
paulson@21999
   427
      val (ccls,fixes) = ResAxioms.neg_conjecture_clauses th sgno
paulson@21999
   428
      val ccls = map forall_intr_vars ccls
paulson@21979
   429
  in  
wenzelm@22130
   430
    app (fn th => Output.debug (fn () => string_of_thm th)) ccls;
wenzelm@22130
   431
    isar_header (map #1 fixes) ^ 
wenzelm@22130
   432
    String.concat (isar_lines ctxt (map prop_of ccls) (stringify_deps thm_names [] lines))
paulson@21979
   433
  end;
paulson@21978
   434
paulson@21978
   435
(*Could use split_lines, but it can return blank lines...*)
paulson@21978
   436
val lines = String.tokens (equal #"\n");
paulson@21978
   437
paulson@21978
   438
val nospaces = String.translate (fn c => if Char.isSpace c then "" else str c);
paulson@21978
   439
paulson@21978
   440
(*The output to the watcher must be a SINGLE line...clearly \t must not be used.*)
paulson@21978
   441
val encode_newlines = String.translate (fn c => if c = #"\n" then "\t" else str c);
paulson@21978
   442
val restore_newlines = String.translate (fn c => if c = #"\t" then "\n" else str c);
paulson@21978
   443
paulson@21978
   444
fun signal_success probfile toParent ppid msg = 
paulson@21978
   445
  (trace ("\nReporting Success for" ^ probfile ^ "\n" ^ msg);
paulson@21978
   446
   TextIO.output (toParent, "Success. " ^ encode_newlines msg ^ "\n");
paulson@21978
   447
   TextIO.output (toParent, probfile ^ "\n");
paulson@21978
   448
   TextIO.flushOut toParent;
paulson@21978
   449
   Posix.Process.kill(Posix.Process.K_PROC ppid, Posix.Signal.usr2));
paulson@21978
   450
paulson@22012
   451
fun tstp_extract proofextract probfile toParent ppid ctxt th sgno thm_names = 
paulson@21978
   452
  let val cnfs = filter (String.isPrefix "cnf(") (map nospaces (lines proofextract))
paulson@21978
   453
  in  
paulson@21978
   454
    signal_success probfile toParent ppid 
paulson@22012
   455
      (decode_tstp_file cnfs ctxt th sgno thm_names)
paulson@21978
   456
  end;
paulson@21978
   457
paulson@21978
   458
paulson@21978
   459
(**** retrieve the axioms that were used in the proof ****)
paulson@21978
   460
paulson@21978
   461
(*Get names of axioms used. Axioms are indexed from 1, while the vector is indexed from 0*)
paulson@21978
   462
fun get_axiom_names (thm_names: string vector) step_nums = 
paulson@21978
   463
    let fun is_axiom n = n <= Vector.length thm_names 
paulson@21978
   464
        fun index i = Vector.sub(thm_names, i-1)
paulson@21978
   465
        val axnums = List.filter is_axiom step_nums
paulson@21978
   466
        val axnames = sort_distinct string_ord (map index axnums)
paulson@21978
   467
    in
paulson@21978
   468
	if length axnums = length step_nums then "UNSOUND!!" :: axnames
paulson@21978
   469
	else axnames
paulson@21978
   470
    end
paulson@21978
   471
paulson@21978
   472
 (*String contains multiple lines. We want those of the form 
paulson@21978
   473
     "253[0:Inp] et cetera..."
paulson@21978
   474
  A list consisting of the first number in each line is returned. *)
paulson@21978
   475
fun get_spass_linenums proofstr = 
paulson@21978
   476
  let val toks = String.tokens (not o Char.isAlphaNum)
paulson@21978
   477
      fun inputno (ntok::"0"::"Inp"::_) = Int.fromString ntok
paulson@21978
   478
        | inputno _ = NONE
paulson@21978
   479
      val lines = String.tokens (fn c => c = #"\n") proofstr
paulson@21978
   480
  in  List.mapPartial (inputno o toks) lines  end
paulson@21978
   481
paulson@21978
   482
fun get_axiom_names_spass proofstr thm_names =
paulson@21978
   483
   get_axiom_names thm_names (get_spass_linenums proofstr);
paulson@21978
   484
    
paulson@21978
   485
fun not_comma c = c <>  #",";
paulson@21978
   486
paulson@21978
   487
(*A valid TSTP axiom line has the form  cnf(NNN,axiom,...) where NNN is a positive integer.*)
paulson@21978
   488
fun parse_tstp_line s =
paulson@21978
   489
  let val ss = Substring.full (unprefix "cnf(" (nospaces s))
paulson@21978
   490
      val (intf,rest) = Substring.splitl not_comma ss
paulson@21978
   491
      val (rolef,rest) = Substring.splitl not_comma (Substring.triml 1 rest)
paulson@21978
   492
      (*We only allow negated_conjecture because the line number will be removed in
paulson@21978
   493
        get_axiom_names above, while suppressing the UNSOUND warning*)
paulson@21978
   494
      val ints = if Substring.string rolef mem_string ["axiom","negated_conjecture"]
paulson@21978
   495
                 then Substring.string intf 
paulson@21978
   496
                 else "error" 
paulson@21978
   497
  in  Int.fromString ints  end
paulson@21978
   498
  handle Fail _ => NONE; 
paulson@21978
   499
paulson@21978
   500
fun get_axiom_names_tstp proofstr thm_names =
paulson@21978
   501
   get_axiom_names thm_names (List.mapPartial parse_tstp_line (split_lines proofstr));
paulson@21978
   502
    
paulson@21978
   503
 (*String contains multiple lines. We want those of the form 
paulson@21978
   504
     "*********** [448, input] ***********".
paulson@21978
   505
  A list consisting of the first number in each line is returned. *)
paulson@21978
   506
fun get_vamp_linenums proofstr = 
paulson@21978
   507
  let val toks = String.tokens (not o Char.isAlphaNum)
paulson@21978
   508
      fun inputno [ntok,"input"] = Int.fromString ntok
paulson@21978
   509
        | inputno _ = NONE
paulson@21978
   510
      val lines = String.tokens (fn c => c = #"\n") proofstr
paulson@21978
   511
  in  List.mapPartial (inputno o toks) lines  end
paulson@21978
   512
paulson@21978
   513
fun get_axiom_names_vamp proofstr thm_names =
paulson@21978
   514
   get_axiom_names thm_names (get_vamp_linenums proofstr);
paulson@21978
   515
    
paulson@21978
   516
fun rules_to_string [] = "NONE"
paulson@21978
   517
  | rules_to_string xs = space_implode "  " xs
paulson@21978
   518
paulson@21978
   519
paulson@21978
   520
(*The signal handler in watcher.ML must be able to read the output of this.*)
paulson@21978
   521
fun prover_lemma_list_aux getax proofstr probfile toParent ppid thm_names = 
paulson@21978
   522
 (trace ("\n\nGetting lemma names. proofstr is " ^ proofstr ^
paulson@21978
   523
         " num of clauses is " ^ string_of_int (Vector.length thm_names));
paulson@21978
   524
  signal_success probfile toParent ppid 
paulson@21978
   525
    ("Lemmas used in automatic proof: " ^ rules_to_string (getax proofstr thm_names)))
paulson@21978
   526
 handle e => (*FIXME: exn handler is too general!*)
paulson@21978
   527
  (trace ("\nprover_lemma_list_aux: In exception handler: " ^ Toplevel.exn_message e);
paulson@21978
   528
   TextIO.output (toParent, "Translation failed for the proof: " ^ 
paulson@21978
   529
                  String.toString proofstr ^ "\n");
paulson@21978
   530
   TextIO.output (toParent, probfile);
paulson@21978
   531
   TextIO.flushOut toParent;
paulson@21978
   532
   Posix.Process.kill(Posix.Process.K_PROC ppid, Posix.Signal.usr2));
paulson@21978
   533
paulson@21978
   534
val e_lemma_list = prover_lemma_list_aux get_axiom_names_tstp;
paulson@21978
   535
paulson@21978
   536
val vamp_lemma_list = prover_lemma_list_aux get_axiom_names_vamp;
paulson@21978
   537
paulson@21978
   538
val spass_lemma_list = prover_lemma_list_aux get_axiom_names_spass;
paulson@21978
   539
paulson@21978
   540
paulson@21978
   541
(**** Extracting proofs from an ATP's output ****)
paulson@21978
   542
paulson@21978
   543
(*Return everything in s that comes before the string t*)
paulson@21978
   544
fun cut_before t s = 
paulson@21978
   545
  let val (s1,s2) = Substring.position t (Substring.full s)
paulson@21978
   546
  in  if Substring.size s2 = 0 then error "cut_before: string not found" 
paulson@21978
   547
      else Substring.string s2
paulson@21978
   548
  end;
paulson@21978
   549
paulson@21978
   550
val start_E = "# Proof object starts here."
paulson@21978
   551
val end_E   = "# Proof object ends here."
paulson@21978
   552
val start_V6 = "%================== Proof: ======================"
paulson@21978
   553
val end_V6   = "%==============  End of proof. =================="
paulson@21978
   554
val start_V8 = "=========== Refutation =========="
paulson@21978
   555
val end_V8 = "======= End of refutation ======="
paulson@21978
   556
val end_SPASS = "Formulae used in the proof"
paulson@21978
   557
paulson@21978
   558
(*********************************************************************************)
paulson@21978
   559
(*  Inspect the output of an ATP process to see if it has found a proof,     *)
paulson@21978
   560
(*  and if so, transfer output to the input pipe of the main Isabelle process    *)
paulson@21978
   561
(*********************************************************************************)
paulson@21978
   562
paulson@21978
   563
(*Returns "true" if it successfully returns a lemma list, otherwise "false", but this
paulson@21978
   564
  return value is currently never used!*)
paulson@22012
   565
fun startTransfer endS (fromChild, toParent, ppid, probfile, ctxt, th, sgno, thm_names) =
paulson@21978
   566
 let fun transferInput currentString =
paulson@21978
   567
      let val thisLine = TextIO.inputLine fromChild
paulson@21978
   568
      in
paulson@21978
   569
	if thisLine = "" (*end of file?*)
paulson@21978
   570
	then (trace ("\n extraction_failed.  End bracket: " ^ endS ^
paulson@21978
   571
	             "\naccumulated text: " ^ currentString);
paulson@21978
   572
	      false)                    
paulson@21978
   573
	else if String.isPrefix endS thisLine
paulson@21978
   574
	then let val proofextract = currentString ^ cut_before endS thisLine
paulson@21978
   575
	         val lemma_list = if endS = end_V8 then vamp_lemma_list
paulson@21978
   576
			  	  else if endS = end_SPASS then spass_lemma_list
paulson@21978
   577
			  	  else e_lemma_list
paulson@21978
   578
	     in
paulson@21978
   579
	       trace ("\nExtracted proof:\n" ^ proofextract); 
paulson@21978
   580
	       if !full andalso String.isPrefix "cnf(" proofextract
paulson@22012
   581
	       then tstp_extract proofextract probfile toParent ppid ctxt th sgno thm_names
paulson@21978
   582
	       else lemma_list proofextract probfile toParent ppid thm_names;
paulson@21978
   583
	       true
paulson@21978
   584
	     end
paulson@21978
   585
	else transferInput (currentString^thisLine)
paulson@21978
   586
      end
paulson@21978
   587
 in
paulson@21978
   588
     transferInput ""
paulson@21978
   589
 end 
paulson@21978
   590
paulson@21978
   591
paulson@21978
   592
(*The signal handler in watcher.ML must be able to read the output of this.*)
paulson@21978
   593
fun signal_parent (toParent, ppid, msg, probfile) =
paulson@21978
   594
 (TextIO.output (toParent, msg);
paulson@21978
   595
  TextIO.output (toParent, probfile ^ "\n");
paulson@21978
   596
  TextIO.flushOut toParent;
paulson@21978
   597
  trace ("\nSignalled parent: " ^ msg ^ probfile);
paulson@21978
   598
  Posix.Process.kill(Posix.Process.K_PROC ppid, Posix.Signal.usr2);
paulson@21978
   599
  (*Give the parent time to respond before possibly sending another signal*)
paulson@21978
   600
  OS.Process.sleep (Time.fromMilliseconds 600));
paulson@21978
   601
paulson@22012
   602
(*FIXME: once TSTP output is produced by all ATPs, these three functions can be combined.*)
paulson@22012
   603
paulson@21978
   604
(*Called from watcher. Returns true if the Vampire process has returned a verdict.*)
paulson@22012
   605
fun checkVampProofFound (arg as (fromChild, toParent, ppid, probfile, ctxt, th, sgno, thm_names)) =
paulson@21978
   606
 let val thisLine = TextIO.inputLine fromChild
paulson@21978
   607
 in   
paulson@21978
   608
     trace thisLine;
paulson@21978
   609
     if thisLine = "" 
paulson@21978
   610
     then (trace "\nNo proof output seen"; false)
paulson@21978
   611
     else if String.isPrefix start_V8 thisLine
paulson@22012
   612
     then startTransfer end_V8 arg
paulson@21978
   613
     else if (String.isPrefix "Satisfiability detected" thisLine) orelse
paulson@21978
   614
             (String.isPrefix "Refutation not found" thisLine)
paulson@21978
   615
     then (signal_parent (toParent, ppid, "Failure\n", probfile);
paulson@21978
   616
	   true)
paulson@22012
   617
     else checkVampProofFound arg
paulson@21978
   618
  end
paulson@21978
   619
paulson@21978
   620
(*Called from watcher. Returns true if the E process has returned a verdict.*)
paulson@22012
   621
fun checkEProofFound (arg as (fromChild, toParent, ppid, probfile, ctxt, th, sgno, thm_names)) = 
paulson@21978
   622
 let val thisLine = TextIO.inputLine fromChild  
paulson@21978
   623
 in   
paulson@21978
   624
     trace thisLine;
paulson@21978
   625
     if thisLine = "" then (trace "\nNo proof output seen"; false)
paulson@21978
   626
     else if String.isPrefix start_E thisLine
paulson@22012
   627
     then startTransfer end_E arg
paulson@21978
   628
     else if String.isPrefix "# Problem is satisfiable" thisLine
paulson@21978
   629
     then (signal_parent (toParent, ppid, "Invalid\n", probfile);
paulson@21978
   630
	   true)
paulson@21978
   631
     else if String.isPrefix "# Cannot determine problem status within resource limit" thisLine
paulson@21978
   632
     then (signal_parent (toParent, ppid, "Failure\n", probfile);
paulson@21978
   633
	   true)
paulson@22012
   634
     else checkEProofFound arg
paulson@21978
   635
 end;
paulson@21978
   636
paulson@21978
   637
(*Called from watcher. Returns true if the SPASS process has returned a verdict.*)
paulson@22012
   638
fun checkSpassProofFound (arg as (fromChild, toParent, ppid, probfile, ctxt, th, sgno, thm_names)) = 
paulson@21978
   639
 let val thisLine = TextIO.inputLine fromChild  
paulson@21978
   640
 in    
paulson@21978
   641
     trace thisLine;
paulson@21978
   642
     if thisLine = "" then (trace "\nNo proof output seen"; false)
paulson@21978
   643
     else if String.isPrefix "Here is a proof" thisLine
paulson@22012
   644
     then startTransfer end_SPASS arg
paulson@21978
   645
     else if thisLine = "SPASS beiseite: Completion found.\n"
paulson@21978
   646
     then (signal_parent (toParent, ppid, "Invalid\n", probfile);
paulson@21978
   647
	   true)
paulson@21978
   648
     else if thisLine = "SPASS beiseite: Ran out of time.\n" orelse
paulson@21978
   649
             thisLine = "SPASS beiseite: Maximal number of loops exceeded.\n"
paulson@21978
   650
     then (signal_parent (toParent, ppid, "Failure\n", probfile);
paulson@21978
   651
	   true)
paulson@22012
   652
    else checkSpassProofFound arg
paulson@21978
   653
 end
paulson@21978
   654
paulson@21978
   655
end;