author | blanchet |
Wed, 17 Mar 2010 19:26:05 +0100 | |
changeset 35826 | 1590abc3d42a |
parent 35825 | a6aad5a70ed4 |
child 35828 | 46cfc4b8112e |
permissions | -rw-r--r-- |
35826 | 1 |
(* Title: HOL/Tools/Sledgehammer/sledgehammer_fact_filter.ML |
33309 | 2 |
Author: Jia Meng, Cambridge University Computer Laboratory, NICTA |
3 |
*) |
|
15452 | 4 |
|
35826 | 5 |
signature SLEDGEHAMMER_FACT_FILTER = |
16802
6eeee59dac4c
use Toplevel.print_state_hook instead of adhoc Proof.atp_hook;
wenzelm
parents:
16767
diff
changeset
|
6 |
sig |
35826 | 7 |
type classrelClause = Sledgehammer_FOL_Clause.classrelClause |
8 |
type arityClause = Sledgehammer_FOL_Clause.arityClause |
|
9 |
type axiom_name = Sledgehammer_HOL_Clause.axiom_name |
|
10 |
type clause = Sledgehammer_HOL_Clause.clause |
|
11 |
type clause_id = Sledgehammer_HOL_Clause.clause_id |
|
19194 | 12 |
datatype mode = Auto | Fol | Hol |
22989 | 13 |
val tvar_classes_of_terms : term list -> string list |
14 |
val tfree_classes_of_terms : term list -> string list |
|
15 |
val type_consts_of_terms : theory -> term list -> string list |
|
31409
d8537ba165b5
split preparing clauses and writing problemfile;
immler@in.tum.de
parents:
30536
diff
changeset
|
16 |
val get_relevant : int -> bool -> Proof.context * (thm list * 'a) -> thm list -> |
d8537ba165b5
split preparing clauses and writing problemfile;
immler@in.tum.de
parents:
30536
diff
changeset
|
17 |
(thm * (string * int)) list |
31410 | 18 |
val prepare_clauses : bool -> thm list -> thm list -> |
35826 | 19 |
(thm * (axiom_name * clause_id)) list -> |
20 |
(thm * (axiom_name * clause_id)) list -> theory -> |
|
21 |
axiom_name vector * |
|
22 |
(clause list * clause list * clause list * |
|
23 |
clause list * classrelClause list * arityClause list) |
|
15347 | 24 |
end; |
25 |
||
35826 | 26 |
structure Sledgehammer_Fact_Filter : SLEDGEHAMMER_FACT_FILTER = |
15347 | 27 |
struct |
28 |
||
35826 | 29 |
structure SFC = Sledgehammer_FOL_Clause |
30 |
structure SFP = Sledgehammer_Fact_Preprocessor |
|
31 |
structure SHC = Sledgehammer_HOL_Clause |
|
32 |
||
33 |
type classrelClause = SFC.classrelClause |
|
34 |
type arityClause = SFC.arityClause |
|
35 |
type axiom_name = SHC.axiom_name |
|
36 |
type clause = SHC.clause |
|
37 |
type clause_id = SHC.clause_id |
|
21070 | 38 |
|
19194 | 39 |
(********************************************************************) |
40 |
(* some settings for both background automatic ATP calling procedure*) |
|
41 |
(* and also explicit ATP invocation methods *) |
|
42 |
(********************************************************************) |
|
43 |
||
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
44 |
(*Translation mode can be auto-detected, or forced to be first-order or higher-order*) |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
45 |
datatype mode = Auto | Fol | Hol; |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
46 |
|
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
47 |
val linkup_logic_mode = Auto; |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
48 |
|
19194 | 49 |
(*** background linkup ***) |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
50 |
val run_blacklist_filter = true; |
21224 | 51 |
|
24287 | 52 |
(*** relevance filter parameters ***) |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
53 |
val run_relevance_filter = true; |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
54 |
val pass_mark = 0.5; |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
55 |
val convergence = 3.2; (*Higher numbers allow longer inference chains*) |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
56 |
val follow_defs = false; (*Follow definitions. Makes problems bigger.*) |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
57 |
|
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
58 |
(***************************************************************) |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
59 |
(* Relevance Filtering *) |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
60 |
(***************************************************************) |
19194 | 61 |
|
24958 | 62 |
fun strip_Trueprop (Const("Trueprop",_) $ t) = t |
63 |
| strip_Trueprop t = t; |
|
19194 | 64 |
|
24287 | 65 |
(*A surprising number of theorems contain only a few significant constants. |
66 |
These include all induction rules, and other general theorems. Filtering |
|
67 |
theorems in clause form reveals these complexities in the form of Skolem |
|
68 |
functions. If we were instead to filter theorems in their natural form, |
|
69 |
some other method of measuring theorem complexity would become necessary.*) |
|
70 |
||
71 |
fun log_weight2 (x:real) = 1.0 + 2.0/Math.ln (x+1.0); |
|
72 |
||
73 |
(*The default seems best in practice. A constant function of one ignores |
|
74 |
the constant frequencies.*) |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
75 |
val weight_fn = log_weight2; |
24287 | 76 |
|
77 |
||
78 |
(*Including equality in this list might be expected to stop rules like subset_antisym from |
|
79 |
being chosen, but for some reason filtering works better with them listed. The |
|
80 |
logical signs All, Ex, &, and --> are omitted because any remaining occurrrences |
|
81 |
must be within comprehensions.*) |
|
82 |
val standard_consts = ["Trueprop","==>","all","==","op |","Not","op ="]; |
|
83 |
||
84 |
||
85 |
(*** constants with types ***) |
|
86 |
||
87 |
(*An abstraction of Isabelle types*) |
|
88 |
datatype const_typ = CTVar | CType of string * const_typ list |
|
89 |
||
90 |
(*Is the second type an instance of the first one?*) |
|
91 |
fun match_type (CType(con1,args1)) (CType(con2,args2)) = |
|
92 |
con1=con2 andalso match_types args1 args2 |
|
93 |
| match_type CTVar _ = true |
|
94 |
| match_type _ CTVar = false |
|
95 |
and match_types [] [] = true |
|
96 |
| match_types (a1::as1) (a2::as2) = match_type a1 a2 andalso match_types as1 as2; |
|
97 |
||
98 |
(*Is there a unifiable constant?*) |
|
99 |
fun uni_mem gctab (c,c_typ) = |
|
100 |
case Symtab.lookup gctab c of |
|
101 |
NONE => false |
|
102 |
| SOME ctyps_list => exists (match_types c_typ) ctyps_list; |
|
103 |
||
104 |
(*Maps a "real" type to a const_typ*) |
|
105 |
fun const_typ_of (Type (c,typs)) = CType (c, map const_typ_of typs) |
|
106 |
| const_typ_of (TFree _) = CTVar |
|
107 |
| const_typ_of (TVar _) = CTVar |
|
108 |
||
109 |
(*Pairs a constant with the list of its type instantiations (using const_typ)*) |
|
110 |
fun const_with_typ thy (c,typ) = |
|
111 |
let val tvars = Sign.const_typargs thy (c,typ) |
|
112 |
in (c, map const_typ_of tvars) end |
|
113 |
handle TYPE _ => (c,[]); (*Variable (locale constant): monomorphic*) |
|
114 |
||
115 |
(*Add a const/type pair to the table, but a [] entry means a standard connective, |
|
116 |
which we ignore.*) |
|
117 |
fun add_const_typ_table ((c,ctyps), tab) = |
|
118 |
Symtab.map_default (c, [ctyps]) (fn [] => [] | ctyps_list => insert (op =) ctyps ctyps_list) |
|
119 |
tab; |
|
120 |
||
121 |
(*Free variables are included, as well as constants, to handle locales*) |
|
122 |
fun add_term_consts_typs_rm thy (Const(c, typ), tab) = |
|
123 |
add_const_typ_table (const_with_typ thy (c,typ), tab) |
|
124 |
| add_term_consts_typs_rm thy (Free(c, typ), tab) = |
|
125 |
add_const_typ_table (const_with_typ thy (c,typ), tab) |
|
126 |
| add_term_consts_typs_rm thy (t $ u, tab) = |
|
127 |
add_term_consts_typs_rm thy (t, add_term_consts_typs_rm thy (u, tab)) |
|
128 |
| add_term_consts_typs_rm thy (Abs(_,_,t), tab) = add_term_consts_typs_rm thy (t, tab) |
|
32994 | 129 |
| add_term_consts_typs_rm _ (_, tab) = tab; |
24287 | 130 |
|
131 |
(*The empty list here indicates that the constant is being ignored*) |
|
132 |
fun add_standard_const (s,tab) = Symtab.update (s,[]) tab; |
|
133 |
||
134 |
val null_const_tab : const_typ list list Symtab.table = |
|
30190 | 135 |
List.foldl add_standard_const Symtab.empty standard_consts; |
24287 | 136 |
|
30190 | 137 |
fun get_goal_consts_typs thy = List.foldl (add_term_consts_typs_rm thy) null_const_tab; |
24287 | 138 |
|
139 |
(*Inserts a dummy "constant" referring to the theory name, so that relevance |
|
140 |
takes the given theory into account.*) |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
141 |
fun const_prop_of theory_const th = |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
142 |
if theory_const then |
24287 | 143 |
let val name = Context.theory_name (theory_of_thm th) |
144 |
val t = Const (name ^ ". 1", HOLogic.boolT) |
|
145 |
in t $ prop_of th end |
|
146 |
else prop_of th; |
|
147 |
||
148 |
(**** Constant / Type Frequencies ****) |
|
149 |
||
150 |
(*A two-dimensional symbol table counts frequencies of constants. It's keyed first by |
|
151 |
constant name and second by its list of type instantiations. For the latter, we need |
|
152 |
a linear ordering on type const_typ list.*) |
|
153 |
||
154 |
local |
|
155 |
||
156 |
fun cons_nr CTVar = 0 |
|
157 |
| cons_nr (CType _) = 1; |
|
158 |
||
159 |
in |
|
160 |
||
161 |
fun const_typ_ord TU = |
|
162 |
case TU of |
|
163 |
(CType (a, Ts), CType (b, Us)) => |
|
164 |
(case fast_string_ord(a,b) of EQUAL => dict_ord const_typ_ord (Ts,Us) | ord => ord) |
|
165 |
| (T, U) => int_ord (cons_nr T, cons_nr U); |
|
166 |
||
167 |
end; |
|
168 |
||
31971
8c1b845ed105
renamed functor TableFun to Table, and GraphFun to Graph;
wenzelm
parents:
31910
diff
changeset
|
169 |
structure CTtab = Table(type key = const_typ list val ord = dict_ord const_typ_ord); |
24287 | 170 |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
171 |
fun count_axiom_consts theory_const thy ((thm,_), tab) = |
24287 | 172 |
let fun count_const (a, T, tab) = |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
173 |
let val (c, cts) = const_with_typ thy (a,T) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
174 |
in (*Two-dimensional table update. Constant maps to types maps to count.*) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
175 |
Symtab.map_default (c, CTtab.empty) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
176 |
(CTtab.map_default (cts,0) (fn n => n+1)) tab |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
177 |
end |
24287 | 178 |
fun count_term_consts (Const(a,T), tab) = count_const(a,T,tab) |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
179 |
| count_term_consts (Free(a,T), tab) = count_const(a,T,tab) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
180 |
| count_term_consts (t $ u, tab) = |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
181 |
count_term_consts (t, count_term_consts (u, tab)) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
182 |
| count_term_consts (Abs(_,_,t), tab) = count_term_consts (t, tab) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
183 |
| count_term_consts (_, tab) = tab |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
184 |
in count_term_consts (const_prop_of theory_const thm, tab) end; |
24287 | 185 |
|
186 |
||
187 |
(**** Actual Filtering Code ****) |
|
188 |
||
189 |
(*The frequency of a constant is the sum of those of all instances of its type.*) |
|
190 |
fun const_frequency ctab (c, cts) = |
|
191 |
let val pairs = CTtab.dest (the (Symtab.lookup ctab c)) |
|
192 |
fun add ((cts',m), n) = if match_types cts cts' then m+n else n |
|
193 |
in List.foldl add 0 pairs end; |
|
194 |
||
195 |
(*Add in a constant's weight, as determined by its frequency.*) |
|
196 |
fun add_ct_weight ctab ((c,T), w) = |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
197 |
w + weight_fn (real (const_frequency ctab (c,T))); |
24287 | 198 |
|
199 |
(*Relevant constants are weighted according to frequency, |
|
200 |
but irrelevant constants are simply counted. Otherwise, Skolem functions, |
|
201 |
which are rare, would harm a clause's chances of being picked.*) |
|
202 |
fun clause_weight ctab gctyps consts_typs = |
|
203 |
let val rel = filter (uni_mem gctyps) consts_typs |
|
204 |
val rel_weight = List.foldl (add_ct_weight ctab) 0.0 rel |
|
205 |
in |
|
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
206 |
rel_weight / (rel_weight + real (length consts_typs - length rel)) |
24287 | 207 |
end; |
208 |
||
209 |
(*Multiplies out to a list of pairs: 'a * 'b list -> ('a * 'b) list -> ('a * 'b) list*) |
|
30190 | 210 |
fun add_expand_pairs (x,ys) xys = List.foldl (fn (y,acc) => (x,y)::acc) xys ys; |
24287 | 211 |
|
212 |
fun consts_typs_of_term thy t = |
|
213 |
let val tab = add_term_consts_typs_rm thy (t, null_const_tab) |
|
214 |
in Symtab.fold add_expand_pairs tab [] end; |
|
215 |
||
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
216 |
fun pair_consts_typs_axiom theory_const thy (thm,name) = |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
217 |
((thm,name), (consts_typs_of_term thy (const_prop_of theory_const thm))); |
24287 | 218 |
|
219 |
exception ConstFree; |
|
220 |
fun dest_ConstFree (Const aT) = aT |
|
221 |
| dest_ConstFree (Free aT) = aT |
|
222 |
| dest_ConstFree _ = raise ConstFree; |
|
223 |
||
224 |
(*Look for definitions of the form f ?x1 ... ?xn = t, but not reversed.*) |
|
32994 | 225 |
fun defines thy thm gctypes = |
24287 | 226 |
let val tm = prop_of thm |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
227 |
fun defs lhs rhs = |
24287 | 228 |
let val (rator,args) = strip_comb lhs |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
229 |
val ct = const_with_typ thy (dest_ConstFree rator) |
33037
b22e44496dc2
replaced old_style infixes eq_set, subset, union, inter and variants by generic versions
haftmann
parents:
32994
diff
changeset
|
230 |
in |
b22e44496dc2
replaced old_style infixes eq_set, subset, union, inter and variants by generic versions
haftmann
parents:
32994
diff
changeset
|
231 |
forall is_Var args andalso uni_mem gctypes ct andalso |
33038 | 232 |
subset (op =) (Term.add_vars rhs [], Term.add_vars lhs []) |
24287 | 233 |
end |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
234 |
handle ConstFree => false |
24287 | 235 |
in |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
236 |
case tm of Const ("Trueprop",_) $ (Const("op =",_) $ lhs $ rhs) => |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
237 |
defs lhs rhs |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
238 |
| _ => false |
24287 | 239 |
end; |
240 |
||
241 |
type annotd_cls = (thm * (string * int)) * ((string * const_typ list) list); |
|
242 |
||
243 |
(*For a reverse sort, putting the largest values first.*) |
|
244 |
fun compare_pairs ((_,w1),(_,w2)) = Real.compare (w2,w1); |
|
245 |
||
246 |
(*Limit the number of new clauses, to prevent runaway acceptance.*) |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
247 |
fun take_best max_new (newpairs : (annotd_cls*real) list) = |
24287 | 248 |
let val nnew = length newpairs |
249 |
in |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
250 |
if nnew <= max_new then (map #1 newpairs, []) |
24287 | 251 |
else |
252 |
let val cls = sort compare_pairs newpairs |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
253 |
val accepted = List.take (cls, max_new) |
24287 | 254 |
in |
35826 | 255 |
SFP.trace_msg (fn () => ("Number of candidates, " ^ Int.toString nnew ^ |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
256 |
", exceeds the limit of " ^ Int.toString (max_new))); |
35826 | 257 |
SFP.trace_msg (fn () => ("Effective pass mark: " ^ Real.toString (#2 (List.last accepted)))); |
258 |
SFP.trace_msg (fn () => "Actually passed: " ^ |
|
24287 | 259 |
space_implode ", " (map (fn (((_,(name,_)),_),_) => name) accepted)); |
260 |
||
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
261 |
(map #1 accepted, map #1 (List.drop (cls, max_new))) |
24287 | 262 |
end |
263 |
end; |
|
264 |
||
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
265 |
fun relevant_clauses max_new thy ctab p rel_consts = |
24287 | 266 |
let fun relevant ([],_) [] = [] : (thm * (string * int)) list (*Nothing added this iteration*) |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
267 |
| relevant (newpairs,rejects) [] = |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
268 |
let val (newrels,more_rejects) = take_best max_new newpairs |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
269 |
val new_consts = maps #2 newrels |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
270 |
val rel_consts' = List.foldl add_const_typ_table rel_consts new_consts |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
271 |
val newp = p + (1.0-p) / convergence |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
272 |
in |
35826 | 273 |
SFP.trace_msg (fn () => "relevant this iteration: " ^ Int.toString (length newrels)); |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
274 |
(map #1 newrels) @ |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
275 |
(relevant_clauses max_new thy ctab newp rel_consts' (more_rejects@rejects)) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
276 |
end |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
277 |
| relevant (newrels,rejects) ((ax as (clsthm as (_,(name,n)),consts_typs)) :: axs) = |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
278 |
let val weight = clause_weight ctab rel_consts consts_typs |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
279 |
in |
32994 | 280 |
if p <= weight orelse (follow_defs andalso defines thy (#1 clsthm) rel_consts) |
35826 | 281 |
then (SFP.trace_msg (fn () => (name ^ " clause " ^ Int.toString n ^ |
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
282 |
" passes: " ^ Real.toString weight)); |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
283 |
relevant ((ax,weight)::newrels, rejects) axs) |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
284 |
else relevant (newrels, ax::rejects) axs |
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
285 |
end |
35826 | 286 |
in SFP.trace_msg (fn () => ("relevant_clauses, current pass mark = " ^ Real.toString p)); |
24287 | 287 |
relevant ([],[]) |
288 |
end; |
|
32960
69916a850301
eliminated hard tabulators, guessing at each author's individual tab-width;
wenzelm
parents:
32955
diff
changeset
|
289 |
|
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
290 |
fun relevance_filter max_new theory_const thy axioms goals = |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
291 |
if run_relevance_filter andalso pass_mark >= 0.1 |
24287 | 292 |
then |
31910 | 293 |
let val const_tab = List.foldl (count_axiom_consts theory_const thy) Symtab.empty axioms |
24287 | 294 |
val goal_const_tab = get_goal_consts_typs thy goals |
35826 | 295 |
val _ = SFP.trace_msg (fn () => ("Initial constants: " ^ |
24287 | 296 |
space_implode ", " (Symtab.keys goal_const_tab))); |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
297 |
val rels = relevant_clauses max_new thy const_tab (pass_mark) |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
28065
diff
changeset
|
298 |
goal_const_tab (map (pair_consts_typs_axiom theory_const thy) axioms) |
24287 | 299 |
in |
35826 | 300 |
SFP.trace_msg (fn () => ("Total relevant: " ^ Int.toString (length rels))); |
24287 | 301 |
rels |
302 |
end |
|
303 |
else axioms; |
|
304 |
||
305 |
(***************************************************************) |
|
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
306 |
(* Retrieving and filtering lemmas *) |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
307 |
(***************************************************************) |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
308 |
|
33022
c95102496490
Removal of the unused atpset concept, the atp attribute and some related code.
paulson
parents:
32994
diff
changeset
|
309 |
(*** retrieve lemmas and filter them ***) |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
310 |
|
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
311 |
(*Hashing to detect duplicate and variant clauses, e.g. from the [iff] attribute*) |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
312 |
|
22382
dbf09db0a40d
New code to store theorem names in a concise form rather than as fully-qualified.
paulson
parents:
22217
diff
changeset
|
313 |
fun setinsert (x,s) = Symtab.update (x,()) s; |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
314 |
|
20757
fe84fe0dfd30
Definitions produced by packages are now blacklisted.
paulson
parents:
20661
diff
changeset
|
315 |
(*Reject theorems with names like "List.filter.filter_list_def" or |
21690
552d20ff9a95
Removal of theorem tagging, which the ATP linkup no longer requires.
paulson
parents:
21588
diff
changeset
|
316 |
"Accessible_Part.acc.defs", as these are definitions arising from packages.*) |
20757
fe84fe0dfd30
Definitions produced by packages are now blacklisted.
paulson
parents:
20661
diff
changeset
|
317 |
fun is_package_def a = |
30364
577edc39b501
moved basic algebra of long names from structure NameSpace to Long_Name;
wenzelm
parents:
30291
diff
changeset
|
318 |
let val names = Long_Name.explode a |
21690
552d20ff9a95
Removal of theorem tagging, which the ATP linkup no longer requires.
paulson
parents:
21588
diff
changeset
|
319 |
in |
552d20ff9a95
Removal of theorem tagging, which the ATP linkup no longer requires.
paulson
parents:
21588
diff
changeset
|
320 |
length names > 2 andalso |
552d20ff9a95
Removal of theorem tagging, which the ATP linkup no longer requires.
paulson
parents:
21588
diff
changeset
|
321 |
not (hd names = "local") andalso |
552d20ff9a95
Removal of theorem tagging, which the ATP linkup no longer requires.
paulson
parents:
21588
diff
changeset
|
322 |
String.isSuffix "_def" a orelse String.isSuffix "_defs" a |
552d20ff9a95
Removal of theorem tagging, which the ATP linkup no longer requires.
paulson
parents:
21588
diff
changeset
|
323 |
end; |
20757
fe84fe0dfd30
Definitions produced by packages are now blacklisted.
paulson
parents:
20661
diff
changeset
|
324 |
|
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
325 |
(** a hash function from Term.term to int, and also a hash table **) |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
326 |
val xor_words = List.foldl Word.xorb 0w0; |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
327 |
|
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
328 |
fun hashw_term ((Const(c,_)), w) = Polyhash.hashw_string (c,w) |
20661
46832fee1215
Yet another version of fake_thm_name. "Full" hashing ensures that there are no collisions
paulson
parents:
20643
diff
changeset
|
329 |
| hashw_term ((Free(a,_)), w) = Polyhash.hashw_string (a,w) |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
330 |
| hashw_term ((Var(_,_)), w) = w |
20661
46832fee1215
Yet another version of fake_thm_name. "Full" hashing ensures that there are no collisions
paulson
parents:
20643
diff
changeset
|
331 |
| hashw_term ((Bound i), w) = Polyhash.hashw_int(i,w) |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
332 |
| hashw_term ((Abs(_,_,t)), w) = hashw_term (t, w) |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
333 |
| hashw_term ((P$Q), w) = hashw_term (Q, (hashw_term (P, w))); |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
334 |
|
21070 | 335 |
fun hash_literal (Const("Not",_)$P) = Word.notb(hashw_term(P,0w0)) |
336 |
| hash_literal P = hashw_term(P,0w0); |
|
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
337 |
|
24958 | 338 |
fun hash_term t = Word.toIntX (xor_words (map hash_literal (HOLogic.disjuncts (strip_Trueprop t)))); |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
339 |
|
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
340 |
fun equal_thm (thm1,thm2) = Term.aconv(prop_of thm1, prop_of thm2); |
20457
85414caac94a
refinements to conversion into clause form, esp for the HO case
paulson
parents:
20446
diff
changeset
|
341 |
|
22382
dbf09db0a40d
New code to store theorem names in a concise form rather than as fully-qualified.
paulson
parents:
22217
diff
changeset
|
342 |
exception HASH_CLAUSE; |
dbf09db0a40d
New code to store theorem names in a concise form rather than as fully-qualified.
paulson
parents:
22217
diff
changeset
|
343 |
|
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
344 |
(*Create a hash table for clauses, of the given size*) |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
345 |
fun mk_clause_table n = |
20457
85414caac94a
refinements to conversion into clause form, esp for the HO case
paulson
parents:
20446
diff
changeset
|
346 |
Polyhash.mkTable (hash_term o prop_of, equal_thm) |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
347 |
(n, HASH_CLAUSE); |
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
348 |
|
20457
85414caac94a
refinements to conversion into clause form, esp for the HO case
paulson
parents:
20446
diff
changeset
|
349 |
(*Use a hash table to eliminate duplicates from xs. Argument is a list of |
20868
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
350 |
(thm * (string * int)) tuples. The theorems are hashed into the table. *) |
21588 | 351 |
fun make_unique xs = |
20868
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
352 |
let val ht = mk_clause_table 7000 |
20457
85414caac94a
refinements to conversion into clause form, esp for the HO case
paulson
parents:
20446
diff
changeset
|
353 |
in |
35826 | 354 |
SFP.trace_msg (fn () => ("make_unique gets " ^ Int.toString (length xs) ^ " clauses")); |
21588 | 355 |
app (ignore o Polyhash.peekInsert ht) xs; |
20868
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
356 |
Polyhash.listItems ht |
20457
85414caac94a
refinements to conversion into clause form, esp for the HO case
paulson
parents:
20446
diff
changeset
|
357 |
end; |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
358 |
|
20868
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
359 |
(*Remove existing axiom clauses from the conjecture clauses, as this can dramatically |
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
360 |
boost an ATP's performance (for some reason)*) |
21588 | 361 |
fun subtract_cls c_clauses ax_clauses = |
20868
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
362 |
let val ht = mk_clause_table 2200 |
33035 | 363 |
fun known x = is_some (Polyhash.peek ht x) |
20868
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
364 |
in |
21588 | 365 |
app (ignore o Polyhash.peekInsert ht) ax_clauses; |
366 |
filter (not o known) c_clauses |
|
20868
724ab9896068
Improved detection of identical clauses, also in the conjecture
paulson
parents:
20854
diff
changeset
|
367 |
end; |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
368 |
|
21224 | 369 |
fun all_valid_thms ctxt = |
22382
dbf09db0a40d
New code to store theorem names in a concise form rather than as fully-qualified.
paulson
parents:
22217
diff
changeset
|
370 |
let |
26675 | 371 |
val global_facts = PureThy.facts_of (ProofContext.theory_of ctxt); |
26278 | 372 |
val local_facts = ProofContext.facts_of ctxt; |
33641
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
373 |
val full_space = |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
374 |
Name_Space.merge (Facts.space_of global_facts, Facts.space_of local_facts); |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
375 |
|
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
376 |
fun valid_facts facts = |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
377 |
(facts, []) |-> Facts.fold_static (fn (name, ths0) => |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
378 |
let |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
379 |
fun check_thms a = |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
380 |
(case try (ProofContext.get_thms ctxt) a of |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
381 |
NONE => false |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
382 |
| SOME ths1 => Thm.eq_thms (ths0, ths1)); |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
383 |
|
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
384 |
val name1 = Facts.extern facts name; |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
385 |
val name2 = Name_Space.extern full_space name; |
35826 | 386 |
val ths = filter_out SFP.bad_for_atp ths0; |
33641
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
387 |
in |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
388 |
if Facts.is_concealed facts name orelse null ths orelse |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
389 |
run_blacklist_filter andalso is_package_def name then I |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
390 |
else |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
391 |
(case find_first check_thms [name1, name2, name] of |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
392 |
NONE => I |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
393 |
| SOME a => cons (a, ths)) |
af07d9cd86ce
all_valid_thms: more sophisticated check against global + local name space;
wenzelm
parents:
33316
diff
changeset
|
394 |
end); |
26675 | 395 |
in valid_facts global_facts @ valid_facts local_facts end; |
21224 | 396 |
|
33309 | 397 |
fun multi_name a th (n, pairs) = |
398 |
(n + 1, (a ^ "(" ^ Int.toString n ^ ")", th) :: pairs); |
|
21224 | 399 |
|
33309 | 400 |
fun add_single_names (a, []) pairs = pairs |
401 |
| add_single_names (a, [th]) pairs = (a, th) :: pairs |
|
402 |
| add_single_names (a, ths) pairs = #2 (fold (multi_name a) ths (1, pairs)); |
|
21431
ef9080e7dbbc
Outputs a minimal number of arity clauses. Tidying of blacklist, fixing the blacklisting of thm lists
paulson
parents:
21397
diff
changeset
|
403 |
|
22382
dbf09db0a40d
New code to store theorem names in a concise form rather than as fully-qualified.
paulson
parents:
22217
diff
changeset
|
404 |
(*Ignore blacklisted basenames*) |
33309 | 405 |
fun add_multi_names (a, ths) pairs = |
35826 | 406 |
if (Long_Name.base_name a) mem_string SFP.multi_base_blacklist then pairs |
33309 | 407 |
else add_single_names (a, ths) pairs; |
21224 | 408 |
|
21290
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
409 |
fun is_multi (a, ths) = length ths > 1 orelse String.isSuffix ".axioms" a; |
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
410 |
|
24286
7619080e49f0
ATP blacklisting is now in theory data, attribute noatp
paulson
parents:
24215
diff
changeset
|
411 |
(*The single theorems go BEFORE the multiple ones. Blacklist is applied to all.*) |
21588 | 412 |
fun name_thm_pairs ctxt = |
33309 | 413 |
let |
414 |
val (mults, singles) = List.partition is_multi (all_valid_thms ctxt) |
|
415 |
fun blacklisted (_, th) = |
|
33316 | 416 |
run_blacklist_filter andalso Res_Blacklist.blacklisted ctxt th |
24286
7619080e49f0
ATP blacklisting is now in theory data, attribute noatp
paulson
parents:
24215
diff
changeset
|
417 |
in |
33309 | 418 |
filter_out blacklisted |
419 |
(fold add_single_names singles (fold add_multi_names mults [])) |
|
24286
7619080e49f0
ATP blacklisting is now in theory data, attribute noatp
paulson
parents:
24215
diff
changeset
|
420 |
end; |
21224 | 421 |
|
32091
30e2ffbba718
proper context for Display.pretty_thm etc. or old-style versions Display.pretty_thm_global, Display.pretty_thm_without_context etc.;
wenzelm
parents:
31971
diff
changeset
|
422 |
fun check_named ("", th) = |
30e2ffbba718
proper context for Display.pretty_thm etc. or old-style versions Display.pretty_thm_global, Display.pretty_thm_without_context etc.;
wenzelm
parents:
31971
diff
changeset
|
423 |
(warning ("No name for theorem " ^ Display.string_of_thm_without_context th); false) |
32994 | 424 |
| check_named _ = true; |
19894 | 425 |
|
33022
c95102496490
Removal of the unused atpset concept, the atp attribute and some related code.
paulson
parents:
32994
diff
changeset
|
426 |
fun get_all_lemmas ctxt = |
19894 | 427 |
let val included_thms = |
35826 | 428 |
tap (fn ths => SFP.trace_msg |
33022
c95102496490
Removal of the unused atpset concept, the atp attribute and some related code.
paulson
parents:
32994
diff
changeset
|
429 |
(fn () => ("Including all " ^ Int.toString (length ths) ^ " theorems"))) |
c95102496490
Removal of the unused atpset concept, the atp attribute and some related code.
paulson
parents:
32994
diff
changeset
|
430 |
(name_thm_pairs ctxt) |
19894 | 431 |
in |
31410 | 432 |
filter check_named included_thms |
19894 | 433 |
end; |
19768
9afd9b9c47d0
ATP/res_clasimpset.ML has been merged into res_atp.ML.
mengj
parents:
19746
diff
changeset
|
434 |
|
21290
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
435 |
(***************************************************************) |
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
436 |
(* Type Classes Present in the Axiom or Conjecture Clauses *) |
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
437 |
(***************************************************************) |
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
438 |
|
32952 | 439 |
fun add_classes (sorts, cset) = List.foldl setinsert cset (flat sorts); |
21290
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
440 |
|
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
441 |
(*Remove this trivial type class*) |
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
442 |
fun delete_type cset = Symtab.delete_safe "HOL.type" cset; |
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
443 |
|
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
444 |
fun tvar_classes_of_terms ts = |
29270
0eade173f77e
moved old add_type_XXX, add_term_XXX etc. to structure OldTerm;
wenzelm
parents:
29267
diff
changeset
|
445 |
let val sorts_list = map (map #2 o OldTerm.term_tvars) ts |
30190 | 446 |
in Symtab.keys (delete_type (List.foldl add_classes Symtab.empty sorts_list)) end; |
21290
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
447 |
|
33b6bb5d6ab8
Improvement to classrel clauses: now outputs the minimum needed.
paulson
parents:
21243
diff
changeset
|
448 |
fun tfree_classes_of_terms ts = |
29270
0eade173f77e
moved old add_type_XXX, add_term_XXX etc. to structure OldTerm;
wenzelm
parents:
29267
diff
changeset
|
449 |
let val sorts_list = map (map #2 o OldTerm.term_tfrees) ts |
30190 | 450 |
in Symtab.keys (delete_type (List.foldl add_classes Symtab.empty sorts_list)) end; |
20526
756c4f1fd04c
Extended the blacklist with higher-order theorems. Restructured. Added checks to
paulson
parents:
20457
diff
changeset
|
451 |
|
21373
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
452 |
(*fold type constructors*) |
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
453 |
fun fold_type_consts f (Type (a, Ts)) x = fold (fold_type_consts f) Ts (f (a,x)) |
32994 | 454 |
| fold_type_consts _ _ x = x; |
21373
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
455 |
|
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
456 |
val add_type_consts_in_type = fold_type_consts setinsert; |
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
457 |
|
21397
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
458 |
(*Type constructors used to instantiate overloaded constants are the only ones needed.*) |
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
459 |
fun add_type_consts_in_term thy = |
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
460 |
let val const_typargs = Sign.const_typargs thy |
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
461 |
fun add_tcs (Const cT) x = fold add_type_consts_in_type (const_typargs cT) x |
32994 | 462 |
| add_tcs (Abs (_, _, u)) x = add_tcs u x |
21397
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
463 |
| add_tcs (t $ u) x = add_tcs t (add_tcs u x) |
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
464 |
| add_tcs _ x = x |
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
465 |
in add_tcs end |
21373
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
466 |
|
21397
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
467 |
fun type_consts_of_terms thy ts = |
2134b81a0b37
Now includes only types used to instantiate overloaded constants in arity clauses
paulson
parents:
21373
diff
changeset
|
468 |
Symtab.keys (fold (add_type_consts_in_term thy) ts Symtab.empty); |
21373
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
469 |
|
18f519614978
Arity clauses are now produced only for types and type classes actually used.
paulson
parents:
21311
diff
changeset
|
470 |
|
19194 | 471 |
(***************************************************************) |
472 |
(* ATP invocation methods setup *) |
|
473 |
(***************************************************************) |
|
474 |
||
20526
756c4f1fd04c
Extended the blacklist with higher-order theorems. Restructured. Added checks to
paulson
parents:
20457
diff
changeset
|
475 |
(*Ensures that no higher-order theorems "leak out"*) |
24958 | 476 |
fun restrict_to_logic thy true cls = filter (Meson.is_fol_term thy o prop_of o fst) cls |
477 |
| restrict_to_logic thy false cls = cls; |
|
20526
756c4f1fd04c
Extended the blacklist with higher-order theorems. Restructured. Added checks to
paulson
parents:
20457
diff
changeset
|
478 |
|
21470
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
479 |
(**** Predicates to detect unwanted clauses (prolific or likely to cause unsoundness) ****) |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
480 |
|
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
481 |
(** Too general means, positive equality literal with a variable X as one operand, |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
482 |
when X does not occur properly in the other operand. This rules out clearly |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
483 |
inconsistent clauses such as V=a|V=b, though it by no means guarantees soundness. **) |
21588 | 484 |
|
21470
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
485 |
fun occurs ix = |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
486 |
let fun occ(Var (jx,_)) = (ix=jx) |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
487 |
| occ(t1$t2) = occ t1 orelse occ t2 |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
488 |
| occ(Abs(_,_,t)) = occ t |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
489 |
| occ _ = false |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
490 |
in occ end; |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
491 |
|
31723
f5cafe803b55
discontinued ancient tradition to suffix certain ML module names with "_package"
haftmann
parents:
31410
diff
changeset
|
492 |
fun is_recordtype T = not (null (Record.dest_recTs T)); |
21470
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
493 |
|
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
494 |
(*Unwanted equalities include |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
495 |
(1) those between a variable that does not properly occur in the second operand, |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
496 |
(2) those between a variable and a record, since these seem to be prolific "cases" thms |
21588 | 497 |
*) |
21470
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
498 |
fun too_general_eqterms (Var (ix,T), t) = not (occurs ix t) orelse is_recordtype T |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
499 |
| too_general_eqterms _ = false; |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
500 |
|
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
501 |
fun too_general_equality (Const ("op =", _) $ x $ y) = |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
502 |
too_general_eqterms (x,y) orelse too_general_eqterms(y,x) |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
503 |
| too_general_equality _ = false; |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
504 |
|
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
505 |
(* tautologous? *) |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
506 |
fun is_taut (Const ("Trueprop", _) $ Const ("True", _)) = true |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
507 |
| is_taut _ = false; |
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
508 |
|
29267 | 509 |
fun has_typed_var tycons = exists_subterm |
510 |
(fn Var (_, Type (a, _)) => member (op =) tycons a | _ => false); |
|
21431
ef9080e7dbbc
Outputs a minimal number of arity clauses. Tidying of blacklist, fixing the blacklisting of thm lists
paulson
parents:
21397
diff
changeset
|
511 |
|
22217
a5d983f7113f
Tidying; more debugging information. New reference unwanted_types.
paulson
parents:
22193
diff
changeset
|
512 |
(*Clauses are forbidden to contain variables of these types. The typical reason is that |
a5d983f7113f
Tidying; more debugging information. New reference unwanted_types.
paulson
parents:
22193
diff
changeset
|
513 |
they lead to unsoundness. Note that "unit" satisfies numerous equations like ?X=(). |
a5d983f7113f
Tidying; more debugging information. New reference unwanted_types.
paulson
parents:
22193
diff
changeset
|
514 |
The resulting clause will have no type constraint, yielding false proofs. Even "bool" |
a5d983f7113f
Tidying; more debugging information. New reference unwanted_types.
paulson
parents:
22193
diff
changeset
|
515 |
leads to many unsound proofs, though (obviously) only for higher-order problems.*) |
24215 | 516 |
val unwanted_types = ["Product_Type.unit","bool"]; |
22217
a5d983f7113f
Tidying; more debugging information. New reference unwanted_types.
paulson
parents:
22193
diff
changeset
|
517 |
|
21470
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
518 |
fun unwanted t = |
24958 | 519 |
is_taut t orelse has_typed_var unwanted_types t orelse |
520 |
forall too_general_equality (HOLogic.disjuncts (strip_Trueprop t)); |
|
21470
7c1b59ddcd56
Consolidation of code to "blacklist" unhelpful theorems, including record
paulson
parents:
21431
diff
changeset
|
521 |
|
21431
ef9080e7dbbc
Outputs a minimal number of arity clauses. Tidying of blacklist, fixing the blacklisting of thm lists
paulson
parents:
21397
diff
changeset
|
522 |
(*Clauses containing variables of type "unit" or "bool" are unlikely to be useful and |
ef9080e7dbbc
Outputs a minimal number of arity clauses. Tidying of blacklist, fixing the blacklisting of thm lists
paulson
parents:
21397
diff
changeset
|
523 |
likely to lead to unsound proofs.*) |
22217
a5d983f7113f
Tidying; more debugging information. New reference unwanted_types.
paulson
parents:
22193
diff
changeset
|
524 |
fun remove_unwanted_clauses cls = filter (not o unwanted o prop_of o fst) cls; |
21431
ef9080e7dbbc
Outputs a minimal number of arity clauses. Tidying of blacklist, fixing the blacklisting of thm lists
paulson
parents:
21397
diff
changeset
|
525 |
|
30536
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
526 |
fun isFO thy goal_cls = case linkup_logic_mode of |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
527 |
Auto => forall (Meson.is_fol_term thy) (map prop_of goal_cls) |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
528 |
| Fol => true |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
529 |
| Hol => false |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
530 |
|
31409
d8537ba165b5
split preparing clauses and writing problemfile;
immler@in.tum.de
parents:
30536
diff
changeset
|
531 |
fun get_relevant max_new theory_const (ctxt, (chain_ths, th)) goal_cls = |
30536
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
532 |
let |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
533 |
val thy = ProofContext.theory_of ctxt |
32552 | 534 |
val isFO = isFO thy goal_cls |
33306
4138ba02b681
replaced slightly odd Thm.is_internal by Facts.is_concealed -- as provided by the name space;
wenzelm
parents:
33095
diff
changeset
|
535 |
val included_cls = get_all_lemmas ctxt |
35826 | 536 |
|> SFP.cnf_rules_pairs thy |> make_unique |
33306
4138ba02b681
replaced slightly odd Thm.is_internal by Facts.is_concealed -- as provided by the name space;
wenzelm
parents:
33095
diff
changeset
|
537 |
|> restrict_to_logic thy isFO |
4138ba02b681
replaced slightly odd Thm.is_internal by Facts.is_concealed -- as provided by the name space;
wenzelm
parents:
33095
diff
changeset
|
538 |
|> remove_unwanted_clauses |
19194 | 539 |
in |
33046
33aee6150969
Removed the hard-wired white list of theorems for sledgehammer
paulson
parents:
33039
diff
changeset
|
540 |
relevance_filter max_new theory_const thy included_cls (map prop_of goal_cls) |
30536
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
541 |
end; |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
542 |
|
31752
19a5f1c8a844
use results of relevance-filter to determine additional clauses;
immler@in.tum.de
parents:
31749
diff
changeset
|
543 |
(* prepare for passing to writer, |
19a5f1c8a844
use results of relevance-filter to determine additional clauses;
immler@in.tum.de
parents:
31749
diff
changeset
|
544 |
create additional clauses based on the information from extra_cls *) |
19a5f1c8a844
use results of relevance-filter to determine additional clauses;
immler@in.tum.de
parents:
31749
diff
changeset
|
545 |
fun prepare_clauses dfg goal_cls chain_ths axcls extra_cls thy = |
31409
d8537ba165b5
split preparing clauses and writing problemfile;
immler@in.tum.de
parents:
30536
diff
changeset
|
546 |
let |
32866 | 547 |
(* add chain thms *) |
33306
4138ba02b681
replaced slightly odd Thm.is_internal by Facts.is_concealed -- as provided by the name space;
wenzelm
parents:
33095
diff
changeset
|
548 |
val chain_cls = |
35826 | 549 |
SFP.cnf_rules_pairs thy (filter check_named (map SFP.pairname chain_ths)) |
32866 | 550 |
val axcls = chain_cls @ axcls |
551 |
val extra_cls = chain_cls @ extra_cls |
|
31837 | 552 |
val isFO = isFO thy goal_cls |
31752
19a5f1c8a844
use results of relevance-filter to determine additional clauses;
immler@in.tum.de
parents:
31749
diff
changeset
|
553 |
val ccls = subtract_cls goal_cls extra_cls |
35826 | 554 |
val _ = app (fn th => SFP.trace_msg (fn _ => Display.string_of_thm_global thy th)) ccls |
30536
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
555 |
val ccltms = map prop_of ccls |
31752
19a5f1c8a844
use results of relevance-filter to determine additional clauses;
immler@in.tum.de
parents:
31749
diff
changeset
|
556 |
and axtms = map (prop_of o #1) extra_cls |
30536
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
557 |
val subs = tfree_classes_of_terms ccltms |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
558 |
and supers = tvar_classes_of_terms axtms |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
559 |
and tycons = type_consts_of_terms thy (ccltms@axtms) |
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
560 |
(*TFrees in conjecture clauses; TVars in axiom clauses*) |
35826 | 561 |
val conjectures = SHC.make_conjecture_clauses dfg thy ccls |
562 |
val (_, extra_clauses) = ListPair.unzip (SHC.make_axiom_clauses dfg thy extra_cls) |
|
563 |
val (clnames,axiom_clauses) = ListPair.unzip (SHC.make_axiom_clauses dfg thy axcls) |
|
564 |
val helper_clauses = SHC.get_helper_clauses dfg thy isFO (conjectures, extra_cls, []) |
|
565 |
val (supers',arity_clauses) = SFC.make_arity_clauses_dfg dfg thy tycons supers |
|
566 |
val classrel_clauses = SFC.make_classrel_clauses thy subs supers' |
|
30536
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
567 |
in |
31752
19a5f1c8a844
use results of relevance-filter to determine additional clauses;
immler@in.tum.de
parents:
31749
diff
changeset
|
568 |
(Vector.fromList clnames, |
31865
5e97c4abd18e
fixed: count constants with supplementary lemmas
immler@in.tum.de
parents:
31837
diff
changeset
|
569 |
(conjectures, axiom_clauses, extra_clauses, helper_clauses, classrel_clauses, arity_clauses)) |
31409
d8537ba165b5
split preparing clauses and writing problemfile;
immler@in.tum.de
parents:
30536
diff
changeset
|
570 |
end |
15644 | 571 |
|
15347 | 572 |
end; |
30536
07b4f050e4df
split relevance-filter and writing of problem-files;
immler@in.tum.de
parents:
30364
diff
changeset
|
573 |