author  blanchet 
Wed, 18 Jul 2012 08:44:04 +0200  
changeset 48318  325c8fd0d762 
parent 48316  252f45c04042 
child 48319  340187063d84 
permissions  rwrr 
48248  1 
(* Title: HOL/Tools/Sledgehammer/sledgehammer_filter_mash.ML 
2 
Author: Jasmin Blanchette, TU Muenchen 

3 

4 
Sledgehammer's machinelearningbased relevance filter (MaSh). 

5 
*) 

6 

7 
signature SLEDGEHAMMER_FILTER_MASH = 

8 
sig 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

9 
type status = ATP_Problem_Generate.status 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

10 
type stature = ATP_Problem_Generate.stature 
48296
e7f01b7e244e
gracefully handle the case of empty theories when going up the accessibility chain
blanchet
parents:
48293
diff
changeset

11 
type fact = Sledgehammer_Fact.fact 
e7f01b7e244e
gracefully handle the case of empty theories when going up the accessibility chain
blanchet
parents:
48293
diff
changeset

12 
type fact_override = Sledgehammer_Fact.fact_override 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

13 
type params = Sledgehammer_Provers.params 
48288
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

14 
type relevance_fudge = Sledgehammer_Provers.relevance_fudge 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

15 
type prover_result = Sledgehammer_Provers.prover_result 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

16 

48308  17 
val trace : bool Config.T 
48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

18 
val meshN : string 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

19 
val iterN : string 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

20 
val mashN : string 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

21 
val fact_filters : string list 
48303
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

22 
val escape_meta : string > string 
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

23 
val escape_metas : string list > string 
48308  24 
val unescape_meta : string > string 
25 
val unescape_metas : string > string list 

48311  26 
val extract_query : string > string * string list 
48312  27 
val suggested_facts : string list > fact list > fact list 
48313
0faafdffa662
mesh facts by taking into consideration whether a fact is known to MeSh
blanchet
parents:
48312
diff
changeset

28 
val mesh_facts : int > (fact list * int option) list > fact list 
48318  29 
val is_likely_tautology : Proof.context > string > thm > bool 
48315
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

30 
val is_too_meta : thm > bool 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

31 
val theory_ord : theory * theory > order 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

32 
val thm_ord : thm * thm > order 
48318  33 
val features_of : 
34 
Proof.context > string > theory > status > term list > string list 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

35 
val isabelle_dependencies_of : unit Symtab.table > thm > string list 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

36 
val goal_of_thm : theory > thm > thm 
48318  37 
val run_prover : 
38 
Proof.context > params > string > fact list > thm > prover_result 

48308  39 
val mash_RESET : Proof.context > unit 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

40 
val mash_INIT : 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

41 
Proof.context > bool 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

42 
> (string * string list * string list * string list) list > unit 
48308  43 
val mash_ADD : 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

44 
Proof.context > bool 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

45 
> (string * string list * string list * string list) list > unit 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

46 
val mash_QUERY : 
48318  47 
Proof.context > bool > int > string list * string list > string list 
48308  48 
val mash_reset : Proof.context > unit 
48318  49 
val mash_could_suggest_facts : unit > bool 
50 
val mash_can_suggest_facts : unit > bool 

48298  51 
val mash_suggest_facts : 
48318  52 
Proof.context > params > string > int > term list > term > fact list 
48311  53 
> fact list 
48318  54 
val mash_learn_thy : Proof.context > params > theory > Time.time > unit 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

55 
val mash_learn_proof : 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

56 
Proof.context > params > term > thm list > fact list > unit 
48288
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

57 
val relevant_facts : 
48292  58 
Proof.context > params > string > int > fact_override > term list 
48296
e7f01b7e244e
gracefully handle the case of empty theories when going up the accessibility chain
blanchet
parents:
48293
diff
changeset

59 
> term > fact list > fact list 
48248  60 
end; 
61 

62 
structure Sledgehammer_Filter_MaSh : SLEDGEHAMMER_FILTER_MASH = 

63 
struct 

48249  64 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

65 
open ATP_Util 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

66 
open ATP_Problem_Generate 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

67 
open Sledgehammer_Util 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

68 
open Sledgehammer_Fact 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

69 
open Sledgehammer_Filter_Iter 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

70 
open Sledgehammer_Provers 
48318  71 
open Sledgehammer_Minimize 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

72 

48308  73 
val trace = 
74 
Attrib.setup_config_bool @{binding sledgehammer_filter_mash_trace} (K false) 

75 
fun trace_msg ctxt msg = if Config.get ctxt trace then tracing (msg ()) else () 

76 

48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

77 
val meshN = "mesh" 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

78 
val iterN = "iter" 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

79 
val mashN = "mash" 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

80 

ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

81 
val fact_filters = [meshN, iterN, mashN] 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

82 

ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

83 
fun mash_home () = getenv "MASH_HOME" 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

84 
fun mash_state_dir () = 
48309  85 
getenv "ISABELLE_HOME_USER" ^ "/mash" 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

86 
> tap (Isabelle_System.mkdir o Path.explode) 
48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

87 
fun mash_state_path () = mash_state_dir () ^ "/state" > Path.explode 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

88 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

89 
(*** Isabelle helpers ***) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

90 

48308  91 
fun meta_char c = 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

92 
if Char.isAlphaNum c orelse c = #"_" orelse c = #"." orelse c = #"(" orelse 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

93 
c = #")" orelse c = #"," then 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

94 
String.str c 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

95 
else 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

96 
(* fixed width, in case more digits follow *) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

97 
"\\" ^ stringN_of_int 3 (Char.ord c) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

98 

48308  99 
fun unmeta_chars accum [] = String.implode (rev accum) 
100 
 unmeta_chars accum (#"\\" :: d1 :: d2 :: d3 :: cs) = 

101 
(case Int.fromString (String.implode [d1, d2, d3]) of 

102 
SOME n => unmeta_chars (Char.chr n :: accum) cs 

103 
 NONE => "" (* error *)) 

104 
 unmeta_chars _ (#"\\" :: _) = "" (* error *) 

105 
 unmeta_chars accum (c :: cs) = unmeta_chars (c :: accum) cs 

106 

107 
val escape_meta = String.translate meta_char 

48303
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

108 
val escape_metas = map escape_meta #> space_implode " " 
48315
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

109 
val unescape_meta = String.explode #> unmeta_chars [] 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

110 
val unescape_metas = 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

111 
space_explode " " #> filter_out (curry (op =) "") #> map unescape_meta 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

112 

48311  113 
fun extract_query line = 
114 
case space_explode ":" line of 

48315
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

115 
[goal_name, suggs] => (unescape_meta goal_name, unescape_metas suggs) 
48312  116 
 _ => ("", []) 
48311  117 

118 
fun find_suggested facts sugg = 

119 
find_first (fn (_, th) => Thm.get_name_hint th = sugg) facts 

120 
fun suggested_facts suggs facts = map_filter (find_suggested facts) suggs 

121 

48313
0faafdffa662
mesh facts by taking into consideration whether a fact is known to MeSh
blanchet
parents:
48312
diff
changeset

122 
fun sum_avg n xs = 
0faafdffa662
mesh facts by taking into consideration whether a fact is known to MeSh
blanchet
parents:
48312
diff
changeset

123 
fold (Integer.add o Integer.mult n) xs 0 div (length xs) 
0faafdffa662
mesh facts by taking into consideration whether a fact is known to MeSh
blanchet
parents:
48312
diff
changeset

124 

48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

125 
fun mesh_facts max_facts [(facts, _)] = facts > take max_facts 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

126 
 mesh_facts max_facts mess = 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

127 
let 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

128 
val n = length mess 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

129 
val fact_eq = Thm.eq_thm o pairself snd 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

130 
fun score_in fact (facts, def) = 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

131 
case find_index (curry fact_eq fact) facts of 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

132 
~1 => def 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

133 
 j => SOME j 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

134 
fun score_of fact = mess > map_filter (score_in fact) > sum_avg n 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

135 
val facts = fold (union fact_eq o take max_facts o fst) mess [] 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

136 
in 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

137 
facts > map (`score_of) > sort (int_ord o pairself fst) > map snd 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

138 
> take max_facts 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

139 
end 
48312  140 

48303
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

141 
val thy_feature_prefix = "y_" 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

142 

48303
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

143 
val thy_feature_name_of = prefix thy_feature_prefix 
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

144 
val const_name_of = prefix const_prefix 
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

145 
val type_name_of = prefix type_const_prefix 
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

146 
val class_name_of = prefix class_prefix 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

147 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

148 
local 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

149 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

150 
fun has_bool @{typ bool} = true 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

151 
 has_bool (Type (_, Ts)) = exists has_bool Ts 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

152 
 has_bool _ = false 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

153 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

154 
fun has_fun (Type (@{type_name fun}, _)) = true 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

155 
 has_fun (Type (_, Ts)) = exists has_fun Ts 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

156 
 has_fun _ = false 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

157 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

158 
val is_conn = member (op =) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

159 
[@{const_name Trueprop}, @{const_name HOL.conj}, @{const_name HOL.disj}, 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

160 
@{const_name HOL.implies}, @{const_name Not}, 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

161 
@{const_name All}, @{const_name Ex}, @{const_name Ball}, @{const_name Bex}, 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

162 
@{const_name HOL.eq}] 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

163 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

164 
val has_bool_arg_const = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

165 
exists_Const (fn (c, T) => 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

166 
not (is_conn c) andalso exists has_bool (binder_types T)) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

167 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

168 
fun higher_inst_const thy (s, T) = 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

169 
case binder_types T of 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

170 
[] => false 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

171 
 Ts => length (binder_types (Sign.the_const_type thy s)) <> length Ts 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

172 
handle TYPE _ => false 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

173 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

174 
val binders = [@{const_name All}, @{const_name Ex}] 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

175 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

176 
in 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

177 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

178 
fun is_fo_term thy t = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

179 
let 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

180 
val t = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

181 
t > Envir.beta_eta_contract 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

182 
> transform_elim_prop 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

183 
> Object_Logic.atomize_term thy 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

184 
in 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

185 
Term.is_first_order binders t andalso 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

186 
not (exists_subterm (fn Var (_, T) => has_bool T orelse has_fun T 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

187 
 _ => false) t orelse 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

188 
has_bool_arg_const t orelse exists_Const (higher_inst_const thy) t) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

189 
end 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

190 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

191 
end 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

192 

48318  193 
fun interesting_terms_types_and_classes ctxt prover term_max_depth 
194 
type_max_depth ts = 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

195 
let 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

196 
val bad_types = [@{type_name prop}, @{type_name bool}, @{type_name fun}] 
48318  197 
fun is_bad_const (x as (s, _)) args = 
198 
member (op =) atp_logical_consts s orelse 

199 
fst (is_built_in_const_for_prover ctxt prover x args) 

48304  200 
fun add_classes @{sort type} = I 
201 
 add_classes S = union (op =) (map class_name_of S) 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

202 
fun do_add_type (Type (s, Ts)) = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

203 
(not (member (op =) bad_types s) ? insert (op =) (type_name_of s)) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

204 
#> fold do_add_type Ts 
48304  205 
 do_add_type (TFree (_, S)) = add_classes S 
206 
 do_add_type (TVar (_, S)) = add_classes S 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

207 
fun add_type T = type_max_depth >= 0 ? do_add_type T 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

208 
fun mk_app s args = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

209 
if member (op <>) args "" then s ^ "(" ^ space_implode "," args ^ ")" 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

210 
else s 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

211 
fun patternify ~1 _ = "" 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

212 
 patternify depth t = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

213 
case strip_comb t of 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

214 
(Const (s, _), args) => 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

215 
mk_app (const_name_of s) (map (patternify (depth  1)) args) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

216 
 _ => "" 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

217 
fun add_term_patterns ~1 _ = I 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

218 
 add_term_patterns depth t = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

219 
insert (op =) (patternify depth t) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

220 
#> add_term_patterns (depth  1) t 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

221 
val add_term = add_term_patterns term_max_depth 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

222 
fun add_patterns t = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

223 
let val (head, args) = strip_comb t in 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

224 
(case head of 
48318  225 
Const (x as (_, T)) => 
226 
not (is_bad_const x args) ? (add_term t #> add_type T) 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

227 
 Free (_, T) => add_type T 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

228 
 Var (_, T) => add_type T 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

229 
 Abs (_, T, body) => add_type T #> add_patterns body 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

230 
 _ => I) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

231 
#> fold add_patterns args 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

232 
end 
48302  233 
in [] > fold add_patterns ts > sort string_ord end 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

234 

48318  235 
fun is_likely_tautology ctxt prover th = 
236 
null (interesting_terms_types_and_classes ctxt prover 0 ~1 [prop_of th]) 

237 
andalso not (Thm.eq_thm_prop (@{thm ext}, th)) 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

238 

48315
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

239 
(* ### FIXME: optimize *) 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

240 
fun is_too_meta th = 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

241 
fastype_of (Object_Logic.atomize_term (theory_of_thm th) (prop_of th)) 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

242 
<> @{typ bool} 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

243 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

244 
fun theory_ord p = 
48315
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

245 
if Theory.eq_thy p then 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

246 
EQUAL 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

247 
else if Theory.subthy p then 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

248 
LESS 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

249 
else if Theory.subthy (swap p) then 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

250 
GREATER 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

251 
else case int_ord (pairself (length o Theory.ancestors_of) p) of 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

252 
EQUAL => string_ord (pairself Context.theory_name p) 
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

253 
 order => order 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

254 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

255 
val thm_ord = theory_ord o pairself theory_of_thm 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

256 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

257 
fun is_exists (s, _) = (s = @{const_name Ex} orelse s = @{const_name Ex1}) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

258 

48297  259 
val term_max_depth = 1 
260 
val type_max_depth = 1 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

261 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

262 
(* TODO: Generate type classes for types? *) 
48318  263 
fun features_of ctxt prover thy status ts = 
48303
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

264 
thy_feature_name_of (Context.theory_name thy) :: 
48318  265 
interesting_terms_types_and_classes ctxt prover term_max_depth type_max_depth 
266 
ts 

48302  267 
> exists (not o is_lambda_free) ts ? cons "lambdas" 
268 
> exists (exists_Const is_exists) ts ? cons "skolems" 

269 
> exists (not o is_fo_term thy) ts ? cons "ho" 

270 
> (case status of 

271 
General => I 

272 
 Induction => cons "induction" 

273 
 Intro => cons "intro" 

274 
 Inductive => cons "inductive" 

275 
 Elim => cons "elim" 

276 
 Simp => cons "simp" 

277 
 Def => cons "def") 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

278 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

279 
fun isabelle_dependencies_of all_facts = 
48303
f1d135d0ea69
improved MaSh string escaping and make more operations stringbased
blanchet
parents:
48302
diff
changeset

280 
thms_in_proof (SOME all_facts) #> sort string_ord 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

281 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

282 
val freezeT = Type.legacy_freeze_type 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

283 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

284 
fun freeze (t $ u) = freeze t $ freeze u 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

285 
 freeze (Abs (s, T, t)) = Abs (s, freezeT T, freeze t) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

286 
 freeze (Var ((s, _), T)) = Free (s, freezeT T) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

287 
 freeze (Const (s, T)) = Const (s, freezeT T) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

288 
 freeze (Free (s, T)) = Free (s, freezeT T) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

289 
 freeze t = t 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

290 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

291 
fun goal_of_thm thy = prop_of #> freeze #> cterm_of thy #> Goal.init 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

292 

48318  293 
fun run_prover ctxt params prover facts goal = 
48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

294 
let 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

295 
val problem = 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

296 
{state = Proof.init ctxt, goal = goal, subgoal = 1, subgoal_count = 1, 
48289  297 
facts = facts > map (apfst (apfst (fn name => name ()))) 
48318  298 
> map Untranslated_Fact} 
299 
val prover = get_minimizing_prover ctxt Normal prover 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

300 
in prover params (K (K (K ""))) problem end 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

301 

6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

302 

48302  303 
(*** Lowlevel communication with MaSh ***) 
304 

48318  305 
fun write_file write file = 
306 
let val path = Path.explode file in 

307 
File.write path ""; write (File.append path) 

308 
end 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

309 

252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

310 
fun mash_info overlord = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

311 
if overlord then (getenv "ISABELLE_HOME_USER", "") 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

312 
else (getenv "ISABELLE_TMP", serial_string ()) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

313 

252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

314 
fun run_mash ctxt (temp_dir, serial) core = 
48311  315 
let 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

316 
val log_file = temp_dir ^ "/mash_log" ^ serial 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

317 
val err_file = temp_dir ^ "/mash_err" ^ serial 
48311  318 
val command = 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

319 
mash_home () ^ "/mash.py quiet outputDir " ^ mash_state_dir () ^ 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

320 
" log " ^ log_file ^ " " ^ core ^ " 2>&1 > " ^ err_file 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

321 
in 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

322 
trace_msg ctxt (fn () => "Running " ^ command); 
48318  323 
write_file (K ()) log_file; 
324 
write_file (K ()) err_file; 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

325 
Isabelle_System.bash command; () 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

326 
end 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

327 

252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

328 
fun run_mash_init ctxt overlord write_access write_feats write_deps = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

329 
let 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

330 
val info as (temp_dir, serial) = mash_info overlord 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

331 
val in_dir = temp_dir ^ "/mash_init" ^ serial 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

332 
> tap (Isabelle_System.mkdir o Path.explode) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

333 
in 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

334 
write_file write_access (in_dir ^ "/mash_accessibility"); 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

335 
write_file write_feats (in_dir ^ "/mash_features"); 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

336 
write_file write_deps (in_dir ^ "/mash_dependencies"); 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

337 
run_mash ctxt info ("init inputDir " ^ in_dir) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

338 
end 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

339 

48318  340 
fun run_mash_commands ctxt overlord save max_suggs write_cmds read_suggs = 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

341 
let 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

342 
val info as (temp_dir, serial) = mash_info overlord 
48318  343 
val sugg_file = temp_dir ^ "/mash_suggs" ^ serial 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

344 
val cmd_file = temp_dir ^ "/mash_commands" ^ serial 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

345 
in 
48318  346 
write_file (K ()) sugg_file; 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

347 
write_file write_cmds cmd_file; 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

348 
run_mash ctxt info 
48318  349 
("inputFile " ^ cmd_file ^ " predictions " ^ sugg_file ^ 
350 
" numberOfPredictions " ^ string_of_int max_suggs ^ 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

351 
(if save then " saveModel" else "")); 
48318  352 
read_suggs (fn () => File.read_lines (Path.explode sugg_file)) 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

353 
end 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

354 

252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

355 
fun str_of_update (name, parents, feats, deps) = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

356 
"! " ^ escape_meta name ^ ": " ^ escape_metas parents ^ "; " ^ 
48311  357 
escape_metas feats ^ "; " ^ escape_metas deps ^ "\n" 
358 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

359 
fun str_of_query (parents, feats) = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

360 
"? " ^ escape_metas parents ^ "; " ^ escape_metas feats 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

361 

252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

362 
fun init_str_of_update get (upd as (name, _, _, _)) = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

363 
escape_meta name ^ ": " ^ escape_metas (get upd) ^ "\n" 
48311  364 

48308  365 
fun mash_RESET ctxt = 
48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

366 
let val path = mash_state_dir () > Path.explode in 
48309  367 
trace_msg ctxt (K "MaSh RESET"); 
368 
File.fold_dir (fn file => fn () => 

369 
File.rm (Path.append path (Path.basic file))) 

370 
path () 

371 
end 

48302  372 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

373 
fun mash_INIT ctxt _ [] = mash_RESET ctxt 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

374 
 mash_INIT ctxt overlord upds = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

375 
(trace_msg ctxt (fn () => "MaSh INIT " ^ 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

376 
elide_string 1000 (space_implode " " (map #1 upds))); 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

377 
run_mash_init ctxt overlord 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

378 
(fn append => List.app (append o init_str_of_update #2) upds) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

379 
(fn append => List.app (append o init_str_of_update #3) upds) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

380 
(fn append => List.app (append o init_str_of_update #4) upds)) 
48302  381 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

382 
fun mash_ADD _ _ [] = () 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

383 
 mash_ADD ctxt overlord upds = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

384 
(trace_msg ctxt (fn () => "MaSh ADD " ^ 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

385 
elide_string 1000 (space_implode " " (map #1 upds))); 
48318  386 
run_mash_commands ctxt overlord true 0 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

387 
(fn append => List.app (append o str_of_update) upds) (K ())) 
48302  388 

48318  389 
fun mash_QUERY ctxt overlord max_suggs (query as (_, feats)) = 
48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

390 
(trace_msg ctxt (fn () => "MaSh QUERY " ^ space_implode " " feats); 
48318  391 
run_mash_commands ctxt overlord false max_suggs 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

392 
(fn append => append (str_of_query query)) 
48318  393 
(fn suggs => snd (extract_query (List.last (suggs ())))) 
48311  394 
handle List.Empty => []) 
48302  395 

396 

48251
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

397 
(*** Highlevel communication with MaSh ***) 
6cdcfbddc077
moved most of MaSh exporter code to Sledgehammer
blanchet
parents:
48249
diff
changeset

398 

48301  399 
type mash_state = 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

400 
{thys : bool Symtab.table, 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

401 
fact_graph : unit Graph.T} 
48301  402 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

403 
val empty_state = {thys = Symtab.empty, fact_graph = Graph.empty} 
48301  404 

405 
local 

406 

407 
fun mash_load (state as (true, _)) = state 

408 
 mash_load _ = 

48309  409 
let val path = mash_state_path () in 
48302  410 
(true, 
411 
case try File.read_lines path of 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

412 
SOME (comp_thys :: incomp_thys :: fact_lines) => 
48302  413 
let 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

414 
fun add_thy comp thy = Symtab.update (thy, comp) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

415 
fun add_fact_line line = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

416 
case extract_query line of 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

417 
("", _) => I (* shouldn't happen *) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

418 
 (name, parents) => 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

419 
Graph.default_node (name, ()) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

420 
#> fold (fn par => Graph.add_edge (par, name)) parents 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

421 
val thys = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

422 
Symtab.empty > fold (add_thy true) (unescape_metas comp_thys) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

423 
> fold (add_thy false) (unescape_metas incomp_thys) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

424 
val fact_graph = Graph.empty > fold add_fact_line fact_lines 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

425 
in {thys = thys, fact_graph = fact_graph} end 
48304  426 
 _ => empty_state) 
48302  427 
end 
48249  428 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

429 
fun mash_save ({thys, fact_graph, ...} : mash_state) = 
48301  430 
let 
48309  431 
val path = mash_state_path () 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

432 
val thys = Symtab.dest thys 
48318  433 
val line_for_thys = escape_metas o AList.find (op =) thys 
434 
fun fact_line_for name parents = 

435 
escape_meta name ^ ": " ^ escape_metas parents 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

436 
val append_fact = File.append path o suffix "\n" oo fact_line_for 
48301  437 
in 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

438 
File.write path (line_for_thys true ^ "\n" ^ line_for_thys false ^ "\n"); 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

439 
Graph.fold (fn (name, ((), (parents, _))) => fn () => 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

440 
append_fact name (Graph.Keys.dest parents)) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

441 
fact_graph () 
48301  442 
end 
443 

48302  444 
val global_state = 
48304  445 
Synchronized.var "Sledgehammer_Filter_MaSh.global_state" (false, empty_state) 
48301  446 

447 
in 

448 

48306  449 
fun mash_map f = 
48302  450 
Synchronized.change global_state (mash_load ##> (f #> tap mash_save)) 
451 

48304  452 
fun mash_get () = Synchronized.change_result global_state (mash_load #> `snd) 
48302  453 

48308  454 
fun mash_reset ctxt = 
48302  455 
Synchronized.change global_state (fn _ => 
48309  456 
(mash_RESET ctxt; File.write (mash_state_path ()) ""; 
48308  457 
(true, empty_state))) 
48301  458 

459 
end 

460 

48318  461 
fun mash_could_suggest_facts () = mash_home () <> "" 
462 
fun mash_can_suggest_facts () = not (Graph.is_empty (#fact_graph (mash_get ()))) 

48249  463 

48318  464 
fun parents_wrt_facts facts fact_graph = 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

465 
let 
48318  466 
val graph_facts = Symtab.make (map (rpair ()) (Graph.keys fact_graph)) 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

467 
val facts = 
48318  468 
[] > fold (cons o Thm.get_name_hint o snd) facts 
469 
> filter (Symtab.defined graph_facts) 

470 
> Graph.all_preds fact_graph 

471 
val facts = Symtab.empty > fold (fn name => Symtab.update (name, ())) facts 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

472 
in fact_graph > Graph.restrict (Symtab.defined facts) > Graph.maximals end 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

473 

48318  474 
(* Generate more suggestions than requested, because some might be thrown out 
475 
later for various reasons and "meshing" gives better results with some 

476 
slack. *) 

477 
fun max_suggs_of max_facts = max_facts + Int.min (200, max_facts) 

478 

479 
fun mash_suggest_facts ctxt ({overlord, ...} : params) prover max_facts hyp_ts 

480 
concl_t facts = 

48301  481 
let 
48302  482 
val thy = Proof_Context.theory_of ctxt 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

483 
val fact_graph = #fact_graph (mash_get ()) 
48318  484 
val _ = warning (PolyML.makestring (length (fact_graph > Graph.keys), length (fact_graph > Graph.maximals), 
485 
length (fact_graph > Graph.minimals))) (*###*) 

486 
val parents = parents_wrt_facts facts fact_graph 

487 
val feats = features_of ctxt prover thy General (concl_t :: hyp_ts) 

488 
val suggs = 

489 
mash_QUERY ctxt overlord (max_suggs_of max_facts) (parents, feats) 

48311  490 
in suggested_facts suggs facts end 
48249  491 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

492 
fun add_thys_for thy = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

493 
let fun add comp thy = Symtab.update (Context.theory_name thy, comp) in 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

494 
add false thy #> fold (add true) (Theory.ancestors_of thy) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

495 
end 
48249  496 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

497 
fun update_fact_graph ctxt (name, parents, feats, deps) (upds, graph) = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

498 
let 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

499 
fun maybe_add_from from (accum as (parents, graph)) = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

500 
(from :: parents, Graph.add_edge_acyclic (from, name) graph) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

501 
handle Graph.CYCLES _ => 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

502 
(trace_msg ctxt (fn () => 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

503 
"Cycle between " ^ quote from ^ " and " ^ quote name); accum) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

504 
 Graph.UNDEF _ => 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

505 
(trace_msg ctxt (fn () => "Unknown node " ^ quote from); accum) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

506 
val graph = graph > Graph.new_node (name, ()) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

507 
val (parents, graph) = ([], graph) > fold maybe_add_from parents 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

508 
val (deps, graph) = ([], graph) > fold maybe_add_from deps 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

509 
in ((name, parents, feats, deps) :: upds, graph) end 
48306  510 

48318  511 
val pass1_learn_timeout_factor = 0.5 
512 
val pass2_learn_timeout_factor = 10.0 

513 

514 
(* The timeout is understood in a very slack fashion. *) 

515 
fun mash_learn_thy ctxt ({provers, verbose, overlord, ...} : params) thy 

516 
timeout = 

48304  517 
let 
48318  518 
val timer = Timer.startRealTimer () 
519 
val prover = hd provers 

520 
fun timed_out frac = 

521 
Time.> (Timer.checkRealTimer timer, time_mult frac timeout) 

522 
val css_table = clasimpset_rule_table_of ctxt 

48315
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

523 
val facts = all_facts_of thy css_table 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

524 
val {fact_graph, ...} = mash_get () 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

525 
fun is_old (_, th) = can (Graph.get_node fact_graph) (Thm.get_name_hint th) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

526 
val new_facts = facts > filter_out is_old > sort (thm_ord o pairself snd) 
48308  527 
in 
528 
if null new_facts then 

529 
() 

530 
else 

48304  531 
let 
48318  532 
val n = length new_facts 
533 
val _ = 

534 
if verbose then 

535 
"MaShing " ^ string_of_int n ^ " fact" ^ plural_s n ^ 

536 
" (advisory timeout: " ^ string_from_time timeout ^ ")..." 

537 
> Output.urgent_message 

538 
else 

539 
() 

48308  540 
val ths = facts > map snd 
48315
82d6e46c673f
fixed order of accessibles + other tweaks to MaSh
blanchet
parents:
48314
diff
changeset

541 
val all_names = 
48318  542 
ths > filter_out (is_likely_tautology ctxt prover orf is_too_meta) 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

543 
> map (rpair () o Thm.get_name_hint) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

544 
> Symtab.make 
48318  545 
fun do_fact _ (accum as (_, true)) = accum 
546 
 do_fact ((_, (_, status)), th) ((parents, upds), false) = 

547 
let 

548 
val name = Thm.get_name_hint th 

549 
val feats = features_of ctxt prover thy status [prop_of th] 

550 
val deps = isabelle_dependencies_of all_names th 

551 
val upd = (name, parents, feats, deps) 

552 
in (([name], upd :: upds), timed_out pass1_learn_timeout_factor) end 

553 
val parents = parents_wrt_facts facts fact_graph 

554 
val ((_, upds), _) = 

555 
((parents, []), false) > fold do_fact new_facts >> apsnd rev 

556 
val n = length upds 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

557 
fun trans {thys, fact_graph} = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

558 
let 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

559 
val mash_INIT_or_ADD = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

560 
if Graph.is_empty fact_graph then mash_INIT else mash_ADD 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

561 
val (upds, fact_graph) = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

562 
([], fact_graph) > fold (update_fact_graph ctxt) upds 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

563 
in 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

564 
(mash_INIT_or_ADD ctxt overlord (rev upds); 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

565 
{thys = thys > add_thys_for thy, 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

566 
fact_graph = fact_graph}) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

567 
end 
48318  568 
in 
569 
TimeLimit.timeLimit (time_mult pass2_learn_timeout_factor timeout) 

570 
mash_map trans 

571 
handle TimeLimit.TimeOut => 

572 
(if verbose then 

573 
"MaSh timed out trying to learn " ^ string_of_int n ^ 

574 
" fact" ^ plural_s n ^ " in " ^ 

575 
string_from_time (Timer.checkRealTimer timer) ^ "." 

576 
> Output.urgent_message 

577 
else 

578 
()); 

579 
(if verbose then 

580 
"MaSh learned " ^ string_of_int n ^ " fact" ^ plural_s n ^ " in " ^ 

581 
string_from_time (Timer.checkRealTimer timer) ^ "." 

582 
> Output.urgent_message 

583 
else 

584 
()) 

585 
end 

48308  586 
end 
48304  587 

48318  588 
fun mash_learn_proof ctxt ({provers, overlord, ...} : params) t used_ths facts = 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

589 
let 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

590 
val thy = Proof_Context.theory_of ctxt 
48318  591 
val prover = hd provers 
592 
val name = ATP_Util.timestamp () ^ serial_string () (* fresh enough *) 

593 
val feats = features_of ctxt prover thy General [t] 

48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

594 
val deps = used_ths > map Thm.get_name_hint 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

595 
in 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

596 
mash_map (fn {thys, fact_graph} => 
48309  597 
let 
48318  598 
val parents = parents_wrt_facts facts fact_graph 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

599 
val upds = [(name, parents, feats, deps)] 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

600 
val (upds, fact_graph) = 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

601 
([], fact_graph) > fold (update_fact_graph ctxt) upds 
48309  602 
in 
48316
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

603 
mash_ADD ctxt overlord upds; 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

604 
{thys = thys, fact_graph = fact_graph} 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

605 
end) 
252f45c04042
drastic overhaul of MaSh data structures + fixed a few performance issues
blanchet
parents:
48315
diff
changeset

606 
end 
48249  607 

48318  608 
(* The threshold should be large enough so that MaSh doesn't kick in for Auto 
609 
Sledgehammer and Try. *) 

610 
val min_secs_for_learning = 15 

611 
val short_learn_timeout_factor = 0.2 

612 
val long_learn_timeout_factor = 4.0 

613 

614 
fun relevant_facts ctxt (params as {fact_filter, timeout, ...}) prover max_facts 

48298  615 
({add, only, ...} : fact_override) hyp_ts concl_t facts = 
48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

616 
if not (subset (op =) (the_list fact_filter, fact_filters)) then 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

617 
error ("Unknown fact filter: " ^ quote (the fact_filter) ^ ".") 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

618 
else if only then 
48289  619 
facts 
48293  620 
else if max_facts <= 0 then 
48288
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

621 
[] 
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

622 
else 
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

623 
let 
48318  624 
val thy = Proof_Context.theory_of ctxt 
625 
fun maybe_learn can_suggest = 

626 
if Time.toSeconds timeout >= min_secs_for_learning then 

627 
if Multithreading.enabled () then 

628 
let 

629 
val factor = 

630 
if can_suggest then short_learn_timeout_factor 

631 
else long_learn_timeout_factor 

632 
in 

633 
Future.fork (fn () => mash_learn_thy ctxt params thy 

634 
(time_mult factor timeout)); () 

635 
end 

636 
else 

637 
mash_learn_thy ctxt params thy 

638 
(time_mult short_learn_timeout_factor timeout) 

639 
else 

640 
() 

48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

641 
val fact_filter = 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

642 
case fact_filter of 
48318  643 
SOME ff => 
644 
(if ff <> iterN then maybe_learn (mash_can_suggest_facts ()) else (); 

645 
ff) 

646 
 NONE => 

647 
if mash_can_suggest_facts () then (maybe_learn true; meshN) 

648 
else if mash_could_suggest_facts () then (maybe_learn false; iterN) 

649 
else iterN 

48288
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

650 
val add_ths = Attrib.eval_thms ctxt add 
48292  651 
fun prepend_facts ths accepts = 
48288
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

652 
((facts > filter (member Thm.eq_thm_prop ths o snd)) @ 
48292  653 
(accepts > filter_out (member Thm.eq_thm_prop ths o snd))) 
48293  654 
> take max_facts 
48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

655 
fun iter () = 
48298  656 
iterative_relevant_facts ctxt params prover max_facts NONE hyp_ts 
657 
concl_t facts 

48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

658 
> (fn facts => (facts, SOME (length facts))) 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

659 
fun mash () = 
48318  660 
(mash_suggest_facts ctxt params prover max_facts hyp_ts concl_t facts, 
661 
NONE) 

48314
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

662 
val mess = 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

663 
[] > (if fact_filter <> mashN then cons (iter ()) else I) 
ee33ba3c0e05
added option to control which fact filter is used
blanchet
parents:
48313
diff
changeset

664 
> (if fact_filter <> iterN then cons (mash ()) else I) 
48288
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

665 
in 
48313
0faafdffa662
mesh facts by taking into consideration whether a fact is known to MeSh
blanchet
parents:
48312
diff
changeset

666 
mesh_facts max_facts mess 
48288
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

667 
> not (null add_ths) ? prepend_facts add_ths 
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

668 
end 
255c6e1fd505
rationalize relevance filter, slowing moving code from Iter to MaSh
blanchet
parents:
48251
diff
changeset

669 

48248  670 
end; 