author | blanchet |
Tue, 15 Nov 2011 22:15:51 +0100 | |
changeset 45512 | a6cce8032fff |
parent 45508 | b216dc1b3630 |
child 45514 | 973bb7846505 |
permissions | -rw-r--r-- |
41087
d7b5fd465198
split "Sledgehammer" module into two parts, to resolve forthcoming dependency problems
blanchet
parents:
41066
diff
changeset
|
1 |
(* Title: HOL/Tools/Sledgehammer/sledgehammer_provers.ML |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
2 |
Author: Fabian Immler, TU Muenchen |
32996
d2e48879e65a
removed disjunctive group cancellation -- provers run independently;
wenzelm
parents:
32995
diff
changeset
|
3 |
Author: Makarius |
35969 | 4 |
Author: Jasmin Blanchette, TU Muenchen |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
5 |
|
41087
d7b5fd465198
split "Sledgehammer" module into two parts, to resolve forthcoming dependency problems
blanchet
parents:
41066
diff
changeset
|
6 |
Generic prover abstraction for Sledgehammer. |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
7 |
*) |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
8 |
|
41087
d7b5fd465198
split "Sledgehammer" module into two parts, to resolve forthcoming dependency problems
blanchet
parents:
41066
diff
changeset
|
9 |
signature SLEDGEHAMMER_PROVERS = |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
10 |
sig |
40181 | 11 |
type failure = ATP_Proof.failure |
43085
0a2f5b86bdd7
first step in sharing more code between ATP and Metis translation
blanchet
parents:
43063
diff
changeset
|
12 |
type locality = ATP_Translate.locality |
43626
a867ebb12209
renamed "type_sys" to "type_enc", which is more accurate
blanchet
parents:
43602
diff
changeset
|
13 |
type type_enc = ATP_Translate.type_enc |
43233
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
14 |
type reconstructor = ATP_Reconstruct.reconstructor |
43085
0a2f5b86bdd7
first step in sharing more code between ATP and Metis translation
blanchet
parents:
43063
diff
changeset
|
15 |
type play = ATP_Reconstruct.play |
0a2f5b86bdd7
first step in sharing more code between ATP and Metis translation
blanchet
parents:
43063
diff
changeset
|
16 |
type minimize_command = ATP_Reconstruct.minimize_command |
43233
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
17 |
type relevance_fudge = Sledgehammer_Filter.relevance_fudge |
39493
cb2208f2c07d
move SPASS's Flotter hack to "Sledgehammer_Reconstruct"
blanchet
parents:
39492
diff
changeset
|
18 |
|
43021 | 19 |
datatype mode = Auto_Try | Try | Normal | Minimize |
20 |
||
35969 | 21 |
type params = |
41208
1b28c43a7074
make "debug" imply "blocking", since in blocking mode the exceptions flow through and are more instructive
blanchet
parents:
41171
diff
changeset
|
22 |
{debug: bool, |
35969 | 23 |
verbose: bool, |
36143
6490319b1703
added "overlord" option (to get easy access to output files for debugging) + systematically use "raw_goal" rather than an inconsistent mixture
blanchet
parents:
36064
diff
changeset
|
24 |
overlord: bool, |
41208
1b28c43a7074
make "debug" imply "blocking", since in blocking mode the exceptions flow through and are more instructive
blanchet
parents:
41171
diff
changeset
|
25 |
blocking: bool, |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
26 |
provers: string list, |
44397
06375952f1fa
cleaner handling of polymorphic monotonicity inference
blanchet
parents:
44394
diff
changeset
|
27 |
type_enc: string option, |
43572
ae612a423dad
added "sound" option to force Sledgehammer to be pedantically sound
blanchet
parents:
43569
diff
changeset
|
28 |
sound: bool, |
42180
a6c141925a8a
added monomorphization option to Sledgehammer ATPs -- this looks promising but is still off by default
blanchet
parents:
42100
diff
changeset
|
29 |
relevance_thresholds: real * real, |
a6c141925a8a
added monomorphization option to Sledgehammer ATPs -- this looks promising but is still off by default
blanchet
parents:
42100
diff
changeset
|
30 |
max_relevant: int option, |
42724
4d6bcf846759
added "max_mono_instances" option to Sledgehammer and renamed old "monomorphize_limit" option
blanchet
parents:
42723
diff
changeset
|
31 |
max_mono_iters: int, |
42740
31334a7b109d
renamed "max_mono_instances" to "max_new_mono_instances" and changed its semantics accordingly
blanchet
parents:
42738
diff
changeset
|
32 |
max_new_mono_instances: int, |
35969 | 33 |
isar_proof: bool, |
36924 | 34 |
isar_shrink_factor: int, |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
35 |
slicing: bool, |
38985
162bbbea4e4d
added "expect" feature of Nitpick to Sledgehammer, for regression testing
blanchet
parents:
38982
diff
changeset
|
36 |
timeout: Time.time, |
43015
21b6baec55b1
renamed "metis_timeout" to "preplay_timeout" and continued implementation
blanchet
parents:
43011
diff
changeset
|
37 |
preplay_timeout: Time.time, |
38985
162bbbea4e4d
added "expect" feature of Nitpick to Sledgehammer, for regression testing
blanchet
parents:
38982
diff
changeset
|
38 |
expect: string} |
39493
cb2208f2c07d
move SPASS's Flotter hack to "Sledgehammer_Reconstruct"
blanchet
parents:
39492
diff
changeset
|
39 |
|
41090 | 40 |
datatype prover_fact = |
41 |
Untranslated_Fact of (string * locality) * thm | |
|
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
42 |
SMT_Weighted_Fact of (string * locality) * (int option * thm) |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
43 |
|
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
44 |
type prover_problem = |
39318 | 45 |
{state: Proof.state, |
38998 | 46 |
goal: thm, |
47 |
subgoal: int, |
|
40065 | 48 |
subgoal_count: int, |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
49 |
facts: prover_fact list, |
41741 | 50 |
smt_filter: (string * locality) SMT_Solver.smt_filter_data option} |
39493
cb2208f2c07d
move SPASS's Flotter hack to "Sledgehammer_Reconstruct"
blanchet
parents:
39492
diff
changeset
|
51 |
|
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
52 |
type prover_result = |
36370
a4f601daa175
centralized ATP-specific error handling in "atp_wrapper.ML"
blanchet
parents:
36369
diff
changeset
|
53 |
{outcome: failure option, |
40204
da97d75e20e6
standardize on "fact" terminology (vs. "axiom" or "theorem") in Sledgehammer -- but keep "Axiom" in the lower-level "ATP_Problem" module
blanchet
parents:
40202
diff
changeset
|
54 |
used_facts: (string * locality) list, |
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
55 |
run_time: Time.time, |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
56 |
preplay: unit -> play, |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
57 |
message: play -> string, |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
58 |
message_tail: string} |
39493
cb2208f2c07d
move SPASS's Flotter hack to "Sledgehammer_Reconstruct"
blanchet
parents:
39492
diff
changeset
|
59 |
|
43051 | 60 |
type prover = |
61 |
params -> (string -> minimize_command) -> prover_problem -> prover_result |
|
35867 | 62 |
|
43092
93ec303e1917
more work on new metis that exploits the powerful new type encodings
blanchet
parents:
43085
diff
changeset
|
63 |
val dest_dir : string Config.T |
93ec303e1917
more work on new metis that exploits the powerful new type encodings
blanchet
parents:
43085
diff
changeset
|
64 |
val problem_prefix : string Config.T |
45512
a6cce8032fff
rename configuration option to more reasonable length
blanchet
parents:
45508
diff
changeset
|
65 |
val atp_lambda_trans : string Config.T |
44592
54906b0337ab
flip logic of boolean option so it's off by default
blanchet
parents:
44586
diff
changeset
|
66 |
val atp_full_names : bool Config.T |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
67 |
val smt_triggers : bool Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
68 |
val smt_weights : bool Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
69 |
val smt_weight_min_facts : int Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
70 |
val smt_min_weight : int Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
71 |
val smt_max_weight : int Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
72 |
val smt_max_weight_index : int Config.T |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
73 |
val smt_weight_curve : (int -> int) Unsynchronized.ref |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
74 |
val smt_max_slices : int Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
75 |
val smt_slice_fact_frac : real Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
76 |
val smt_slice_time_frac : real Config.T |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
77 |
val smt_slice_min_secs : int Config.T |
43005
c96f06bffd90
merge timeout messages from several ATPs into one message to avoid clutter
blanchet
parents:
43004
diff
changeset
|
78 |
val das_tool : string |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
79 |
val select_smt_solver : string -> Proof.context -> Proof.context |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
80 |
val prover_name_for_reconstructor : reconstructor -> string |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
81 |
val is_reconstructor : string -> bool |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
82 |
val is_atp : theory -> string -> bool |
41087
d7b5fd465198
split "Sledgehammer" module into two parts, to resolve forthcoming dependency problems
blanchet
parents:
41066
diff
changeset
|
83 |
val is_smt_prover : Proof.context -> string -> bool |
44586 | 84 |
val is_ho_atp: Proof.context -> string -> bool |
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
85 |
val is_unit_equational_atp : Proof.context -> string -> bool |
41727
ab3f6d76fb23
available_provers ~> supported_provers (for clarity)
blanchet
parents:
41723
diff
changeset
|
86 |
val is_prover_supported : Proof.context -> string -> bool |
40072
27f2a45b0aab
more robust handling of "remote_" vs. non-"remote_" provers
blanchet
parents:
40071
diff
changeset
|
87 |
val is_prover_installed : Proof.context -> string -> bool |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
88 |
val default_max_relevant_for_prover : Proof.context -> bool -> string -> int |
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
89 |
val is_unit_equality : term -> bool |
42952
96f62b77748f
tuning -- the "appropriate" terminology is inspired from TPTP
blanchet
parents:
42944
diff
changeset
|
90 |
val is_appropriate_prop_for_prover : Proof.context -> string -> term -> bool |
40369
53dca3bd4250
use the SMT integration's official list of built-ins
blanchet
parents:
40341
diff
changeset
|
91 |
val is_built_in_const_for_prover : |
41336
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
92 |
Proof.context -> string -> string * typ -> term list -> bool * term list |
41087
d7b5fd465198
split "Sledgehammer" module into two parts, to resolve forthcoming dependency problems
blanchet
parents:
41066
diff
changeset
|
93 |
val atp_relevance_fudge : relevance_fudge |
d7b5fd465198
split "Sledgehammer" module into two parts, to resolve forthcoming dependency problems
blanchet
parents:
41066
diff
changeset
|
94 |
val smt_relevance_fudge : relevance_fudge |
40941
a3e6f8634a11
replace "smt" prover with specific SMT solvers, e.g. "z3" -- whatever the SMT module gives us
blanchet
parents:
40723
diff
changeset
|
95 |
val relevance_fudge_for_prover : Proof.context -> string -> relevance_fudge |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
96 |
val weight_smt_fact : |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
97 |
Proof.context -> int -> ((string * locality) * thm) * int |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
98 |
-> (string * locality) * (int option * thm) |
41091
0afdf5cde874
implicitly call the minimizer for SMT solvers that don't return an unsat core
blanchet
parents:
41090
diff
changeset
|
99 |
val untranslated_fact : prover_fact -> (string * locality) * thm |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
100 |
val smt_weighted_fact : |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
101 |
Proof.context -> int -> prover_fact * int |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
102 |
-> (string * locality) * (int option * thm) |
41727
ab3f6d76fb23
available_provers ~> supported_provers (for clarity)
blanchet
parents:
41723
diff
changeset
|
103 |
val supported_provers : Proof.context -> unit |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
104 |
val kill_provers : unit -> unit |
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
105 |
val running_provers : unit -> unit |
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
106 |
val messages : int option -> unit |
43033 | 107 |
val filter_used_facts : ''a list -> (''a * 'b) list -> (''a * 'b) list |
43021 | 108 |
val get_prover : Proof.context -> mode -> string -> prover |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
109 |
end; |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
110 |
|
41087
d7b5fd465198
split "Sledgehammer" module into two parts, to resolve forthcoming dependency problems
blanchet
parents:
41066
diff
changeset
|
111 |
structure Sledgehammer_Provers : SLEDGEHAMMER_PROVERS = |
28477
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
112 |
struct |
9339d4dcec8b
version of sledgehammer using threads instead of processes, misc cleanup;
wenzelm
parents:
diff
changeset
|
113 |
|
43085
0a2f5b86bdd7
first step in sharing more code between ATP and Metis translation
blanchet
parents:
43063
diff
changeset
|
114 |
open ATP_Util |
38028 | 115 |
open ATP_Problem |
39491
2416666e6f94
refactoring: move ATP proof and error extraction code to "ATP_Proof" module
blanchet
parents:
39453
diff
changeset
|
116 |
open ATP_Proof |
38028 | 117 |
open ATP_Systems |
43085
0a2f5b86bdd7
first step in sharing more code between ATP and Metis translation
blanchet
parents:
43063
diff
changeset
|
118 |
open ATP_Translate |
0a2f5b86bdd7
first step in sharing more code between ATP and Metis translation
blanchet
parents:
43063
diff
changeset
|
119 |
open ATP_Reconstruct |
38023 | 120 |
open Sledgehammer_Util |
38988 | 121 |
open Sledgehammer_Filter |
37583
9ce2451647d5
factored non-ATP specific code from "ATP_Manager" out, so that it can be reused for the LEO-II integration
blanchet
parents:
37581
diff
changeset
|
122 |
|
9ce2451647d5
factored non-ATP specific code from "ATP_Manager" out, so that it can be reused for the LEO-II integration
blanchet
parents:
37581
diff
changeset
|
123 |
(** The Sledgehammer **) |
9ce2451647d5
factored non-ATP specific code from "ATP_Manager" out, so that it can be reused for the LEO-II integration
blanchet
parents:
37581
diff
changeset
|
124 |
|
43021 | 125 |
datatype mode = Auto_Try | Try | Normal | Minimize |
126 |
||
45376 | 127 |
(* Identifier that distinguishes Sledgehammer from other tools that could use |
38102
019a49759829
fix bug in the newly introduced "bound concealing" code
blanchet
parents:
38100
diff
changeset
|
128 |
"Async_Manager". *) |
43005
c96f06bffd90
merge timeout messages from several ATPs into one message to avoid clutter
blanchet
parents:
43004
diff
changeset
|
129 |
val das_tool = "Sledgehammer" |
37585 | 130 |
|
44651
5d6a11e166cf
renamed "Metis_Tactics" to "Metis_Tactic", now that there is only one Metis tactic ("metisFT" is legacy)
blanchet
parents:
44649
diff
changeset
|
131 |
val metisN = Metis_Tactic.metisN |
5d6a11e166cf
renamed "Metis_Tactics" to "Metis_Tactic", now that there is only one Metis tactic ("metisFT" is legacy)
blanchet
parents:
44649
diff
changeset
|
132 |
val metis_full_typesN = metisN ^ "_" ^ Metis_Tactic.full_typesN |
5d6a11e166cf
renamed "Metis_Tactics" to "Metis_Tactic", now that there is only one Metis tactic ("metisFT" is legacy)
blanchet
parents:
44649
diff
changeset
|
133 |
val metis_no_typesN = metisN ^ "_" ^ Metis_Tactic.no_typesN |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
134 |
val smtN = name_of_reconstructor SMT |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
135 |
|
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
136 |
val reconstructor_infos = |
43228
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
137 |
[(metisN, Metis), |
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
138 |
(metis_full_typesN, Metis_Full_Types), |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
139 |
(metis_no_typesN, Metis_No_Types), |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
140 |
(smtN, SMT)] |
43228
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
141 |
|
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
142 |
val prover_name_for_reconstructor = AList.find (op =) reconstructor_infos #> hd |
43233
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
143 |
|
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
144 |
val all_reconstructors = map snd reconstructor_infos |
43228
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
145 |
|
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
146 |
val is_reconstructor = AList.defined (op =) reconstructor_infos |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
147 |
val is_atp = member (op =) o supported_atps |
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
148 |
|
43233
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
149 |
val select_smt_solver = Context.proof_map o SMT_Config.select_solver |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
150 |
|
45376 | 151 |
fun is_smt_prover ctxt = member (op =) (SMT_Solver.available_solvers_of ctxt) |
40062 | 152 |
|
44597 | 153 |
fun is_atp_for_format is_format ctxt name = |
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
154 |
let val thy = Proof_Context.theory_of ctxt in |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
155 |
case try (get_atp thy) name of |
44416
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
156 |
SOME {best_slices, ...} => |
44599 | 157 |
exists (fn (_, (_, (_, format, _, _))) => is_format format) |
44416
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
158 |
(best_slices ctxt) |
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
159 |
| NONE => false |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
160 |
end |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
161 |
|
44597 | 162 |
val is_unit_equational_atp = is_atp_for_format (curry (op =) CNF_UEQ) |
45303
bd03b08161ac
added DFG unsorted support (like in the old days)
blanchet
parents:
45301
diff
changeset
|
163 |
val is_ho_atp = is_atp_for_format is_format_higher_order |
44597 | 164 |
|
45376 | 165 |
fun is_prover_supported ctxt = |
42361 | 166 |
let val thy = Proof_Context.theory_of ctxt in |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
167 |
is_reconstructor orf is_atp thy orf is_smt_prover ctxt |
40941
a3e6f8634a11
replace "smt" prover with specific SMT solvers, e.g. "z3" -- whatever the SMT module gives us
blanchet
parents:
40723
diff
changeset
|
168 |
end |
40072
27f2a45b0aab
more robust handling of "remote_" vs. non-"remote_" provers
blanchet
parents:
40071
diff
changeset
|
169 |
|
41432
3214c39777ab
differentiate between local and remote SMT solvers (e.g., "z3" vs. "remote_z3");
boehmes
parents:
41336
diff
changeset
|
170 |
fun is_prover_installed ctxt = |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
171 |
is_reconstructor orf is_smt_prover ctxt orf |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
172 |
is_atp_installed (Proof_Context.theory_of ctxt) |
40941
a3e6f8634a11
replace "smt" prover with specific SMT solvers, e.g. "z3" -- whatever the SMT module gives us
blanchet
parents:
40723
diff
changeset
|
173 |
|
43222 | 174 |
fun get_slices slicing slices = |
43220 | 175 |
(0 upto length slices - 1) ~~ slices |> not slicing ? (List.last #> single) |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
176 |
|
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
177 |
val reconstructor_default_max_relevant = 20 |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
178 |
|
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
179 |
fun default_max_relevant_for_prover ctxt slicing name = |
42361 | 180 |
let val thy = Proof_Context.theory_of ctxt in |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
181 |
if is_reconstructor name then |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
182 |
reconstructor_default_max_relevant |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
183 |
else if is_atp thy name then |
43473
fb2713b803e6
deal with ATP time slices in a more flexible/robust fashion
blanchet
parents:
43362
diff
changeset
|
184 |
fold (Integer.max o #1 o snd o snd o snd) |
43222 | 185 |
(get_slices slicing (#best_slices (get_atp thy name) ctxt)) 0 |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
186 |
else (* is_smt_prover ctxt name *) |
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
187 |
SMT_Solver.default_max_relevant ctxt name |
40941
a3e6f8634a11
replace "smt" prover with specific SMT solvers, e.g. "z3" -- whatever the SMT module gives us
blanchet
parents:
40723
diff
changeset
|
188 |
end |
40063
d086e3699e78
bring ATPs and SMT solvers more in line with each other
blanchet
parents:
40062
diff
changeset
|
189 |
|
42956
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
190 |
fun is_if (@{const_name If}, _) = true |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
191 |
| is_if _ = false |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
192 |
|
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
193 |
(* Beware of "if and only if" (which is translated as such) and "If" (which is |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
194 |
translated to conditional equations). *) |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
195 |
fun is_good_unit_equality T t u = |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
196 |
T <> @{typ bool} andalso not (exists (exists_Const is_if) [t, u]) |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
197 |
|
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
198 |
fun is_unit_equality (@{const Trueprop} $ t) = is_unit_equality t |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
199 |
| is_unit_equality (Const (@{const_name all}, _) $ Abs (_, _, t)) = |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
200 |
is_unit_equality t |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
201 |
| is_unit_equality (Const (@{const_name All}, _) $ Abs (_, _, t)) = |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
202 |
is_unit_equality t |
42956
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
203 |
| is_unit_equality (Const (@{const_name "=="}, Type (_, [T, _])) $ t $ u) = |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
204 |
is_good_unit_equality T t u |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
205 |
| is_unit_equality (Const (@{const_name HOL.eq}, Type (_ , [T, _])) $ t $ u) = |
9aeb0f6ad971
filter Waldmeister facts better -- and don't encode type classes as predicates, since it doesn't like conditional equations
blanchet
parents:
42952
diff
changeset
|
206 |
is_good_unit_equality T t u |
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
207 |
| is_unit_equality _ = false |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
208 |
|
42952
96f62b77748f
tuning -- the "appropriate" terminology is inspired from TPTP
blanchet
parents:
42944
diff
changeset
|
209 |
fun is_appropriate_prop_for_prover ctxt name = |
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
210 |
if is_unit_equational_atp ctxt name then is_unit_equality else K true |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
211 |
|
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
212 |
fun is_built_in_const_for_prover ctxt name = |
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
213 |
if is_smt_prover ctxt name then |
41336
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
214 |
let val ctxt = ctxt |> select_smt_solver name in |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
215 |
fn x => fn ts => |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
216 |
if SMT_Builtin.is_builtin_num_ext ctxt (list_comb (Const x, ts)) then |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
217 |
(true, []) |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
218 |
else if SMT_Builtin.is_builtin_fun_ext ctxt x ts then |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
219 |
(true, ts) |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
220 |
else |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
221 |
(false, ts) |
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
222 |
end |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
223 |
else |
41336
0ea5b9c7d233
proper handling of the arguments of SMT builtins -- for numerals, ignore the arguments (Pls, Bit0, Bit1, ..), for functions, consider them;
blanchet
parents:
41335
diff
changeset
|
224 |
fn (s, _) => fn ts => (member (op =) atp_irrelevant_consts s, ts) |
40071
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
225 |
|
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
226 |
(* FUDGE *) |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
227 |
val atp_relevance_fudge = |
42738 | 228 |
{local_const_multiplier = 1.5, |
41159
1e12d6495423
honor "overlord" option for SMT solvers as well and don't pass "ext" to them
blanchet
parents:
41152
diff
changeset
|
229 |
worse_irrel_freq = 100.0, |
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
230 |
higher_order_irrel_weight = 1.05, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
231 |
abs_rel_weight = 0.5, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
232 |
abs_irrel_weight = 2.0, |
42746
7e227e9de779
further lower penalty associated with existentials in Sledgehammer's relevance filter, so that "exhaust" facts are picked up
blanchet
parents:
42740
diff
changeset
|
233 |
skolem_irrel_weight = 0.25, |
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
234 |
theory_const_rel_weight = 0.5, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
235 |
theory_const_irrel_weight = 0.25, |
42735
1d375de437e9
fine-tuned the relevance filter, so that equations of the form "c = (%x. _)" and constants occurring in chained facts are not unduely penalized
blanchet
parents:
42730
diff
changeset
|
236 |
chained_const_irrel_weight = 0.25, |
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
237 |
intro_bonus = 0.15, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
238 |
elim_bonus = 0.15, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
239 |
simp_bonus = 0.15, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
240 |
local_bonus = 0.55, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
241 |
assum_bonus = 1.05, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
242 |
chained_bonus = 1.5, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
243 |
max_imperfect = 11.5, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
244 |
max_imperfect_exp = 1.0, |
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
245 |
threshold_divisor = 2.0, |
41093 | 246 |
ridiculous_threshold = 0.01} |
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
247 |
|
40071
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
248 |
(* FUDGE (FIXME) *) |
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
249 |
val smt_relevance_fudge = |
42738 | 250 |
{local_const_multiplier = #local_const_multiplier atp_relevance_fudge, |
41159
1e12d6495423
honor "overlord" option for SMT solvers as well and don't pass "ext" to them
blanchet
parents:
41152
diff
changeset
|
251 |
worse_irrel_freq = #worse_irrel_freq atp_relevance_fudge, |
40071
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
252 |
higher_order_irrel_weight = #higher_order_irrel_weight atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
253 |
abs_rel_weight = #abs_rel_weight atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
254 |
abs_irrel_weight = #abs_irrel_weight atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
255 |
skolem_irrel_weight = #skolem_irrel_weight atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
256 |
theory_const_rel_weight = #theory_const_rel_weight atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
257 |
theory_const_irrel_weight = #theory_const_irrel_weight atp_relevance_fudge, |
42735
1d375de437e9
fine-tuned the relevance filter, so that equations of the form "c = (%x. _)" and constants occurring in chained facts are not unduely penalized
blanchet
parents:
42730
diff
changeset
|
258 |
chained_const_irrel_weight = #chained_const_irrel_weight atp_relevance_fudge, |
40071
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
259 |
intro_bonus = #intro_bonus atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
260 |
elim_bonus = #elim_bonus atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
261 |
simp_bonus = #simp_bonus atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
262 |
local_bonus = #local_bonus atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
263 |
assum_bonus = #assum_bonus atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
264 |
chained_bonus = #chained_bonus atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
265 |
max_imperfect = #max_imperfect atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
266 |
max_imperfect_exp = #max_imperfect_exp atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
267 |
threshold_divisor = #threshold_divisor atp_relevance_fudge, |
658a37c80b53
generalized the relevance filter so that it takes the list of "irrelevant constants" as argument (since the ATP and SMT preprocessing are different)
blanchet
parents:
40070
diff
changeset
|
268 |
ridiculous_threshold = #ridiculous_threshold atp_relevance_fudge} |
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
269 |
|
40941
a3e6f8634a11
replace "smt" prover with specific SMT solvers, e.g. "z3" -- whatever the SMT module gives us
blanchet
parents:
40723
diff
changeset
|
270 |
fun relevance_fudge_for_prover ctxt name = |
a3e6f8634a11
replace "smt" prover with specific SMT solvers, e.g. "z3" -- whatever the SMT module gives us
blanchet
parents:
40723
diff
changeset
|
271 |
if is_smt_prover ctxt name then smt_relevance_fudge else atp_relevance_fudge |
40070
bdb890782d4a
replaced references with proper record that's threaded through
blanchet
parents:
40069
diff
changeset
|
272 |
|
41727
ab3f6d76fb23
available_provers ~> supported_provers (for clarity)
blanchet
parents:
41723
diff
changeset
|
273 |
fun supported_provers ctxt = |
40060
5ef6747aa619
first step in adding support for an SMT backend to Sledgehammer
blanchet
parents:
40059
diff
changeset
|
274 |
let |
42361 | 275 |
val thy = Proof_Context.theory_of ctxt |
40060
5ef6747aa619
first step in adding support for an SMT backend to Sledgehammer
blanchet
parents:
40059
diff
changeset
|
276 |
val (remote_provers, local_provers) = |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
277 |
map fst reconstructor_infos @ |
41727
ab3f6d76fb23
available_provers ~> supported_provers (for clarity)
blanchet
parents:
41723
diff
changeset
|
278 |
sort_strings (supported_atps thy) @ |
ab3f6d76fb23
available_provers ~> supported_provers (for clarity)
blanchet
parents:
41723
diff
changeset
|
279 |
sort_strings (SMT_Solver.available_solvers_of ctxt) |
40060
5ef6747aa619
first step in adding support for an SMT backend to Sledgehammer
blanchet
parents:
40059
diff
changeset
|
280 |
|> List.partition (String.isPrefix remote_prefix) |
5ef6747aa619
first step in adding support for an SMT backend to Sledgehammer
blanchet
parents:
40059
diff
changeset
|
281 |
in |
41727
ab3f6d76fb23
available_provers ~> supported_provers (for clarity)
blanchet
parents:
41723
diff
changeset
|
282 |
Output.urgent_message ("Supported provers: " ^ |
40205
277508b07418
if "debug" is on, print list of relevant facts (poweruser request);
blanchet
parents:
40204
diff
changeset
|
283 |
commas (local_provers @ remote_provers) ^ ".") |
40060
5ef6747aa619
first step in adding support for an SMT backend to Sledgehammer
blanchet
parents:
40059
diff
changeset
|
284 |
end |
35969 | 285 |
|
43005
c96f06bffd90
merge timeout messages from several ATPs into one message to avoid clutter
blanchet
parents:
43004
diff
changeset
|
286 |
fun kill_provers () = Async_Manager.kill_threads das_tool "prover" |
c96f06bffd90
merge timeout messages from several ATPs into one message to avoid clutter
blanchet
parents:
43004
diff
changeset
|
287 |
fun running_provers () = Async_Manager.running_threads das_tool "prover" |
c96f06bffd90
merge timeout messages from several ATPs into one message to avoid clutter
blanchet
parents:
43004
diff
changeset
|
288 |
val messages = Async_Manager.thread_messages das_tool "prover" |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
289 |
|
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
290 |
(** problems, results, ATPs, etc. **) |
35969 | 291 |
|
292 |
type params = |
|
41208
1b28c43a7074
make "debug" imply "blocking", since in blocking mode the exceptions flow through and are more instructive
blanchet
parents:
41171
diff
changeset
|
293 |
{debug: bool, |
35969 | 294 |
verbose: bool, |
36143
6490319b1703
added "overlord" option (to get easy access to output files for debugging) + systematically use "raw_goal" rather than an inconsistent mixture
blanchet
parents:
36064
diff
changeset
|
295 |
overlord: bool, |
41208
1b28c43a7074
make "debug" imply "blocking", since in blocking mode the exceptions flow through and are more instructive
blanchet
parents:
41171
diff
changeset
|
296 |
blocking: bool, |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
297 |
provers: string list, |
44397
06375952f1fa
cleaner handling of polymorphic monotonicity inference
blanchet
parents:
44394
diff
changeset
|
298 |
type_enc: string option, |
43572
ae612a423dad
added "sound" option to force Sledgehammer to be pedantically sound
blanchet
parents:
43569
diff
changeset
|
299 |
sound: bool, |
42180
a6c141925a8a
added monomorphization option to Sledgehammer ATPs -- this looks promising but is still off by default
blanchet
parents:
42100
diff
changeset
|
300 |
relevance_thresholds: real * real, |
a6c141925a8a
added monomorphization option to Sledgehammer ATPs -- this looks promising but is still off by default
blanchet
parents:
42100
diff
changeset
|
301 |
max_relevant: int option, |
42724
4d6bcf846759
added "max_mono_instances" option to Sledgehammer and renamed old "monomorphize_limit" option
blanchet
parents:
42723
diff
changeset
|
302 |
max_mono_iters: int, |
42740
31334a7b109d
renamed "max_mono_instances" to "max_new_mono_instances" and changed its semantics accordingly
blanchet
parents:
42738
diff
changeset
|
303 |
max_new_mono_instances: int, |
35969 | 304 |
isar_proof: bool, |
36924 | 305 |
isar_shrink_factor: int, |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
306 |
slicing: bool, |
38985
162bbbea4e4d
added "expect" feature of Nitpick to Sledgehammer, for regression testing
blanchet
parents:
38982
diff
changeset
|
307 |
timeout: Time.time, |
43015
21b6baec55b1
renamed "metis_timeout" to "preplay_timeout" and continued implementation
blanchet
parents:
43011
diff
changeset
|
308 |
preplay_timeout: Time.time, |
38985
162bbbea4e4d
added "expect" feature of Nitpick to Sledgehammer, for regression testing
blanchet
parents:
38982
diff
changeset
|
309 |
expect: string} |
35867 | 310 |
|
41090 | 311 |
datatype prover_fact = |
312 |
Untranslated_Fact of (string * locality) * thm | |
|
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
313 |
SMT_Weighted_Fact of (string * locality) * (int option * thm) |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
314 |
|
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
315 |
type prover_problem = |
39318 | 316 |
{state: Proof.state, |
38998 | 317 |
goal: thm, |
318 |
subgoal: int, |
|
40065 | 319 |
subgoal_count: int, |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
320 |
facts: prover_fact list, |
41741 | 321 |
smt_filter: (string * locality) SMT_Solver.smt_filter_data option} |
35867 | 322 |
|
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
323 |
type prover_result = |
36370
a4f601daa175
centralized ATP-specific error handling in "atp_wrapper.ML"
blanchet
parents:
36369
diff
changeset
|
324 |
{outcome: failure option, |
40204
da97d75e20e6
standardize on "fact" terminology (vs. "axiom" or "theorem") in Sledgehammer -- but keep "Axiom" in the lower-level "ATP_Problem" module
blanchet
parents:
40202
diff
changeset
|
325 |
used_facts: (string * locality) list, |
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
326 |
run_time: Time.time, |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
327 |
preplay: unit -> play, |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
328 |
message: play -> string, |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
329 |
message_tail: string} |
35867 | 330 |
|
43051 | 331 |
type prover = |
332 |
params -> (string -> minimize_command) -> prover_problem -> prover_result |
|
35867 | 333 |
|
38023 | 334 |
(* configuration attributes *) |
335 |
||
43092
93ec303e1917
more work on new metis that exploits the powerful new type encodings
blanchet
parents:
43085
diff
changeset
|
336 |
(* Empty string means create files in Isabelle's temporary files directory. *) |
42616
92715b528e78
added Attrib.setup_config_XXX conveniences, with implicit setup of the background theory;
wenzelm
parents:
42593
diff
changeset
|
337 |
val dest_dir = |
92715b528e78
added Attrib.setup_config_XXX conveniences, with implicit setup of the background theory;
wenzelm
parents:
42593
diff
changeset
|
338 |
Attrib.setup_config_string @{binding sledgehammer_dest_dir} (K "") |
92715b528e78
added Attrib.setup_config_XXX conveniences, with implicit setup of the background theory;
wenzelm
parents:
42593
diff
changeset
|
339 |
val problem_prefix = |
92715b528e78
added Attrib.setup_config_XXX conveniences, with implicit setup of the background theory;
wenzelm
parents:
42593
diff
changeset
|
340 |
Attrib.setup_config_string @{binding sledgehammer_problem_prefix} (K "prob") |
28484 | 341 |
|
45512
a6cce8032fff
rename configuration option to more reasonable length
blanchet
parents:
45508
diff
changeset
|
342 |
val atp_lambda_trans = |
a6cce8032fff
rename configuration option to more reasonable length
blanchet
parents:
45508
diff
changeset
|
343 |
Attrib.setup_config_string @{binding sledgehammer_atp_lambda_trans} (K smartN) |
43092
93ec303e1917
more work on new metis that exploits the powerful new type encodings
blanchet
parents:
43085
diff
changeset
|
344 |
(* In addition to being easier to read, readable names are often much shorter, |
44394
20bd9f90accc
added option to control soundness of encodings more precisely, for evaluation purposes
blanchet
parents:
44393
diff
changeset
|
345 |
especially if types are mangled in names. This makes a difference for some |
20bd9f90accc
added option to control soundness of encodings more precisely, for evaluation purposes
blanchet
parents:
44393
diff
changeset
|
346 |
provers (e.g., E). For these reason, short names are enabled by default. *) |
44592
54906b0337ab
flip logic of boolean option so it's off by default
blanchet
parents:
44586
diff
changeset
|
347 |
val atp_full_names = |
54906b0337ab
flip logic of boolean option so it's off by default
blanchet
parents:
44586
diff
changeset
|
348 |
Attrib.setup_config_bool @{binding sledgehammer_atp_full_names} (K false) |
43092
93ec303e1917
more work on new metis that exploits the powerful new type encodings
blanchet
parents:
43085
diff
changeset
|
349 |
|
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
350 |
val smt_triggers = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
351 |
Attrib.setup_config_bool @{binding sledgehammer_smt_triggers} (K true) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
352 |
val smt_weights = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
353 |
Attrib.setup_config_bool @{binding sledgehammer_smt_weights} (K true) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
354 |
val smt_weight_min_facts = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
355 |
Attrib.setup_config_int @{binding sledgehammer_smt_weight_min_facts} (K 20) |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
356 |
|
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
357 |
(* FUDGE *) |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
358 |
val smt_min_weight = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
359 |
Attrib.setup_config_int @{binding sledgehammer_smt_min_weight} (K 0) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
360 |
val smt_max_weight = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
361 |
Attrib.setup_config_int @{binding sledgehammer_smt_max_weight} (K 10) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
362 |
val smt_max_weight_index = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
363 |
Attrib.setup_config_int @{binding sledgehammer_smt_max_weight_index} (K 200) |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
364 |
val smt_weight_curve = Unsynchronized.ref (fn x : int => x * x) |
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
365 |
|
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
366 |
fun smt_fact_weight ctxt j num_facts = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
367 |
if Config.get ctxt smt_weights andalso |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
368 |
num_facts >= Config.get ctxt smt_weight_min_facts then |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
369 |
let |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
370 |
val min = Config.get ctxt smt_min_weight |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
371 |
val max = Config.get ctxt smt_max_weight |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
372 |
val max_index = Config.get ctxt smt_max_weight_index |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
373 |
val curve = !smt_weight_curve |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
374 |
in |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
375 |
SOME (max - (max - min + 1) * curve (Int.max (0, max_index - j - 1)) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
376 |
div curve max_index) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
377 |
end |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
378 |
else |
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
379 |
NONE |
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
380 |
|
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
381 |
fun weight_smt_fact ctxt num_facts ((info, th), j) = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
382 |
let val thy = Proof_Context.theory_of ctxt in |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
383 |
(info, (smt_fact_weight ctxt j num_facts, th |> Thm.transfer thy)) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
384 |
end |
38023 | 385 |
|
41091
0afdf5cde874
implicitly call the minimizer for SMT solvers that don't return an unsat core
blanchet
parents:
41090
diff
changeset
|
386 |
fun untranslated_fact (Untranslated_Fact p) = p |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
387 |
| untranslated_fact (SMT_Weighted_Fact (info, (_, th))) = (info, th) |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
388 |
fun smt_weighted_fact _ _ (SMT_Weighted_Fact p, _) = p |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
389 |
| smt_weighted_fact ctxt num_facts (fact, j) = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
390 |
(untranslated_fact fact, j) |> weight_smt_fact ctxt num_facts |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
391 |
|
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
392 |
fun overlord_file_location_for_prover prover = |
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
393 |
(getenv "ISABELLE_HOME_USER", "prob_" ^ prover) |
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
394 |
|
43033 | 395 |
fun with_path cleanup after f path = |
396 |
Exn.capture f path |
|
397 |
|> tap (fn _ => cleanup path) |
|
398 |
|> Exn.release |
|
399 |
|> tap (after path) |
|
400 |
||
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
401 |
fun proof_banner mode name = |
43033 | 402 |
case mode of |
403 |
Auto_Try => "Auto Sledgehammer (" ^ quote name ^ ") found a proof" |
|
404 |
| Try => "Sledgehammer (" ^ quote name ^ ") found a proof" |
|
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
405 |
| _ => "Try this" |
43033 | 406 |
|
407 |
(* based on "Mirabelle.can_apply" and generalized *) |
|
43034
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
408 |
fun timed_apply timeout tac state i = |
43033 | 409 |
let |
410 |
val {context = ctxt, facts, goal} = Proof.goal state |
|
411 |
val full_tac = Method.insert_tac facts i THEN tac ctxt i |
|
43034
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
412 |
in TimeLimit.timeLimit timeout (try (Seq.pull o full_tac)) goal end |
43033 | 413 |
|
43211 | 414 |
fun tac_for_reconstructor Metis = |
44651
5d6a11e166cf
renamed "Metis_Tactics" to "Metis_Tactic", now that there is only one Metis tactic ("metisFT" is legacy)
blanchet
parents:
44649
diff
changeset
|
415 |
Metis_Tactic.metis_tac [Metis_Tactic.partial_type_enc] |
43228
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
416 |
| tac_for_reconstructor Metis_Full_Types = |
44651
5d6a11e166cf
renamed "Metis_Tactics" to "Metis_Tactic", now that there is only one Metis tactic ("metisFT" is legacy)
blanchet
parents:
44649
diff
changeset
|
417 |
Metis_Tactic.metis_tac Metis_Tactic.full_type_syss |
43228
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
418 |
| tac_for_reconstructor Metis_No_Types = |
44651
5d6a11e166cf
renamed "Metis_Tactics" to "Metis_Tactic", now that there is only one Metis tactic ("metisFT" is legacy)
blanchet
parents:
44649
diff
changeset
|
419 |
Metis_Tactic.metis_tac [Metis_Tactic.no_type_enc] |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
420 |
| tac_for_reconstructor SMT = SMT_Solver.smt_tac |
43034
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
421 |
|
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
422 |
fun timed_reconstructor reconstructor debug timeout ths = |
44651
5d6a11e166cf
renamed "Metis_Tactics" to "Metis_Tactic", now that there is only one Metis tactic ("metisFT" is legacy)
blanchet
parents:
44649
diff
changeset
|
423 |
(Config.put Metis_Tactic.verbose debug |
43034
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
424 |
#> (fn ctxt => tac_for_reconstructor reconstructor ctxt ths)) |
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
425 |
|> timed_apply timeout |
43033 | 426 |
|
427 |
fun filter_used_facts used = filter (member (op =) used o fst) |
|
428 |
||
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
429 |
fun play_one_line_proof mode debug verbose timeout ths state i preferred |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
430 |
reconstructors = |
43034
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
431 |
let |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
432 |
val _ = |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
433 |
if mode = Minimize andalso Time.> (timeout, Time.zeroTime) then |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
434 |
Output.urgent_message "Preplaying proof..." |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
435 |
else |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
436 |
() |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
437 |
fun get_preferred reconstructors = |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
438 |
if member (op =) reconstructors preferred then preferred |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
439 |
else List.last reconstructors |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
440 |
fun play [] [] = Failed_to_Play (get_preferred reconstructors) |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
441 |
| play timed_outs [] = |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
442 |
Trust_Playable (get_preferred timed_outs, SOME timeout) |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
443 |
| play timed_out (reconstructor :: reconstructors) = |
45378 | 444 |
let |
445 |
val _ = |
|
446 |
if verbose then |
|
447 |
"Trying \"" ^ name_of_reconstructor reconstructor ^ "\" for " ^ |
|
448 |
string_from_time timeout ^ "..." |
|
449 |
|> Output.urgent_message |
|
450 |
else |
|
451 |
() |
|
452 |
val timer = Timer.startRealTimer () |
|
453 |
in |
|
43044
5945375700aa
always check plain "metis" even if the ATP proof seems to require "metisFT" -- maybe the proof is needlessly complicated
blanchet
parents:
43037
diff
changeset
|
454 |
case timed_reconstructor reconstructor debug timeout ths state i of |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
455 |
SOME (SOME _) => Played (reconstructor, Timer.checkRealTimer timer) |
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
456 |
| _ => play timed_out reconstructors |
43044
5945375700aa
always check plain "metis" even if the ATP proof seems to require "metisFT" -- maybe the proof is needlessly complicated
blanchet
parents:
43037
diff
changeset
|
457 |
end |
5945375700aa
always check plain "metis" even if the ATP proof seems to require "metisFT" -- maybe the proof is needlessly complicated
blanchet
parents:
43037
diff
changeset
|
458 |
handle TimeLimit.TimeOut => |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
459 |
play (reconstructor :: timed_out) reconstructors |
43034
18259246abb5
try both "metis" and (on failure) "metisFT" in replay
blanchet
parents:
43033
diff
changeset
|
460 |
in |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
461 |
if timeout = Time.zeroTime then |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
462 |
Trust_Playable (get_preferred reconstructors, NONE) |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
463 |
else |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
464 |
play [] reconstructors |
43033 | 465 |
end |
466 |
||
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
467 |
|
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
468 |
(* generic TPTP-based ATPs *) |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
469 |
|
42730
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
470 |
(* Too general means, positive equality literal with a variable X as one |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
471 |
operand, when X does not occur properly in the other operand. This rules out |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
472 |
clearly inconsistent facts such as X = a | X = b, though it by no means |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
473 |
guarantees soundness. *) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
474 |
|
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
475 |
(* Unwanted equalities are those between a (bound or schematic) variable that |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
476 |
does not properly occur in the second operand. *) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
477 |
val is_exhaustive_finite = |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
478 |
let |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
479 |
fun is_bad_equal (Var z) t = |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
480 |
not (exists_subterm (fn Var z' => z = z' | _ => false) t) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
481 |
| is_bad_equal (Bound j) t = not (loose_bvar1 (t, j)) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
482 |
| is_bad_equal _ _ = false |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
483 |
fun do_equals t1 t2 = is_bad_equal t1 t2 orelse is_bad_equal t2 t1 |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
484 |
fun do_formula pos t = |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
485 |
case (pos, t) of |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
486 |
(_, @{const Trueprop} $ t1) => do_formula pos t1 |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
487 |
| (true, Const (@{const_name all}, _) $ Abs (_, _, t')) => |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
488 |
do_formula pos t' |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
489 |
| (true, Const (@{const_name All}, _) $ Abs (_, _, t')) => |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
490 |
do_formula pos t' |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
491 |
| (false, Const (@{const_name Ex}, _) $ Abs (_, _, t')) => |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
492 |
do_formula pos t' |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
493 |
| (_, @{const "==>"} $ t1 $ t2) => |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
494 |
do_formula (not pos) t1 andalso |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
495 |
(t2 = @{prop False} orelse do_formula pos t2) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
496 |
| (_, @{const HOL.implies} $ t1 $ t2) => |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
497 |
do_formula (not pos) t1 andalso |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
498 |
(t2 = @{const False} orelse do_formula pos t2) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
499 |
| (_, @{const Not} $ t1) => do_formula (not pos) t1 |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
500 |
| (true, @{const HOL.disj} $ t1 $ t2) => forall (do_formula pos) [t1, t2] |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
501 |
| (false, @{const HOL.conj} $ t1 $ t2) => forall (do_formula pos) [t1, t2] |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
502 |
| (true, Const (@{const_name HOL.eq}, _) $ t1 $ t2) => do_equals t1 t2 |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
503 |
| (true, Const (@{const_name "=="}, _) $ t1 $ t2) => do_equals t1 t2 |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
504 |
| _ => false |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
505 |
in do_formula true end |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
506 |
|
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
507 |
fun has_bound_or_var_of_type pred = |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
508 |
exists_subterm (fn Var (_, T as Type _) => pred T |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
509 |
| Abs (_, T as Type _, _) => pred T |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
510 |
| _ => false) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
511 |
|
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
512 |
(* Facts are forbidden to contain variables of these types. The typical reason |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
513 |
is that they lead to unsoundness. Note that "unit" satisfies numerous |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
514 |
equations like "?x = ()". The resulting clauses will have no type constraint, |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
515 |
yielding false proofs. Even "bool" leads to many unsound proofs, though only |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
516 |
for higher-order problems. *) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
517 |
|
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
518 |
(* Facts containing variables of type "unit" or "bool" or of the form |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
519 |
"ALL x. x = A | x = B | x = C" are likely to lead to unsound proofs if types |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
520 |
are omitted. *) |
42944
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
521 |
fun is_dangerous_prop ctxt = |
9e620869a576
improved Waldmeister support -- even run it by default on unit equational goals
blanchet
parents:
42943
diff
changeset
|
522 |
transform_elim_prop |
44393 | 523 |
#> (has_bound_or_var_of_type (is_type_surely_finite ctxt) orf |
42730
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
524 |
is_exhaustive_finite) |
d6db5a815477
improve detection of quantifications over dangerous types by leveraging "is_type_surely_finite" predicate and added "prop" to the list of surely finite types
blanchet
parents:
42729
diff
changeset
|
525 |
|
39492 | 526 |
(* Important messages are important but not so important that users want to see |
527 |
them each time. *) |
|
44649 | 528 |
val atp_important_message_keep_quotient = 25 |
39492 | 529 |
|
44416
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
530 |
fun choose_type_enc soundness best_type_enc format = |
44397
06375952f1fa
cleaner handling of polymorphic monotonicity inference
blanchet
parents:
44394
diff
changeset
|
531 |
the_default best_type_enc |
06375952f1fa
cleaner handling of polymorphic monotonicity inference
blanchet
parents:
44394
diff
changeset
|
532 |
#> type_enc_from_string soundness |
44416
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
533 |
#> adjust_type_enc format |
42548
ea2a28b1938f
make sure the minimizer monomorphizes when it should
blanchet
parents:
42544
diff
changeset
|
534 |
|
43051 | 535 |
val metis_minimize_max_time = seconds 2.0 |
536 |
||
537 |
fun choose_minimize_command minimize_command name preplay = |
|
538 |
(case preplay of |
|
539 |
Played (reconstructor, time) => |
|
540 |
if Time.<= (time, metis_minimize_max_time) then |
|
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
541 |
prover_name_for_reconstructor reconstructor |
43051 | 542 |
else |
543 |
name |
|
544 |
| _ => name) |
|
545 |
|> minimize_command |
|
546 |
||
43267 | 547 |
fun repair_monomorph_context max_iters max_new_instances = |
43232
bd4d26327633
removed "verbose" option -- there won't be any verbosity in there, according to Sascha (yeah)
blanchet
parents:
43231
diff
changeset
|
548 |
Config.put Monomorph.max_rounds max_iters |
43267 | 549 |
#> Config.put Monomorph.max_new_instances max_new_instances |
43230
dabf6e311213
clarified meaning of monomorphization configuration option by renaming it
boehmes
parents:
43228
diff
changeset
|
550 |
#> Config.put Monomorph.keep_partial_instances false |
43226 | 551 |
|
44509
369e8c28a61a
added a component in generated file names reflecting whether the minimizer is used -- needed for evaluation to keep these files separated from the main problem files
blanchet
parents:
44423
diff
changeset
|
552 |
fun suffix_for_mode Auto_Try = "_auto_try" |
369e8c28a61a
added a component in generated file names reflecting whether the minimizer is used -- needed for evaluation to keep these files separated from the main problem files
blanchet
parents:
44423
diff
changeset
|
553 |
| suffix_for_mode Try = "_try" |
369e8c28a61a
added a component in generated file names reflecting whether the minimizer is used -- needed for evaluation to keep these files separated from the main problem files
blanchet
parents:
44423
diff
changeset
|
554 |
| suffix_for_mode Normal = "" |
369e8c28a61a
added a component in generated file names reflecting whether the minimizer is used -- needed for evaluation to keep these files separated from the main problem files
blanchet
parents:
44423
diff
changeset
|
555 |
| suffix_for_mode Minimize = "_min" |
369e8c28a61a
added a component in generated file names reflecting whether the minimizer is used -- needed for evaluation to keep these files separated from the main problem files
blanchet
parents:
44423
diff
changeset
|
556 |
|
44423
f74707e12d30
exploit TFF format in Z3 used as ATP, and renamed it "z3_tptp"
blanchet
parents:
44416
diff
changeset
|
557 |
(* Give the ATPs some slack before interrupting them the hard way. "z3_tptp" on |
43631
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
558 |
Linux appears to be the only ATP that does not honor its time limit. *) |
43690 | 559 |
val atp_timeout_slack = seconds 1.0 |
43631
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
560 |
|
43021 | 561 |
fun run_atp mode name |
42578
1eaf4d437d4c
define type system in ATP module so that ATPs can suggest a type system
blanchet
parents:
42577
diff
changeset
|
562 |
({exec, required_execs, arguments, proof_delims, known_failures, |
44416
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
563 |
conj_sym_kind, prem_kind, best_slices, ...} : atp_config) |
43626
a867ebb12209
renamed "type_sys" to "type_enc", which is more accurate
blanchet
parents:
43602
diff
changeset
|
564 |
({debug, verbose, overlord, type_enc, sound, max_relevant, |
43572
ae612a423dad
added "sound" option to force Sledgehammer to be pedantically sound
blanchet
parents:
43569
diff
changeset
|
565 |
max_mono_iters, max_new_mono_instances, isar_proof, |
ae612a423dad
added "sound" option to force Sledgehammer to be pedantically sound
blanchet
parents:
43569
diff
changeset
|
566 |
isar_shrink_factor, slicing, timeout, preplay_timeout, ...} : params) |
43037 | 567 |
minimize_command |
568 |
({state, goal, subgoal, subgoal_count, facts, ...} : prover_problem) = |
|
38023 | 569 |
let |
42182
a630978fc967
start monomorphization process with subgoal, not entire goal, to avoid needless instances (and only print monomorphization messages in debug mode)
blanchet
parents:
42181
diff
changeset
|
570 |
val thy = Proof.theory_of state |
39318 | 571 |
val ctxt = Proof.context_of state |
43004
20e9caff1f86
fix soundness bug in Sledgehammer: distinguish params in goals from fixed variables in context
blanchet
parents:
42998
diff
changeset
|
572 |
val (_, hyp_ts, concl_t) = strip_subgoal ctxt goal subgoal |
41159
1e12d6495423
honor "overlord" option for SMT solvers as well and don't pass "ext" to them
blanchet
parents:
41152
diff
changeset
|
573 |
val (dest_dir, problem_prefix) = |
1e12d6495423
honor "overlord" option for SMT solvers as well and don't pass "ext" to them
blanchet
parents:
41152
diff
changeset
|
574 |
if overlord then overlord_file_location_for_prover name |
1e12d6495423
honor "overlord" option for SMT solvers as well and don't pass "ext" to them
blanchet
parents:
41152
diff
changeset
|
575 |
else (Config.get ctxt dest_dir, Config.get ctxt problem_prefix) |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
576 |
val problem_file_name = |
41159
1e12d6495423
honor "overlord" option for SMT solvers as well and don't pass "ext" to them
blanchet
parents:
41152
diff
changeset
|
577 |
Path.basic (problem_prefix ^ (if overlord then "" else serial_string ()) ^ |
44509
369e8c28a61a
added a component in generated file names reflecting whether the minimizer is used -- needed for evaluation to keep these files separated from the main problem files
blanchet
parents:
44423
diff
changeset
|
578 |
suffix_for_mode mode ^ "_" ^ string_of_int subgoal) |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
579 |
val problem_path_name = |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
580 |
if dest_dir = "" then |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
581 |
File.tmp_path problem_file_name |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
582 |
else if File.exists (Path.explode dest_dir) then |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
583 |
Path.append (Path.explode dest_dir) problem_file_name |
39003
c2aebd79981f
run relevance filter in a thread, to avoid blocking
blanchet
parents:
39000
diff
changeset
|
584 |
else |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
585 |
error ("No such directory: " ^ quote dest_dir ^ ".") |
38092
81a003f7de0d
speed up the minimizer by using the time taken for the first iteration as a timeout for the following iterations, and fix a subtle bug in "string_for_failure"
blanchet
parents:
38091
diff
changeset
|
586 |
val command = Path.explode (getenv (fst exec) ^ "/" ^ snd exec) |
38023 | 587 |
fun split_time s = |
588 |
let |
|
42448 | 589 |
val split = String.tokens (fn c => str c = "\n") |
590 |
val (output, t) = s |> split |> split_last |> apfst cat_lines |
|
591 |
fun as_num f = f >> (fst o read_int) |
|
592 |
val num = as_num (Scan.many1 Symbol.is_ascii_digit) |
|
593 |
val digit = Scan.one Symbol.is_ascii_digit |
|
594 |
val num3 = as_num (digit ::: digit ::: (digit >> single)) |
|
595 |
val time = num --| Scan.$$ "." -- num3 >> (fn (a, b) => a * 1000 + b) |
|
45381 | 596 |
val as_time = |
597 |
raw_explode #> Scan.read Symbol.stopper time #> the_default 0 |
|
598 |
in |
|
599 |
(output, |
|
600 |
as_time t |> Time.fromMilliseconds) |
|
601 |
end |
|
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
602 |
fun run_on prob_file = |
38092
81a003f7de0d
speed up the minimizer by using the time taken for the first iteration as a timeout for the following iterations, and fix a subtle bug in "string_for_failure"
blanchet
parents:
38091
diff
changeset
|
603 |
case filter (curry (op =) "" o getenv o fst) (exec :: required_execs) of |
38032 | 604 |
(home_var, _) :: _ => |
38023 | 605 |
error ("The environment variable " ^ quote home_var ^ " is not set.") |
38032 | 606 |
| [] => |
607 |
if File.exists command then |
|
608 |
let |
|
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
609 |
(* If slicing is disabled, we expand the last slice to fill the |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
610 |
entire time available. *) |
43222 | 611 |
val actual_slices = get_slices slicing (best_slices ctxt) |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
612 |
val num_actual_slices = length actual_slices |
42445
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
613 |
fun monomorphize_facts facts = |
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
614 |
let |
43226 | 615 |
val ctxt = |
43267 | 616 |
ctxt |> repair_monomorph_context max_mono_iters |
43226 | 617 |
max_new_mono_instances |
42445
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
618 |
(* pseudo-theorem involving the same constants as the subgoal *) |
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
619 |
val subgoal_th = |
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
620 |
Logic.list_implies (hyp_ts, concl_t) |
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
621 |
|> Skip_Proof.make_thm thy |
43249
6c3a2c33fc39
prioritize more relevant facts for monomorphization
blanchet
parents:
43248
diff
changeset
|
622 |
val rths = |
6c3a2c33fc39
prioritize more relevant facts for monomorphization
blanchet
parents:
43248
diff
changeset
|
623 |
facts |> chop (length facts div 4) |
6c3a2c33fc39
prioritize more relevant facts for monomorphization
blanchet
parents:
43248
diff
changeset
|
624 |
|>> map (pair 1 o snd) |
6c3a2c33fc39
prioritize more relevant facts for monomorphization
blanchet
parents:
43248
diff
changeset
|
625 |
||> map (pair 2 o snd) |
6c3a2c33fc39
prioritize more relevant facts for monomorphization
blanchet
parents:
43248
diff
changeset
|
626 |
|> op @ |
6c3a2c33fc39
prioritize more relevant facts for monomorphization
blanchet
parents:
43248
diff
changeset
|
627 |
|> cons (0, subgoal_th) |
42445
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
628 |
in |
43249
6c3a2c33fc39
prioritize more relevant facts for monomorphization
blanchet
parents:
43248
diff
changeset
|
629 |
Monomorph.monomorph atp_schematic_consts_of rths ctxt |
43226 | 630 |
|> fst |> tl |
631 |
|> curry ListPair.zip (map fst facts) |
|
632 |
|> maps (fn (name, rths) => map (pair name o snd) rths) |
|
42445
c6ea64ebb8c5
fixed interaction between monomorphization and slicing for ATPs
blanchet
parents:
42444
diff
changeset
|
633 |
end |
43480
20593e9bbe38
remove automatic recovery from (some) unsound proofs, now that we use sound encodings for all the interesting provers
blanchet
parents:
43473
diff
changeset
|
634 |
fun run_slice (slice, (time_frac, (complete, |
44416
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
635 |
(best_max_relevant, format, best_type_enc, |
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
636 |
extra)))) |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
637 |
time_left = |
38032 | 638 |
let |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
639 |
val num_facts = |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
640 |
length facts |> is_none max_relevant |
42723 | 641 |
? Integer.min best_max_relevant |
45299
ee584ff987c3
check "sound" flag before doing something unsound...
blanchet
parents:
44915
diff
changeset
|
642 |
val soundness = if sound then Sound else Sound_Modulo_Infinity |
44416
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
643 |
val type_enc = |
cabd06b69c18
added formats to the slice and use TFF for remote Vampire
blanchet
parents:
44397
diff
changeset
|
644 |
type_enc |> choose_type_enc soundness best_type_enc format |
43626
a867ebb12209
renamed "type_sys" to "type_enc", which is more accurate
blanchet
parents:
43602
diff
changeset
|
645 |
val fairly_sound = is_type_enc_fairly_sound type_enc |
42451
a75fcd103cbb
automatically remove offending facts when faced with an unsound proof -- instead of using the highly inefficient "full_types" option
blanchet
parents:
42450
diff
changeset
|
646 |
val facts = |
43214 | 647 |
facts |> map untranslated_fact |
648 |
|> not fairly_sound |
|
649 |
? filter_out (is_dangerous_prop ctxt o prop_of o snd) |
|
42638
a7a30721767a
have each ATP filter out dangerous facts for themselves, based on their type system
blanchet
parents:
42623
diff
changeset
|
650 |
|> take num_facts |
43626
a867ebb12209
renamed "type_sys" to "type_enc", which is more accurate
blanchet
parents:
43602
diff
changeset
|
651 |
|> polymorphism_of_type_enc type_enc <> Polymorphic |
42589
9f7c48463645
restructured type systems some more -- the old naming schemes had "argshg diff |less" and "tagshg diff |less" as equivalent and didn't support a monomorphic version of "tags"
blanchet
parents:
42588
diff
changeset
|
652 |
? monomorphize_facts |
43226 | 653 |
|> map (apsnd prop_of) |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
654 |
val real_ms = Real.fromInt o Time.toMilliseconds |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
655 |
val slice_timeout = |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
656 |
((real_ms time_left |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
657 |
|> (if slice < num_actual_slices - 1 then |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
658 |
curry Real.min (time_frac * real_ms timeout) |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
659 |
else |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
660 |
I)) |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
661 |
* 0.001) |> seconds |
43655 | 662 |
val generous_slice_timeout = |
663 |
Time.+ (slice_timeout, atp_timeout_slack) |
|
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
664 |
val _ = |
42614
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
665 |
if debug then |
42699 | 666 |
quote name ^ " slice #" ^ string_of_int (slice + 1) ^ |
667 |
" with " ^ string_of_int num_facts ^ " fact" ^ |
|
668 |
plural_s num_facts ^ " for " ^ |
|
669 |
string_from_time slice_timeout ^ "..." |
|
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
670 |
|> Output.urgent_message |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
671 |
else |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
672 |
() |
42541
8938507b2054
move type declarations to the front, for TFF-compliance
blanchet
parents:
42523
diff
changeset
|
673 |
val (atp_problem, pool, conjecture_offset, facts_offset, |
45508 | 674 |
fact_names, typed_helpers, _, sym_tab) = |
42939 | 675 |
prepare_atp_problem ctxt format conj_sym_kind prem_kind |
45512
a6cce8032fff
rename configuration option to more reasonable length
blanchet
parents:
45508
diff
changeset
|
676 |
type_enc false (Config.get ctxt atp_lambda_trans) |
44592
54906b0337ab
flip logic of boolean option so it's off by default
blanchet
parents:
44586
diff
changeset
|
677 |
(not (Config.get ctxt atp_full_names)) true hyp_ts concl_t |
43828
e07a2c4cbad8
move lambda translation option from ATP to Sledgehammer, to avoid accidentally breaking Metis (its reconstruction code can only deal with combinators)
blanchet
parents:
43823
diff
changeset
|
678 |
facts |
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
679 |
fun weights () = atp_problem_weights atp_problem |
43360 | 680 |
val full_proof = debug orelse isar_proof |
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
681 |
val core = |
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
682 |
File.shell_path command ^ " " ^ |
43473
fb2713b803e6
deal with ATP time slices in a more flexible/robust fashion
blanchet
parents:
43362
diff
changeset
|
683 |
arguments ctxt full_proof extra slice_timeout weights ^ " " ^ |
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
684 |
File.shell_path prob_file |
44636
9a8de0397f65
always measure time for ATPs -- auto minimization relies on it
blanchet
parents:
44634
diff
changeset
|
685 |
val command = "TIMEFORMAT='%3R'; { time " ^ core ^ " ; } 2>&1" |
45301
866b075aa99b
added sorted DFG output for coming version of SPASS
blanchet
parents:
45299
diff
changeset
|
686 |
val _ = atp_problem |> lines_for_atp_problem format |
866b075aa99b
added sorted DFG output for coming version of SPASS
blanchet
parents:
45299
diff
changeset
|
687 |
|> cons ("% " ^ command ^ "\n") |
866b075aa99b
added sorted DFG output for coming version of SPASS
blanchet
parents:
45299
diff
changeset
|
688 |
|> File.write_list prob_file |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
689 |
val conjecture_shape = |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
690 |
conjecture_offset + 1 |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
691 |
upto conjecture_offset + length hyp_ts + 1 |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
692 |
|> map single |
45381 | 693 |
val ((output, run_time), (atp_proof, outcome)) = |
44636
9a8de0397f65
always measure time for ATPs -- auto minimization relies on it
blanchet
parents:
44634
diff
changeset
|
694 |
TimeLimit.timeLimit generous_slice_timeout |
9a8de0397f65
always measure time for ATPs -- auto minimization relies on it
blanchet
parents:
44634
diff
changeset
|
695 |
Isabelle_System.bash_output command |
38032 | 696 |
|>> (if overlord then |
697 |
prefix ("% " ^ command ^ "\n% " ^ timestamp () ^ "\n") |
|
698 |
else |
|
699 |
I) |
|
44636
9a8de0397f65
always measure time for ATPs -- auto minimization relies on it
blanchet
parents:
44634
diff
changeset
|
700 |
|> fst |> split_time |
43631
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
701 |
|> (fn accum as (output, _) => |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
702 |
(accum, |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
703 |
extract_tstplike_proof_and_outcome verbose complete |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
704 |
proof_delims known_failures output |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
705 |
|>> atp_proof_from_tstplike_proof atp_problem output |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
706 |
handle UNRECOGNIZED_ATP_PROOF () => |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
707 |
([], SOME ProofIncomplete))) |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
708 |
handle TimeLimit.TimeOut => |
45381 | 709 |
(("", slice_timeout), ([], SOME TimedOut)) |
42449
494e4ac5b0f8
detect some unsound proofs before showing them to the user
blanchet
parents:
42448
diff
changeset
|
710 |
val outcome = |
42451
a75fcd103cbb
automatically remove offending facts when faced with an unsound proof -- instead of using the highly inefficient "full_types" option
blanchet
parents:
42450
diff
changeset
|
711 |
case outcome of |
42587
4fbb1de05169
fixed SPASS fact offset calculation and report unexpected unsound proofs with so-called sound encodings
blanchet
parents:
42579
diff
changeset
|
712 |
NONE => |
44858
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
713 |
(case used_facts_in_unsound_atp_proof ctxt |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
714 |
conjecture_shape facts_offset fact_names atp_proof |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
715 |
|> Option.map (sort string_ord) of |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
716 |
SOME facts => |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
717 |
let |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
718 |
val failure = |
44915
635ae0a73688
simplified unsound proof detection by removing impossible case
blanchet
parents:
44858
diff
changeset
|
719 |
UnsoundProof (is_type_enc_quasi_sound type_enc, |
635ae0a73688
simplified unsound proof detection by removing impossible case
blanchet
parents:
44858
diff
changeset
|
720 |
facts) |
44858
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
721 |
in |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
722 |
if debug then |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
723 |
(warning (string_for_failure failure); NONE) |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
724 |
else |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
725 |
SOME failure |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
726 |
end |
d615dfa88572
continue with minimization in debug mode in spite of unsoundness
blanchet
parents:
44651
diff
changeset
|
727 |
| NONE => NONE) |
42451
a75fcd103cbb
automatically remove offending facts when faced with an unsound proof -- instead of using the highly inefficient "full_types" option
blanchet
parents:
42450
diff
changeset
|
728 |
| _ => outcome |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
729 |
in |
42881
dbdfe2d5b6ab
automatically use "metisFT" when typed helpers are necessary
blanchet
parents:
42876
diff
changeset
|
730 |
((pool, conjecture_shape, facts_offset, fact_names, |
dbdfe2d5b6ab
automatically use "metisFT" when typed helpers are necessary
blanchet
parents:
42876
diff
changeset
|
731 |
typed_helpers, sym_tab), |
45381 | 732 |
(output, run_time, atp_proof, outcome)) |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
733 |
end |
38645 | 734 |
val timer = Timer.startRealTimer () |
45381 | 735 |
fun maybe_run_slice slice |
736 |
(result as (_, (_, run_time0, _, SOME _))) = |
|
42452
f7f796ce5d68
iterate the unsound-fact-set removal process to recover even more unsound proofs
blanchet
parents:
42451
diff
changeset
|
737 |
let |
f7f796ce5d68
iterate the unsound-fact-set removal process to recover even more unsound proofs
blanchet
parents:
42451
diff
changeset
|
738 |
val time_left = Time.- (timeout, Timer.checkRealTimer timer) |
f7f796ce5d68
iterate the unsound-fact-set removal process to recover even more unsound proofs
blanchet
parents:
42451
diff
changeset
|
739 |
in |
f7f796ce5d68
iterate the unsound-fact-set removal process to recover even more unsound proofs
blanchet
parents:
42451
diff
changeset
|
740 |
if Time.<= (time_left, Time.zeroTime) then |
f7f796ce5d68
iterate the unsound-fact-set removal process to recover even more unsound proofs
blanchet
parents:
42451
diff
changeset
|
741 |
result |
f7f796ce5d68
iterate the unsound-fact-set removal process to recover even more unsound proofs
blanchet
parents:
42451
diff
changeset
|
742 |
else |
44636
9a8de0397f65
always measure time for ATPs -- auto minimization relies on it
blanchet
parents:
44634
diff
changeset
|
743 |
run_slice slice time_left |
45381 | 744 |
|> (fn (stuff, (output, run_time, atp_proof, outcome)) => |
745 |
(stuff, (output, Time.+ (run_time0, run_time), |
|
746 |
atp_proof, outcome))) |
|
42452
f7f796ce5d68
iterate the unsound-fact-set removal process to recover even more unsound proofs
blanchet
parents:
42451
diff
changeset
|
747 |
end |
43480
20593e9bbe38
remove automatic recovery from (some) unsound proofs, now that we use sound encodings for all the interesting provers
blanchet
parents:
43473
diff
changeset
|
748 |
| maybe_run_slice _ result = result |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
749 |
in |
42881
dbdfe2d5b6ab
automatically use "metisFT" when typed helpers are necessary
blanchet
parents:
42876
diff
changeset
|
750 |
((Symtab.empty, [], 0, Vector.fromList [], [], Symtab.empty), |
45381 | 751 |
("", Time.zeroTime, [], SOME InternalError)) |
43480
20593e9bbe38
remove automatic recovery from (some) unsound proofs, now that we use sound encodings for all the interesting provers
blanchet
parents:
43473
diff
changeset
|
752 |
|> fold maybe_run_slice actual_slices |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
753 |
end |
38032 | 754 |
else |
43602 | 755 |
error ("Bad executable: " ^ Path.print command) |
38023 | 756 |
|
757 |
(* If the problem file has not been exported, remove it; otherwise, export |
|
758 |
the proof file too. *) |
|
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
759 |
fun cleanup prob_file = |
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
760 |
if dest_dir = "" then try File.rm prob_file else NONE |
43304
6901ebafbb8d
cleaner fact freshening, which also works in corner cases, e.g. if two backquoted facts have the same name (but have different variable indices)
blanchet
parents:
43303
diff
changeset
|
761 |
fun export prob_file (_, (output, _, _, _)) = |
40059
6ad9081665db
use consistent terminology in Sledgehammer: "prover = ATP or SMT solver or ..."
blanchet
parents:
39494
diff
changeset
|
762 |
if dest_dir = "" then |
38023 | 763 |
() |
764 |
else |
|
41313
a96ac4d180b7
optionally supply constant weights to E -- turned off by default until properly parameterized
blanchet
parents:
41259
diff
changeset
|
765 |
File.write (Path.explode (Path.implode prob_file ^ "_proof")) output |
42881
dbdfe2d5b6ab
automatically use "metisFT" when typed helpers are necessary
blanchet
parents:
42876
diff
changeset
|
766 |
val ((pool, conjecture_shape, facts_offset, fact_names, typed_helpers, |
dbdfe2d5b6ab
automatically use "metisFT" when typed helpers are necessary
blanchet
parents:
42876
diff
changeset
|
767 |
sym_tab), |
45381 | 768 |
(output, run_time, atp_proof, outcome)) = |
40061
71cc5aac8b76
generalization of the Sledgehammer minimizer, to make it possible to handle SMT solvers as well
blanchet
parents:
40060
diff
changeset
|
769 |
with_path cleanup export run_on problem_path_name |
39492 | 770 |
val important_message = |
43021 | 771 |
if mode = Normal andalso |
42609 | 772 |
random_range 0 (atp_important_message_keep_quotient - 1) = 0 then |
39492 | 773 |
extract_important_message output |
774 |
else |
|
775 |
"" |
|
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
776 |
val (used_facts, preplay, message, message_tail) = |
38023 | 777 |
case outcome of |
778 |
NONE => |
|
43033 | 779 |
let |
780 |
val used_facts = |
|
43304
6901ebafbb8d
cleaner fact freshening, which also works in corner cases, e.g. if two backquoted facts have the same name (but have different variable indices)
blanchet
parents:
43303
diff
changeset
|
781 |
used_facts_in_atp_proof ctxt facts_offset fact_names atp_proof |
43033 | 782 |
in |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
783 |
(used_facts, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
784 |
fn () => |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
785 |
let |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
786 |
val used_ths = |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
787 |
facts |> map untranslated_fact |> filter_used_facts used_facts |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
788 |
|> map snd |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
789 |
in |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
790 |
play_one_line_proof mode debug verbose preplay_timeout used_ths |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
791 |
state subgoal Metis all_reconstructors |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
792 |
end, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
793 |
fn preplay => |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
794 |
let |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
795 |
val full_types = uses_typed_helpers typed_helpers atp_proof |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
796 |
val isar_params = |
43304
6901ebafbb8d
cleaner fact freshening, which also works in corner cases, e.g. if two backquoted facts have the same name (but have different variable indices)
blanchet
parents:
43303
diff
changeset
|
797 |
(debug, full_types, isar_shrink_factor, pool, |
6901ebafbb8d
cleaner fact freshening, which also works in corner cases, e.g. if two backquoted facts have the same name (but have different variable indices)
blanchet
parents:
43303
diff
changeset
|
798 |
conjecture_shape, facts_offset, fact_names, sym_tab, |
6901ebafbb8d
cleaner fact freshening, which also works in corner cases, e.g. if two backquoted facts have the same name (but have different variable indices)
blanchet
parents:
43303
diff
changeset
|
799 |
atp_proof, goal) |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
800 |
val one_line_params = |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
801 |
(preplay, proof_banner mode name, used_facts, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
802 |
choose_minimize_command minimize_command name preplay, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
803 |
subgoal, subgoal_count) |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
804 |
in proof_text ctxt isar_proof isar_params one_line_params end, |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
805 |
(if verbose then |
45381 | 806 |
"\nATP real CPU time: " ^ string_from_time run_time ^ "." |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
807 |
else |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
808 |
"") ^ |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
809 |
(if important_message <> "" then |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
810 |
"\n\nImportant message from Dr. Geoff Sutcliffe:\n" ^ |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
811 |
important_message |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
812 |
else |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
813 |
"")) |
43033 | 814 |
end |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
815 |
| SOME failure => |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
816 |
([], K (Failed_to_Play Metis), fn _ => string_for_failure failure, "") |
38023 | 817 |
in |
45381 | 818 |
{outcome = outcome, used_facts = used_facts, run_time = run_time, |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
819 |
preplay = preplay, message = message, message_tail = message_tail} |
38023 | 820 |
end |
821 |
||
40669 | 822 |
(* "SMT_Failure.Abnormal_Termination" carries the solver's return code. Until |
823 |
these are sorted out properly in the SMT module, we have to interpret these |
|
824 |
ourselves. *) |
|
40684
c7ba327eb58c
more precise error handling in Sledgehammer/SMT for Z3 and remote SMT provers
blanchet
parents:
40669
diff
changeset
|
825 |
val remote_smt_failures = |
43631
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
826 |
[(2, NoLibwwwPerl), |
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
827 |
(22, CantConnect)] |
40684
c7ba327eb58c
more precise error handling in Sledgehammer/SMT for Z3 and remote SMT provers
blanchet
parents:
40669
diff
changeset
|
828 |
val z3_failures = |
41236 | 829 |
[(101, OutOfResources), |
830 |
(103, MalformedInput), |
|
41222 | 831 |
(110, MalformedInput)] |
40684
c7ba327eb58c
more precise error handling in Sledgehammer/SMT for Z3 and remote SMT provers
blanchet
parents:
40669
diff
changeset
|
832 |
val unix_failures = |
c7ba327eb58c
more precise error handling in Sledgehammer/SMT for Z3 and remote SMT provers
blanchet
parents:
40669
diff
changeset
|
833 |
[(139, Crashed)] |
43631
4144d7b4ec77
enforce hard timeout on ATPs (esp. "z3_atp" on Linux) + remove obsolete failure codes
blanchet
parents:
43626
diff
changeset
|
834 |
val smt_failures = remote_smt_failures @ z3_failures @ unix_failures |
40555 | 835 |
|
42100
062381c5f9f8
more precise failure reporting in Sledgehammer/SMT
blanchet
parents:
42061
diff
changeset
|
836 |
fun failure_from_smt_failure (SMT_Failure.Counterexample {is_real_cex, ...}) = |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
837 |
if is_real_cex then Unprovable else GaveUp |
41222 | 838 |
| failure_from_smt_failure SMT_Failure.Time_Out = TimedOut |
839 |
| failure_from_smt_failure (SMT_Failure.Abnormal_Termination code) = |
|
840 |
(case AList.lookup (op =) smt_failures code of |
|
40684
c7ba327eb58c
more precise error handling in Sledgehammer/SMT for Z3 and remote SMT provers
blanchet
parents:
40669
diff
changeset
|
841 |
SOME failure => failure |
41259
13972ced98d9
more precise error messages in "verbose" (or "debug") mode, following this morning's permission debacle
blanchet
parents:
41256
diff
changeset
|
842 |
| NONE => UnknownError ("Abnormal termination with exit code " ^ |
13972ced98d9
more precise error messages in "verbose" (or "debug") mode, following this morning's permission debacle
blanchet
parents:
41256
diff
changeset
|
843 |
string_of_int code ^ ".")) |
41222 | 844 |
| failure_from_smt_failure SMT_Failure.Out_Of_Memory = OutOfResources |
845 |
| failure_from_smt_failure (SMT_Failure.Other_Failure msg) = |
|
42061
71077681eaf6
let SMT errors through -- the main reason for keeping them quiet was that the SMT bridge used to suffer from internal bugs, but these have been fixed for some time now
blanchet
parents:
42060
diff
changeset
|
846 |
UnknownError msg |
40063
d086e3699e78
bring ATPs and SMT solvers more in line with each other
blanchet
parents:
40062
diff
changeset
|
847 |
|
40698 | 848 |
(* FUDGE *) |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
849 |
val smt_max_slices = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
850 |
Attrib.setup_config_int @{binding sledgehammer_smt_max_slices} (K 8) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
851 |
val smt_slice_fact_frac = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
852 |
Attrib.setup_config_real @{binding sledgehammer_smt_slice_fact_frac} (K 0.5) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
853 |
val smt_slice_time_frac = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
854 |
Attrib.setup_config_real @{binding sledgehammer_smt_slice_time_frac} (K 0.5) |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
855 |
val smt_slice_min_secs = |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
856 |
Attrib.setup_config_int @{binding sledgehammer_smt_slice_min_secs} (K 5) |
40409
3642dc3b72e8
invoke SMT solver in a loop, with fewer and fewer facts, in case of error
blanchet
parents:
40370
diff
changeset
|
857 |
|
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
858 |
fun smt_filter_loop ctxt name |
42724
4d6bcf846759
added "max_mono_instances" option to Sledgehammer and renamed old "monomorphize_limit" option
blanchet
parents:
42723
diff
changeset
|
859 |
({debug, verbose, overlord, max_mono_iters, |
42740
31334a7b109d
renamed "max_mono_instances" to "max_new_mono_instances" and changed its semantics accordingly
blanchet
parents:
42738
diff
changeset
|
860 |
max_new_mono_instances, timeout, slicing, ...} : params) |
41741 | 861 |
state i smt_filter = |
40409
3642dc3b72e8
invoke SMT solver in a loop, with fewer and fewer facts, in case of error
blanchet
parents:
40370
diff
changeset
|
862 |
let |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
863 |
val max_slices = if slicing then Config.get ctxt smt_max_slices else 1 |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
864 |
val repair_context = |
43233
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
865 |
select_smt_solver name |
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
866 |
#> (if overlord then |
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
867 |
Config.put SMT_Config.debug_files |
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
868 |
(overlord_file_location_for_prover name |
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
869 |
|> (fn (path, name) => path ^ "/" ^ name)) |
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
870 |
else |
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
871 |
I) |
2749c357f865
use the proper prover name, e.g. metis_full_types, not metis (full_types), for minimizing
blanchet
parents:
43232
diff
changeset
|
872 |
#> Config.put SMT_Config.infer_triggers (Config.get ctxt smt_triggers) |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
873 |
val state = state |> Proof.map_context repair_context |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
874 |
fun do_slice timeout slice outcome0 time_so_far facts = |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
875 |
let |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
876 |
val timer = Timer.startRealTimer () |
42724
4d6bcf846759
added "max_mono_instances" option to Sledgehammer and renamed old "monomorphize_limit" option
blanchet
parents:
42723
diff
changeset
|
877 |
val state = |
4d6bcf846759
added "max_mono_instances" option to Sledgehammer and renamed old "monomorphize_limit" option
blanchet
parents:
42723
diff
changeset
|
878 |
state |> Proof.map_context |
43267 | 879 |
(repair_monomorph_context max_mono_iters |
880 |
max_new_mono_instances) |
|
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
881 |
val ms = timeout |> Time.toMilliseconds |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
882 |
val slice_timeout = |
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
883 |
if slice < max_slices then |
41169 | 884 |
Int.min (ms, |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
885 |
Int.max (1000 * Config.get ctxt smt_slice_min_secs, |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
886 |
Real.ceil (Config.get ctxt smt_slice_time_frac |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
887 |
* Real.fromInt ms))) |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
888 |
|> Time.fromMilliseconds |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
889 |
else |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
890 |
timeout |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
891 |
val num_facts = length facts |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
892 |
val _ = |
42614
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
893 |
if debug then |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
894 |
quote name ^ " slice " ^ string_of_int slice ^ " with " ^ |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
895 |
string_of_int num_facts ^ " fact" ^ plural_s num_facts ^ " for " ^ |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
896 |
string_from_time slice_timeout ^ "..." |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
897 |
|> Output.urgent_message |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
898 |
else |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
899 |
() |
41168 | 900 |
val birth = Timer.checkRealTimer timer |
41171 | 901 |
val _ = |
41211
1e2e16bc0077
no need to do a super-duper atomization if Metis fails afterwards anyway
blanchet
parents:
41209
diff
changeset
|
902 |
if debug then Output.urgent_message "Invoking SMT solver..." else () |
41209 | 903 |
val (outcome, used_facts) = |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
904 |
(case (slice, smt_filter) of |
41432
3214c39777ab
differentiate between local and remote SMT solvers (e.g., "z3" vs. "remote_z3");
boehmes
parents:
41336
diff
changeset
|
905 |
(1, SOME head) => head |> apsnd (apsnd repair_context) |
3214c39777ab
differentiate between local and remote SMT solvers (e.g., "z3" vs. "remote_z3");
boehmes
parents:
41336
diff
changeset
|
906 |
| _ => SMT_Solver.smt_filter_preprocess state facts i) |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
907 |
|> SMT_Solver.smt_filter_apply slice_timeout |
41239 | 908 |
|> (fn {outcome, used_facts} => (outcome, used_facts)) |
41209 | 909 |
handle exn => if Exn.is_interrupt exn then |
910 |
reraise exn |
|
911 |
else |
|
42061
71077681eaf6
let SMT errors through -- the main reason for keeping them quiet was that the SMT bridge used to suffer from internal bugs, but these have been fixed for some time now
blanchet
parents:
42060
diff
changeset
|
912 |
(ML_Compiler.exn_message exn |
41209 | 913 |
|> SMT_Failure.Other_Failure |> SOME, []) |
41168 | 914 |
val death = Timer.checkRealTimer timer |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
915 |
val outcome0 = if is_none outcome0 then SOME outcome else outcome0 |
41168 | 916 |
val time_so_far = Time.+ (time_so_far, Time.- (death, birth)) |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
917 |
val too_many_facts_perhaps = |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
918 |
case outcome of |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
919 |
NONE => false |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
920 |
| SOME (SMT_Failure.Counterexample _) => false |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
921 |
| SOME SMT_Failure.Time_Out => slice_timeout <> timeout |
42614
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
922 |
| SOME (SMT_Failure.Abnormal_Termination _) => true (* kind of *) |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
923 |
| SOME SMT_Failure.Out_Of_Memory => true |
41211
1e2e16bc0077
no need to do a super-duper atomization if Metis fails afterwards anyway
blanchet
parents:
41209
diff
changeset
|
924 |
| SOME (SMT_Failure.Other_Failure _) => true |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
925 |
val timeout = Time.- (timeout, Timer.checkRealTimer timer) |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
926 |
in |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
927 |
if too_many_facts_perhaps andalso slice < max_slices andalso |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
928 |
num_facts > 0 andalso Time.> (timeout, Time.zeroTime) then |
41169 | 929 |
let |
42614
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
930 |
val new_num_facts = |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
931 |
Real.ceil (Config.get ctxt smt_slice_fact_frac |
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
932 |
* Real.fromInt num_facts) |
42614
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
933 |
val _ = |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
934 |
if verbose andalso is_some outcome then |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
935 |
quote name ^ " invoked with " ^ string_of_int num_facts ^ |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
936 |
" fact" ^ plural_s num_facts ^ ": " ^ |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
937 |
string_for_failure (failure_from_smt_failure (the outcome)) ^ |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
938 |
" Retrying with " ^ string_of_int new_num_facts ^ " fact" ^ |
42638
a7a30721767a
have each ATP filter out dangerous facts for themselves, based on their type system
blanchet
parents:
42623
diff
changeset
|
939 |
plural_s new_num_facts ^ "..." |
42614
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
940 |
|> Output.urgent_message |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
941 |
else |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
942 |
() |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
943 |
in |
42614
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
944 |
facts |> take new_num_facts |
81953e554197
make "debug" more verbose and "verbose" less verbose
blanchet
parents:
42613
diff
changeset
|
945 |
|> do_slice timeout (slice + 1) outcome0 time_so_far |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
946 |
end |
40553
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
947 |
else |
1264c9172338
pick up SMT solver crashes and report them to the user/Mirabelle if desired
blanchet
parents:
40471
diff
changeset
|
948 |
{outcome = if is_none outcome then NONE else the outcome0, |
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
949 |
used_facts = used_facts, run_time = time_so_far} |
40409
3642dc3b72e8
invoke SMT solver in a loop, with fewer and fewer facts, in case of error
blanchet
parents:
40370
diff
changeset
|
950 |
end |
42443
724e612ba248
implemented general slicing for ATPs, especially E 1.2w and above
blanchet
parents:
42361
diff
changeset
|
951 |
in do_slice timeout 1 NONE Time.zeroTime end |
40409
3642dc3b72e8
invoke SMT solver in a loop, with fewer and fewer facts, in case of error
blanchet
parents:
40370
diff
changeset
|
952 |
|
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
953 |
fun run_smt_solver mode name (params as {debug, verbose, preplay_timeout, ...}) |
43011
5f8d74d3b297
added syntax for specifying Metis timeout (currently used only by SMT solvers)
blanchet
parents:
43006
diff
changeset
|
954 |
minimize_command |
5f8d74d3b297
added syntax for specifying Metis timeout (currently used only by SMT solvers)
blanchet
parents:
43006
diff
changeset
|
955 |
({state, subgoal, subgoal_count, facts, smt_filter, ...} |
5f8d74d3b297
added syntax for specifying Metis timeout (currently used only by SMT solvers)
blanchet
parents:
43006
diff
changeset
|
956 |
: prover_problem) = |
36379
20ef039bccff
make "ATP_Manager.get_prover" a total function, since we always want to show the same error text
blanchet
parents:
36373
diff
changeset
|
957 |
let |
41242
8edeb1dbbc76
run the SMT relevance filter only once, then run the normalization/monomorphization code once _per class_ of SMT solvers
blanchet
parents:
41241
diff
changeset
|
958 |
val ctxt = Proof.context_of state |
41256
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
959 |
val num_facts = length facts |
0e7d45cc005f
put the SMT weights back where they belong, so that they're also used by Mirabelle
blanchet
parents:
41242
diff
changeset
|
960 |
val facts = facts ~~ (0 upto num_facts - 1) |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
961 |
|> map (smt_weighted_fact ctxt num_facts) |
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
962 |
val {outcome, used_facts, run_time} = |
42646
4781fcd53572
replaced some Unsynchronized.refs with Config.Ts
blanchet
parents:
42642
diff
changeset
|
963 |
smt_filter_loop ctxt name params state subgoal smt_filter facts |
43037 | 964 |
val (used_facts, used_ths) = used_facts |> ListPair.unzip |
41222 | 965 |
val outcome = outcome |> Option.map failure_from_smt_failure |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
966 |
val (preplay, message, message_tail) = |
40184
91b4b73dbafb
proper error handling for SMT solvers in Sledgehammer
blanchet
parents:
40181
diff
changeset
|
967 |
case outcome of |
91b4b73dbafb
proper error handling for SMT solvers in Sledgehammer
blanchet
parents:
40181
diff
changeset
|
968 |
NONE => |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
969 |
(fn () => |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
970 |
play_one_line_proof mode debug verbose preplay_timeout used_ths |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
971 |
state subgoal SMT all_reconstructors, |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
972 |
fn preplay => |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
973 |
let |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
974 |
val one_line_params = |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
975 |
(preplay, proof_banner mode name, used_facts, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
976 |
choose_minimize_command minimize_command name preplay, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
977 |
subgoal, subgoal_count) |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
978 |
in one_line_proof_text one_line_params end, |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
979 |
if verbose then |
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
980 |
"\nSMT solver real CPU time: " ^ string_from_time run_time ^ "." |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
981 |
else |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
982 |
"") |
43166 | 983 |
| SOME failure => |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
984 |
(K (Failed_to_Play Metis), fn _ => string_for_failure failure, "") |
40063
d086e3699e78
bring ATPs and SMT solvers more in line with each other
blanchet
parents:
40062
diff
changeset
|
985 |
in |
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
986 |
{outcome = outcome, used_facts = used_facts, run_time = run_time, |
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
987 |
preplay = preplay, message = message, message_tail = message_tail} |
40063
d086e3699e78
bring ATPs and SMT solvers more in line with each other
blanchet
parents:
40062
diff
changeset
|
988 |
end |
d086e3699e78
bring ATPs and SMT solvers more in line with each other
blanchet
parents:
40062
diff
changeset
|
989 |
|
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
990 |
fun run_reconstructor mode name ({debug, verbose, timeout, ...} : params) |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
991 |
minimize_command |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
992 |
({state, subgoal, subgoal_count, facts, ...} : prover_problem) = |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
993 |
let |
43228
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
994 |
val reconstructor = |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
995 |
case AList.lookup (op =) reconstructor_infos name of |
43228
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
996 |
SOME r => r |
2ed2f092e990
obsoleted "metisFT", and added "no_types" version of Metis as fallback to Sledgehammer after noticing how useful it can be
blanchet
parents:
43226
diff
changeset
|
997 |
| NONE => raise Fail ("unknown Metis version: " ^ quote name) |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
998 |
val (used_facts, used_ths) = |
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
999 |
facts |> map untranslated_fact |> ListPair.unzip |
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
1000 |
in |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
1001 |
case play_one_line_proof (if mode = Minimize then Normal else mode) debug |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
1002 |
verbose timeout used_ths state subgoal |
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
1003 |
reconstructor [reconstructor] of |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
1004 |
play as Played (_, time) => |
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
1005 |
{outcome = NONE, used_facts = used_facts, run_time = time, |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1006 |
preplay = K play, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1007 |
message = fn play => |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1008 |
let |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1009 |
val one_line_params = |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1010 |
(play, proof_banner mode name, used_facts, |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1011 |
minimize_command name, subgoal, subgoal_count) |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
1012 |
in one_line_proof_text one_line_params end, |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
1013 |
message_tail = ""} |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1014 |
| play => |
43166 | 1015 |
let |
1016 |
val failure = case play of Failed_to_Play _ => GaveUp | _ => TimedOut |
|
1017 |
in |
|
45370
bab52dafa63a
use "Time.time" rather than milliseconds internally
blanchet
parents:
45369
diff
changeset
|
1018 |
{outcome = SOME failure, used_facts = [], run_time = Time.zeroTime, |
43261
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
1019 |
preplay = K play, message = fn _ => string_for_failure failure, |
a4aeb26a6362
make sure that the message tail (timing + TPTP important message) is preserved upon automatic minimization
blanchet
parents:
43259
diff
changeset
|
1020 |
message_tail = ""} |
43050
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
1021 |
end |
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
1022 |
end |
59284a13abc4
support "metis" and "metisFT" as provers in the architecture, so they can be used for minimizing
blanchet
parents:
43044
diff
changeset
|
1023 |
|
43021 | 1024 |
fun get_prover ctxt mode name = |
42361 | 1025 |
let val thy = Proof_Context.theory_of ctxt in |
45379
0147a4348ca1
try "smt" as a fallback for ATPs if "metis" fails/times out
blanchet
parents:
45378
diff
changeset
|
1026 |
if is_reconstructor name then run_reconstructor mode name |
43052
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1027 |
else if is_atp thy name then run_atp mode name (get_atp thy name) |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1028 |
else if is_smt_prover ctxt name then run_smt_solver mode name |
8d6a4978cc65
automatically minimize with Metis when this can be done within a few seconds
blanchet
parents:
43051
diff
changeset
|
1029 |
else error ("No such prover: " ^ name ^ ".") |
40941
a3e6f8634a11
replace "smt" prover with specific SMT solvers, e.g. "z3" -- whatever the SMT module gives us
blanchet
parents:
40723
diff
changeset
|
1030 |
end |
40063
d086e3699e78
bring ATPs and SMT solvers more in line with each other
blanchet
parents:
40062
diff
changeset
|
1031 |
|
28582 | 1032 |
end; |