src/HOL/Tools/ATP_Manager/atp_minimal.ML
author blanchet
Fri, 23 Apr 2010 13:16:50 +0200
changeset 36369 d2cd0d04b8e6
parent 36289 f75b6a3e1450
child 36370 a4f601daa175
permissions -rw-r--r--
handle ATP proof delimiters in a cleaner, more extensible fashion
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
32327
0971cc0b6a57 src/HOL/Tools/ATP_Manager as separate component, with (almost) everything in one place;
wenzelm
parents: 32091
diff changeset
     1
(*  Title:      HOL/Tools/ATP_Manager/atp_minimal.ML
31037
ac8669134e7a added Philipp Meyer's implementation of AtpMinimal
immler@in.tum.de
parents:
diff changeset
     2
    Author:     Philipp Meyer, TU Muenchen
ac8669134e7a added Philipp Meyer's implementation of AtpMinimal
immler@in.tum.de
parents:
diff changeset
     3
35867
16279c4c7a33 move all ATP setup code into ATP_Wrapper
blanchet
parents: 35866
diff changeset
     4
Minimization of theorem list for Metis using automatic theorem provers.
31037
ac8669134e7a added Philipp Meyer's implementation of AtpMinimal
immler@in.tum.de
parents:
diff changeset
     5
*)
ac8669134e7a added Philipp Meyer's implementation of AtpMinimal
immler@in.tum.de
parents:
diff changeset
     6
32525
ea322e847633 added signature ATP_MINIMAL,
boehmes
parents: 32510
diff changeset
     7
signature ATP_MINIMAL =
ea322e847633 added signature ATP_MINIMAL,
boehmes
parents: 32510
diff changeset
     8
sig
35969
c9565298df9e added support for Sledgehammer parameters;
blanchet
parents: 35867
diff changeset
     9
  type params = ATP_Manager.params
35867
16279c4c7a33 move all ATP setup code into ATP_Wrapper
blanchet
parents: 35866
diff changeset
    10
  type prover = ATP_Manager.prover
16279c4c7a33 move all ATP setup code into ATP_Wrapper
blanchet
parents: 35866
diff changeset
    11
  type prover_result = ATP_Manager.prover_result
16279c4c7a33 move all ATP setup code into ATP_Wrapper
blanchet
parents: 35866
diff changeset
    12
35866
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    13
  val minimize_theorems :
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    14
    params -> prover -> string -> int -> Proof.state -> (string * thm list) list
35866
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    15
    -> (string * thm list) list option * string
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    16
end;
32525
ea322e847633 added signature ATP_MINIMAL,
boehmes
parents: 32510
diff changeset
    17
35865
2f8fb5242799 more Sledgehammer refactoring
blanchet
parents: 35826
diff changeset
    18
structure ATP_Minimal : ATP_MINIMAL =
31037
ac8669134e7a added Philipp Meyer's implementation of AtpMinimal
immler@in.tum.de
parents:
diff changeset
    19
struct
ac8669134e7a added Philipp Meyer's implementation of AtpMinimal
immler@in.tum.de
parents:
diff changeset
    20
36142
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
    21
open Sledgehammer_Util
35866
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    22
open Sledgehammer_Fact_Preprocessor
36063
cdc6855a6387 make Sledgehammer output "by" vs. "apply", "qed" vs. "next", and any necessary "prefer"
blanchet
parents: 35969
diff changeset
    23
open Sledgehammer_Proof_Reconstruct
35867
16279c4c7a33 move all ATP setup code into ATP_Wrapper
blanchet
parents: 35866
diff changeset
    24
open ATP_Manager
35866
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    25
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    26
(* Linear minimization algorithm *)
33492
4168294a9f96 Command atp_minimize uses the naive linear algorithm now
nipkow
parents: 33316
diff changeset
    27
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    28
fun linear_minimize test s =
35866
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    29
  let
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    30
    fun aux [] p = p
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    31
      | aux (x :: xs) (needed, result) =
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    32
        case test (xs @ needed) of
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    33
          SOME result => aux xs (needed, result)
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    34
        | NONE => aux xs (x :: needed, result)
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    35
  in aux s end
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    36
31037
ac8669134e7a added Philipp Meyer's implementation of AtpMinimal
immler@in.tum.de
parents:
diff changeset
    37
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    38
(* failure check and producing answer *)
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    39
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    40
datatype outcome = Success | Failure | Timeout | Error
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    41
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    42
val string_of_outcome =
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    43
  fn Success => "Success"
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    44
   | Failure => "Failure"
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    45
   | Timeout => "Timeout"
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    46
   | Error => "Error"
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    47
36369
d2cd0d04b8e6 handle ATP proof delimiters in a cleaner, more extensible fashion
blanchet
parents: 36289
diff changeset
    48
(* FIXME: move to "atp_wrapper.ML" *)
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    49
val failure_strings =
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    50
  [("SPASS beiseite: Ran out of time.", Timeout),
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    51
   ("Timeout", Timeout),
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    52
   ("time limit exceeded", Timeout),
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    53
   ("# Cannot determine problem status within resource limit", Timeout),
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    54
   ("Error", Error)]
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    55
36369
d2cd0d04b8e6 handle ATP proof delimiters in a cleaner, more extensible fashion
blanchet
parents: 36289
diff changeset
    56
fun outcome_of_result (result as {success, output, ...} : prover_result) =
35867
16279c4c7a33 move all ATP setup code into ATP_Wrapper
blanchet
parents: 35866
diff changeset
    57
  if success then
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    58
    Success
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    59
  else case get_first (fn (s, outcome) =>
36369
d2cd0d04b8e6 handle ATP proof delimiters in a cleaner, more extensible fashion
blanchet
parents: 36289
diff changeset
    60
                          if String.isSubstring s output then SOME outcome
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    61
                          else NONE) failure_strings of
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    62
    SOME outcome => outcome
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    63
  | NONE => Failure
32936
9491bec20595 modernized structure names;
wenzelm
parents: 32864
diff changeset
    64
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    65
(* wrapper for calling external prover *)
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    66
35969
c9565298df9e added support for Sledgehammer parameters;
blanchet
parents: 35867
diff changeset
    67
fun sledgehammer_test_theorems (params as {full_types, ...} : params) prover
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    68
        timeout subgoal state filtered_clauses name_thms_pairs =
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    69
  let
36142
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
    70
    val num_theorems = length name_thms_pairs
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
    71
    val _ = priority ("Testing " ^ string_of_int num_theorems ^
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
    72
                      " theorem" ^ plural_s num_theorems ^ "...")
32525
ea322e847633 added signature ATP_MINIMAL,
boehmes
parents: 32510
diff changeset
    73
    val name_thm_pairs = maps (fn (n, ths) => map (pair n) ths) name_thms_pairs
35866
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
    74
    val axclauses = cnf_rules_pairs (Proof.theory_of state) name_thm_pairs
36263
56bf63d70120 use "Proof.goal" in Sledgehammer's minimizer (just like everywhere else in Sledgehammer), not "Proof.raw_goal"
blanchet
parents: 36232
diff changeset
    75
    val {context = ctxt, facts, goal} = Proof.goal state
32941
72d48e333b77 eliminated extraneous wrapping of public records;
wenzelm
parents: 32937
diff changeset
    76
    val problem =
36063
cdc6855a6387 make Sledgehammer output "by" vs. "apply", "qed" vs. "next", and any necessary "prefer"
blanchet
parents: 35969
diff changeset
    77
     {subgoal = subgoal, goal = (ctxt, (facts, goal)),
35969
c9565298df9e added support for Sledgehammer parameters;
blanchet
parents: 35867
diff changeset
    78
      relevance_override = {add = [], del = [], only = false},
36232
4d425766a47f don't redo an axiom selection in the first round of Sledgehammer "minimize"!;
blanchet
parents: 36231
diff changeset
    79
      axiom_clauses = SOME axclauses,
4d425766a47f don't redo an axiom selection in the first round of Sledgehammer "minimize"!;
blanchet
parents: 36231
diff changeset
    80
      filtered_clauses = SOME (the_default axclauses filtered_clauses)}
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    81
  in
36281
dbbf4d5d584d pass relevant options from "sledgehammer" to "sledgehammer minimize";
blanchet
parents: 36263
diff changeset
    82
    `outcome_of_result (prover params (K "") timeout problem)
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    83
    |>> tap (priority o string_of_outcome)
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    84
  end
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    85
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    86
(* minimalization of thms *)
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    87
36283
25e69e93954d failure of reconstructing the Isar proof (e.g., exception) should not prevent Sledgehammer from showing the short one-liner proof -- but in "debug" mode we do want to know what the exception is
blanchet
parents: 36281
diff changeset
    88
fun minimize_theorems (params as {debug, minimize_timeout, isar_proof, modulus,
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    89
                                  sorts, ...})
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
    90
                      prover atp_name i state name_thms_pairs =
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    91
  let
35969
c9565298df9e added support for Sledgehammer parameters;
blanchet
parents: 35867
diff changeset
    92
    val msecs = Time.toMilliseconds minimize_timeout
36224
109dce8410d5 cosmetics
blanchet
parents: 36223
diff changeset
    93
    val n = length name_thms_pairs
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
    94
    val _ =
36224
109dce8410d5 cosmetics
blanchet
parents: 36223
diff changeset
    95
      priority ("Sledgehammer minimizer: ATP " ^ quote atp_name ^
109dce8410d5 cosmetics
blanchet
parents: 36223
diff changeset
    96
                " with a time limit of " ^ string_of_int msecs ^ " ms.")
35969
c9565298df9e added support for Sledgehammer parameters;
blanchet
parents: 35867
diff changeset
    97
    val test_thms_fun =
36063
cdc6855a6387 make Sledgehammer output "by" vs. "apply", "qed" vs. "next", and any necessary "prefer"
blanchet
parents: 35969
diff changeset
    98
      sledgehammer_test_theorems params prover minimize_timeout i state
31752
19a5f1c8a844 use results of relevance-filter to determine additional clauses;
immler@in.tum.de
parents: 31409
diff changeset
    99
    fun test_thms filtered thms =
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   100
      case test_thms_fun filtered thms of
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   101
        (Success, result) => SOME result
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   102
      | _ => NONE
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   103
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   104
    val {context = ctxt, facts, goal} = Proof.goal state;
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   105
    val n = Logic.count_prems (prop_of goal)
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   106
  in
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   107
    (* try prove first to check result and get used theorems *)
31409
d8537ba165b5 split preparing clauses and writing problemfile;
immler@in.tum.de
parents: 31236
diff changeset
   108
    (case test_thms_fun NONE name_thms_pairs of
36224
109dce8410d5 cosmetics
blanchet
parents: 36223
diff changeset
   109
      (Success, result as {internal_thm_names, filtered_clauses, ...}) =>
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   110
        let
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   111
          val used = internal_thm_names |> Vector.foldr (op ::) []
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   112
                                        |> sort_distinct string_ord
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   113
          val to_use =
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   114
            if length used < length name_thms_pairs then
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   115
              filter (fn (name1, _) => List.exists (curry (op =) name1) used)
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   116
                     name_thms_pairs
33305
wenzelm
parents: 33292
diff changeset
   117
            else name_thms_pairs
36231
bede2d49ba3b get rid of "conjecture_pos", which is no longer necessary now that it's Metis's job, not Sledgehammer's, to report inconsistent contexts
blanchet
parents: 36224
diff changeset
   118
          val (min_thms, {proof, internal_thm_names, ...}) =
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   119
            linear_minimize (test_thms (SOME filtered_clauses)) to_use
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   120
                            ([], result)
36224
109dce8410d5 cosmetics
blanchet
parents: 36223
diff changeset
   121
          val n = length min_thms
32947
3c19b98a35cd ATP_Manager.get_prover: canonical argument order;
wenzelm
parents: 32942
diff changeset
   122
          val _ = priority (cat_lines
36224
109dce8410d5 cosmetics
blanchet
parents: 36223
diff changeset
   123
            ["Minimized: " ^ string_of_int n ^ " theorem" ^ plural_s n] ^ ".")
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   124
        in
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   125
          (SOME min_thms,
36289
f75b6a3e1450 set "atps" reference's default value to "(remote_)e (remote_)spass (remote_)vampire", based on what is installed
blanchet
parents: 36287
diff changeset
   126
           proof_text isar_proof debug modulus sorts ctxt
36287
96f45c5ffb36 if Isar proof reconstruction is not supported, tell the user so they don't wonder why their "isar_proof" option did nothing
blanchet
parents: 36283
diff changeset
   127
                      (K "", proof, internal_thm_names, goal, i) |> fst)
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   128
        end
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   129
    | (Timeout, _) =>
36142
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   130
        (NONE, "Timeout: You can increase the time limit using the \"timeout\" \
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   131
               \option (e.g., \"timeout = " ^
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   132
               string_of_int (10 + msecs div 1000) ^ " s\").")
36223
217ca1273786 make Sledgehammer's minimizer also minimize Isar proofs
blanchet
parents: 36143
diff changeset
   133
    | (Error, {message, ...}) => (NONE, "ATP error: " ^ message)
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   134
    | (Failure, _) =>
36142
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   135
        (* Failure sometimes mean timeout, unfortunately. *)
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   136
        (NONE, "Failure: No proof was found with the current time limit. You \
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   137
               \can increase the time limit using the \"timeout\" \
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   138
               \option (e.g., \"timeout = " ^
f5e15e9aae10 make Sledgehammer "minimize" output less confusing + round up (not down) time limits to nearest second
blanchet
parents: 36063
diff changeset
   139
               string_of_int (10 + msecs div 1000) ^ " s\")."))
35865
2f8fb5242799 more Sledgehammer refactoring
blanchet
parents: 35826
diff changeset
   140
    handle Sledgehammer_HOL_Clause.TRIVIAL =>
36063
cdc6855a6387 make Sledgehammer output "by" vs. "apply", "qed" vs. "next", and any necessary "prefer"
blanchet
parents: 35969
diff changeset
   141
        (SOME [], metis_line i n [])
32947
3c19b98a35cd ATP_Manager.get_prover: canonical argument order;
wenzelm
parents: 32942
diff changeset
   142
      | ERROR msg => (NONE, "Error: " ^ msg)
31236
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   143
  end
2a1f5c87ac28 proper signature constraint;
wenzelm
parents: 31037
diff changeset
   144
35866
513074557e06 move the Sledgehammer Isar commands together into one file;
blanchet
parents: 35865
diff changeset
   145
end;