src/HOL/Tools/ATP/atp_systems.ML
author blanchet
Tue Jun 26 11:14:39 2012 +0200 (2012-06-26)
changeset 48131 1016664b8feb
parent 48130 defbcdc60fd6
child 48232 712d49104b13
permissions -rw-r--r--
started adding polymophic SPASS output
blanchet@38047
     1
(*  Title:      HOL/Tools/ATP/atp_systems.ML
wenzelm@28592
     2
    Author:     Fabian Immler, TU Muenchen
blanchet@36371
     3
    Author:     Jasmin Blanchette, TU Muenchen
wenzelm@28592
     4
blanchet@36376
     5
Setup for supported ATPs.
wenzelm@28592
     6
*)
wenzelm@28592
     7
blanchet@36376
     8
signature ATP_SYSTEMS =
wenzelm@28592
     9
sig
blanchet@47038
    10
  type term_order = ATP_Problem.term_order
blanchet@45301
    11
  type atp_format = ATP_Problem.atp_format
blanchet@47976
    12
  type formula_role = ATP_Problem.formula_role
blanchet@39491
    13
  type failure = ATP_Proof.failure
blanchet@38023
    14
blanchet@46409
    15
  type slice_spec = int * atp_format * string * string * bool
blanchet@40059
    16
  type atp_config =
blanchet@47055
    17
    {exec : string list * string,
blanchet@47055
    18
     required_vars : string list list,
blanchet@42646
    19
     arguments :
blanchet@43473
    20
       Proof.context -> bool -> string -> Time.time
blanchet@47038
    21
       -> term_order * (unit -> (string * int) list)
blanchet@47038
    22
          * (unit -> (string * real) list) -> string,
blanchet@42578
    23
     proof_delims : (string * string) list,
blanchet@42578
    24
     known_failures : (failure * string) list,
blanchet@47976
    25
     prem_role : formula_role,
blanchet@43473
    26
     best_slices :
blanchet@47962
    27
       Proof.context -> (real * (bool * (slice_spec * string))) list,
blanchet@47962
    28
     best_max_mono_iters : int,
blanchet@47962
    29
     best_max_new_mono_instances : int}
blanchet@38023
    30
blanchet@47962
    31
  val default_max_mono_iters : int
blanchet@47962
    32
  val default_max_new_mono_instances : int
blanchet@44099
    33
  val force_sos : bool Config.T
blanchet@47032
    34
  val term_order : string Config.T
blanchet@43566
    35
  val e_smartN : string
blanchet@43566
    36
  val e_autoN : string
blanchet@43566
    37
  val e_fun_weightN : string
blanchet@43566
    38
  val e_sym_offset_weightN : string
blanchet@47032
    39
  val e_selection_heuristic : string Config.T
blanchet@42646
    40
  val e_default_fun_weight : real Config.T
blanchet@42646
    41
  val e_fun_weight_base : real Config.T
blanchet@42646
    42
  val e_fun_weight_span : real Config.T
blanchet@42646
    43
  val e_default_sym_offs_weight : real Config.T
blanchet@42646
    44
  val e_sym_offs_weight_base : real Config.T
blanchet@42646
    45
  val e_sym_offs_weight_span : real Config.T
blanchet@46643
    46
  val alt_ergoN : string
blanchet@46643
    47
  val dummy_thfN : string
blanchet@40059
    48
  val eN : string
blanchet@44590
    49
  val e_sineN : string
blanchet@44590
    50
  val e_tofofN : string
blanchet@45338
    51
  val iproverN : string
blanchet@45338
    52
  val iprover_eqN : string
blanchet@44590
    53
  val leo2N : string
blanchet@44590
    54
  val satallaxN : string
blanchet@44590
    55
  val snarkN : string
blanchet@40059
    56
  val spassN : string
blanchet@48131
    57
  val spass_polyN : string
blanchet@40059
    58
  val vampireN : string
blanchet@42938
    59
  val waldmeisterN : string
blanchet@44423
    60
  val z3_tptpN : string
blanchet@40060
    61
  val remote_prefix : string
blanchet@41738
    62
  val remote_atp :
blanchet@41738
    63
    string -> string -> string list -> (string * string) list
blanchet@47976
    64
    -> (failure * string) list -> formula_role
blanchet@47606
    65
    -> (Proof.context -> slice_spec * string) -> string * (unit -> atp_config)
blanchet@47606
    66
  val add_atp : string * (unit -> atp_config) -> theory -> theory
blanchet@47606
    67
  val get_atp : theory -> string -> (unit -> atp_config)
blanchet@41727
    68
  val supported_atps : theory -> string list
blanchet@40059
    69
  val is_atp_installed : theory -> string -> bool
blanchet@35867
    70
  val refresh_systems_on_tptp : unit -> unit
blanchet@47055
    71
  val effective_term_order : Proof.context -> string -> term_order
blanchet@35867
    72
  val setup : theory -> theory
wenzelm@28592
    73
end;
wenzelm@28592
    74
blanchet@36376
    75
structure ATP_Systems : ATP_SYSTEMS =
wenzelm@28592
    76
struct
wenzelm@28596
    77
blanchet@42577
    78
open ATP_Problem
blanchet@39491
    79
open ATP_Proof
blanchet@46320
    80
open ATP_Problem_Generate
boehmes@32864
    81
blanchet@40059
    82
(* ATP configuration *)
boehmes@32864
    83
blanchet@47962
    84
val default_max_mono_iters = 3 (* FUDGE *)
blanchet@47962
    85
val default_max_new_mono_instances = 200 (* FUDGE *)
blanchet@47962
    86
blanchet@46409
    87
type slice_spec = int * atp_format * string * string * bool
blanchet@46409
    88
blanchet@40059
    89
type atp_config =
blanchet@47055
    90
  {exec : string list * string,
blanchet@47055
    91
   required_vars : string list list,
blanchet@42646
    92
   arguments :
blanchet@43473
    93
     Proof.context -> bool -> string -> Time.time
blanchet@47038
    94
     -> term_order * (unit -> (string * int) list)
blanchet@47038
    95
        * (unit -> (string * real) list) -> string,
blanchet@42578
    96
   proof_delims : (string * string) list,
blanchet@42578
    97
   known_failures : (failure * string) list,
blanchet@47976
    98
   prem_role : formula_role,
blanchet@47962
    99
   best_slices : Proof.context -> (real * (bool * (slice_spec * string))) list,
blanchet@47962
   100
   best_max_mono_iters : int,
blanchet@47962
   101
   best_max_new_mono_instances : int}
wenzelm@28596
   102
blanchet@42723
   103
(* "best_slices" must be found empirically, taking a wholistic approach since
blanchet@46407
   104
   the ATPs are run in parallel. The "real" component gives the faction of the
blanchet@46409
   105
   time available given to the slice and should add up to 1.0. The first "bool"
blanchet@42723
   106
   component indicates whether the slice's strategy is complete; the "int", the
blanchet@43569
   107
   preferred number of facts to pass; the first "string", the preferred type
blanchet@45521
   108
   system (which should be sound or quasi-sound); the second "string", the
blanchet@46409
   109
   preferred lambda translation scheme; the second "bool", whether uncurried
blanchet@46409
   110
   aliased should be generated; the third "string", extra information to
blanchet@45521
   111
   the prover (e.g., SOS or no SOS).
blanchet@42723
   112
blanchet@42723
   113
   The last slice should be the most "normal" one, because it will get all the
blanchet@43569
   114
   time available if the other slices fail early and also because it is used if
blanchet@43569
   115
   slicing is disabled (e.g., by the minimizer). *)
blanchet@42710
   116
blanchet@38061
   117
val known_perl_failures =
blanchet@38094
   118
  [(CantConnect, "HTTP error"),
blanchet@38094
   119
   (NoPerl, "env: perl"),
blanchet@38065
   120
   (NoLibwwwPerl, "Can't locate HTTP")]
wenzelm@28596
   121
blanchet@45203
   122
fun known_szs_failures wrap =
blanchet@45203
   123
  [(Unprovable, wrap "CounterSatisfiable"),
blanchet@45203
   124
   (Unprovable, wrap "Satisfiable"),
blanchet@45203
   125
   (GaveUp, wrap "GaveUp"),
blanchet@45203
   126
   (GaveUp, wrap "Unknown"),
blanchet@45203
   127
   (GaveUp, wrap "Incomplete"),
blanchet@45203
   128
   (ProofMissing, wrap "Theorem"),
blanchet@45203
   129
   (ProofMissing, wrap "Unsatisfiable"),
blanchet@45203
   130
   (TimedOut, wrap "Timeout"),
blanchet@45203
   131
   (Inappropriate, wrap "Inappropriate"),
blanchet@45203
   132
   (OutOfResources, wrap "ResourceOut"),
blanchet@45203
   133
   (OutOfResources, wrap "MemoryOut"),
blanchet@45203
   134
   (Interrupted, wrap "Forced"),
blanchet@45203
   135
   (Interrupted, wrap "User")]
blanchet@45203
   136
blanchet@45203
   137
val known_szs_status_failures = known_szs_failures (prefix "SZS status ")
blanchet@45203
   138
val known_says_failures = known_szs_failures (prefix " says ")
blanchet@45203
   139
blanchet@40059
   140
(* named ATPs *)
blanchet@40059
   141
blanchet@46643
   142
val alt_ergoN = "alt_ergo"
blanchet@47055
   143
val dummy_thfN = "dummy_thf" (* for experiments *)
blanchet@40059
   144
val eN = "e"
blanchet@44590
   145
val e_sineN = "e_sine"
blanchet@44590
   146
val e_tofofN = "e_tofof"
blanchet@45338
   147
val iproverN = "iprover"
blanchet@45338
   148
val iprover_eqN = "iprover_eq"
blanchet@44099
   149
val leo2N = "leo2"
blanchet@44099
   150
val satallaxN = "satallax"
blanchet@44590
   151
val snarkN = "snark"
blanchet@40059
   152
val spassN = "spass"
blanchet@48131
   153
val spass_polyN = "spass_poly"
blanchet@40059
   154
val vampireN = "vampire"
blanchet@44590
   155
val waldmeisterN = "waldmeister"
blanchet@44423
   156
val z3_tptpN = "z3_tptp"
blanchet@40060
   157
val remote_prefix = "remote_"
blanchet@38001
   158
blanchet@38023
   159
structure Data = Theory_Data
blanchet@38023
   160
(
blanchet@47606
   161
  type T = ((unit -> atp_config) * stamp) Symtab.table
blanchet@38023
   162
  val empty = Symtab.empty
blanchet@38023
   163
  val extend = I
blanchet@46407
   164
  fun merge data : T =
blanchet@46407
   165
    Symtab.merge (eq_snd (op =)) data
blanchet@38023
   166
    handle Symtab.DUP name => error ("Duplicate ATP: " ^ quote name ^ ".")
blanchet@38023
   167
)
blanchet@38017
   168
blanchet@43981
   169
fun to_secs min time = Int.max (min, (Time.toMilliseconds time + 999) div 1000)
blanchet@36142
   170
blanchet@43473
   171
val sosN = "sos"
blanchet@43473
   172
val no_sosN = "no_sos"
blanchet@43473
   173
blanchet@44099
   174
val force_sos = Attrib.setup_config_bool @{binding atp_force_sos} (K false)
blanchet@44099
   175
blanchet@47032
   176
val smartN = "smart"
blanchet@47073
   177
(* val kboN = "kbo" *)
blanchet@47032
   178
val lpoN = "lpo"
blanchet@47034
   179
val xweightsN = "_weights"
blanchet@47034
   180
val xprecN = "_prec"
blanchet@47034
   181
val xsimpN = "_simp" (* SPASS-specific *)
blanchet@47032
   182
blanchet@47038
   183
(* Possible values for "atp_term_order":
blanchet@47049
   184
   "smart", "(kbo|lpo)(_weights)?(_prec|_simp)?" *)
blanchet@47032
   185
val term_order =
blanchet@47032
   186
  Attrib.setup_config_string @{binding atp_term_order} (K smartN)
blanchet@47032
   187
blanchet@46643
   188
(* Alt-Ergo *)
blanchet@46643
   189
blanchet@48130
   190
val alt_ergo_tff1 = TFF (Polymorphic, TPTP_Explicit)
blanchet@46643
   191
blanchet@46643
   192
val alt_ergo_config : atp_config =
blanchet@47055
   193
  {exec = (["WHY3_HOME"], "why3"),
blanchet@47055
   194
   required_vars = [],
blanchet@46643
   195
   arguments =
blanchet@46643
   196
     fn _ => fn _ => fn _ => fn timeout => fn _ =>
blanchet@46643
   197
        "--format tff1 --prover alt-ergo --timelimit " ^
blanchet@46643
   198
        string_of_int (to_secs 1 timeout),
blanchet@46643
   199
   proof_delims = [],
blanchet@46643
   200
   known_failures =
blanchet@46643
   201
     [(ProofMissing, ": Valid"),
blanchet@46643
   202
      (TimedOut, ": Timeout"),
blanchet@46643
   203
      (GaveUp, ": Unknown")],
blanchet@47976
   204
   prem_role = Hypothesis,
blanchet@46643
   205
   best_slices = fn _ =>
blanchet@46643
   206
     (* FUDGE *)
blanchet@47962
   207
     [(1.0, (false, ((100, alt_ergo_tff1, "poly_native", liftingN, false), "")))],
blanchet@47962
   208
   best_max_mono_iters = default_max_mono_iters,
blanchet@47962
   209
   best_max_new_mono_instances = default_max_new_mono_instances}
blanchet@46643
   210
blanchet@47646
   211
val alt_ergo = (alt_ergoN, fn () => alt_ergo_config)
blanchet@46643
   212
blanchet@46643
   213
blanchet@40059
   214
(* E *)
wenzelm@28596
   215
blanchet@47055
   216
fun is_new_e_version () = (string_ord (getenv "E_VERSION", "1.2") = GREATER)
blanchet@44420
   217
blanchet@36369
   218
val tstp_proof_delims =
blanchet@42962
   219
  [("# SZS output start CNFRefutation.", "# SZS output end CNFRefutation"),
blanchet@42962
   220
   ("% SZS output start CNFRefutation", "% SZS output end CNFRefutation")]
blanchet@36369
   221
blanchet@43473
   222
val e_smartN = "smart"
blanchet@42646
   223
val e_autoN = "auto"
blanchet@42646
   224
val e_fun_weightN = "fun_weight"
blanchet@42646
   225
val e_sym_offset_weightN = "sym_offset_weight"
blanchet@41725
   226
blanchet@47032
   227
val e_selection_heuristic =
blanchet@47032
   228
  Attrib.setup_config_string @{binding atp_e_selection_heuristic} (K e_smartN)
blanchet@41770
   229
(* FUDGE *)
blanchet@42646
   230
val e_default_fun_weight =
blanchet@42646
   231
  Attrib.setup_config_real @{binding atp_e_default_fun_weight} (K 20.0)
blanchet@42646
   232
val e_fun_weight_base =
blanchet@42646
   233
  Attrib.setup_config_real @{binding atp_e_fun_weight_base} (K 0.0)
blanchet@42646
   234
val e_fun_weight_span =
blanchet@42646
   235
  Attrib.setup_config_real @{binding atp_e_fun_weight_span} (K 40.0)
blanchet@42646
   236
val e_default_sym_offs_weight =
blanchet@42646
   237
  Attrib.setup_config_real @{binding atp_e_default_sym_offs_weight} (K 1.0)
blanchet@42646
   238
val e_sym_offs_weight_base =
blanchet@42646
   239
  Attrib.setup_config_real @{binding atp_e_sym_offs_weight_base} (K ~20.0)
blanchet@42646
   240
val e_sym_offs_weight_span =
blanchet@42646
   241
  Attrib.setup_config_real @{binding atp_e_sym_offs_weight_span} (K 60.0)
blanchet@41725
   242
blanchet@47038
   243
fun e_selection_heuristic_case heuristic fw sow =
blanchet@47038
   244
  if heuristic = e_fun_weightN then fw
blanchet@47038
   245
  else if heuristic = e_sym_offset_weightN then sow
blanchet@47038
   246
  else raise Fail ("unexpected " ^ quote heuristic)
blanchet@41725
   247
blanchet@47038
   248
fun scaled_e_selection_weight ctxt heuristic w =
blanchet@47038
   249
  w * Config.get ctxt (e_selection_heuristic_case heuristic
blanchet@47029
   250
                           e_fun_weight_span e_sym_offs_weight_span)
blanchet@47038
   251
  + Config.get ctxt (e_selection_heuristic_case heuristic
blanchet@47029
   252
                         e_fun_weight_base e_sym_offs_weight_base)
blanchet@41725
   253
  |> Real.ceil |> signed_string_of_int
blanchet@41313
   254
blanchet@47038
   255
fun e_selection_weight_arguments ctxt heuristic sel_weights =
blanchet@47038
   256
  if heuristic = e_autoN then
blanchet@47038
   257
    "-xAuto"
blanchet@41725
   258
  else
blanchet@43622
   259
    (* supplied by Stephan Schulz *)
blanchet@41314
   260
    "--split-clauses=4 --split-reuse-defs --simul-paramod --forward-context-sr \
blanchet@41314
   261
    \--destructive-er-aggressive --destructive-er --presat-simplify \
blanchet@47505
   262
    \--prefer-initial-clauses -winvfreqrank -c1 -Ginvfreqconjmax -F1 \
blanchet@47505
   263
    \--delete-bad-limit=150000000 -WSelectMaxLComplexAvoidPosPred -H'(4*" ^
blanchet@47038
   264
    e_selection_heuristic_case heuristic "FunWeight" "SymOffsetWeight" ^
blanchet@41725
   265
    "(SimulateSOS, " ^
blanchet@47038
   266
    (e_selection_heuristic_case heuristic
blanchet@47029
   267
         e_default_fun_weight e_default_sym_offs_weight
blanchet@42646
   268
     |> Config.get ctxt |> Real.ceil |> signed_string_of_int) ^
blanchet@41314
   269
    ",20,1.5,1.5,1" ^
blanchet@47030
   270
    (sel_weights ()
blanchet@47029
   271
     |> map (fn (s, w) => "," ^ s ^ ":" ^
blanchet@47038
   272
                          scaled_e_selection_weight ctxt heuristic w)
blanchet@42646
   273
     |> implode) ^
blanchet@41314
   274
    "),3*ConjectureGeneralSymbolWeight(PreferNonGoals,200,100,200,50,50,1,100,\
blanchet@41314
   275
    \1.5,1.5,1),1*Clauseweight(PreferProcessed,1,1,1),1*\
blanchet@41314
   276
    \FIFOWeight(PreferProcessed))'"
blanchet@41313
   277
blanchet@47038
   278
val e_ord_weights =
blanchet@47038
   279
  map (fn (s, w) => s ^ ":" ^ string_of_int w) #> space_implode ","
blanchet@47038
   280
fun e_ord_precedence [_] = ""
blanchet@47038
   281
  | e_ord_precedence info = info |> map fst |> space_implode "<"
blanchet@47038
   282
blanchet@47039
   283
fun e_term_order_info_arguments false false _ = ""
blanchet@47039
   284
  | e_term_order_info_arguments gen_weights gen_prec ord_info =
blanchet@47038
   285
    let val ord_info = ord_info () in
blanchet@47038
   286
      (if gen_weights then "--order-weights='" ^ e_ord_weights ord_info ^ "' "
blanchet@47038
   287
       else "") ^
blanchet@47038
   288
      (if gen_prec then "--precedence='" ^ e_ord_precedence ord_info ^ "' "
blanchet@47038
   289
       else "")
blanchet@47038
   290
    end
blanchet@47038
   291
blanchet@47032
   292
fun effective_e_selection_heuristic ctxt =
blanchet@47055
   293
  if is_new_e_version () then Config.get ctxt e_selection_heuristic else e_autoN
blanchet@42443
   294
blanchet@47505
   295
fun e_kbo () = if is_new_e_version () then "KBO6" else "KBO"
blanchet@47505
   296
blanchet@40059
   297
val e_config : atp_config =
blanchet@47055
   298
  {exec = (["E_HOME"], "eproof"),
blanchet@47055
   299
   required_vars = [],
blanchet@43354
   300
   arguments =
blanchet@47038
   301
     fn ctxt => fn _ => fn heuristic => fn timeout =>
blanchet@47038
   302
        fn ({is_lpo, gen_weights, gen_prec, ...}, ord_info, sel_weights) =>
blanchet@47038
   303
        "--tstp-in --tstp-out --output-level=5 --silent " ^
blanchet@47038
   304
        e_selection_weight_arguments ctxt heuristic sel_weights ^ " " ^
blanchet@47039
   305
        e_term_order_info_arguments gen_weights gen_prec ord_info ^ " " ^
blanchet@47505
   306
        "--term-ordering=" ^ (if is_lpo then "LPO4" else e_kbo ()) ^ " " ^
blanchet@47038
   307
        "--cpu-limit=" ^ string_of_int (to_secs 2 timeout),
blanchet@42962
   308
   proof_delims = tstp_proof_delims,
blanchet@36265
   309
   known_failures =
blanchet@45203
   310
     [(TimedOut, "Failure: Resource limit exceeded (time)"),
blanchet@47972
   311
      (TimedOut, "time limit exceeded")] @
blanchet@47972
   312
     known_szs_status_failures,
blanchet@47976
   313
   prem_role = Conjecture,
blanchet@42646
   314
   best_slices = fn ctxt =>
blanchet@47038
   315
     let val heuristic = effective_e_selection_heuristic ctxt in
blanchet@43474
   316
       (* FUDGE *)
blanchet@47038
   317
       if heuristic = e_smartN then
blanchet@46449
   318
         [(0.333, (true, ((500, FOF, "mono_tags??", combsN, false), e_fun_weightN))),
blanchet@46449
   319
          (0.334, (true, ((50, FOF, "mono_guards??", combsN, false), e_fun_weightN))),
blanchet@46449
   320
          (0.333, (true, ((1000, FOF, "mono_tags??", combsN, false), e_sym_offset_weightN)))]
blanchet@43473
   321
       else
blanchet@47038
   322
         [(1.0, (true, ((500, FOF, "mono_tags??", combsN, false), heuristic)))]
blanchet@47962
   323
     end,
blanchet@47962
   324
   best_max_mono_iters = default_max_mono_iters,
blanchet@47962
   325
   best_max_new_mono_instances = default_max_new_mono_instances}
blanchet@38454
   326
blanchet@47646
   327
val e = (eN, fn () => e_config)
wenzelm@28596
   328
wenzelm@28596
   329
blanchet@44099
   330
(* LEO-II *)
blanchet@44099
   331
blanchet@48004
   332
(* LEO-II supports definitions, but it performs significantly better on our
blanchet@48004
   333
   benchmarks when they are not used. *)
blanchet@48004
   334
val leo2_thf0 =
blanchet@48130
   335
  THF (Monomorphic, TPTP_Explicit, THF_Without_Choice, THF_Without_Defs)
blanchet@44754
   336
blanchet@44099
   337
val leo2_config : atp_config =
blanchet@47055
   338
  {exec = (["LEO2_HOME"], "leo"),
blanchet@47055
   339
   required_vars = [],
blanchet@44099
   340
   arguments =
blanchet@47916
   341
     fn _ => fn _ => fn _ => fn timeout => fn _ =>
blanchet@48084
   342
        "--foatp e --atp e=\"$E_HOME\"/eprover \
blanchet@48084
   343
        \--atp epclextract=\"$E_HOME\"/epclextract \
blanchet@48084
   344
        \--proofoutput 1 --timeout " ^
blanchet@48084
   345
        string_of_int (to_secs 1 timeout),
blanchet@44099
   346
   proof_delims = tstp_proof_delims,
blanchet@45207
   347
   known_failures =
blanchet@47974
   348
     [(TimedOut, "CPU time limit exceeded, terminating"),
blanchet@47972
   349
      (GaveUp, "No.of.Axioms")] @
blanchet@47972
   350
     known_szs_status_failures,
blanchet@47976
   351
   prem_role = Hypothesis,
blanchet@47914
   352
   best_slices =
blanchet@44099
   353
     (* FUDGE *)
blanchet@48097
   354
     K [(1.0, (true, ((40, leo2_thf0, "mono_native_higher", keep_lamsN, false), "")))],
blanchet@47962
   355
   best_max_mono_iters = default_max_mono_iters - 1 (* FUDGE *),
blanchet@47962
   356
   best_max_new_mono_instances = default_max_new_mono_instances div 2 (* FUDGE *)}
blanchet@39491
   357
blanchet@47646
   358
val leo2 = (leo2N, fn () => leo2_config)
blanchet@44099
   359
blanchet@44099
   360
blanchet@44099
   361
(* Satallax *)
blanchet@44099
   362
blanchet@48004
   363
val satallax_thf0 =
blanchet@48130
   364
  THF (Monomorphic, TPTP_Explicit, THF_With_Choice, THF_With_Defs)
blanchet@44754
   365
blanchet@44099
   366
val satallax_config : atp_config =
blanchet@47055
   367
  {exec = (["SATALLAX_HOME"], "satallax"),
blanchet@47055
   368
   required_vars = [],
blanchet@44099
   369
   arguments =
blanchet@44099
   370
     fn _ => fn _ => fn _ => fn timeout => fn _ =>
blanchet@45162
   371
        "-p hocore -t " ^ string_of_int (to_secs 1 timeout),
blanchet@45162
   372
   proof_delims =
blanchet@45162
   373
     [("% Higher-Order Unsat Core BEGIN", "% Higher-Order Unsat Core END")],
blanchet@45203
   374
   known_failures = known_szs_status_failures,
blanchet@47981
   375
   prem_role = Hypothesis,
blanchet@44416
   376
   best_slices =
blanchet@44754
   377
     (* FUDGE *)
blanchet@47985
   378
     K [(1.0, (true, ((60, satallax_thf0, "mono_native_higher", keep_lamsN, false), "")))],
blanchet@47962
   379
   best_max_mono_iters = default_max_mono_iters - 1 (* FUDGE *),
blanchet@47962
   380
   best_max_new_mono_instances = default_max_new_mono_instances div 2 (* FUDGE *)}
blanchet@44099
   381
blanchet@47646
   382
val satallax = (satallaxN, fn () => satallax_config)
blanchet@44099
   383
blanchet@44099
   384
blanchet@44099
   385
(* SPASS *)
blanchet@42725
   386
blanchet@48005
   387
val spass_H1SOS = "-Heuristic=1 -SOS"
blanchet@48005
   388
val spass_H2LR0LT0 = "-Heuristic=2 -LR=0 -LT=0"
blanchet@48005
   389
val spass_H2SOS = "-Heuristic=2 -SOS"
blanchet@48005
   390
val spass_H2NuVS0 = "-Heuristic=2 -RNuV=1 -Sorts=0"
blanchet@48005
   391
val spass_H2NuVS0Red2 = "-Heuristic=2 -RNuV=1 -Sorts=0 -RFRew=2 -RBRew=2 -RTaut=2"
blanchet@47055
   392
blanchet@48005
   393
(* FIXME: Make "SPASS_NEW_HOME" legacy. *)
blanchet@48005
   394
val spass_config : atp_config =
blanchet@48005
   395
  {exec = (["SPASS_NEW_HOME", "SPASS_HOME"], "SPASS"),
blanchet@48005
   396
   required_vars = [],
blanchet@48005
   397
   arguments = fn _ => fn _ => fn extra_options => fn timeout => fn _ =>
blanchet@48005
   398
     ("-Isabelle=1 -TimeLimit=" ^ string_of_int (to_secs 1 timeout))
blanchet@48005
   399
     |> extra_options <> "" ? prefix (extra_options ^ " "),
blanchet@36369
   400
   proof_delims = [("Here is a proof", "Formulae used in the proof")],
blanchet@36289
   401
   known_failures =
blanchet@48005
   402
     [(OldSPASS, "Unrecognized option Isabelle"),
blanchet@47950
   403
      (GaveUp, "SPASS beiseite: Completion found"),
blanchet@36370
   404
      (TimedOut, "SPASS beiseite: Ran out of time"),
blanchet@36965
   405
      (OutOfResources, "SPASS beiseite: Maximal number of loops exceeded"),
blanchet@37413
   406
      (MalformedInput, "Undefined symbol"),
blanchet@37414
   407
      (MalformedInput, "Free Variable"),
blanchet@44391
   408
      (Unprovable, "No formulae and clauses found in input file"),
blanchet@47972
   409
      (InternalError, "Please report this error")] @
blanchet@47972
   410
      known_perl_failures,
blanchet@47976
   411
   prem_role = Conjecture,
blanchet@48005
   412
   best_slices = fn _ =>
blanchet@42723
   413
     (* FUDGE *)
blanchet@48131
   414
     [(0.1667, (false, ((150, DFG Monomorphic, "mono_native", combsN, true), ""))),
blanchet@48131
   415
      (0.1667, (false, ((500, DFG Monomorphic, "mono_native", liftingN, true), spass_H2SOS))),
blanchet@48131
   416
      (0.1666, (false, ((50, DFG Monomorphic,  "mono_native", liftingN, true), spass_H2LR0LT0))),
blanchet@48131
   417
      (0.1000, (false, ((250, DFG Monomorphic, "mono_native", combsN, true), spass_H2NuVS0))),
blanchet@48131
   418
      (0.1000, (false, ((1000, DFG Monomorphic, "mono_native", liftingN, true), spass_H1SOS))),
blanchet@48131
   419
      (0.1000, (false, ((150, DFG Monomorphic, "poly_guards??", liftingN, false), spass_H2NuVS0Red2))),
blanchet@48131
   420
      (0.1000, (false, ((300, DFG Monomorphic, "mono_native", combsN, true), spass_H2SOS))),
blanchet@48131
   421
      (0.1000, (false, ((100, DFG Monomorphic, "mono_native", combs_and_liftingN, true), spass_H2NuVS0)))],
blanchet@47962
   422
   best_max_mono_iters = default_max_mono_iters,
blanchet@47962
   423
   best_max_new_mono_instances = default_max_new_mono_instances}
blanchet@38454
   424
blanchet@48005
   425
val spass = (spassN, fn () => spass_config)
blanchet@38454
   426
blanchet@37509
   427
(* Vampire *)
blanchet@37509
   428
blanchet@48007
   429
(* Vampire 1.8 has TFF support, but the support was buggy until revision
blanchet@48007
   430
   1435 (or shortly before). *)
blanchet@47055
   431
fun is_new_vampire_version () =
blanchet@47055
   432
  string_ord (getenv "VAMPIRE_VERSION", "1.8") = GREATER
blanchet@44420
   433
blanchet@48130
   434
val vampire_tff0 = TFF (Monomorphic, TPTP_Implicit)
blanchet@44589
   435
blanchet@40059
   436
val vampire_config : atp_config =
blanchet@47055
   437
  {exec = (["VAMPIRE_HOME"], "vampire"),
blanchet@47055
   438
   required_vars = [],
blanchet@43569
   439
   arguments = fn _ => fn _ => fn sos => fn timeout => fn _ =>
blanchet@44417
   440
     "--mode casc -t " ^ string_of_int (to_secs 1 timeout) ^
blanchet@45234
   441
     " --proof tptp --output_axiom_names on\
blanchet@45234
   442
     \ --forced_options propositional_to_bdd=off\
blanchet@44417
   443
     \ --thanks \"Andrei and Krystof\" --input_file"
blanchet@43473
   444
     |> sos = sosN ? prefix "--sos on ",
blanchet@37509
   445
   proof_delims =
blanchet@37509
   446
     [("=========== Refutation ==========",
blanchet@37509
   447
       "======= End of refutation ======="),
blanchet@38033
   448
      ("% SZS output start Refutation", "% SZS output end Refutation"),
blanchet@38033
   449
      ("% SZS output start Proof", "% SZS output end Proof")],
blanchet@37509
   450
   known_failures =
blanchet@43050
   451
     [(GaveUp, "UNPROVABLE"),
blanchet@43050
   452
      (GaveUp, "CANNOT PROVE"),
blanchet@37509
   453
      (Unprovable, "Satisfiability detected"),
blanchet@38647
   454
      (Unprovable, "Termination reason: Satisfiable"),
blanchet@47972
   455
      (Interrupted, "Aborted by signal SIGINT")] @
blanchet@47972
   456
     known_szs_status_failures,
blanchet@47976
   457
   prem_role = Conjecture,
blanchet@42725
   458
   best_slices = fn ctxt =>
blanchet@42723
   459
     (* FUDGE *)
blanchet@47055
   460
     (if is_new_vampire_version () then
blanchet@47948
   461
        [(0.333, (false, ((500, vampire_tff0, "mono_native", combs_or_liftingN, false), sosN))),
blanchet@47948
   462
         (0.333, (false, ((150, vampire_tff0, "poly_guards??", combs_or_liftingN, false), sosN))),
blanchet@47055
   463
         (0.334, (true, ((50, vampire_tff0, "mono_native", combs_or_liftingN, false), no_sosN)))]
blanchet@47055
   464
      else
blanchet@46449
   465
        [(0.333, (false, ((150, FOF, "poly_guards??", combs_or_liftingN, false), sosN))),
blanchet@46449
   466
         (0.333, (false, ((500, FOF, "mono_tags??", combs_or_liftingN, false), sosN))),
blanchet@47055
   467
         (0.334, (true, ((50, FOF, "mono_guards??", combs_or_liftingN, false), no_sosN)))])
blanchet@44099
   468
     |> (if Config.get ctxt force_sos then hd #> apfst (K 1.0) #> single
blanchet@47962
   469
         else I),
blanchet@47962
   470
   best_max_mono_iters = default_max_mono_iters,
blanchet@47962
   471
   best_max_new_mono_instances = default_max_new_mono_instances}
blanchet@38454
   472
blanchet@47646
   473
val vampire = (vampireN, fn () => vampire_config)
blanchet@37509
   474
blanchet@38454
   475
blanchet@41740
   476
(* Z3 with TPTP syntax *)
blanchet@41740
   477
blanchet@48130
   478
val z3_tff0 = TFF (Monomorphic, TPTP_Implicit)
blanchet@44589
   479
blanchet@44423
   480
val z3_tptp_config : atp_config =
blanchet@47055
   481
  {exec = (["Z3_HOME"], "z3"),
blanchet@47055
   482
   required_vars = [],
blanchet@43354
   483
   arguments = fn _ => fn _ => fn _ => fn timeout => fn _ =>
blanchet@44420
   484
     "MBQI=true -tptp -t:" ^ string_of_int (to_secs 1 timeout),
blanchet@41740
   485
   proof_delims = [],
blanchet@45203
   486
   known_failures = known_szs_status_failures,
blanchet@47976
   487
   prem_role = Hypothesis,
blanchet@42723
   488
   best_slices =
blanchet@44423
   489
     (* FUDGE *)
blanchet@46435
   490
     K [(0.5, (false, ((250, z3_tff0, "mono_native", combsN, false), ""))),
blanchet@46435
   491
        (0.25, (false, ((125, z3_tff0, "mono_native", combsN, false), ""))),
blanchet@46435
   492
        (0.125, (false, ((62, z3_tff0, "mono_native", combsN, false), ""))),
blanchet@47962
   493
        (0.125, (false, ((31, z3_tff0, "mono_native", combsN, false), "")))],
blanchet@47962
   494
   best_max_mono_iters = default_max_mono_iters,
blanchet@47962
   495
   best_max_new_mono_instances = default_max_new_mono_instances}
blanchet@41740
   496
blanchet@47646
   497
val z3_tptp = (z3_tptpN, fn () => z3_tptp_config)
blanchet@41740
   498
blanchet@44590
   499
blanchet@48131
   500
(* Not really a prover: Experimental Polymorphic THF and DFG output *)
blanchet@44590
   501
blanchet@44754
   502
fun dummy_config format type_enc : atp_config =
blanchet@47055
   503
  {exec = (["ISABELLE_ATP"], "scripts/dummy_atp"),
blanchet@47055
   504
   required_vars = [],
blanchet@44590
   505
   arguments = K (K (K (K (K "")))),
blanchet@44590
   506
   proof_delims = [],
blanchet@45203
   507
   known_failures = known_szs_status_failures,
blanchet@47976
   508
   prem_role = Hypothesis,
blanchet@45521
   509
   best_slices =
blanchet@46407
   510
     K [(1.0, (false, ((200, format, type_enc,
blanchet@46407
   511
                        if is_format_higher_order format then keep_lamsN
blanchet@47962
   512
                        else combsN, false), "")))],
blanchet@47962
   513
   best_max_mono_iters = default_max_mono_iters,
blanchet@47962
   514
   best_max_new_mono_instances = default_max_new_mono_instances}
blanchet@44590
   515
blanchet@48004
   516
val dummy_thf_format =
blanchet@48130
   517
  THF (Polymorphic, TPTP_Explicit, THF_With_Choice, THF_With_Defs)
blanchet@46435
   518
val dummy_thf_config = dummy_config dummy_thf_format "poly_native_higher"
blanchet@47646
   519
val dummy_thf = (dummy_thfN, fn () => dummy_thf_config)
blanchet@44754
   520
blanchet@48131
   521
val spass_poly_format = DFG Polymorphic
blanchet@48131
   522
val spass_poly_config = dummy_config spass_poly_format "tc_native"
blanchet@48131
   523
val spass_poly = (spass_polyN, fn () => spass_poly_config)
blanchet@41740
   524
blanchet@40059
   525
(* Remote ATP invocation via SystemOnTPTP *)
wenzelm@28596
   526
blanchet@38061
   527
val systems = Synchronized.var "atp_systems" ([] : string list)
immler@31835
   528
immler@31835
   529
fun get_systems () =
blanchet@44589
   530
  case Isabelle_System.bash_output
blanchet@44589
   531
           "\"$ISABELLE_ATP/scripts/remote_atp\" -w 2>&1" of
blanchet@39491
   532
    (output, 0) => split_lines output
blanchet@39491
   533
  | (output, _) =>
blanchet@39491
   534
    error (case extract_known_failure known_perl_failures output of
blanchet@41744
   535
             SOME failure => string_for_failure failure
wenzelm@47499
   536
           | NONE => trim_line output ^ ".")
immler@31835
   537
blanchet@42537
   538
fun find_system name [] systems =
blanchet@42537
   539
    find_first (String.isPrefix (name ^ "---")) systems
blanchet@38690
   540
  | find_system name (version :: versions) systems =
blanchet@38690
   541
    case find_first (String.isPrefix (name ^ "---" ^ version)) systems of
blanchet@38690
   542
      NONE => find_system name versions systems
blanchet@38690
   543
    | res => res
blanchet@38690
   544
blanchet@38690
   545
fun get_system name versions =
blanchet@38589
   546
  Synchronized.change_result systems
blanchet@38589
   547
      (fn systems => (if null systems then get_systems () else systems)
blanchet@42955
   548
                     |> `(`(find_system name versions)))
boehmes@32864
   549
blanchet@38690
   550
fun the_system name versions =
blanchet@38690
   551
  case get_system name versions of
blanchet@42955
   552
    (SOME sys, _) => sys
blanchet@46480
   553
  | (NONE, []) => error ("SystemOnTPTP is not available.")
blanchet@42955
   554
  | (NONE, syss) =>
blanchet@46480
   555
    case syss |> filter_out (String.isPrefix "%")
blanchet@46480
   556
              |> filter_out (curry (op =) "") of
blanchet@46480
   557
      [] => error ("SystemOnTPTP is not available.")
blanchet@46480
   558
    | [msg] => error ("SystemOnTPTP is not available: " ^ msg ^ ".")
blanchet@46480
   559
    | syss =>
blanchet@46480
   560
      error ("System " ^ quote name ^ " is not available at SystemOnTPTP.\n" ^
blanchet@46480
   561
             "(Available systems: " ^ commas_quote syss ^ ".)")
immler@31835
   562
blanchet@41148
   563
val max_remote_secs = 240 (* give Geoff Sutcliffe's servers a break *)
blanchet@41148
   564
blanchet@38690
   565
fun remote_config system_name system_versions proof_delims known_failures
blanchet@47976
   566
                  prem_role best_slice : atp_config =
blanchet@47055
   567
  {exec = (["ISABELLE_ATP"], "scripts/remote_atp"),
blanchet@47055
   568
   required_vars = [],
blanchet@47074
   569
   arguments = fn _ => fn _ => fn command => fn timeout => fn _ =>
blanchet@47074
   570
     (if command <> "" then "-c " ^ quote command ^ " " else "") ^
blanchet@47074
   571
     "-s " ^ the_system system_name system_versions ^ " " ^
blanchet@47074
   572
     "-t " ^ string_of_int (Int.min (max_remote_secs, to_secs 1 timeout)),
blanchet@42962
   573
   proof_delims = union (op =) tstp_proof_delims proof_delims,
blanchet@45203
   574
   known_failures = known_failures @ known_perl_failures @ known_says_failures,
blanchet@47976
   575
   prem_role = prem_role,
blanchet@47962
   576
   best_slices = fn ctxt => [(1.0, (false, best_slice ctxt))],
blanchet@47962
   577
   best_max_mono_iters = default_max_mono_iters,
blanchet@47962
   578
   best_max_new_mono_instances = default_max_new_mono_instances}
blanchet@42443
   579
blanchet@43500
   580
fun remotify_config system_name system_versions best_slice
blanchet@47976
   581
        ({proof_delims, known_failures, prem_role, ...} : atp_config)
blanchet@47912
   582
        : atp_config =
blanchet@38690
   583
  remote_config system_name system_versions proof_delims known_failures
blanchet@47976
   584
                prem_role best_slice
blanchet@38023
   585
blanchet@40059
   586
fun remote_atp name system_name system_versions proof_delims known_failures
blanchet@47976
   587
               prem_role best_slice =
blanchet@40060
   588
  (remote_prefix ^ name,
blanchet@47912
   589
   fn () => remote_config system_name system_versions proof_delims
blanchet@47976
   590
                          known_failures prem_role best_slice)
blanchet@43500
   591
fun remotify_atp (name, config) system_name system_versions best_slice =
blanchet@43500
   592
  (remote_prefix ^ name,
blanchet@47606
   593
   remotify_config system_name system_versions best_slice o config)
wenzelm@28592
   594
blanchet@48130
   595
val explicit_tff0 = TFF (Monomorphic, TPTP_Explicit)
blanchet@44589
   596
blanchet@43500
   597
val remote_e =
blanchet@43500
   598
  remotify_atp e "EP" ["1.0", "1.1", "1.2"]
blanchet@47074
   599
      (K ((750, FOF, "mono_tags??", combsN, false), "") (* FUDGE *))
blanchet@44099
   600
val remote_leo2 =
blanchet@44099
   601
  remotify_atp leo2 "LEO-II" ["1.2.8", "1.2.6"]
blanchet@47074
   602
      (K ((100, leo2_thf0, "mono_native_higher", liftingN, false), "") (* FUDGE *))
blanchet@44099
   603
val remote_satallax =
blanchet@47074
   604
  remotify_atp satallax "Satallax" ["2.3", "2.2", "2"]
blanchet@47076
   605
      (K ((100, satallax_thf0, "mono_native_higher", keep_lamsN, false), "") (* FUDGE *))
blanchet@43500
   606
val remote_vampire =
blanchet@48077
   607
  remotify_atp vampire "Vampire" ["2.6", "2.5", "1.8"]
blanchet@47074
   608
      (K ((250, vampire_tff0, "mono_native", combs_or_liftingN, false), "") (* FUDGE *))
blanchet@44423
   609
val remote_z3_tptp =
blanchet@44754
   610
  remotify_atp z3_tptp "Z3" ["3.0"]
blanchet@47074
   611
      (K ((250, z3_tff0, "mono_native", combsN, false), "") (* FUDGE *))
blanchet@44092
   612
val remote_e_sine =
blanchet@47912
   613
  remote_atp e_sineN "SInE" ["0.4"] [] (#known_failures e_config) Conjecture
blanchet@47074
   614
      (K ((500, FOF, "mono_guards??", combsN, false), "") (* FUDGE *))
blanchet@45338
   615
val remote_iprover =
blanchet@47912
   616
  remote_atp iproverN "iProver" [] [] [] Conjecture
blanchet@47074
   617
      (K ((150, FOF, "mono_guards??", liftingN, false), "") (* FUDGE *))
blanchet@45338
   618
val remote_iprover_eq =
blanchet@47912
   619
  remote_atp iprover_eqN "iProver-Eq" [] [] [] Conjecture
blanchet@47074
   620
      (K ((150, FOF, "mono_guards??", liftingN, false), "") (* FUDGE *))
blanchet@41740
   621
val remote_snark =
blanchet@42939
   622
  remote_atp snarkN "SNARK" ["20080805r029", "20080805r024"]
blanchet@47912
   623
      [("refutation.", "end_refutation.")] [] Hypothesis
blanchet@47074
   624
      (K ((100, explicit_tff0, "mono_native", liftingN, false), "") (* FUDGE *))
blanchet@44092
   625
val remote_e_tofof =
blanchet@47912
   626
  remote_atp e_tofofN "ToFoF" ["0.1"] [] (#known_failures e_config) Hypothesis
blanchet@47074
   627
      (K ((150, explicit_tff0, "mono_native", liftingN, false), "") (* FUDGE *))
blanchet@42938
   628
val remote_waldmeister =
blanchet@42938
   629
  remote_atp waldmeisterN "Waldmeister" ["710"]
blanchet@45521
   630
      [("#START OF PROOF", "Proved Goals:")]
blanchet@45521
   631
      [(OutOfResources, "Too many function symbols"),
blanchet@47506
   632
       (Inappropriate, "****  Unexpected end of file."),
blanchet@45521
   633
       (Crashed, "Unrecoverable Segmentation Fault")]
blanchet@47912
   634
      Hypothesis
blanchet@47898
   635
      (K ((50, CNF_UEQ, "raw_mono_tags??", combsN, false), "") (* FUDGE *))
blanchet@38454
   636
blanchet@38454
   637
(* Setup *)
blanchet@38454
   638
blanchet@40059
   639
fun add_atp (name, config) thy =
blanchet@40059
   640
  Data.map (Symtab.update_new (name, (config, stamp ()))) thy
blanchet@40059
   641
  handle Symtab.DUP name => error ("Duplicate ATP: " ^ quote name ^ ".")
blanchet@40059
   642
blanchet@40059
   643
fun get_atp thy name =
blanchet@40059
   644
  the (Symtab.lookup (Data.get thy) name) |> fst
blanchet@40059
   645
  handle Option.Option => error ("Unknown ATP: " ^ name ^ ".")
blanchet@40059
   646
blanchet@41727
   647
val supported_atps = Symtab.keys o Data.get
blanchet@36371
   648
blanchet@40059
   649
fun is_atp_installed thy name =
blanchet@47606
   650
  let val {exec, required_vars, ...} = get_atp thy name () in
blanchet@47055
   651
    forall (exists (fn var => getenv var <> "")) (fst exec :: required_vars)
blanchet@40059
   652
  end
blanchet@36371
   653
blanchet@40059
   654
fun refresh_systems_on_tptp () =
blanchet@40059
   655
  Synchronized.change systems (fn _ => get_systems ())
blanchet@40059
   656
blanchet@47055
   657
fun effective_term_order ctxt atp =
blanchet@47055
   658
  let val ord = Config.get ctxt term_order in
blanchet@47055
   659
    if ord = smartN then
blanchet@48005
   660
      if atp = spassN then
blanchet@47073
   661
        {is_lpo = false, gen_weights = true, gen_prec = true, gen_simp = false}
blanchet@47055
   662
      else
blanchet@47055
   663
        {is_lpo = false, gen_weights = false, gen_prec = false,
blanchet@47055
   664
         gen_simp = false}
blanchet@47055
   665
    else
blanchet@47055
   666
      let val is_lpo = String.isSubstring lpoN ord in
blanchet@47055
   667
        {is_lpo = is_lpo,
blanchet@47055
   668
         gen_weights = not is_lpo andalso String.isSubstring xweightsN ord,
blanchet@47055
   669
         gen_prec = String.isSubstring xprecN ord,
blanchet@47055
   670
         gen_simp = String.isSubstring xsimpN ord}
blanchet@47055
   671
      end
blanchet@47055
   672
  end
blanchet@47055
   673
blanchet@47606
   674
val atps=
blanchet@48131
   675
  [alt_ergo, e, leo2, satallax, spass, spass_poly, vampire, z3_tptp, dummy_thf,
blanchet@48131
   676
   remote_e, remote_e_sine, remote_e_tofof, remote_iprover, remote_iprover_eq,
blanchet@47949
   677
   remote_leo2, remote_satallax, remote_vampire, remote_z3_tptp, remote_snark,
blanchet@47949
   678
   remote_waldmeister]
blanchet@47055
   679
blanchet@47606
   680
val setup = fold add_atp atps
blanchet@35867
   681
wenzelm@28592
   682
end;