src/HOL/Tools/Sledgehammer/sledgehammer_isar.ML
author blanchet
Tue Apr 20 16:04:36 2010 +0200 (2010-04-20 ago)
changeset 36235 61159615a0c5
parent 36223 217ca1273786
child 36281 dbbf4d5d584d
permissions -rw-r--r--
added "explicit_apply" option to Sledgehammer, to control whether an explicit apply function should be used as much or as little as possible (replaces a previous global variable)
blanchet@35866
     1
(*  Title:      HOL/Sledgehammer/sledgehammer_isar.ML
blanchet@35866
     2
    Author:     Jasmin Blanchette, TU Muenchen
blanchet@35866
     3
blanchet@35866
     4
Adds "sledgehammer" and related commands to Isabelle/Isar's outer syntax.
blanchet@35866
     5
*)
blanchet@35866
     6
blanchet@35963
     7
signature SLEDGEHAMMER_ISAR =
blanchet@35963
     8
sig
blanchet@35963
     9
  type params = ATP_Manager.params
blanchet@35963
    10
blanchet@35963
    11
  val default_params : theory -> (string * string) list -> params
blanchet@35963
    12
end;
blanchet@35963
    13
blanchet@35971
    14
structure Sledgehammer_Isar : SLEDGEHAMMER_ISAR =
blanchet@35866
    15
struct
blanchet@35866
    16
blanchet@35971
    17
open Sledgehammer_Util
blanchet@35866
    18
open ATP_Manager
blanchet@35866
    19
open ATP_Minimal
blanchet@35965
    20
open ATP_Wrapper
blanchet@35866
    21
blanchet@35866
    22
structure K = OuterKeyword and P = OuterParse
blanchet@35866
    23
blanchet@35966
    24
fun add_to_relevance_override ns : relevance_override =
blanchet@35966
    25
  {add = ns, del = [], only = false}
blanchet@35966
    26
fun del_from_relevance_override ns : relevance_override =
blanchet@35966
    27
  {add = [], del = ns, only = false}
blanchet@35966
    28
fun only_relevance_override ns : relevance_override =
blanchet@35966
    29
  {add = ns, del = [], only = true}
blanchet@36188
    30
val no_relevance_override = add_to_relevance_override []
blanchet@36003
    31
fun merge_relevance_override_pairwise (r1 : relevance_override)
blanchet@36003
    32
                                      (r2 : relevance_override) =
blanchet@35966
    33
  {add = #add r1 @ #add r2, del = #del r1 @ #del r2,
blanchet@36183
    34
   only = #only r1 andalso #only r2}
blanchet@36188
    35
fun merge_relevance_overrides rs =
blanchet@36188
    36
  fold merge_relevance_override_pairwise rs (only_relevance_override [])
blanchet@35965
    37
blanchet@35963
    38
type raw_param = string * string list
blanchet@35963
    39
blanchet@35963
    40
val default_default_params =
blanchet@35963
    41
  [("debug", "false"),
blanchet@35963
    42
   ("verbose", "false"),
blanchet@36143
    43
   ("overlord", "false"),
blanchet@36235
    44
   ("explicit_apply", "false"),
blanchet@36058
    45
   ("respect_no_atp", "true"),
blanchet@35966
    46
   ("relevance_threshold", "50"),
blanchet@36058
    47
   ("convergence", "320"),
blanchet@36220
    48
   ("theory_relevant", "smart"),
blanchet@35963
    49
   ("higher_order", "smart"),
blanchet@35963
    50
   ("follow_defs", "false"),
blanchet@35963
    51
   ("isar_proof", "false"),
blanchet@36064
    52
   ("modulus", "1"),
blanchet@36064
    53
   ("sorts", "false"),
blanchet@35963
    54
   ("minimize_timeout", "5 s")]
blanchet@35963
    55
blanchet@36140
    56
val alias_params =
blanchet@36140
    57
  [("atp", "atps")]
blanchet@36140
    58
val negated_alias_params =
blanchet@35963
    59
  [("no_debug", "debug"),
blanchet@35963
    60
   ("quiet", "verbose"),
blanchet@36143
    61
   ("no_overlord", "overlord"),
blanchet@36235
    62
   ("implicit_apply", "explicit_apply"),
blanchet@36058
    63
   ("ignore_no_atp", "respect_no_atp"),
blanchet@35963
    64
   ("partial_types", "full_types"),
blanchet@36220
    65
   ("theory_irrelevant", "theory_relevant"),
blanchet@35963
    66
   ("first_order", "higher_order"),
blanchet@35963
    67
   ("dont_follow_defs", "follow_defs"),
blanchet@36064
    68
   ("metis_proof", "isar_proof"),
blanchet@36064
    69
   ("no_sorts", "sorts")]
blanchet@35963
    70
blanchet@35971
    71
val property_dependent_params = ["atps", "full_types", "timeout"]
blanchet@35866
    72
blanchet@35963
    73
fun is_known_raw_param s =
blanchet@35963
    74
  AList.defined (op =) default_default_params s orelse
blanchet@36140
    75
  AList.defined (op =) alias_params s orelse
blanchet@36140
    76
  AList.defined (op =) negated_alias_params s orelse
blanchet@35971
    77
  member (op =) property_dependent_params s
blanchet@35963
    78
blanchet@35963
    79
fun check_raw_param (s, _) =
blanchet@35963
    80
  if is_known_raw_param s then ()
blanchet@35963
    81
  else error ("Unknown parameter: " ^ quote s ^ ".")
blanchet@35866
    82
blanchet@36140
    83
fun unalias_raw_param (name, value) =
blanchet@36140
    84
  case AList.lookup (op =) alias_params name of
blanchet@36140
    85
    SOME name' => (name', value)
blanchet@36140
    86
  | NONE =>
blanchet@36140
    87
    case AList.lookup (op =) negated_alias_params name of
blanchet@36140
    88
      SOME name' => (name', case value of
blanchet@36140
    89
                              ["false"] => ["true"]
blanchet@36140
    90
                            | ["true"] => ["false"]
blanchet@36140
    91
                            | [] => ["false"]
blanchet@36140
    92
                            | _ => value)
blanchet@36140
    93
    | NONE => (name, value)
blanchet@35963
    94
blanchet@35963
    95
structure Data = Theory_Data(
blanchet@35963
    96
  type T = raw_param list
blanchet@35963
    97
  val empty = default_default_params |> map (apsnd single)
blanchet@35963
    98
  val extend = I
blanchet@35963
    99
  fun merge p : T = AList.merge (op =) (K true) p)
blanchet@35866
   100
blanchet@36189
   101
(* Don't even try to start ATPs that are not installed.
blanchet@36189
   102
   Hack: Should not rely on naming convention. *)
blanchet@36189
   103
val filter_atps =
blanchet@36189
   104
  space_explode " "
blanchet@36189
   105
  #> filter (fn s => String.isPrefix "remote_" s orelse
blanchet@36189
   106
                     getenv (String.map Char.toUpper s ^ "_HOME") <> "")
blanchet@36189
   107
  #> space_implode " "
blanchet@36189
   108
blanchet@36140
   109
val set_default_raw_param = Data.map o AList.update (op =) o unalias_raw_param
blanchet@35963
   110
fun default_raw_params thy =
blanchet@35963
   111
  Data.get thy
blanchet@36140
   112
  |> fold (AList.default (op =))
blanchet@36189
   113
          [("atps", [filter_atps (!atps)]),
blanchet@36140
   114
           ("full_types", [if !full_types then "true" else "false"]),
blanchet@36142
   115
           ("timeout", let val timeout = !timeout in
blanchet@36142
   116
                         [if timeout <= 0 then "none"
blanchet@36142
   117
                          else string_of_int timeout ^ " s"]
blanchet@36142
   118
                       end)]
blanchet@35963
   119
blanchet@35963
   120
val infinity_time_in_secs = 60 * 60 * 24 * 365
blanchet@35963
   121
val the_timeout = the_default (Time.fromSeconds infinity_time_in_secs)
blanchet@35866
   122
blanchet@35963
   123
fun extract_params thy default_params override_params =
blanchet@35963
   124
  let
blanchet@36140
   125
    val override_params = map unalias_raw_param override_params
blanchet@35963
   126
    val raw_params = rev override_params @ rev default_params
blanchet@35963
   127
    val lookup = Option.map (space_implode " ") o AList.lookup (op =) raw_params
blanchet@35963
   128
    val lookup_string = the_default "" o lookup
blanchet@35963
   129
    fun general_lookup_bool option default_value name =
blanchet@35963
   130
      case lookup name of
blanchet@35970
   131
        SOME s => parse_bool_option option name s
blanchet@35963
   132
      | NONE => default_value
blanchet@35963
   133
    val lookup_bool = the o general_lookup_bool false (SOME false)
blanchet@35963
   134
    val lookup_bool_option = general_lookup_bool true NONE
blanchet@35963
   135
    fun lookup_time name =
blanchet@35963
   136
      the_timeout (case lookup name of
blanchet@35963
   137
                     NONE => NONE
blanchet@35963
   138
                   | SOME s => parse_time_option name s)
blanchet@35966
   139
    fun lookup_int name =
blanchet@35963
   140
      case lookup name of
blanchet@35966
   141
        NONE => 0
blanchet@35966
   142
      | SOME s => case Int.fromString s of
blanchet@35966
   143
                    SOME n => n
blanchet@35966
   144
                  | NONE => error ("Parameter " ^ quote name ^
blanchet@35966
   145
                                   " must be assigned an integer value.")
blanchet@35963
   146
    val debug = lookup_bool "debug"
blanchet@35963
   147
    val verbose = debug orelse lookup_bool "verbose"
blanchet@36143
   148
    val overlord = lookup_bool "overlord"
blanchet@35963
   149
    val atps = lookup_string "atps" |> space_explode " "
blanchet@35963
   150
    val full_types = lookup_bool "full_types"
blanchet@36235
   151
    val explicit_apply = lookup_bool "explicit_apply"
blanchet@36058
   152
    val respect_no_atp = lookup_bool "respect_no_atp"
blanchet@35966
   153
    val relevance_threshold =
blanchet@35966
   154
      0.01 * Real.fromInt (lookup_int "relevance_threshold")
blanchet@36058
   155
    val convergence = 0.01 * Real.fromInt (lookup_int "convergence")
blanchet@36220
   156
    val theory_relevant = lookup_bool_option "theory_relevant"
blanchet@35963
   157
    val higher_order = lookup_bool_option "higher_order"
blanchet@35963
   158
    val follow_defs = lookup_bool "follow_defs"
blanchet@35963
   159
    val isar_proof = lookup_bool "isar_proof"
blanchet@36064
   160
    val modulus = Int.max (1, lookup_int "modulus")
blanchet@36064
   161
    val sorts = lookup_bool "sorts"
blanchet@35963
   162
    val timeout = lookup_time "timeout"
blanchet@35963
   163
    val minimize_timeout = lookup_time "minimize_timeout"
blanchet@35963
   164
  in
blanchet@36143
   165
    {debug = debug, verbose = verbose, overlord = overlord, atps = atps,
blanchet@36235
   166
     full_types = full_types, explicit_apply = explicit_apply,
blanchet@36235
   167
     respect_no_atp = respect_no_atp, relevance_threshold = relevance_threshold,
blanchet@36235
   168
     convergence = convergence, theory_relevant = theory_relevant,
blanchet@36235
   169
     higher_order = higher_order, follow_defs = follow_defs,
blanchet@36235
   170
     isar_proof = isar_proof, modulus = modulus, sorts = sorts,
blanchet@36235
   171
     timeout = timeout, minimize_timeout = minimize_timeout}
blanchet@35963
   172
  end
blanchet@35866
   173
blanchet@35965
   174
fun get_params thy = extract_params thy (default_raw_params thy)
blanchet@35965
   175
fun default_params thy = get_params thy o map (apsnd single)
blanchet@35866
   176
blanchet@36141
   177
fun minimize override_params old_style_args i fact_refs state =
blanchet@35866
   178
  let
blanchet@35963
   179
    val thy = Proof.theory_of state
blanchet@35963
   180
    val ctxt = Proof.context_of state
blanchet@35965
   181
    fun theorems_from_refs ctxt =
blanchet@35965
   182
      map (fn fact_ref =>
blanchet@35866
   183
              let
blanchet@35965
   184
                val ths = ProofContext.get_fact ctxt fact_ref
blanchet@35965
   185
                val name' = Facts.string_of_ref fact_ref
blanchet@35866
   186
              in (name', ths) end)
blanchet@35963
   187
    fun get_time_limit_arg s =
blanchet@35963
   188
      (case Int.fromString s of
blanchet@35963
   189
        SOME t => Time.fromSeconds t
blanchet@36223
   190
      | NONE => error ("Invalid time limit: " ^ quote s ^ "."))
blanchet@35866
   191
    fun get_opt (name, a) (p, t) =
blanchet@35866
   192
      (case name of
blanchet@35866
   193
        "time" => (p, get_time_limit_arg a)
blanchet@35866
   194
      | "atp" => (a, t)
blanchet@36223
   195
      | n => error ("Invalid argument: " ^ n ^ "."))
blanchet@35965
   196
    val {atps, minimize_timeout, ...} = get_params thy override_params
blanchet@35965
   197
    val (atp, timeout) = fold get_opt old_style_args (hd atps, minimize_timeout)
blanchet@35963
   198
    val params =
blanchet@35965
   199
      get_params thy
blanchet@36223
   200
          (override_params @
blanchet@36223
   201
           [("atps", [atp]),
blanchet@36223
   202
            ("minimize_timeout",
blanchet@36223
   203
             [string_of_int (Time.toMilliseconds timeout) ^ " ms"])])
blanchet@35866
   204
    val prover =
blanchet@35963
   205
      (case get_prover thy atp of
blanchet@35866
   206
        SOME prover => prover
blanchet@36223
   207
      | NONE => error ("Unknown ATP: " ^ quote atp ^ "."))
blanchet@35965
   208
    val name_thms_pairs = theorems_from_refs ctxt fact_refs
blanchet@35866
   209
  in
blanchet@36223
   210
    priority (#2 (minimize_theorems params prover atp i state name_thms_pairs))
blanchet@35866
   211
  end
blanchet@35866
   212
blanchet@35965
   213
val runN = "run"
blanchet@35965
   214
val minimizeN = "minimize"
blanchet@35965
   215
val messagesN = "messages"
blanchet@35965
   216
val available_atpsN = "available_atps"
blanchet@35965
   217
val running_atpsN = "running_atps"
blanchet@35965
   218
val kill_atpsN = "kill_atps"
blanchet@35965
   219
val refresh_tptpN = "refresh_tptp"
blanchet@35965
   220
val helpN = "help"
blanchet@35866
   221
blanchet@35965
   222
blanchet@36141
   223
fun minimizize_raw_param_name "timeout" = "minimize_timeout"
blanchet@36141
   224
  | minimizize_raw_param_name name = name
blanchet@36141
   225
blanchet@35966
   226
fun hammer_away override_params subcommand opt_i relevance_override state =
blanchet@35963
   227
  let
blanchet@35963
   228
    val thy = Proof.theory_of state
blanchet@35963
   229
    val _ = List.app check_raw_param override_params
blanchet@35965
   230
  in
blanchet@35965
   231
    if subcommand = runN then
blanchet@35966
   232
      sledgehammer (get_params thy override_params) (the_default 1 opt_i)
blanchet@35966
   233
                   relevance_override state
blanchet@35965
   234
    else if subcommand = minimizeN then
blanchet@36141
   235
      minimize (map (apfst minimizize_raw_param_name) override_params) []
blanchet@36141
   236
               (the_default 1 opt_i) (#add relevance_override) state
blanchet@35965
   237
    else if subcommand = messagesN then
blanchet@35965
   238
      messages opt_i
blanchet@35965
   239
    else if subcommand = available_atpsN then
blanchet@35965
   240
      available_atps thy
blanchet@35965
   241
    else if subcommand = running_atpsN then
blanchet@35965
   242
      running_atps ()
blanchet@35965
   243
    else if subcommand = kill_atpsN then
blanchet@35965
   244
      kill_atps ()
blanchet@35965
   245
    else if subcommand = refresh_tptpN then
blanchet@35965
   246
      refresh_systems_on_tptp ()
blanchet@35965
   247
    else
blanchet@35965
   248
      error ("Unknown subcommand: " ^ quote subcommand ^ ".")
blanchet@35965
   249
  end
blanchet@35963
   250
blanchet@35966
   251
fun sledgehammer_trans (((subcommand, params), relevance_override), opt_i) =
blanchet@35966
   252
  Toplevel.keep (hammer_away params subcommand opt_i relevance_override
blanchet@35966
   253
                 o Toplevel.proof_of)
blanchet@35963
   254
blanchet@35963
   255
fun string_for_raw_param (name, value) = name ^ " = " ^ space_implode " " value
blanchet@35963
   256
blanchet@35965
   257
fun sledgehammer_params_trans params =
blanchet@35963
   258
  Toplevel.theory
blanchet@35965
   259
      (fold set_default_raw_param params
blanchet@35963
   260
       #> tap (fn thy => 
blanchet@35963
   261
                  writeln ("Default parameters for Sledgehammer:\n" ^
blanchet@35963
   262
                           (case rev (default_raw_params thy) of
blanchet@35963
   263
                              [] => "none"
blanchet@35963
   264
                            | params =>
blanchet@35963
   265
                              (map check_raw_param params;
blanchet@35963
   266
                               params |> map string_for_raw_param
blanchet@35963
   267
                                      |> sort_strings |> cat_lines)))))
blanchet@35963
   268
blanchet@35963
   269
val parse_key = Scan.repeat1 P.typ_group >> space_implode " "
blanchet@35966
   270
val parse_value = Scan.repeat1 P.xname
blanchet@35965
   271
val parse_param = parse_key -- Scan.optional (P.$$$ "=" |-- parse_value) []
blanchet@35965
   272
val parse_params = Scan.optional (Args.bracks (P.list parse_param)) []
blanchet@35965
   273
val parse_fact_refs =
blanchet@35966
   274
  Scan.repeat1 (Scan.unless (P.name -- Args.colon)
blanchet@35966
   275
                            (P.xname -- Scan.option Attrib.thm_sel)
blanchet@35966
   276
                >> (fn (name, interval) =>
blanchet@35966
   277
                       Facts.Named ((name, Position.none), interval)))
blanchet@35966
   278
val parse_relevance_chunk =
blanchet@35966
   279
  (Args.add |-- Args.colon |-- parse_fact_refs >> add_to_relevance_override)
blanchet@35966
   280
  || (Args.del |-- Args.colon |-- parse_fact_refs
blanchet@35966
   281
      >> del_from_relevance_override)
blanchet@36188
   282
  || (parse_fact_refs >> only_relevance_override)
blanchet@35966
   283
val parse_relevance_override =
blanchet@36188
   284
  Scan.optional (Args.parens (Scan.repeat parse_relevance_chunk
blanchet@36188
   285
                              >> merge_relevance_overrides))
blanchet@36188
   286
                (add_to_relevance_override [])
blanchet@35963
   287
val parse_sledgehammer_command =
blanchet@35966
   288
  (Scan.optional P.short_ident runN -- parse_params -- parse_relevance_override
blanchet@35966
   289
   -- Scan.option P.nat) #>> sledgehammer_trans
blanchet@35963
   290
val parse_sledgehammer_params_command =
blanchet@35963
   291
  parse_params #>> sledgehammer_params_trans
blanchet@35963
   292
blanchet@35965
   293
val parse_minimize_args =
blanchet@35966
   294
  Scan.optional (Args.bracks (P.list (P.short_ident --| P.$$$ "=" -- P.xname)))
blanchet@35966
   295
                []
blanchet@35963
   296
val _ =
blanchet@35963
   297
  OuterSyntax.improper_command "atp_kill" "kill all managed provers" K.diag
blanchet@35965
   298
    (Scan.succeed (Toplevel.no_timing o Toplevel.imperative kill_atps))
blanchet@35963
   299
val _ =
blanchet@35963
   300
  OuterSyntax.improper_command "atp_info"
blanchet@35963
   301
    "print information about managed provers" K.diag
blanchet@35965
   302
    (Scan.succeed (Toplevel.no_timing o Toplevel.imperative running_atps))
blanchet@35963
   303
val _ =
blanchet@35963
   304
  OuterSyntax.improper_command "atp_messages"
blanchet@35963
   305
    "print recent messages issued by managed provers" K.diag
blanchet@35963
   306
    (Scan.option (P.$$$ "(" |-- P.nat --| P.$$$ ")") >>
blanchet@35963
   307
      (fn limit => Toplevel.no_timing
blanchet@35963
   308
                   o Toplevel.imperative (fn () => messages limit)))
blanchet@35963
   309
val _ =
blanchet@35963
   310
  OuterSyntax.improper_command "print_atps" "print external provers" K.diag
blanchet@35963
   311
    (Scan.succeed (Toplevel.no_timing o Toplevel.unknown_theory o
blanchet@35965
   312
      Toplevel.keep (available_atps o Toplevel.theory_of)))
blanchet@35965
   313
val _ =
blanchet@35965
   314
  OuterSyntax.improper_command "atp_minimize"
blanchet@35965
   315
    "minimize theorem list with external prover" K.diag
blanchet@35965
   316
    (parse_minimize_args -- parse_fact_refs >> (fn (args, fact_refs) =>
blanchet@35965
   317
      Toplevel.no_timing o Toplevel.unknown_proof o
blanchet@36141
   318
        Toplevel.keep (minimize [] args 1 fact_refs o Toplevel.proof_of)))
blanchet@35965
   319
blanchet@35963
   320
val _ =
blanchet@35963
   321
  OuterSyntax.improper_command "sledgehammer"
blanchet@35963
   322
    "search for first-order proof using automatic theorem provers" K.diag
blanchet@35963
   323
    parse_sledgehammer_command
blanchet@35963
   324
val _ =
blanchet@35963
   325
  OuterSyntax.command "sledgehammer_params"
blanchet@35963
   326
    "set and display the default parameters for Sledgehammer" K.thy_decl
blanchet@35963
   327
    parse_sledgehammer_params_command
blanchet@35866
   328
blanchet@35866
   329
end;