src/Pure/Thy/thy_output.ML
author wenzelm
Thu Mar 06 13:44:01 2014 +0100 (2014-03-06)
changeset 55954 a29aefc88c8d
parent 55951 c07d184aebe9
child 56002 2028467b4df4
permissions -rw-r--r--
more uniform check_const/read_const;
wenzelm@22124
     1
(*  Title:      Pure/Thy/thy_output.ML
wenzelm@22124
     2
    Author:     Markus Wenzel, TU Muenchen
wenzelm@22124
     3
wenzelm@30390
     4
Theory document output with antiquotations.
wenzelm@22124
     5
*)
wenzelm@22124
     6
wenzelm@22124
     7
signature THY_OUTPUT =
wenzelm@22124
     8
sig
wenzelm@38767
     9
  val display: bool Config.T
wenzelm@38767
    10
  val quotes: bool Config.T
wenzelm@38767
    11
  val indent: int Config.T
wenzelm@38767
    12
  val source: bool Config.T
wenzelm@38767
    13
  val break: bool Config.T
wenzelm@52042
    14
  val modes: string Config.T
wenzelm@38766
    15
  val add_wrapper: ((unit -> string) -> unit -> string) -> Proof.context -> Proof.context
wenzelm@43564
    16
  val add_option: binding -> (string -> Proof.context -> Proof.context) -> theory -> theory
wenzelm@55743
    17
  val check_command: Proof.context -> xstring * Position.T -> string
wenzelm@55743
    18
  val check_option: Proof.context -> xstring * Position.T -> string
wenzelm@43564
    19
  val print_antiquotations: Proof.context -> unit
wenzelm@43564
    20
  val antiquotation: binding -> 'a context_parser ->
wenzelm@43564
    21
    ({source: Args.src, state: Toplevel.state, context: Proof.context} -> 'a -> string) ->
wenzelm@43564
    22
      theory -> theory
wenzelm@22124
    23
  val boolean: string -> bool
wenzelm@22124
    24
  val integer: string -> int
wenzelm@22124
    25
  datatype markup = Markup | MarkupEnv | Verbatim
wenzelm@55526
    26
  val eval_antiq: Scan.lexicon -> Toplevel.state -> Antiquote.antiq -> string
wenzelm@30573
    27
  val eval_antiquote: Scan.lexicon -> Toplevel.state -> Symbol_Pos.text * Position.T -> string
wenzelm@55828
    28
  val check_text: Symbol_Pos.source -> Toplevel.state -> unit
wenzelm@28427
    29
  val present_thy: Scan.lexicon -> (string -> string list) -> (markup -> string -> bool) ->
wenzelm@46811
    30
    (Toplevel.transition * Toplevel.state) list -> Token.T list -> Buffer.T
wenzelm@38767
    31
  val pretty_text: Proof.context -> string -> Pretty.T
wenzelm@28644
    32
  val pretty_term: Proof.context -> term -> Pretty.T
wenzelm@28644
    33
  val pretty_thm: Proof.context -> thm -> Pretty.T
wenzelm@30390
    34
  val str_of_source: Args.src -> string
wenzelm@38767
    35
  val maybe_pretty_source: (Proof.context -> 'a -> Pretty.T) -> Proof.context ->
wenzelm@38767
    36
    Args.src -> 'a list -> Pretty.T list
wenzelm@38767
    37
  val output: Proof.context -> Pretty.T list -> string
wenzelm@49244
    38
  val verb_text: string -> string
wenzelm@22124
    39
end;
wenzelm@22124
    40
wenzelm@37216
    41
structure Thy_Output: THY_OUTPUT =
wenzelm@22124
    42
struct
wenzelm@22124
    43
wenzelm@52042
    44
(** options **)
wenzelm@22124
    45
wenzelm@52041
    46
val display = Attrib.setup_option_bool "thy_output_display";
wenzelm@52041
    47
val break = Attrib.setup_option_bool "thy_output_break";
wenzelm@52041
    48
val quotes = Attrib.setup_option_bool "thy_output_quotes";
wenzelm@52041
    49
val indent = Attrib.setup_option_int "thy_output_indent";
wenzelm@52041
    50
val source = Attrib.setup_option_bool "thy_output_source";
wenzelm@52042
    51
val modes = Attrib.setup_option_string "thy_output_modes";
wenzelm@22124
    52
wenzelm@22124
    53
wenzelm@38766
    54
structure Wrappers = Proof_Data
wenzelm@38766
    55
(
wenzelm@38766
    56
  type T = ((unit -> string) -> unit -> string) list;
wenzelm@38766
    57
  fun init _ = [];
wenzelm@38766
    58
);
wenzelm@38766
    59
wenzelm@38766
    60
fun add_wrapper wrapper = Wrappers.map (cons wrapper);
wenzelm@38766
    61
wenzelm@38766
    62
val wrap = Wrappers.get #> fold (fn wrapper => fn f => wrapper f);
wenzelm@38766
    63
wenzelm@38766
    64
wenzelm@22124
    65
wenzelm@30390
    66
(** maintain global antiquotations **)
wenzelm@22124
    67
wenzelm@43564
    68
structure Antiquotations = Theory_Data
wenzelm@43564
    69
(
wenzelm@43564
    70
  type T =
wenzelm@43564
    71
    (Args.src -> Toplevel.state -> Proof.context -> string) Name_Space.table *
wenzelm@43564
    72
      (string -> Proof.context -> Proof.context) Name_Space.table;
wenzelm@43564
    73
  val empty : T =
wenzelm@50201
    74
    (Name_Space.empty_table Markup.document_antiquotationN,
wenzelm@50201
    75
      Name_Space.empty_table Markup.document_antiquotation_optionN);
wenzelm@43564
    76
  val extend = I;
wenzelm@43564
    77
  fun merge ((commands1, options1), (commands2, options2)) : T =
wenzelm@43564
    78
    (Name_Space.merge_tables (commands1, commands2),
wenzelm@43564
    79
      Name_Space.merge_tables (options1, options2));
wenzelm@43564
    80
);
wenzelm@22124
    81
wenzelm@55743
    82
val get_antiquotations = Antiquotations.get o Proof_Context.theory_of;
wenzelm@55743
    83
wenzelm@47005
    84
fun add_command name cmd thy = thy
wenzelm@47005
    85
  |> Antiquotations.map (apfst (Name_Space.define (Context.Theory thy) true (name, cmd) #> snd));
wenzelm@22124
    86
wenzelm@47005
    87
fun add_option name opt thy = thy
wenzelm@47005
    88
  |> Antiquotations.map (apsnd (Name_Space.define (Context.Theory thy) true (name, opt) #> snd));
wenzelm@22124
    89
wenzelm@55743
    90
fun check_command ctxt = #1 o Name_Space.check (Context.Proof ctxt) (#1 (get_antiquotations ctxt));
wenzelm@26893
    91
wenzelm@55743
    92
fun check_option ctxt = #1 o Name_Space.check (Context.Proof ctxt) (#2 (get_antiquotations ctxt));
wenzelm@43564
    93
wenzelm@43564
    94
fun command src state ctxt =
wenzelm@43564
    95
  let
wenzelm@43564
    96
    val ((xname, _), pos) = Args.dest_src src;
wenzelm@55743
    97
    val (name, f) =
wenzelm@55743
    98
      Name_Space.check (Context.Proof ctxt) (#1 (get_antiquotations ctxt)) (xname, pos);
wenzelm@55796
    99
  in f src state ctxt end;
wenzelm@22124
   100
wenzelm@43564
   101
fun option ((xname, pos), s) ctxt =
wenzelm@43564
   102
  let
wenzelm@55743
   103
    val (_, opt) =
wenzelm@55743
   104
      Name_Space.check (Context.Proof ctxt) (#2 (get_antiquotations ctxt)) (xname, pos);
wenzelm@43564
   105
  in opt s ctxt end;
wenzelm@22124
   106
wenzelm@43564
   107
fun print_antiquotations ctxt =
wenzelm@43564
   108
  let
wenzelm@55743
   109
    val (commands, options) = get_antiquotations ctxt;
wenzelm@43564
   110
    val command_names = map #1 (Name_Space.extern_table ctxt commands);
wenzelm@43564
   111
    val option_names = map #1 (Name_Space.extern_table ctxt options);
wenzelm@43564
   112
  in
wenzelm@50301
   113
    [Pretty.big_list "document antiquotations:" (map Pretty.mark_str command_names),
wenzelm@50301
   114
      Pretty.big_list "document antiquotation options:" (map Pretty.mark_str option_names)]
wenzelm@43564
   115
    |> Pretty.chunks |> Pretty.writeln
wenzelm@43564
   116
  end;
wenzelm@22124
   117
wenzelm@38766
   118
fun antiquotation name scan out =
wenzelm@38766
   119
  add_command name
wenzelm@38766
   120
    (fn src => fn state => fn ctxt =>
wenzelm@38766
   121
      let val (x, ctxt') = Args.context_syntax "document antiquotation" scan src ctxt
wenzelm@38766
   122
      in out {source = src, state = state, context = ctxt'} x end);
wenzelm@30390
   123
wenzelm@22124
   124
wenzelm@22124
   125
wenzelm@22124
   126
(** syntax of antiquotations **)
wenzelm@22124
   127
wenzelm@22124
   128
(* option values *)
wenzelm@22124
   129
wenzelm@22124
   130
fun boolean "" = true
wenzelm@22124
   131
  | boolean "true" = true
wenzelm@22124
   132
  | boolean "false" = false
wenzelm@22124
   133
  | boolean s = error ("Bad boolean value: " ^ quote s);
wenzelm@22124
   134
wenzelm@22124
   135
fun integer s =
wenzelm@22124
   136
  let
wenzelm@22124
   137
    fun int ss =
wenzelm@22124
   138
      (case Library.read_int ss of (i, []) => i
wenzelm@22124
   139
      | _ => error ("Bad integer value: " ^ quote s));
wenzelm@22124
   140
  in (case Symbol.explode s of "-" :: ss => ~ (int ss) | ss => int ss) end;
wenzelm@22124
   141
wenzelm@22124
   142
wenzelm@22124
   143
(* outer syntax *)
wenzelm@22124
   144
wenzelm@22124
   145
local
wenzelm@22124
   146
wenzelm@36950
   147
val property =
wenzelm@43564
   148
  Parse.position Parse.xname -- Scan.optional (Parse.$$$ "=" |-- Parse.!!! Parse.xname) "";
wenzelm@36950
   149
wenzelm@36950
   150
val properties =
wenzelm@36950
   151
  Scan.optional (Parse.$$$ "[" |-- Parse.!!! (Parse.enum "," property --| Parse.$$$ "]")) [];
wenzelm@22124
   152
wenzelm@22124
   153
in
wenzelm@22124
   154
wenzelm@36950
   155
val antiq =
wenzelm@40800
   156
  Parse.!!!
wenzelm@40800
   157
    (Parse.position Parse.liberal_name -- properties -- Args.parse --| Scan.ahead Parse.eof)
wenzelm@22124
   158
  >> (fn (((x, pos), y), z) => (y, Args.src ((x, z), pos)));
wenzelm@22124
   159
wenzelm@22124
   160
end;
wenzelm@22124
   161
wenzelm@22124
   162
wenzelm@22124
   163
(* eval_antiquote *)
wenzelm@22124
   164
wenzelm@55526
   165
fun eval_antiq lex state ((ss, {range = (pos, _), ...}): Antiquote.antiq) =
wenzelm@42508
   166
  let
wenzelm@42508
   167
    val (opts, src) = Token.read_antiq lex antiq (ss, pos);
wenzelm@42508
   168
    fun cmd ctxt = wrap ctxt (fn () => command src state ctxt) ();
wenzelm@42508
   169
    val preview_ctxt = fold option opts (Toplevel.presentation_context_of state);
wenzelm@42508
   170
    val print_ctxt = Context_Position.set_visible false preview_ctxt;
wenzelm@42508
   171
    val _ = cmd preview_ctxt;
wenzelm@52042
   172
    val print_modes = space_explode "," (Config.get print_ctxt modes) @ Latex.modes;
wenzelm@52042
   173
  in Print_Mode.with_modes print_modes (fn () => cmd print_ctxt) () end;
wenzelm@42508
   174
wenzelm@30367
   175
fun eval_antiquote lex state (txt, pos) =
wenzelm@22124
   176
  let
wenzelm@30589
   177
    fun expand (Antiquote.Text ss) = Symbol_Pos.content ss
wenzelm@53167
   178
      | expand (Antiquote.Antiq antiq) = eval_antiq lex state antiq;
wenzelm@30642
   179
    val ants = Antiquote.read (Symbol_Pos.explode (txt, pos), pos);
wenzelm@22124
   180
  in
wenzelm@30635
   181
    if Toplevel.is_toplevel state andalso not (forall Antiquote.is_text ants) then
wenzelm@48992
   182
      error ("Unknown context -- cannot expand document antiquotations" ^ Position.here pos)
wenzelm@22124
   183
    else implode (map expand ants)
wenzelm@22124
   184
  end;
wenzelm@22124
   185
wenzelm@22124
   186
wenzelm@55828
   187
fun check_text {delimited, text, pos} state =
wenzelm@55828
   188
 (Position.report pos (Markup.language_document delimited);
wenzelm@51556
   189
  if Toplevel.is_skipped_proof state then ()
wenzelm@55828
   190
  else ignore (eval_antiquote (#1 (Keyword.get_lexicons ())) state (text, pos)));
wenzelm@48918
   191
wenzelm@48918
   192
wenzelm@22124
   193
wenzelm@22124
   194
(** present theory source **)
wenzelm@22124
   195
wenzelm@22124
   196
(*NB: arranging white space around command spans is a black art.*)
wenzelm@22124
   197
wenzelm@22124
   198
(* presentation tokens *)
wenzelm@22124
   199
wenzelm@22124
   200
datatype token =
wenzelm@22124
   201
    NoToken
wenzelm@36959
   202
  | BasicToken of Token.T
wenzelm@22124
   203
  | MarkupToken of string * (string * Position.T)
wenzelm@22124
   204
  | MarkupEnvToken of string * (string * Position.T)
wenzelm@22124
   205
  | VerbatimToken of string * Position.T;
wenzelm@22124
   206
wenzelm@22124
   207
fun output_token lex state =
wenzelm@30367
   208
  let val eval = eval_antiquote lex state in
wenzelm@22124
   209
    fn NoToken => ""
wenzelm@22124
   210
     | BasicToken tok => Latex.output_basic tok
wenzelm@22124
   211
     | MarkupToken (cmd, txt) => Latex.output_markup cmd (eval txt)
wenzelm@22124
   212
     | MarkupEnvToken (cmd, txt) => Latex.output_markup_env cmd (eval txt)
wenzelm@22124
   213
     | VerbatimToken txt => Latex.output_verbatim (eval txt)
wenzelm@22124
   214
  end;
wenzelm@22124
   215
wenzelm@22124
   216
fun basic_token pred (BasicToken tok) = pred tok
wenzelm@22124
   217
  | basic_token _ _ = false;
wenzelm@22124
   218
wenzelm@51267
   219
val improper_token = basic_token Token.is_improper;
wenzelm@36959
   220
val comment_token = basic_token Token.is_comment;
wenzelm@36959
   221
val blank_token = basic_token Token.is_blank;
wenzelm@36959
   222
val newline_token = basic_token Token.is_newline;
wenzelm@22124
   223
wenzelm@22124
   224
wenzelm@22124
   225
(* command spans *)
wenzelm@22124
   226
wenzelm@22124
   227
type command = string * Position.T * string list;   (*name, position, tags*)
wenzelm@22124
   228
type source = (token * (string * int)) list;        (*token, markup flag, meta-comment depth*)
wenzelm@22124
   229
wenzelm@22124
   230
datatype span = Span of command * (source * source * source * source) * bool;
wenzelm@22124
   231
wenzelm@22124
   232
fun make_span cmd src =
wenzelm@22124
   233
  let
wenzelm@22124
   234
    fun take_newline (tok :: toks) =
wenzelm@22124
   235
          if newline_token (fst tok) then ([tok], toks, true)
wenzelm@22124
   236
          else ([], tok :: toks, false)
wenzelm@22124
   237
      | take_newline [] = ([], [], false);
wenzelm@22124
   238
    val (((src_prefix, src_main), src_suffix1), (src_suffix2, src_appendix, newline)) =
wenzelm@22124
   239
      src
wenzelm@22124
   240
      |> take_prefix (improper_token o fst)
wenzelm@22124
   241
      ||>> take_suffix (improper_token o fst)
wenzelm@22124
   242
      ||>> take_prefix (comment_token o fst)
wenzelm@22124
   243
      ||> take_newline;
wenzelm@22124
   244
  in Span (cmd, (src_prefix, src_main, src_suffix1 @ src_suffix2, src_appendix), newline) end;
wenzelm@22124
   245
wenzelm@22124
   246
wenzelm@22124
   247
(* present spans *)
wenzelm@22124
   248
wenzelm@22124
   249
local
wenzelm@22124
   250
wenzelm@22124
   251
fun err_bad_nesting pos =
wenzelm@22124
   252
  error ("Bad nesting of commands in presentation" ^ pos);
wenzelm@22124
   253
wenzelm@22124
   254
fun edge which f (x: string option, y) =
wenzelm@22124
   255
  if x = y then I
wenzelm@22124
   256
  else (case which (x, y) of NONE => I | SOME txt => Buffer.add (f txt));
wenzelm@22124
   257
wenzelm@22124
   258
val begin_tag = edge #2 Latex.begin_tag;
wenzelm@22124
   259
val end_tag = edge #1 Latex.end_tag;
wenzelm@22124
   260
fun open_delim delim e = edge #2 Latex.begin_delim e #> delim #> edge #2 Latex.end_delim e;
wenzelm@22124
   261
fun close_delim delim e = edge #1 Latex.begin_delim e #> delim #> edge #1 Latex.end_delim e;
wenzelm@22124
   262
wenzelm@22124
   263
in
wenzelm@22124
   264
wenzelm@22124
   265
fun present_span lex default_tags span state state'
wenzelm@22124
   266
    (tag_stack, active_tag, newline, buffer, present_cont) =
wenzelm@22124
   267
  let
wenzelm@22124
   268
    val present = fold (fn (tok, (flag, 0)) =>
wenzelm@22124
   269
        Buffer.add (output_token lex state' tok)
wenzelm@22124
   270
        #> Buffer.add flag
wenzelm@22124
   271
      | _ => I);
wenzelm@22124
   272
wenzelm@22124
   273
    val Span ((cmd_name, cmd_pos, cmd_tags), srcs, span_newline) = span;
wenzelm@22124
   274
wenzelm@22124
   275
    val (tag, tags) = tag_stack;
wenzelm@46924
   276
    val tag' = try hd (fold (update (op =)) cmd_tags (the_list tag));
wenzelm@22124
   277
wenzelm@22124
   278
    val active_tag' =
wenzelm@22124
   279
      if is_some tag' then tag'
wenzelm@22124
   280
      else if cmd_name = "end" andalso not (Toplevel.is_toplevel state') then NONE
wenzelm@22124
   281
      else try hd (default_tags cmd_name);
wenzelm@22124
   282
    val edge = (active_tag, active_tag');
wenzelm@22124
   283
wenzelm@22124
   284
    val newline' =
wenzelm@22124
   285
      if is_none active_tag' then span_newline else newline;
wenzelm@22124
   286
wenzelm@22124
   287
    val nesting = Toplevel.level state' - Toplevel.level state;
wenzelm@22124
   288
    val tag_stack' =
wenzelm@22124
   289
      if nesting = 0 andalso not (Toplevel.is_proof state) then tag_stack
wenzelm@22124
   290
      else if nesting >= 0 then (tag', replicate nesting tag @ tags)
wenzelm@22124
   291
      else
haftmann@33957
   292
        (case drop (~ nesting - 1) tags of
wenzelm@22124
   293
          tgs :: tgss => (tgs, tgss)
wenzelm@48992
   294
        | [] => err_bad_nesting (Position.here cmd_pos));
wenzelm@22124
   295
wenzelm@22124
   296
    val buffer' =
wenzelm@22124
   297
      buffer
wenzelm@22124
   298
      |> end_tag edge
wenzelm@22124
   299
      |> close_delim (fst present_cont) edge
wenzelm@22124
   300
      |> snd present_cont
wenzelm@22124
   301
      |> open_delim (present (#1 srcs)) edge
wenzelm@22124
   302
      |> begin_tag edge
wenzelm@22124
   303
      |> present (#2 srcs);
wenzelm@22124
   304
    val present_cont' =
wenzelm@22124
   305
      if newline then (present (#3 srcs), present (#4 srcs))
wenzelm@22124
   306
      else (I, present (#3 srcs) #> present (#4 srcs));
wenzelm@22124
   307
  in (tag_stack', active_tag', newline', buffer', present_cont') end;
wenzelm@22124
   308
wenzelm@22124
   309
fun present_trailer ((_, tags), active_tag, _, buffer, present_cont) =
wenzelm@22124
   310
  if not (null tags) then err_bad_nesting " at end of theory"
wenzelm@22124
   311
  else
wenzelm@22124
   312
    buffer
wenzelm@22124
   313
    |> end_tag (active_tag, NONE)
wenzelm@22124
   314
    |> close_delim (fst present_cont) (active_tag, NONE)
wenzelm@22124
   315
    |> snd present_cont;
wenzelm@22124
   316
wenzelm@22124
   317
end;
wenzelm@22124
   318
wenzelm@22124
   319
wenzelm@28427
   320
(* present_thy *)
wenzelm@22124
   321
wenzelm@22124
   322
datatype markup = Markup | MarkupEnv | Verbatim;
wenzelm@22124
   323
wenzelm@22124
   324
local
wenzelm@22124
   325
wenzelm@22124
   326
val space_proper =
wenzelm@36959
   327
  Scan.one Token.is_blank -- Scan.many Token.is_comment -- Scan.one Token.is_proper;
wenzelm@22124
   328
wenzelm@36959
   329
val is_improper = not o (Token.is_proper orf Token.is_begin_ignore orf Token.is_end_ignore);
wenzelm@22124
   330
val improper = Scan.many is_improper;
wenzelm@22124
   331
val improper_end = Scan.repeat (Scan.unless space_proper (Scan.one is_improper));
wenzelm@36959
   332
val blank_end = Scan.repeat (Scan.unless space_proper (Scan.one Token.is_blank));
wenzelm@22124
   333
wenzelm@36959
   334
val opt_newline = Scan.option (Scan.one Token.is_newline);
wenzelm@22124
   335
wenzelm@22124
   336
val ignore =
wenzelm@36959
   337
  Scan.depend (fn d => opt_newline |-- Scan.one Token.is_begin_ignore
wenzelm@22124
   338
    >> pair (d + 1)) ||
wenzelm@36959
   339
  Scan.depend (fn d => Scan.one Token.is_end_ignore --|
wenzelm@43947
   340
    (if d = 0 then Scan.fail_with (K (fn () => "Bad nesting of meta-comments")) else opt_newline)
wenzelm@22124
   341
    >> pair (d - 1));
wenzelm@22124
   342
wenzelm@36950
   343
val tag = (improper -- Parse.$$$ "%" -- improper) |-- Parse.!!! (Parse.tag_name --| blank_end);
wenzelm@22124
   344
wenzelm@22124
   345
val locale =
wenzelm@36950
   346
  Scan.option ((Parse.$$$ "(" -- improper -- Parse.$$$ "in") |--
wenzelm@36950
   347
    Parse.!!! (improper |-- Parse.xname --| (improper -- Parse.$$$ ")")));
wenzelm@22124
   348
wenzelm@22124
   349
in
wenzelm@22124
   350
wenzelm@46811
   351
fun present_thy lex default_tags is_markup command_results toks =
wenzelm@22124
   352
  let
wenzelm@22124
   353
    (* tokens *)
wenzelm@22124
   354
wenzelm@22124
   355
    val ignored = Scan.state --| ignore
wenzelm@22124
   356
      >> (fn d => (NONE, (NoToken, ("", d))));
wenzelm@22124
   357
wenzelm@22124
   358
    fun markup mark mk flag = Scan.peek (fn d =>
wenzelm@36950
   359
      improper |--
wenzelm@46811
   360
        Parse.position (Scan.one (Token.is_command andf is_markup mark o Token.content_of)) --
wenzelm@22124
   361
      Scan.repeat tag --
wenzelm@51627
   362
      Parse.!!!! ((improper -- locale -- improper) |-- Parse.document_source --| improper_end)
wenzelm@55828
   363
      >> (fn (((tok, pos'), tags), {text, pos, ...}) =>
wenzelm@36959
   364
        let val name = Token.content_of tok
wenzelm@55828
   365
        in (SOME (name, pos', tags), (mk (name, (text, pos)), (flag, d))) end));
wenzelm@22124
   366
wenzelm@22124
   367
    val command = Scan.peek (fn d =>
wenzelm@46811
   368
      Parse.position (Scan.one (Token.is_command)) --
wenzelm@22124
   369
      Scan.repeat tag
wenzelm@22124
   370
      >> (fn ((tok, pos), tags) =>
wenzelm@36959
   371
        let val name = Token.content_of tok
wenzelm@22124
   372
        in (SOME (name, pos, tags), (BasicToken tok, (Latex.markup_false, d))) end));
wenzelm@22124
   373
wenzelm@22124
   374
    val cmt = Scan.peek (fn d =>
wenzelm@51627
   375
      Parse.$$$ "--" |-- Parse.!!!! (improper |-- Parse.document_source)
wenzelm@55828
   376
      >> (fn {text, pos, ...} => (NONE, (MarkupToken ("cmt", (text, pos)), ("", d)))));
wenzelm@22124
   377
wenzelm@22124
   378
    val other = Scan.peek (fn d =>
wenzelm@36950
   379
       Parse.not_eof >> (fn tok => (NONE, (BasicToken tok, ("", d)))));
wenzelm@22124
   380
wenzelm@22124
   381
    val token =
wenzelm@22124
   382
      ignored ||
wenzelm@22124
   383
      markup Markup MarkupToken Latex.markup_true ||
wenzelm@22124
   384
      markup MarkupEnv MarkupEnvToken Latex.markup_true ||
wenzelm@22124
   385
      markup Verbatim (VerbatimToken o #2) "" ||
wenzelm@22124
   386
      command || cmt || other;
wenzelm@22124
   387
wenzelm@22124
   388
wenzelm@22124
   389
    (* spans *)
wenzelm@22124
   390
wenzelm@36959
   391
    val is_eof = fn (_, (BasicToken x, _)) => Token.is_eof x | _ => false;
wenzelm@36959
   392
    val stopper = Scan.stopper (K (NONE, (BasicToken Token.eof, ("", 0)))) is_eof;
wenzelm@22124
   393
wenzelm@22124
   394
    val cmd = Scan.one (is_some o fst);
wenzelm@27732
   395
    val non_cmd = Scan.one (is_none o fst andf not o is_eof) >> #2;
wenzelm@22124
   396
wenzelm@22124
   397
    val comments = Scan.many (comment_token o fst o snd);
wenzelm@22124
   398
    val blank = Scan.one (blank_token o fst o snd);
wenzelm@22124
   399
    val newline = Scan.one (newline_token o fst o snd);
wenzelm@22124
   400
    val before_cmd =
wenzelm@22124
   401
      Scan.option (newline -- comments) --
wenzelm@22124
   402
      Scan.option (newline -- comments) --
wenzelm@22124
   403
      Scan.option (blank -- comments) -- cmd;
wenzelm@22124
   404
wenzelm@22124
   405
    val span =
wenzelm@22124
   406
      Scan.repeat non_cmd -- cmd --
wenzelm@22124
   407
        Scan.repeat (Scan.unless before_cmd non_cmd) --
wenzelm@22124
   408
        Scan.option (newline >> (single o snd))
wenzelm@22124
   409
      >> (fn (((toks1, (cmd, tok2)), toks3), tok4) =>
wenzelm@22124
   410
          make_span (the cmd) (toks1 @ (tok2 :: (toks3 @ the_default [] tok4))));
wenzelm@22124
   411
wenzelm@22124
   412
    val spans =
wenzelm@46811
   413
      Source.of_list (filter_out Token.is_semicolon toks)
wenzelm@36959
   414
      |> Source.source' 0 Token.stopper (Scan.error (Scan.bulk token)) NONE
wenzelm@22124
   415
      |> Source.source stopper (Scan.error (Scan.bulk span)) NONE
wenzelm@22124
   416
      |> Source.exhaust;
wenzelm@28427
   417
wenzelm@28427
   418
wenzelm@28427
   419
    (* present commands *)
wenzelm@28427
   420
wenzelm@28427
   421
    fun present_command tr span st st' =
wenzelm@28427
   422
      Toplevel.setmp_thread_position tr (present_span lex default_tags span st st');
wenzelm@28427
   423
wenzelm@28427
   424
    fun present _ [] = I
wenzelm@28427
   425
      | present st (((tr, st'), span) :: rest) = present_command tr span st st' #> present st' rest;
wenzelm@22124
   426
  in
wenzelm@28427
   427
    if length command_results = length spans then
wenzelm@22124
   428
      ((NONE, []), NONE, true, Buffer.empty, (I, I))
wenzelm@28427
   429
      |> present Toplevel.toplevel (command_results ~~ spans)
wenzelm@22124
   430
      |> present_trailer
wenzelm@22124
   431
    else error "Messed-up outer syntax for presentation"
wenzelm@22124
   432
  end;
wenzelm@22124
   433
wenzelm@22124
   434
end;
wenzelm@22124
   435
wenzelm@22124
   436
wenzelm@22124
   437
wenzelm@22124
   438
(** setup default output **)
wenzelm@22124
   439
wenzelm@22124
   440
(* options *)
wenzelm@22124
   441
wenzelm@53171
   442
val _ = Theory.setup
wenzelm@53171
   443
 (add_option (Binding.name "show_types") (Config.put show_types o boolean) #>
wenzelm@53171
   444
  add_option (Binding.name "show_sorts") (Config.put show_sorts o boolean) #>
wenzelm@53171
   445
  add_option (Binding.name "show_structs") (Config.put show_structs o boolean) #>
wenzelm@53171
   446
  add_option (Binding.name "show_question_marks") (Config.put show_question_marks o boolean) #>
wenzelm@53171
   447
  add_option (Binding.name "show_abbrevs") (Config.put show_abbrevs o boolean) #>
wenzelm@53171
   448
  add_option (Binding.name "names_long") (Config.put Name_Space.names_long o boolean) #>
wenzelm@53171
   449
  add_option (Binding.name "names_short") (Config.put Name_Space.names_short o boolean) #>
wenzelm@53171
   450
  add_option (Binding.name "names_unique") (Config.put Name_Space.names_unique o boolean) #>
wenzelm@53171
   451
  add_option (Binding.name "eta_contract") (Config.put Syntax_Trans.eta_contract o boolean) #>
wenzelm@53171
   452
  add_option (Binding.name "display") (Config.put display o boolean) #>
wenzelm@53171
   453
  add_option (Binding.name "break") (Config.put break o boolean) #>
wenzelm@53171
   454
  add_option (Binding.name "quotes") (Config.put quotes o boolean) #>
wenzelm@53171
   455
  add_option (Binding.name "mode") (add_wrapper o Print_Mode.with_modes o single) #>
wenzelm@53171
   456
  add_option (Binding.name "margin") (add_wrapper o setmp_CRITICAL Pretty.margin_default o integer) #>
wenzelm@53171
   457
  add_option (Binding.name "indent") (Config.put indent o integer) #>
wenzelm@53171
   458
  add_option (Binding.name "source") (Config.put source o boolean) #>
wenzelm@53171
   459
  add_option (Binding.name "goals_limit") (Config.put Goal_Display.goals_limit o integer));
wenzelm@22124
   460
wenzelm@22124
   461
wenzelm@22124
   462
(* basic pretty printing *)
wenzelm@22124
   463
wenzelm@38767
   464
fun tweak_line ctxt s =
wenzelm@38767
   465
  if Config.get ctxt display then s else Symbol.strip_blanks s;
wenzelm@22124
   466
wenzelm@38767
   467
fun pretty_text ctxt =
wenzelm@46195
   468
  Pretty.chunks o map Pretty.str o map (tweak_line ctxt) o split_lines;
wenzelm@22124
   469
wenzelm@55829
   470
fun pretty_text_report ctxt source =
wenzelm@55828
   471
  let
wenzelm@55829
   472
    val {delimited, pos, ...} = source;
wenzelm@55828
   473
    val _ = Context_Position.report ctxt pos (Markup.language_text delimited);
wenzelm@55829
   474
    val (s, _) = Symbol_Pos.source_content source;
wenzelm@55828
   475
  in pretty_text ctxt s end;
wenzelm@55561
   476
wenzelm@26710
   477
fun pretty_term ctxt t = Syntax.pretty_term (Variable.auto_fixes t ctxt) t;
wenzelm@24920
   478
haftmann@32898
   479
fun pretty_thm ctxt = pretty_term ctxt o Thm.full_prop_of;
haftmann@32898
   480
haftmann@32898
   481
fun pretty_term_style ctxt (style, t) =
haftmann@32898
   482
  pretty_term ctxt (style t);
wenzelm@22124
   483
haftmann@32898
   484
fun pretty_thm_style ctxt (style, th) =
haftmann@32898
   485
  pretty_term ctxt (style (Thm.full_prop_of th));
wenzelm@22124
   486
haftmann@32898
   487
fun pretty_term_typ ctxt (style, t) =
haftmann@32898
   488
  let val t' = style t
wenzelm@39288
   489
  in pretty_term ctxt (Type.constraint (Term.fastype_of t') t') end;
haftmann@32898
   490
haftmann@32898
   491
fun pretty_term_typeof ctxt (style, t) =
haftmann@32898
   492
  Syntax.pretty_typ ctxt (Term.fastype_of (style t));
wenzelm@22124
   493
wenzelm@25373
   494
fun pretty_const ctxt c =
wenzelm@25373
   495
  let
wenzelm@42360
   496
    val t = Const (c, Consts.type_scheme (Proof_Context.consts_of ctxt) c)
wenzelm@25373
   497
      handle TYPE (msg, _, _) => error msg;
wenzelm@25373
   498
    val ([t'], _) = Variable.import_terms true [t] ctxt;
wenzelm@25373
   499
  in pretty_term ctxt t' end;
wenzelm@22124
   500
wenzelm@25407
   501
fun pretty_abbrev ctxt s =
wenzelm@22124
   502
  let
wenzelm@42399
   503
    val t = Syntax.read_term (Proof_Context.set_mode Proof_Context.mode_abbrev ctxt) s;
wenzelm@24920
   504
    fun err () = error ("Abbreviated constant expected: " ^ Syntax.string_of_term ctxt t);
wenzelm@22124
   505
    val (head, args) = Term.strip_comb t;
wenzelm@22124
   506
    val (c, T) = Term.dest_Const head handle TERM _ => err ();
wenzelm@42360
   507
    val (U, u) = Consts.the_abbreviation (Proof_Context.consts_of ctxt) c
wenzelm@22124
   508
      handle TYPE _ => err ();
wenzelm@22124
   509
    val t' = Term.betapplys (Envir.expand_atom T (U, u), args);
haftmann@32898
   510
    val eq = Logic.mk_equals (t, t');
haftmann@32898
   511
    val ctxt' = Variable.auto_fixes eq ctxt;
wenzelm@42360
   512
  in Proof_Context.pretty_term_abbrev ctxt' eq end;
wenzelm@22124
   513
haftmann@39305
   514
fun pretty_class ctxt =
wenzelm@42360
   515
  Pretty.str o Proof_Context.extern_class ctxt o Proof_Context.read_class ctxt;
haftmann@39305
   516
haftmann@39309
   517
fun pretty_type ctxt s =
wenzelm@55951
   518
  let val Type (name, _) = Proof_Context.read_type_name ctxt {proper = true, strict = false} s
wenzelm@42360
   519
  in Pretty.str (Proof_Context.extern_type ctxt name) end;
haftmann@39305
   520
wenzelm@33388
   521
fun pretty_prf full ctxt = Proof_Syntax.pretty_proof_of ctxt full;
wenzelm@22124
   522
wenzelm@48927
   523
fun pretty_theory ctxt (name, pos) =
wenzelm@48927
   524
  (case find_first (fn thy => Context.theory_name thy = name)
wenzelm@48927
   525
      (Theory.nodes_of (Proof_Context.theory_of ctxt)) of
wenzelm@48992
   526
    NONE => error ("No ancestor theory " ^ quote name ^ Position.here pos)
wenzelm@55614
   527
  | SOME thy => (Context_Position.report ctxt pos (Theory.get_markup thy); Pretty.str name));
wenzelm@22124
   528
wenzelm@22124
   529
wenzelm@30390
   530
(* default output *)
wenzelm@30390
   531
wenzelm@36959
   532
val str_of_source = space_implode " " o map Token.unparse o #2 o #1 o Args.dest_src;
wenzelm@22124
   533
wenzelm@38767
   534
fun maybe_pretty_source pretty ctxt src xs =
wenzelm@38767
   535
  map (pretty ctxt) xs  (*always pretty in order to exhibit errors!*)
wenzelm@38767
   536
  |> (if Config.get ctxt source then K [pretty_text ctxt (str_of_source src)] else I);
wenzelm@30390
   537
wenzelm@38767
   538
fun output ctxt prts =
wenzelm@30390
   539
  prts
wenzelm@38767
   540
  |> (if Config.get ctxt quotes then map Pretty.quote else I)
wenzelm@38767
   541
  |> (if Config.get ctxt display then
wenzelm@38767
   542
    map (Output.output o Pretty.string_of o Pretty.indent (Config.get ctxt indent))
wenzelm@22124
   543
    #> space_implode "\\isasep\\isanewline%\n"
wenzelm@22124
   544
    #> enclose "\\begin{isabelle}%\n" "%\n\\end{isabelle}"
wenzelm@22124
   545
  else
wenzelm@38767
   546
    map (Output.output o (if Config.get ctxt break then Pretty.string_of else Pretty.str_of))
wenzelm@22124
   547
    #> space_implode "\\isasep\\isanewline%\n"
wenzelm@22124
   548
    #> enclose "\\isa{" "}");
wenzelm@22124
   549
wenzelm@30390
   550
wenzelm@30390
   551
wenzelm@30390
   552
(** concrete antiquotations **)
wenzelm@30390
   553
wenzelm@30390
   554
(* basic entities *)
wenzelm@30390
   555
wenzelm@30390
   556
local
wenzelm@30390
   557
wenzelm@30390
   558
fun basic_entities name scan pretty = antiquotation name scan
wenzelm@38767
   559
  (fn {source, context, ...} => output context o maybe_pretty_source pretty context source);
wenzelm@30390
   560
haftmann@32890
   561
fun basic_entities_style name scan pretty = antiquotation name scan
haftmann@32890
   562
  (fn {source, context, ...} => fn (style, xs) =>
wenzelm@38767
   563
    output context
wenzelm@38767
   564
      (maybe_pretty_source (fn ctxt => fn x => pretty ctxt (style, x)) context source xs));
haftmann@32890
   565
wenzelm@30390
   566
fun basic_entity name scan = basic_entities name (scan >> single);
wenzelm@30390
   567
wenzelm@30390
   568
in
wenzelm@30390
   569
wenzelm@53171
   570
val _ = Theory.setup
wenzelm@53171
   571
 (basic_entities_style (Binding.name "thm") (Term_Style.parse -- Attrib.thms) pretty_thm_style #>
wenzelm@53171
   572
  basic_entity (Binding.name "prop") (Term_Style.parse -- Args.prop) pretty_term_style #>
wenzelm@53171
   573
  basic_entity (Binding.name "term") (Term_Style.parse -- Args.term) pretty_term_style #>
wenzelm@53171
   574
  basic_entity (Binding.name "term_type") (Term_Style.parse -- Args.term) pretty_term_typ #>
wenzelm@53171
   575
  basic_entity (Binding.name "typeof") (Term_Style.parse -- Args.term) pretty_term_typeof #>
wenzelm@55954
   576
  basic_entity (Binding.name "const") (Args.const {proper = true, strict = false}) pretty_const #>
wenzelm@55111
   577
  basic_entity (Binding.name "abbrev") (Scan.lift Args.name_inner_syntax) pretty_abbrev #>
wenzelm@53171
   578
  basic_entity (Binding.name "typ") Args.typ_abbrev Syntax.pretty_typ #>
wenzelm@55111
   579
  basic_entity (Binding.name "class") (Scan.lift Args.name_inner_syntax) pretty_class #>
wenzelm@53171
   580
  basic_entity (Binding.name "type") (Scan.lift Args.name) pretty_type #>
wenzelm@55828
   581
  basic_entity (Binding.name "text") (Scan.lift Args.name_source_position) pretty_text_report #>
wenzelm@53171
   582
  basic_entities (Binding.name "prf") Attrib.thms (pretty_prf false) #>
wenzelm@53171
   583
  basic_entities (Binding.name "full_prf") Attrib.thms (pretty_prf true) #>
wenzelm@53171
   584
  basic_entity (Binding.name "theory") (Scan.lift (Parse.position Args.name)) pretty_theory);
haftmann@32898
   585
wenzelm@30390
   586
end;
wenzelm@30390
   587
wenzelm@30390
   588
wenzelm@30390
   589
(* goal state *)
wenzelm@30390
   590
wenzelm@30390
   591
local
wenzelm@22124
   592
wenzelm@30367
   593
fun proof_state state =
wenzelm@49847
   594
  (case try (Proof.goal o Toplevel.proof_of) state of
wenzelm@49847
   595
    SOME {goal, ...} => goal
wenzelm@22124
   596
  | _ => error "No proof state");
wenzelm@22124
   597
wenzelm@49847
   598
fun goal_state name main = antiquotation name (Scan.succeed ())
wenzelm@39125
   599
  (fn {state, context = ctxt, ...} => fn () => output ctxt
wenzelm@51958
   600
    [Goal_Display.pretty_goal
wenzelm@51958
   601
      (Config.put Goal_Display.show_main_goal main ctxt) (proof_state state)]);
wenzelm@22124
   602
wenzelm@30390
   603
in
wenzelm@30390
   604
wenzelm@53171
   605
val _ = Theory.setup
wenzelm@53171
   606
 (goal_state (Binding.name "goals") true #>
wenzelm@53171
   607
  goal_state (Binding.name "subgoals") false);
wenzelm@30390
   608
wenzelm@30390
   609
end;
wenzelm@22124
   610
wenzelm@22124
   611
wenzelm@30390
   612
(* embedded lemma *)
wenzelm@27522
   613
wenzelm@46958
   614
val _ = Keyword.define ("by", NONE);  (*overlap with command category*)
wenzelm@46950
   615
wenzelm@53171
   616
val _ = Theory.setup
wenzelm@53171
   617
  (antiquotation (Binding.name "lemma")
wenzelm@55739
   618
    (Args.prop --
wenzelm@55795
   619
      Scan.lift (Parse.position (Args.$$$ "by") -- Method.parse -- Scan.option Method.parse))
wenzelm@55795
   620
    (fn {source, context = ctxt, ...} => fn (prop, (((_, by_pos), m1), m2)) =>
wenzelm@43564
   621
      let
wenzelm@43564
   622
        val prop_src =
wenzelm@43564
   623
          (case Args.dest_src source of ((a, arg :: _), pos) => Args.src ((a, [arg]), pos));
wenzelm@55795
   624
wenzelm@55795
   625
        val reports = (by_pos, Markup.keyword1) :: maps Method.reports_of (m1 :: the_list m2);
wenzelm@55795
   626
        val _ = Context_Position.reports ctxt reports;
wenzelm@55795
   627
wenzelm@43564
   628
        (* FIXME check proof!? *)
wenzelm@55739
   629
        val _ = ctxt
wenzelm@43564
   630
          |> Proof.theorem NONE (K I) [[(prop, [])]]
wenzelm@55795
   631
          |> Proof.global_terminal_proof (m1, m2);
wenzelm@55739
   632
      in output ctxt (maybe_pretty_source pretty_term ctxt prop_src [prop]) end));
wenzelm@30390
   633
wenzelm@30390
   634
wenzelm@30390
   635
(* ML text *)
wenzelm@30390
   636
wenzelm@40801
   637
val verb_text =
wenzelm@40801
   638
  split_lines
wenzelm@40801
   639
  #> map (space_implode "\\verb,|," o map (enclose "\\verb|" "|") o space_explode "|")
wenzelm@40801
   640
  #> space_implode "\\isasep\\isanewline%\n";
wenzelm@40801
   641
wenzelm@30390
   642
local
wenzelm@30390
   643
wenzelm@30390
   644
fun ml_text name ml = antiquotation name (Scan.lift Args.name_source_position)
wenzelm@55829
   645
  (fn {context, ...} => fn source =>
wenzelm@55829
   646
   (ML_Context.eval_in (SOME context) false (#pos source) (ml source);
wenzelm@55829
   647
    Symbol_Pos.source_content source
wenzelm@55829
   648
    |> #1
wenzelm@38767
   649
    |> (if Config.get context quotes then quote else I)
wenzelm@38767
   650
    |> (if Config.get context display then enclose "\\begin{verbatim}\n" "\n\\end{verbatim}"
wenzelm@40801
   651
        else verb_text)));
wenzelm@30390
   652
wenzelm@55828
   653
fun ml_enclose bg en source =
wenzelm@55828
   654
  ML_Lex.read Position.none bg @
wenzelm@55828
   655
  ML_Lex.read_source source @
wenzelm@55828
   656
  ML_Lex.read Position.none en;
wenzelm@37198
   657
wenzelm@30390
   658
in
wenzelm@30390
   659
wenzelm@53171
   660
val _ = Theory.setup
wenzelm@53171
   661
 (ml_text (Binding.name "ML") (ml_enclose "fn _ => (" ");") #>
wenzelm@53171
   662
  ml_text (Binding.name "ML_op") (ml_enclose "fn _ => (op " ");") #>
wenzelm@53171
   663
  ml_text (Binding.name "ML_type") (ml_enclose "val _ = NONE : (" ") option;") #>
wenzelm@55837
   664
  ml_text (Binding.name "ML_structure")
wenzelm@53171
   665
    (ml_enclose "functor XXX() = struct structure XX = " " end;") #>
wenzelm@37198
   666
wenzelm@53171
   667
  ml_text (Binding.name "ML_functor")   (* FIXME formal treatment of functor name (!?) *)
wenzelm@55829
   668
    (fn source =>
wenzelm@53171
   669
      ML_Lex.read Position.none ("ML_Env.check_functor " ^
wenzelm@55829
   670
        ML_Syntax.print_string (#1 (Symbol_Pos.source_content source)))) #>
wenzelm@37198
   671
wenzelm@55828
   672
  ml_text (Binding.name "ML_text") (K []));
wenzelm@22124
   673
wenzelm@22124
   674
end;
wenzelm@30390
   675
wenzelm@54702
   676
wenzelm@54702
   677
(* URLs *)
wenzelm@54702
   678
wenzelm@54702
   679
val _ = Theory.setup
wenzelm@54702
   680
  (antiquotation (Binding.name "url") (Scan.lift (Parse.position Parse.name))
wenzelm@54702
   681
    (fn {context = ctxt, ...} => fn (name, pos) =>
wenzelm@55614
   682
      (Context_Position.report ctxt pos (Markup.url name); enclose "\\url{" "}" name)));
wenzelm@54702
   683
wenzelm@30390
   684
end;