author | wenzelm |
Wed, 05 Nov 2014 22:17:05 +0100 | |
changeset 58908 | 58bedbc18915 |
parent 58861 | 5ff61774df11 |
child 59029 | c907cbe36713 |
permissions | -rw-r--r-- |
36949
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
1 |
(* Title: Pure/Isar/parse.ML |
5826 | 2 |
Author: Markus Wenzel, TU Muenchen |
3 |
||
4 |
Generic parsers for Isabelle/Isar outer syntax. |
|
5 |
*) |
|
6 |
||
36949
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
7 |
signature PARSE = |
5826 | 8 |
sig |
44357 | 9 |
val group: (unit -> string) -> (Token.T list -> 'a) -> Token.T list -> 'a |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
10 |
val !!! : (Token.T list -> 'a) -> Token.T list -> 'a |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
11 |
val !!!! : (Token.T list -> 'a) -> Token.T list -> 'a |
12047 | 12 |
val triple1: ('a * 'b) * 'c -> 'a * 'b * 'c |
13 |
val triple2: 'a * ('b * 'c) -> 'a * 'b * 'c |
|
14 |
val triple_swap: ('a * 'b) * 'c -> ('a * 'c) * 'b |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
15 |
val not_eof: Token.T parser |
56201 | 16 |
val token: 'a parser -> Token.T parser |
42326 | 17 |
val position: 'a parser -> ('a * Position.T) parser |
55828
42ac3cfb89f6
clarified language markup: added "delimited" property;
wenzelm
parents:
55764
diff
changeset
|
18 |
val source_position: 'a parser -> Symbol_Pos.source parser |
42326 | 19 |
val inner_syntax: 'a parser -> string parser |
58908 | 20 |
val command_: string parser |
29310 | 21 |
val keyword: string parser |
22 |
val short_ident: string parser |
|
23 |
val long_ident: string parser |
|
24 |
val sym_ident: string parser |
|
25 |
val minus: string parser |
|
26 |
val term_var: string parser |
|
27 |
val type_ident: string parser |
|
28 |
val type_var: string parser |
|
29 |
val number: string parser |
|
40290
47f572aff50a
support for floating-point tokens in outer syntax (coinciding with inner syntax version);
wenzelm
parents:
36959
diff
changeset
|
30 |
val float_number: string parser |
29310 | 31 |
val string: string parser |
32 |
val alt_string: string parser |
|
33 |
val verbatim: string parser |
|
55033 | 34 |
val cartouche: string parser |
29310 | 35 |
val eof: string parser |
58908 | 36 |
val command: string -> string parser |
29310 | 37 |
val keyword_with: (string -> bool) -> string parser |
56202 | 38 |
val keyword_markup: bool * Markup.T -> string -> string parser |
39 |
val keyword_improper: string -> string parser |
|
29310 | 40 |
val $$$ : string -> string parser |
41 |
val reserved: string -> string parser |
|
42 |
val underscore: string parser |
|
43 |
val maybe: 'a parser -> 'a option parser |
|
44 |
val tag_name: string parser |
|
45 |
val tags: string list parser |
|
46 |
val opt_unit: unit parser |
|
47 |
val opt_keyword: string -> bool parser |
|
48 |
val begin: string parser |
|
49 |
val opt_begin: bool parser |
|
50 |
val nat: int parser |
|
51 |
val int: int parser |
|
40290
47f572aff50a
support for floating-point tokens in outer syntax (coinciding with inner syntax version);
wenzelm
parents:
36959
diff
changeset
|
52 |
val real: real parser |
55764 | 53 |
val enum_positions: string -> 'a parser -> ('a list * Position.T list) parser |
54 |
val enum1_positions: string -> 'a parser -> ('a list * Position.T list) parser |
|
29310 | 55 |
val enum: string -> 'a parser -> 'a list parser |
56 |
val enum1: string -> 'a parser -> 'a list parser |
|
57 |
val and_list: 'a parser -> 'a list parser |
|
58 |
val and_list1: 'a parser -> 'a list parser |
|
30511 | 59 |
val enum': string -> 'a context_parser -> 'a list context_parser |
60 |
val enum1': string -> 'a context_parser -> 'a list context_parser |
|
61 |
val and_list': 'a context_parser -> 'a list context_parser |
|
62 |
val and_list1': 'a context_parser -> 'a list context_parser |
|
29310 | 63 |
val list: 'a parser -> 'a list parser |
64 |
val list1: 'a parser -> 'a list parser |
|
43775
b361c7d184e7
added Parse.properties (again) -- allow empty list like Parse_Value.properties but unlike Parse.properties of ef86de9c98aa;
wenzelm
parents:
42657
diff
changeset
|
65 |
val properties: Properties.T parser |
29310 | 66 |
val name: bstring parser |
29581 | 67 |
val binding: binding parser |
29310 | 68 |
val xname: xstring parser |
69 |
val text: string parser |
|
48881
46e053eda5dd
clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents:
46922
diff
changeset
|
70 |
val path: string parser |
40800
330eb65c9469
Parse.liberal_name for document antiquotations and attributes;
wenzelm
parents:
40793
diff
changeset
|
71 |
val liberal_name: xstring parser |
29310 | 72 |
val parname: string parser |
29581 | 73 |
val parbinding: binding parser |
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
74 |
val class: string parser |
29310 | 75 |
val sort: string parser |
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
76 |
val type_const: string parser |
29310 | 77 |
val arity: (string * string list * string) parser |
78 |
val multi_arity: (string list * string list * string) parser |
|
79 |
val type_args: string list parser |
|
35838 | 80 |
val type_args_constrained: (string * string option) list parser |
29310 | 81 |
val typ_group: string parser |
82 |
val typ: string parser |
|
83 |
val mixfix: mixfix parser |
|
84 |
val mixfix': mixfix parser |
|
85 |
val opt_mixfix: mixfix parser |
|
86 |
val opt_mixfix': mixfix parser |
|
87 |
val where_: string parser |
|
42299 | 88 |
val const_decl: (string * string * mixfix) parser |
30339 | 89 |
val const_binding: (binding * string * mixfix) parser |
29581 | 90 |
val params: (binding * string option) list parser |
91 |
val simple_fixes: (binding * string option) list parser |
|
92 |
val fixes: (binding * string option * mixfix) list parser |
|
93 |
val for_fixes: (binding * string option * mixfix) list parser |
|
55828
42ac3cfb89f6
clarified language markup: added "delimited" property;
wenzelm
parents:
55764
diff
changeset
|
94 |
val ML_source: Symbol_Pos.source parser |
42ac3cfb89f6
clarified language markup: added "delimited" property;
wenzelm
parents:
55764
diff
changeset
|
95 |
val document_source: Symbol_Pos.source parser |
29310 | 96 |
val term_group: string parser |
97 |
val prop_group: string parser |
|
98 |
val term: string parser |
|
99 |
val prop: string parser |
|
42300
0d1cbc1fe579
notation: proper markup for type constructor / constant;
wenzelm
parents:
42299
diff
changeset
|
100 |
val const: string parser |
40793
d21aedaa91e7
added Parse.literal_fact with proper inner_syntax markup (source position);
wenzelm
parents:
40296
diff
changeset
|
101 |
val literal_fact: string parser |
29310 | 102 |
val propp: (string * string list) parser |
103 |
val termp: (string * string list) parser |
|
45488
6d71d9e52369
pass positions for named targets, for formal links in the document model;
wenzelm
parents:
45331
diff
changeset
|
104 |
val target: (xstring * Position.T) parser |
6d71d9e52369
pass positions for named targets, for formal links in the document model;
wenzelm
parents:
45331
diff
changeset
|
105 |
val opt_target: (xstring * Position.T) option parser |
56201 | 106 |
val args: Token.T list parser |
107 |
val args1: (string -> bool) -> Token.T list parser |
|
58028
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
108 |
val attribs: Token.src list parser |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
109 |
val opt_attribs: Token.src list parser |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
110 |
val thm_sel: Facts.interval list parser |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
111 |
val xthm: (Facts.ref * Token.src list) parser |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
112 |
val xthms1: (Facts.ref * Token.src list) list parser |
5826 | 113 |
end; |
114 |
||
36949
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
115 |
structure Parse: PARSE = |
5826 | 116 |
struct |
117 |
||
118 |
(** error handling **) |
|
119 |
||
120 |
(* group atomic parsers (no cuts!) *) |
|
121 |
||
44357 | 122 |
fun group s scan = scan || Scan.fail_with |
48911
5debc3e4fa81
tuned messages: end-of-input rarely means physical end-of-file from the past;
wenzelm
parents:
48881
diff
changeset
|
123 |
(fn [] => (fn () => s () ^ " expected,\nbut end-of-input was found") |
42519 | 124 |
| tok :: _ => |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
125 |
(fn () => |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
126 |
(case Token.text_of tok of |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
127 |
(txt, "") => |
55708 | 128 |
s () ^ " expected,\nbut " ^ txt ^ Position.here (Token.pos_of tok) ^ |
129 |
" was found" |
|
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
130 |
| (txt1, txt2) => |
55708 | 131 |
s () ^ " expected,\nbut " ^ txt1 ^ Position.here (Token.pos_of tok) ^ |
132 |
" was found:\n" ^ txt2))); |
|
5826 | 133 |
|
134 |
||
5877 | 135 |
(* cut *) |
5826 | 136 |
|
8581
5c7ed2af8bfb
!!!! = cut "Corrupted outer syntax in presentation";
wenzelm
parents:
8350
diff
changeset
|
137 |
fun cut kind scan = |
5826 | 138 |
let |
48911
5debc3e4fa81
tuned messages: end-of-input rarely means physical end-of-file from the past;
wenzelm
parents:
48881
diff
changeset
|
139 |
fun get_pos [] = " (end-of-input)" |
55708 | 140 |
| get_pos (tok :: _) = Position.here (Token.pos_of tok); |
5826 | 141 |
|
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
142 |
fun err (toks, NONE) = (fn () => kind ^ get_pos toks) |
25625 | 143 |
| err (toks, SOME msg) = |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
144 |
(fn () => |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
145 |
let val s = msg () in |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
146 |
if String.isPrefix kind s then s |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
147 |
else kind ^ get_pos toks ^ ": " ^ s |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
148 |
end); |
5826 | 149 |
in Scan.!! err scan end; |
150 |
||
8586 | 151 |
fun !!! scan = cut "Outer syntax error" scan; |
152 |
fun !!!! scan = cut "Corrupted outer syntax in presentation" scan; |
|
8581
5c7ed2af8bfb
!!!! = cut "Corrupted outer syntax in presentation";
wenzelm
parents:
8350
diff
changeset
|
153 |
|
5826 | 154 |
|
155 |
||
156 |
(** basic parsers **) |
|
157 |
||
158 |
(* utils *) |
|
159 |
||
160 |
fun triple1 ((x, y), z) = (x, y, z); |
|
161 |
fun triple2 (x, (y, z)) = (x, y, z); |
|
6430 | 162 |
fun triple_swap ((x, y), z) = ((x, z), y); |
5826 | 163 |
|
164 |
||
165 |
(* tokens *) |
|
166 |
||
27815 | 167 |
fun RESET_VALUE atom = (*required for all primitive parsers*) |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
168 |
Scan.ahead (Scan.one (K true)) -- atom >> (fn (arg, x) => (Token.assign NONE arg; x)); |
27815 | 169 |
|
170 |
||
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
171 |
val not_eof = RESET_VALUE (Scan.one Token.not_eof); |
15703 | 172 |
|
56201 | 173 |
fun token atom = Scan.ahead not_eof --| atom; |
174 |
||
55708 | 175 |
fun position scan = (Scan.ahead not_eof >> Token.pos_of) -- scan >> Library.swap; |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
176 |
fun source_position atom = Scan.ahead atom |-- not_eof >> Token.source_position_of; |
55111 | 177 |
fun inner_syntax atom = Scan.ahead atom |-- not_eof >> Token.inner_syntax_of; |
5826 | 178 |
|
179 |
fun kind k = |
|
44357 | 180 |
group (fn () => Token.str_of_kind k) |
181 |
(RESET_VALUE (Scan.one (Token.is_kind k) >> Token.content_of)); |
|
5826 | 182 |
|
58908 | 183 |
val command_ = kind Token.Command; |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
184 |
val keyword = kind Token.Keyword; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
185 |
val short_ident = kind Token.Ident; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
186 |
val long_ident = kind Token.LongIdent; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
187 |
val sym_ident = kind Token.SymIdent; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
188 |
val term_var = kind Token.Var; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
189 |
val type_ident = kind Token.TypeIdent; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
190 |
val type_var = kind Token.TypeVar; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
191 |
val number = kind Token.Nat; |
40290
47f572aff50a
support for floating-point tokens in outer syntax (coinciding with inner syntax version);
wenzelm
parents:
36959
diff
changeset
|
192 |
val float_number = kind Token.Float; |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
193 |
val string = kind Token.String; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
194 |
val alt_string = kind Token.AltString; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
195 |
val verbatim = kind Token.Verbatim; |
55033 | 196 |
val cartouche = kind Token.Cartouche; |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
197 |
val eof = kind Token.EOF; |
5826 | 198 |
|
58908 | 199 |
fun command x = |
48927
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
200 |
group (fn () => Token.str_of_kind Token.Command ^ " " ^ quote x) |
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
201 |
(RESET_VALUE (Scan.one (fn tok => Token.is_command tok andalso Token.content_of tok = x))) |
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
202 |
>> Token.content_of; |
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
203 |
|
56202 | 204 |
fun keyword_with pred = RESET_VALUE (Scan.one (Token.keyword_with pred) >> Token.content_of); |
205 |
||
206 |
fun keyword_markup markup x = |
|
44357 | 207 |
group (fn () => Token.str_of_kind Token.Keyword ^ " " ^ quote x) |
56063 | 208 |
(Scan.ahead not_eof -- keyword_with (fn y => x = y)) |
56202 | 209 |
>> (fn (tok, x) => (Token.assign (SOME (Token.Literal markup)) tok; x)); |
210 |
||
211 |
val keyword_improper = keyword_markup (true, Markup.improper); |
|
212 |
val $$$ = keyword_markup (false, Markup.quasi_keyword); |
|
9131 | 213 |
|
16030 | 214 |
fun reserved x = |
44357 | 215 |
group (fn () => "reserved identifier " ^ quote x) |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
216 |
(RESET_VALUE (Scan.one (Token.ident_with (fn y => x = y)) >> Token.content_of)); |
16030 | 217 |
|
15703 | 218 |
val minus = sym_ident :-- (fn "-" => Scan.succeed () | _ => Scan.fail) >> #1; |
11792
311eee3d63b6
parser for underscore (actually a symbolic identifier!);
wenzelm
parents:
11651
diff
changeset
|
219 |
val underscore = sym_ident :-- (fn "_" => Scan.succeed () | _ => Scan.fail) >> #1; |
15703 | 220 |
fun maybe scan = underscore >> K NONE || scan >> SOME; |
11792
311eee3d63b6
parser for underscore (actually a symbolic identifier!);
wenzelm
parents:
11651
diff
changeset
|
221 |
|
14835 | 222 |
val nat = number >> (#1 o Library.read_int o Symbol.explode); |
27815 | 223 |
val int = Scan.optional (minus >> K ~1) 1 -- nat >> op *; |
51988 | 224 |
val real = float_number >> Markup.parse_real || int >> Real.fromInt; |
5826 | 225 |
|
44357 | 226 |
val tag_name = group (fn () => "tag name") (short_ident || string); |
17070 | 227 |
val tags = Scan.repeat ($$$ "%" |-- !!! tag_name); |
228 |
||
7930 | 229 |
val opt_unit = Scan.optional ($$$ "(" -- $$$ ")" >> (K ())) (); |
14646 | 230 |
fun opt_keyword s = Scan.optional ($$$ "(" |-- !!! (($$$ s >> K true) --| $$$ ")")) false; |
231 |
||
20983 | 232 |
val begin = $$$ "begin"; |
233 |
val opt_begin = Scan.optional (begin >> K true) false; |
|
20961 | 234 |
|
5826 | 235 |
|
236 |
(* enumerations *) |
|
237 |
||
55764 | 238 |
fun enum1_positions sep scan = |
239 |
scan -- Scan.repeat (position ($$$ sep) -- !!! scan) >> |
|
240 |
(fn (x, ys) => (x :: map #2 ys, map (#2 o #1) ys)); |
|
241 |
fun enum_positions sep scan = |
|
242 |
enum1_positions sep scan || Scan.succeed ([], []); |
|
243 |
||
25999 | 244 |
fun enum1 sep scan = scan ::: Scan.repeat ($$$ sep |-- !!! scan); |
5826 | 245 |
fun enum sep scan = enum1 sep scan || Scan.succeed []; |
246 |
||
27815 | 247 |
fun enum1' sep scan = scan ::: Scan.repeat (Scan.lift ($$$ sep) |-- scan); |
248 |
fun enum' sep scan = enum1' sep scan || Scan.succeed []; |
|
5826 | 249 |
|
6013 | 250 |
fun and_list1 scan = enum1 "and" scan; |
251 |
fun and_list scan = enum "and" scan; |
|
252 |
||
27815 | 253 |
fun and_list1' scan = enum1' "and" scan; |
254 |
fun and_list' scan = enum' "and" scan; |
|
255 |
||
256 |
fun list1 scan = enum1 "," scan; |
|
257 |
fun list scan = enum "," scan; |
|
258 |
||
43775
b361c7d184e7
added Parse.properties (again) -- allow empty list like Parse_Value.properties but unlike Parse.properties of ef86de9c98aa;
wenzelm
parents:
42657
diff
changeset
|
259 |
val properties = $$$ "(" |-- !!! (list (string -- ($$$ "=" |-- string)) --| $$$ ")"); |
b361c7d184e7
added Parse.properties (again) -- allow empty list like Parse_Value.properties but unlike Parse.properties of ef86de9c98aa;
wenzelm
parents:
42657
diff
changeset
|
260 |
|
5826 | 261 |
|
5960 | 262 |
(* names and text *) |
5826 | 263 |
|
44357 | 264 |
val name = group (fn () => "name declaration") (short_ident || sym_ident || string || number); |
265 |
||
30223
24d975352879
renamed Binding.name_pos to Binding.make, renamed Binding.base_name to Binding.name_of, renamed Binding.map_base to Binding.map_name, added mandatory flag to Binding.qualify;
wenzelm
parents:
29581
diff
changeset
|
266 |
val binding = position name >> Binding.make; |
44357 | 267 |
|
268 |
val xname = group (fn () => "name reference") |
|
269 |
(short_ident || long_ident || sym_ident || string || number); |
|
270 |
||
271 |
val text = group (fn () => "text") |
|
56499
7e0178c84994
allow text cartouches in regular outer syntax categories "text" and "altstring";
wenzelm
parents:
56202
diff
changeset
|
272 |
(short_ident || long_ident || sym_ident || string || number || verbatim || cartouche); |
44357 | 273 |
|
48881
46e053eda5dd
clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents:
46922
diff
changeset
|
274 |
val path = group (fn () => "file name/path specification") name; |
6553 | 275 |
|
56063 | 276 |
val liberal_name = keyword_with Token.ident_or_symbolic || xname; |
40800
330eb65c9469
Parse.liberal_name for document antiquotations and attributes;
wenzelm
parents:
40793
diff
changeset
|
277 |
|
18898 | 278 |
val parname = Scan.optional ($$$ "(" |-- name --| $$$ ")") ""; |
28965 | 279 |
val parbinding = Scan.optional ($$$ "(" |-- binding --| $$$ ")") Binding.empty; |
18898 | 280 |
|
6553 | 281 |
|
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
282 |
(* type classes *) |
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
283 |
|
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
284 |
val class = group (fn () => "type class") (inner_syntax xname); |
5826 | 285 |
|
44357 | 286 |
val sort = group (fn () => "sort") (inner_syntax xname); |
5826 | 287 |
|
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
288 |
val type_const = inner_syntax (group (fn () => "type constructor") xname); |
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
289 |
|
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
290 |
val arity = type_const -- ($$$ "::" |-- !!! |
22331 | 291 |
(Scan.optional ($$$ "(" |-- !!! (list1 sort --| $$$ ")")) [] -- sort)) >> triple2; |
5826 | 292 |
|
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
293 |
val multi_arity = and_list1 type_const -- ($$$ "::" |-- !!! |
25541 | 294 |
(Scan.optional ($$$ "(" |-- !!! (list1 sort --| $$$ ")")) [] -- sort)) >> triple2; |
295 |
||
5826 | 296 |
|
297 |
(* types *) |
|
298 |
||
44357 | 299 |
val typ_group = |
300 |
group (fn () => "type") |
|
301 |
(short_ident || long_ident || sym_ident || type_ident || type_var || string || number); |
|
5826 | 302 |
|
27753
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
303 |
val typ = inner_syntax typ_group; |
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
304 |
|
35838 | 305 |
fun type_arguments arg = |
306 |
arg >> single || |
|
307 |
$$$ "(" |-- !!! (list1 arg --| $$$ ")") || |
|
5826 | 308 |
Scan.succeed []; |
309 |
||
35838 | 310 |
val type_args = type_arguments type_ident; |
311 |
val type_args_constrained = type_arguments (type_ident -- Scan.option ($$$ "::" |-- !!! sort)); |
|
312 |
||
5826 | 313 |
|
314 |
(* mixfix annotations *) |
|
315 |
||
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
316 |
local |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
317 |
|
18669 | 318 |
val mfix = string -- |
319 |
!!! (Scan.optional ($$$ "[" |-- !!! (list nat --| $$$ "]")) [] -- |
|
42297
140f283266b7
discontinued Syntax.max_pri, which is not really a symbolic parameter;
wenzelm
parents:
42287
diff
changeset
|
320 |
Scan.optional nat 1000) >> (Mixfix o triple2); |
18669 | 321 |
|
35130 | 322 |
val infx = $$$ "infix" |-- !!! (string -- nat >> Infix); |
323 |
val infxl = $$$ "infixl" |-- !!! (string -- nat >> Infixl); |
|
324 |
val infxr = $$$ "infixr" |-- !!! (string -- nat >> Infixr); |
|
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
325 |
val strcture = $$$ "structure" >> K Structure; |
5826 | 326 |
|
18669 | 327 |
val binder = $$$ "binder" |-- |
328 |
!!! (string -- ($$$ "[" |-- nat --| $$$ "]" -- nat || nat >> (fn n => (n, n)))) |
|
329 |
>> (Binder o triple2); |
|
330 |
||
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
331 |
val mixfix_body = mfix || strcture || binder || infxl || infxr || infx; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
332 |
|
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
333 |
fun annotation guard body = $$$ "(" |-- guard (body --| $$$ ")"); |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
334 |
fun opt_annotation guard body = Scan.optional (annotation guard body) NoSyn; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
335 |
|
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
336 |
in |
18669 | 337 |
|
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
338 |
val mixfix = annotation !!! mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
339 |
val mixfix' = annotation I mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
340 |
val opt_mixfix = opt_annotation !!! mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
341 |
val opt_mixfix' = opt_annotation I mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
342 |
|
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
343 |
end; |
5826 | 344 |
|
345 |
||
18669 | 346 |
(* fixes *) |
5826 | 347 |
|
21400 | 348 |
val where_ = $$$ "where"; |
349 |
||
42299 | 350 |
val const_decl = name -- ($$$ "::" |-- !!! typ) -- opt_mixfix >> triple1; |
30339 | 351 |
val const_binding = binding -- ($$$ "::" |-- !!! typ) -- opt_mixfix >> triple1; |
18669 | 352 |
|
28081
d664b2c1dfe6
explicit type Name.binding for higher-specification elements;
wenzelm
parents:
28017
diff
changeset
|
353 |
val params = Scan.repeat1 binding -- Scan.option ($$$ "::" |-- !!! typ) |
18669 | 354 |
>> (fn (xs, T) => map (rpair T) xs); |
355 |
||
19482
9f11af8f7ef9
tuned basic list operators (flat, maps, map_filter);
wenzelm
parents:
19284
diff
changeset
|
356 |
val simple_fixes = and_list1 params >> flat; |
18669 | 357 |
|
358 |
val fixes = |
|
45331
6e0a8aba99ec
more liberal Parse.fixes, to avoid overlap of mixfix with is-pattern (notably in 'obtain' syntax);
wenzelm
parents:
44357
diff
changeset
|
359 |
and_list1 (binding -- Scan.option ($$$ "::" |-- typ) -- mixfix' >> (single o triple1) || |
42287
d98eb048a2e4
discontinued special treatment of structure Mixfix;
wenzelm
parents:
40800
diff
changeset
|
360 |
params >> map (fn (x, y) => (x, y, NoSyn))) >> flat; |
5826 | 361 |
|
19845 | 362 |
val for_fixes = Scan.optional ($$$ "for" |-- !!! fixes) []; |
363 |
||
5826 | 364 |
|
27877 | 365 |
(* embedded source text *) |
27872
631371a02b8c
P.doc_source and P.ml_sorce for proper SymbolPos.text;
wenzelm
parents:
27815
diff
changeset
|
366 |
|
44357 | 367 |
val ML_source = source_position (group (fn () => "ML source") text); |
51627
589daaf48dba
tuned signature -- agree with markup terminology;
wenzelm
parents:
48927
diff
changeset
|
368 |
val document_source = source_position (group (fn () => "document source") text); |
27872
631371a02b8c
P.doc_source and P.ml_sorce for proper SymbolPos.text;
wenzelm
parents:
27815
diff
changeset
|
369 |
|
631371a02b8c
P.doc_source and P.ml_sorce for proper SymbolPos.text;
wenzelm
parents:
27815
diff
changeset
|
370 |
|
5826 | 371 |
(* terms *) |
372 |
||
40793
d21aedaa91e7
added Parse.literal_fact with proper inner_syntax markup (source position);
wenzelm
parents:
40296
diff
changeset
|
373 |
val tm = short_ident || long_ident || sym_ident || term_var || number || string; |
5826 | 374 |
|
44357 | 375 |
val term_group = group (fn () => "term") tm; |
376 |
val prop_group = group (fn () => "proposition") tm; |
|
27753
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
377 |
|
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
378 |
val term = inner_syntax term_group; |
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
379 |
val prop = inner_syntax prop_group; |
5826 | 380 |
|
44357 | 381 |
val const = inner_syntax (group (fn () => "constant") xname); |
42300
0d1cbc1fe579
notation: proper markup for type constructor / constant;
wenzelm
parents:
42299
diff
changeset
|
382 |
|
56499
7e0178c84994
allow text cartouches in regular outer syntax categories "text" and "altstring";
wenzelm
parents:
56202
diff
changeset
|
383 |
val literal_fact = inner_syntax (group (fn () => "literal fact") (alt_string || cartouche)); |
40793
d21aedaa91e7
added Parse.literal_fact with proper inner_syntax markup (source position);
wenzelm
parents:
40296
diff
changeset
|
384 |
|
5826 | 385 |
|
6949 | 386 |
(* patterns *) |
6935 | 387 |
|
6949 | 388 |
val is_terms = Scan.repeat1 ($$$ "is" |-- term); |
6935 | 389 |
val is_props = Scan.repeat1 ($$$ "is" |-- prop); |
390 |
||
19585 | 391 |
val propp = prop -- Scan.optional ($$$ "(" |-- !!! (is_props --| $$$ ")")) []; |
6949 | 392 |
val termp = term -- Scan.optional ($$$ "(" |-- !!! (is_terms --| $$$ ")")) []; |
6935 | 393 |
|
394 |
||
22119 | 395 |
(* targets *) |
19811 | 396 |
|
45488
6d71d9e52369
pass positions for named targets, for formal links in the document model;
wenzelm
parents:
45331
diff
changeset
|
397 |
val target = ($$$ "(" -- $$$ "in") |-- !!! (position xname --| $$$ ")"); |
22119 | 398 |
val opt_target = Scan.option target; |
12272 | 399 |
|
56201 | 400 |
|
401 |
(* arguments within outer syntax *) |
|
402 |
||
403 |
local |
|
404 |
||
405 |
val argument_kinds = |
|
406 |
[Token.Ident, Token.LongIdent, Token.SymIdent, Token.Var, Token.TypeIdent, Token.TypeVar, |
|
407 |
Token.Nat, Token.Float, Token.String, Token.AltString, Token.Cartouche, Token.Verbatim]; |
|
408 |
||
409 |
fun arguments is_symid = |
|
410 |
let |
|
411 |
fun argument blk = |
|
412 |
group (fn () => "argument") |
|
413 |
(Scan.one (fn tok => |
|
414 |
let val kind = Token.kind_of tok in |
|
415 |
member (op =) argument_kinds kind orelse |
|
416 |
Token.keyword_with is_symid tok orelse |
|
417 |
(blk andalso Token.keyword_with (fn s => s = ",") tok) |
|
418 |
end)); |
|
419 |
||
420 |
fun args blk x = Scan.optional (args1 blk) [] x |
|
421 |
and args1 blk x = |
|
422 |
((Scan.repeat1 |
|
423 |
(Scan.repeat1 (argument blk) || |
|
424 |
argsp "(" ")" || |
|
425 |
argsp "[" "]")) >> flat) x |
|
426 |
and argsp l r x = (token ($$$ l) ::: !!! (args true @@@ (token ($$$ r) >> single))) x; |
|
427 |
in (args, args1) end; |
|
428 |
||
429 |
in |
|
430 |
||
431 |
val args = #1 (arguments Token.ident_or_symbolic) false; |
|
432 |
fun args1 is_symid = #2 (arguments is_symid) false; |
|
433 |
||
434 |
end; |
|
435 |
||
58028
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
436 |
|
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
437 |
(* attributes *) |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
438 |
|
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
439 |
val attrib = position liberal_name -- !!! args >> uncurry Token.src; |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
440 |
val attribs = $$$ "[" |-- list attrib --| $$$ "]"; |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
441 |
val opt_attribs = Scan.optional attribs []; |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
442 |
|
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
443 |
|
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
444 |
(* theorem references *) |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
445 |
|
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
446 |
val thm_sel = $$$ "(" |-- list1 |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
447 |
(nat --| minus -- nat >> Facts.FromTo || |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
448 |
nat --| minus >> Facts.From || |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
449 |
nat >> Facts.Single) --| $$$ ")"; |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
450 |
|
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
451 |
val xthm = |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
452 |
$$$ "[" |-- attribs --| $$$ "]" >> pair (Facts.named "") || |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
453 |
(literal_fact >> Facts.Fact || |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
454 |
position xname -- Scan.option thm_sel >> Facts.Named) -- opt_attribs; |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
455 |
|
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
456 |
val xthms1 = Scan.repeat1 xthm; |
e4250d370657
tuned signature -- define some elementary operations earlier;
wenzelm
parents:
58011
diff
changeset
|
457 |
|
12272 | 458 |
end; |
30511 | 459 |