author | wenzelm |
Sat, 18 Jan 2014 19:15:12 +0100 | |
changeset 55033 | 8e8243975860 |
parent 51988 | a9725750c53a |
child 55111 | 5792f5106c40 |
permissions | -rw-r--r-- |
36949
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
1 |
(* Title: Pure/Isar/parse.ML |
5826 | 2 |
Author: Markus Wenzel, TU Muenchen |
3 |
||
4 |
Generic parsers for Isabelle/Isar outer syntax. |
|
5 |
*) |
|
6 |
||
36949
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
7 |
signature PARSE = |
5826 | 8 |
sig |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
9 |
type 'a parser = Token.T list -> 'a * Token.T list |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
10 |
type 'a context_parser = Context.generic * Token.T list -> 'a * (Context.generic * Token.T list) |
44357 | 11 |
val group: (unit -> string) -> (Token.T list -> 'a) -> Token.T list -> 'a |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
12 |
val !!! : (Token.T list -> 'a) -> Token.T list -> 'a |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
13 |
val !!!! : (Token.T list -> 'a) -> Token.T list -> 'a |
12047 | 14 |
val triple1: ('a * 'b) * 'c -> 'a * 'b * 'c |
15 |
val triple2: 'a * ('b * 'c) -> 'a * 'b * 'c |
|
16 |
val triple_swap: ('a * 'b) * 'c -> ('a * 'c) * 'b |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
17 |
val not_eof: Token.T parser |
42326 | 18 |
val position: 'a parser -> ('a * Position.T) parser |
42657 | 19 |
val source_position: 'a parser -> (Symbol_Pos.text * Position.T) parser |
42326 | 20 |
val inner_syntax: 'a parser -> string parser |
29310 | 21 |
val command: string parser |
22 |
val keyword: string parser |
|
23 |
val short_ident: string parser |
|
24 |
val long_ident: string parser |
|
25 |
val sym_ident: string parser |
|
26 |
val minus: string parser |
|
27 |
val term_var: string parser |
|
28 |
val type_ident: string parser |
|
29 |
val type_var: string parser |
|
30 |
val number: string parser |
|
40290
47f572aff50a
support for floating-point tokens in outer syntax (coinciding with inner syntax version);
wenzelm
parents:
36959
diff
changeset
|
31 |
val float_number: string parser |
29310 | 32 |
val string: string parser |
33 |
val alt_string: string parser |
|
34 |
val verbatim: string parser |
|
55033 | 35 |
val cartouche: string parser |
29310 | 36 |
val sync: string parser |
37 |
val eof: string parser |
|
48927
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
38 |
val command_name: string -> string parser |
29310 | 39 |
val keyword_with: (string -> bool) -> string parser |
40 |
val keyword_ident_or_symbolic: string parser |
|
41 |
val $$$ : string -> string parser |
|
42 |
val reserved: string -> string parser |
|
43 |
val semicolon: string parser |
|
44 |
val underscore: string parser |
|
45 |
val maybe: 'a parser -> 'a option parser |
|
46 |
val tag_name: string parser |
|
47 |
val tags: string list parser |
|
48 |
val opt_unit: unit parser |
|
49 |
val opt_keyword: string -> bool parser |
|
50 |
val begin: string parser |
|
51 |
val opt_begin: bool parser |
|
52 |
val nat: int parser |
|
53 |
val int: int parser |
|
40290
47f572aff50a
support for floating-point tokens in outer syntax (coinciding with inner syntax version);
wenzelm
parents:
36959
diff
changeset
|
54 |
val real: real parser |
29310 | 55 |
val enum: string -> 'a parser -> 'a list parser |
56 |
val enum1: string -> 'a parser -> 'a list parser |
|
57 |
val and_list: 'a parser -> 'a list parser |
|
58 |
val and_list1: 'a parser -> 'a list parser |
|
30511 | 59 |
val enum': string -> 'a context_parser -> 'a list context_parser |
60 |
val enum1': string -> 'a context_parser -> 'a list context_parser |
|
61 |
val and_list': 'a context_parser -> 'a list context_parser |
|
62 |
val and_list1': 'a context_parser -> 'a list context_parser |
|
29310 | 63 |
val list: 'a parser -> 'a list parser |
64 |
val list1: 'a parser -> 'a list parser |
|
43775
b361c7d184e7
added Parse.properties (again) -- allow empty list like Parse_Value.properties but unlike Parse.properties of ef86de9c98aa;
wenzelm
parents:
42657
diff
changeset
|
65 |
val properties: Properties.T parser |
29310 | 66 |
val name: bstring parser |
29581 | 67 |
val binding: binding parser |
29310 | 68 |
val xname: xstring parser |
69 |
val text: string parser |
|
48881
46e053eda5dd
clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents:
46922
diff
changeset
|
70 |
val path: string parser |
40800
330eb65c9469
Parse.liberal_name for document antiquotations and attributes;
wenzelm
parents:
40793
diff
changeset
|
71 |
val liberal_name: xstring parser |
29310 | 72 |
val parname: string parser |
29581 | 73 |
val parbinding: binding parser |
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
74 |
val class: string parser |
29310 | 75 |
val sort: string parser |
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
76 |
val type_const: string parser |
29310 | 77 |
val arity: (string * string list * string) parser |
78 |
val multi_arity: (string list * string list * string) parser |
|
79 |
val type_args: string list parser |
|
35838 | 80 |
val type_args_constrained: (string * string option) list parser |
29310 | 81 |
val typ_group: string parser |
82 |
val typ: string parser |
|
83 |
val mixfix: mixfix parser |
|
84 |
val mixfix': mixfix parser |
|
85 |
val opt_mixfix: mixfix parser |
|
86 |
val opt_mixfix': mixfix parser |
|
87 |
val where_: string parser |
|
42299 | 88 |
val const_decl: (string * string * mixfix) parser |
30339 | 89 |
val const_binding: (binding * string * mixfix) parser |
29581 | 90 |
val params: (binding * string option) list parser |
91 |
val simple_fixes: (binding * string option) list parser |
|
92 |
val fixes: (binding * string option * mixfix) list parser |
|
93 |
val for_fixes: (binding * string option * mixfix) list parser |
|
30573 | 94 |
val ML_source: (Symbol_Pos.text * Position.T) parser |
51627
589daaf48dba
tuned signature -- agree with markup terminology;
wenzelm
parents:
48927
diff
changeset
|
95 |
val document_source: (Symbol_Pos.text * Position.T) parser |
29310 | 96 |
val term_group: string parser |
97 |
val prop_group: string parser |
|
98 |
val term: string parser |
|
99 |
val prop: string parser |
|
42300
0d1cbc1fe579
notation: proper markup for type constructor / constant;
wenzelm
parents:
42299
diff
changeset
|
100 |
val const: string parser |
40793
d21aedaa91e7
added Parse.literal_fact with proper inner_syntax markup (source position);
wenzelm
parents:
40296
diff
changeset
|
101 |
val literal_fact: string parser |
29310 | 102 |
val propp: (string * string list) parser |
103 |
val termp: (string * string list) parser |
|
45488
6d71d9e52369
pass positions for named targets, for formal links in the document model;
wenzelm
parents:
45331
diff
changeset
|
104 |
val target: (xstring * Position.T) parser |
6d71d9e52369
pass positions for named targets, for formal links in the document model;
wenzelm
parents:
45331
diff
changeset
|
105 |
val opt_target: (xstring * Position.T) option parser |
5826 | 106 |
end; |
107 |
||
36949
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
108 |
structure Parse: PARSE = |
5826 | 109 |
struct |
110 |
||
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
111 |
type 'a parser = Token.T list -> 'a * Token.T list; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
112 |
type 'a context_parser = Context.generic * Token.T list -> 'a * (Context.generic * Token.T list); |
29310 | 113 |
|
5826 | 114 |
|
115 |
(** error handling **) |
|
116 |
||
117 |
(* group atomic parsers (no cuts!) *) |
|
118 |
||
44357 | 119 |
fun group s scan = scan || Scan.fail_with |
48911
5debc3e4fa81
tuned messages: end-of-input rarely means physical end-of-file from the past;
wenzelm
parents:
48881
diff
changeset
|
120 |
(fn [] => (fn () => s () ^ " expected,\nbut end-of-input was found") |
42519 | 121 |
| tok :: _ => |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
122 |
(fn () => |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
123 |
(case Token.text_of tok of |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
124 |
(txt, "") => |
44357 | 125 |
s () ^ " expected,\nbut " ^ txt ^ Token.pos_of tok ^ " was found" |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
126 |
| (txt1, txt2) => |
44357 | 127 |
s () ^ " expected,\nbut " ^ txt1 ^ Token.pos_of tok ^ " was found:\n" ^ txt2))); |
5826 | 128 |
|
129 |
||
5877 | 130 |
(* cut *) |
5826 | 131 |
|
8581
5c7ed2af8bfb
!!!! = cut "Corrupted outer syntax in presentation";
wenzelm
parents:
8350
diff
changeset
|
132 |
fun cut kind scan = |
5826 | 133 |
let |
48911
5debc3e4fa81
tuned messages: end-of-input rarely means physical end-of-file from the past;
wenzelm
parents:
48881
diff
changeset
|
134 |
fun get_pos [] = " (end-of-input)" |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
135 |
| get_pos (tok :: _) = Token.pos_of tok; |
5826 | 136 |
|
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
137 |
fun err (toks, NONE) = (fn () => kind ^ get_pos toks) |
25625 | 138 |
| err (toks, SOME msg) = |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
139 |
(fn () => |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
140 |
let val s = msg () in |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
141 |
if String.isPrefix kind s then s |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
142 |
else kind ^ get_pos toks ^ ": " ^ s |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
43775
diff
changeset
|
143 |
end); |
5826 | 144 |
in Scan.!! err scan end; |
145 |
||
8586 | 146 |
fun !!! scan = cut "Outer syntax error" scan; |
147 |
fun !!!! scan = cut "Corrupted outer syntax in presentation" scan; |
|
8581
5c7ed2af8bfb
!!!! = cut "Corrupted outer syntax in presentation";
wenzelm
parents:
8350
diff
changeset
|
148 |
|
5826 | 149 |
|
150 |
||
151 |
(** basic parsers **) |
|
152 |
||
153 |
(* utils *) |
|
154 |
||
155 |
fun triple1 ((x, y), z) = (x, y, z); |
|
156 |
fun triple2 (x, (y, z)) = (x, y, z); |
|
6430 | 157 |
fun triple_swap ((x, y), z) = ((x, z), y); |
5826 | 158 |
|
159 |
||
160 |
(* tokens *) |
|
161 |
||
27815 | 162 |
fun RESET_VALUE atom = (*required for all primitive parsers*) |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
163 |
Scan.ahead (Scan.one (K true)) -- atom >> (fn (arg, x) => (Token.assign NONE arg; x)); |
27815 | 164 |
|
165 |
||
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
166 |
val not_eof = RESET_VALUE (Scan.one Token.not_eof); |
15703 | 167 |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
168 |
fun position scan = (Scan.ahead not_eof >> Token.position_of) -- scan >> Library.swap; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
169 |
fun source_position atom = Scan.ahead atom |-- not_eof >> Token.source_position_of; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
170 |
fun inner_syntax atom = Scan.ahead atom |-- not_eof >> Token.source_of; |
5826 | 171 |
|
172 |
fun kind k = |
|
44357 | 173 |
group (fn () => Token.str_of_kind k) |
174 |
(RESET_VALUE (Scan.one (Token.is_kind k) >> Token.content_of)); |
|
5826 | 175 |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
176 |
val command = kind Token.Command; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
177 |
val keyword = kind Token.Keyword; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
178 |
val short_ident = kind Token.Ident; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
179 |
val long_ident = kind Token.LongIdent; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
180 |
val sym_ident = kind Token.SymIdent; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
181 |
val term_var = kind Token.Var; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
182 |
val type_ident = kind Token.TypeIdent; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
183 |
val type_var = kind Token.TypeVar; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
184 |
val number = kind Token.Nat; |
40290
47f572aff50a
support for floating-point tokens in outer syntax (coinciding with inner syntax version);
wenzelm
parents:
36959
diff
changeset
|
185 |
val float_number = kind Token.Float; |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
186 |
val string = kind Token.String; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
187 |
val alt_string = kind Token.AltString; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
188 |
val verbatim = kind Token.Verbatim; |
55033 | 189 |
val cartouche = kind Token.Cartouche; |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
190 |
val sync = kind Token.Sync; |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
191 |
val eof = kind Token.EOF; |
5826 | 192 |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
193 |
fun keyword_with pred = RESET_VALUE (Scan.one (Token.keyword_with pred) >> Token.content_of); |
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
194 |
val keyword_ident_or_symbolic = keyword_with Token.ident_or_symbolic; |
27815 | 195 |
|
48927
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
196 |
fun command_name x = |
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
197 |
group (fn () => Token.str_of_kind Token.Command ^ " " ^ quote x) |
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
198 |
(RESET_VALUE (Scan.one (fn tok => Token.is_command tok andalso Token.content_of tok = x))) |
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
199 |
>> Token.content_of; |
ef462b5558eb
theory def/ref position reports, which enable hyperlinks etc.;
wenzelm
parents:
48911
diff
changeset
|
200 |
|
5826 | 201 |
fun $$$ x = |
44357 | 202 |
group (fn () => Token.str_of_kind Token.Keyword ^ " " ^ quote x) |
203 |
(keyword_with (fn y => x = y)); |
|
9131 | 204 |
|
16030 | 205 |
fun reserved x = |
44357 | 206 |
group (fn () => "reserved identifier " ^ quote x) |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36955
diff
changeset
|
207 |
(RESET_VALUE (Scan.one (Token.ident_with (fn y => x = y)) >> Token.content_of)); |
16030 | 208 |
|
9131 | 209 |
val semicolon = $$$ ";"; |
5826 | 210 |
|
15703 | 211 |
val minus = sym_ident :-- (fn "-" => Scan.succeed () | _ => Scan.fail) >> #1; |
11792
311eee3d63b6
parser for underscore (actually a symbolic identifier!);
wenzelm
parents:
11651
diff
changeset
|
212 |
val underscore = sym_ident :-- (fn "_" => Scan.succeed () | _ => Scan.fail) >> #1; |
15703 | 213 |
fun maybe scan = underscore >> K NONE || scan >> SOME; |
11792
311eee3d63b6
parser for underscore (actually a symbolic identifier!);
wenzelm
parents:
11651
diff
changeset
|
214 |
|
14835 | 215 |
val nat = number >> (#1 o Library.read_int o Symbol.explode); |
27815 | 216 |
val int = Scan.optional (minus >> K ~1) 1 -- nat >> op *; |
51988 | 217 |
val real = float_number >> Markup.parse_real || int >> Real.fromInt; |
5826 | 218 |
|
44357 | 219 |
val tag_name = group (fn () => "tag name") (short_ident || string); |
17070 | 220 |
val tags = Scan.repeat ($$$ "%" |-- !!! tag_name); |
221 |
||
7930 | 222 |
val opt_unit = Scan.optional ($$$ "(" -- $$$ ")" >> (K ())) (); |
14646 | 223 |
fun opt_keyword s = Scan.optional ($$$ "(" |-- !!! (($$$ s >> K true) --| $$$ ")")) false; |
224 |
||
20983 | 225 |
val begin = $$$ "begin"; |
226 |
val opt_begin = Scan.optional (begin >> K true) false; |
|
20961 | 227 |
|
5826 | 228 |
|
229 |
(* enumerations *) |
|
230 |
||
25999 | 231 |
fun enum1 sep scan = scan ::: Scan.repeat ($$$ sep |-- !!! scan); |
5826 | 232 |
fun enum sep scan = enum1 sep scan || Scan.succeed []; |
233 |
||
27815 | 234 |
fun enum1' sep scan = scan ::: Scan.repeat (Scan.lift ($$$ sep) |-- scan); |
235 |
fun enum' sep scan = enum1' sep scan || Scan.succeed []; |
|
5826 | 236 |
|
6013 | 237 |
fun and_list1 scan = enum1 "and" scan; |
238 |
fun and_list scan = enum "and" scan; |
|
239 |
||
27815 | 240 |
fun and_list1' scan = enum1' "and" scan; |
241 |
fun and_list' scan = enum' "and" scan; |
|
242 |
||
243 |
fun list1 scan = enum1 "," scan; |
|
244 |
fun list scan = enum "," scan; |
|
245 |
||
43775
b361c7d184e7
added Parse.properties (again) -- allow empty list like Parse_Value.properties but unlike Parse.properties of ef86de9c98aa;
wenzelm
parents:
42657
diff
changeset
|
246 |
val properties = $$$ "(" |-- !!! (list (string -- ($$$ "=" |-- string)) --| $$$ ")"); |
b361c7d184e7
added Parse.properties (again) -- allow empty list like Parse_Value.properties but unlike Parse.properties of ef86de9c98aa;
wenzelm
parents:
42657
diff
changeset
|
247 |
|
5826 | 248 |
|
5960 | 249 |
(* names and text *) |
5826 | 250 |
|
44357 | 251 |
val name = group (fn () => "name declaration") (short_ident || sym_ident || string || number); |
252 |
||
30223
24d975352879
renamed Binding.name_pos to Binding.make, renamed Binding.base_name to Binding.name_of, renamed Binding.map_base to Binding.map_name, added mandatory flag to Binding.qualify;
wenzelm
parents:
29581
diff
changeset
|
253 |
val binding = position name >> Binding.make; |
44357 | 254 |
|
255 |
val xname = group (fn () => "name reference") |
|
256 |
(short_ident || long_ident || sym_ident || string || number); |
|
257 |
||
258 |
val text = group (fn () => "text") |
|
259 |
(short_ident || long_ident || sym_ident || string || number || verbatim); |
|
260 |
||
48881
46e053eda5dd
clarified Parse.path vs. Parse.explode -- prefer errors in proper transaction context;
wenzelm
parents:
46922
diff
changeset
|
261 |
val path = group (fn () => "file name/path specification") name; |
6553 | 262 |
|
40800
330eb65c9469
Parse.liberal_name for document antiquotations and attributes;
wenzelm
parents:
40793
diff
changeset
|
263 |
val liberal_name = keyword_ident_or_symbolic || xname; |
330eb65c9469
Parse.liberal_name for document antiquotations and attributes;
wenzelm
parents:
40793
diff
changeset
|
264 |
|
18898 | 265 |
val parname = Scan.optional ($$$ "(" |-- name --| $$$ ")") ""; |
28965 | 266 |
val parbinding = Scan.optional ($$$ "(" |-- binding --| $$$ ")") Binding.empty; |
18898 | 267 |
|
6553 | 268 |
|
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
269 |
(* type classes *) |
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
270 |
|
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
271 |
val class = group (fn () => "type class") (inner_syntax xname); |
5826 | 272 |
|
44357 | 273 |
val sort = group (fn () => "sort") (inner_syntax xname); |
5826 | 274 |
|
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
275 |
val type_const = inner_syntax (group (fn () => "type constructor") xname); |
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
276 |
|
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
277 |
val arity = type_const -- ($$$ "::" |-- !!! |
22331 | 278 |
(Scan.optional ($$$ "(" |-- !!! (list1 sort --| $$$ ")")) [] -- sort)) >> triple2; |
5826 | 279 |
|
46922
3717f3878714
source positions for locale and class expressions;
wenzelm
parents:
45596
diff
changeset
|
280 |
val multi_arity = and_list1 type_const -- ($$$ "::" |-- !!! |
25541 | 281 |
(Scan.optional ($$$ "(" |-- !!! (list1 sort --| $$$ ")")) [] -- sort)) >> triple2; |
282 |
||
5826 | 283 |
|
284 |
(* types *) |
|
285 |
||
44357 | 286 |
val typ_group = |
287 |
group (fn () => "type") |
|
288 |
(short_ident || long_ident || sym_ident || type_ident || type_var || string || number); |
|
5826 | 289 |
|
27753
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
290 |
val typ = inner_syntax typ_group; |
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
291 |
|
35838 | 292 |
fun type_arguments arg = |
293 |
arg >> single || |
|
294 |
$$$ "(" |-- !!! (list1 arg --| $$$ ")") || |
|
5826 | 295 |
Scan.succeed []; |
296 |
||
35838 | 297 |
val type_args = type_arguments type_ident; |
298 |
val type_args_constrained = type_arguments (type_ident -- Scan.option ($$$ "::" |-- !!! sort)); |
|
299 |
||
5826 | 300 |
|
301 |
(* mixfix annotations *) |
|
302 |
||
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
303 |
local |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
304 |
|
18669 | 305 |
val mfix = string -- |
306 |
!!! (Scan.optional ($$$ "[" |-- !!! (list nat --| $$$ "]")) [] -- |
|
42297
140f283266b7
discontinued Syntax.max_pri, which is not really a symbolic parameter;
wenzelm
parents:
42287
diff
changeset
|
307 |
Scan.optional nat 1000) >> (Mixfix o triple2); |
18669 | 308 |
|
35130 | 309 |
val infx = $$$ "infix" |-- !!! (string -- nat >> Infix); |
310 |
val infxl = $$$ "infixl" |-- !!! (string -- nat >> Infixl); |
|
311 |
val infxr = $$$ "infixr" |-- !!! (string -- nat >> Infixr); |
|
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
312 |
val strcture = $$$ "structure" >> K Structure; |
5826 | 313 |
|
18669 | 314 |
val binder = $$$ "binder" |-- |
315 |
!!! (string -- ($$$ "[" |-- nat --| $$$ "]" -- nat || nat >> (fn n => (n, n)))) |
|
316 |
>> (Binder o triple2); |
|
317 |
||
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
318 |
val mixfix_body = mfix || strcture || binder || infxl || infxr || infx; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
319 |
|
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
320 |
fun annotation guard body = $$$ "(" |-- guard (body --| $$$ ")"); |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
321 |
fun opt_annotation guard body = Scan.optional (annotation guard body) NoSyn; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
322 |
|
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
323 |
in |
18669 | 324 |
|
51654
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
325 |
val mixfix = annotation !!! mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
326 |
val mixfix' = annotation I mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
327 |
val opt_mixfix = opt_annotation !!! mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
328 |
val opt_mixfix' = opt_annotation I mixfix_body; |
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
329 |
|
8450b944e58a
just one syntax category "mixfix" -- check structure annotation semantically;
wenzelm
parents:
51627
diff
changeset
|
330 |
end; |
5826 | 331 |
|
332 |
||
18669 | 333 |
(* fixes *) |
5826 | 334 |
|
21400 | 335 |
val where_ = $$$ "where"; |
336 |
||
42299 | 337 |
val const_decl = name -- ($$$ "::" |-- !!! typ) -- opt_mixfix >> triple1; |
30339 | 338 |
val const_binding = binding -- ($$$ "::" |-- !!! typ) -- opt_mixfix >> triple1; |
18669 | 339 |
|
28081
d664b2c1dfe6
explicit type Name.binding for higher-specification elements;
wenzelm
parents:
28017
diff
changeset
|
340 |
val params = Scan.repeat1 binding -- Scan.option ($$$ "::" |-- !!! typ) |
18669 | 341 |
>> (fn (xs, T) => map (rpair T) xs); |
342 |
||
19482
9f11af8f7ef9
tuned basic list operators (flat, maps, map_filter);
wenzelm
parents:
19284
diff
changeset
|
343 |
val simple_fixes = and_list1 params >> flat; |
18669 | 344 |
|
345 |
val fixes = |
|
45331
6e0a8aba99ec
more liberal Parse.fixes, to avoid overlap of mixfix with is-pattern (notably in 'obtain' syntax);
wenzelm
parents:
44357
diff
changeset
|
346 |
and_list1 (binding -- Scan.option ($$$ "::" |-- typ) -- mixfix' >> (single o triple1) || |
42287
d98eb048a2e4
discontinued special treatment of structure Mixfix;
wenzelm
parents:
40800
diff
changeset
|
347 |
params >> map (fn (x, y) => (x, y, NoSyn))) >> flat; |
5826 | 348 |
|
19845 | 349 |
val for_fixes = Scan.optional ($$$ "for" |-- !!! fixes) []; |
350 |
||
5826 | 351 |
|
27877 | 352 |
(* embedded source text *) |
27872
631371a02b8c
P.doc_source and P.ml_sorce for proper SymbolPos.text;
wenzelm
parents:
27815
diff
changeset
|
353 |
|
44357 | 354 |
val ML_source = source_position (group (fn () => "ML source") text); |
51627
589daaf48dba
tuned signature -- agree with markup terminology;
wenzelm
parents:
48927
diff
changeset
|
355 |
val document_source = source_position (group (fn () => "document source") text); |
27872
631371a02b8c
P.doc_source and P.ml_sorce for proper SymbolPos.text;
wenzelm
parents:
27815
diff
changeset
|
356 |
|
631371a02b8c
P.doc_source and P.ml_sorce for proper SymbolPos.text;
wenzelm
parents:
27815
diff
changeset
|
357 |
|
5826 | 358 |
(* terms *) |
359 |
||
40793
d21aedaa91e7
added Parse.literal_fact with proper inner_syntax markup (source position);
wenzelm
parents:
40296
diff
changeset
|
360 |
val tm = short_ident || long_ident || sym_ident || term_var || number || string; |
5826 | 361 |
|
44357 | 362 |
val term_group = group (fn () => "term") tm; |
363 |
val prop_group = group (fn () => "proposition") tm; |
|
27753
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
364 |
|
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
365 |
val term = inner_syntax term_group; |
94b672153b49
sort/typ/term/prop: inner_syntax markup encodes original source position;
wenzelm
parents:
27737
diff
changeset
|
366 |
val prop = inner_syntax prop_group; |
5826 | 367 |
|
44357 | 368 |
val const = inner_syntax (group (fn () => "constant") xname); |
42300
0d1cbc1fe579
notation: proper markup for type constructor / constant;
wenzelm
parents:
42299
diff
changeset
|
369 |
|
44357 | 370 |
val literal_fact = inner_syntax (group (fn () => "literal fact") alt_string); |
40793
d21aedaa91e7
added Parse.literal_fact with proper inner_syntax markup (source position);
wenzelm
parents:
40296
diff
changeset
|
371 |
|
5826 | 372 |
|
6949 | 373 |
(* patterns *) |
6935 | 374 |
|
6949 | 375 |
val is_terms = Scan.repeat1 ($$$ "is" |-- term); |
6935 | 376 |
val is_props = Scan.repeat1 ($$$ "is" |-- prop); |
377 |
||
19585 | 378 |
val propp = prop -- Scan.optional ($$$ "(" |-- !!! (is_props --| $$$ ")")) []; |
6949 | 379 |
val termp = term -- Scan.optional ($$$ "(" |-- !!! (is_terms --| $$$ ")")) []; |
6935 | 380 |
|
381 |
||
22119 | 382 |
(* targets *) |
19811 | 383 |
|
45488
6d71d9e52369
pass positions for named targets, for formal links in the document model;
wenzelm
parents:
45331
diff
changeset
|
384 |
val target = ($$$ "(" -- $$$ "in") |-- !!! (position xname --| $$$ ")"); |
22119 | 385 |
val opt_target = Scan.option target; |
12272 | 386 |
|
387 |
end; |
|
30511 | 388 |
|
36949
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
389 |
type 'a parser = 'a Parse.parser; |
080e85d46108
renamed structure OuterKeyword to Keyword and OuterParse to Parse, keeping the old names as legacy aliases for some time;
wenzelm
parents:
35838
diff
changeset
|
390 |
type 'a context_parser = 'a Parse.context_parser; |
30511 | 391 |