author | wenzelm |
Thu, 22 Apr 2004 10:59:41 +0200 | |
changeset 14648 | 0e67b385a6df |
parent 14598 | 7009f59711e3 |
child 14687 | e089757b952a |
permissions | -rw-r--r-- |
18 | 1 |
(* Title: Pure/Syntax/syntax.ML |
0 | 2 |
ID: $Id$ |
3 |
Author: Tobias Nipkow and Markus Wenzel, TU Muenchen |
|
12785 | 4 |
License: GPL (GNU GENERAL PUBLIC LICENSE) |
18 | 5 |
|
6 |
Root of Isabelle's syntax module. |
|
0 | 7 |
*) |
8 |
||
260 | 9 |
signature BASIC_SYNTAX = |
2383 | 10 |
sig |
260 | 11 |
include AST0 |
556 | 12 |
include SYN_TRANS0 |
13 |
include MIXFIX0 |
|
260 | 14 |
include PRINTER0 |
2383 | 15 |
end; |
260 | 16 |
|
0 | 17 |
signature SYNTAX = |
2383 | 18 |
sig |
6322 | 19 |
include TOKEN_TRANS0 |
260 | 20 |
include AST1 |
0 | 21 |
include LEXICON0 |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
22 |
include SYN_EXT0 |
0 | 23 |
include TYPE_EXT0 |
556 | 24 |
include SYN_TRANS1 |
25 |
include MIXFIX1 |
|
0 | 26 |
include PRINTER0 |
14648
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
27 |
val extend_trtab: ('a * stamp) Symtab.table -> (string * 'a) list -> string |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
28 |
-> ('a * stamp) Symtab.table |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
29 |
val merge_trtabs: ('a * stamp) Symtab.table -> ('a * stamp) Symtab.table -> string |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
30 |
-> ('a * stamp) Symtab.table |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
31 |
val merge_tr'tabs: ('a * stamp) list Symtab.table -> ('a * stamp) list Symtab.table |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
32 |
-> ('a * stamp) list Symtab.table |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
33 |
val extend_tr'tab: ('a * stamp) list Symtab.table -> (string * 'a) list |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
34 |
-> ('a * stamp) list Symtab.table |
1158 | 35 |
datatype 'a trrule = |
3526 | 36 |
ParseRule of 'a * 'a | |
37 |
PrintRule of 'a * 'a | |
|
38 |
ParsePrintRule of 'a * 'a |
|
556 | 39 |
type syntax |
12073
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
40 |
val extend_log_types: string list -> syntax -> syntax |
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
41 |
val extend_type_gram: (string * int * mixfix) list -> syntax -> syntax |
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
42 |
val extend_const_gram: string * bool -> (string * typ * mixfix) list -> syntax -> syntax |
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
43 |
val extend_consts: string list -> syntax -> syntax |
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
44 |
val extend_trfuns: |
556 | 45 |
(string * (ast list -> ast)) list * |
46 |
(string * (term list -> term)) list * |
|
14648
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
47 |
(string * (bool -> typ -> term list -> term)) list * |
12073
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
48 |
(string * (ast list -> ast)) list -> syntax -> syntax |
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
49 |
val extend_tokentrfuns: (string * string * (string -> string * real)) list -> syntax -> syntax |
14648
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
50 |
val extend_trrules: syntax -> (string * string) trrule list -> syntax -> syntax |
12073
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
51 |
val extend_trrules_i: ast trrule list -> syntax -> syntax |
4618 | 52 |
val map_trrule: ('a -> 'b) -> 'a trrule -> 'b trrule |
556 | 53 |
val merge_syntaxes: syntax -> syntax -> syntax |
54 |
val type_syn: syntax |
|
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
55 |
val pure_syn: syntax |
556 | 56 |
val print_gram: syntax -> unit |
57 |
val print_trans: syntax -> unit |
|
58 |
val print_syntax: syntax -> unit |
|
59 |
val test_read: syntax -> string -> string -> unit |
|
624 | 60 |
val read: syntax -> typ -> string -> term list |
12316 | 61 |
val read_typ: syntax -> ((indexname * sort) list -> indexname -> sort) -> (sort -> sort) -> |
62 |
string -> typ |
|
8894 | 63 |
val read_sort: syntax -> string -> sort |
3779 | 64 |
val pretty_term: syntax -> bool -> term -> Pretty.T |
556 | 65 |
val pretty_typ: syntax -> typ -> Pretty.T |
3779 | 66 |
val pretty_sort: syntax -> sort -> Pretty.T |
3782 | 67 |
val simple_str_of_sort: sort -> string |
556 | 68 |
val simple_string_of_typ: typ -> string |
69 |
val simple_pprint_typ: typ -> pprint_args -> unit |
|
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
70 |
val ambiguity_level: int ref |
14177
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
71 |
val ambiguity_is_error: bool ref |
2383 | 72 |
end; |
0 | 73 |
|
12094 | 74 |
structure Syntax: SYNTAX = |
0 | 75 |
struct |
76 |
||
14177
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
77 |
val ambiguity_is_error = ref false |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
78 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
79 |
(** tables of translation functions **) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
80 |
|
5692 | 81 |
fun mk_trfun (c, f) = (c, (f, stamp ())); |
12292 | 82 |
fun eq_trfuns ((_, s1:stamp), (_, s2)) = s1 = s2; |
0 | 83 |
|
84 |
||
5692 | 85 |
(* parse (ast) translations *) |
86 |
||
87 |
fun lookup_tr tab c = apsome fst (Symtab.lookup (tab, c)); |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
88 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
89 |
fun err_dup_trfuns name cs = |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
90 |
error ("More than one " ^ name ^ " for " ^ commas_quote cs); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
91 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
92 |
fun extend_trtab tab trfuns name = |
5692 | 93 |
Symtab.extend (tab, map mk_trfun trfuns) |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
94 |
handle Symtab.DUPS cs => err_dup_trfuns name cs; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
95 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
96 |
fun merge_trtabs tab1 tab2 name = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
97 |
Symtab.merge eq_snd (tab1, tab2) |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
98 |
handle Symtab.DUPS cs => err_dup_trfuns name cs; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
99 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
100 |
|
5692 | 101 |
(* print (ast) translations *) |
102 |
||
103 |
fun lookup_tr' tab c = map fst (Symtab.lookup_multi (tab, c)); |
|
12292 | 104 |
fun extend_tr'tab tab trfuns = foldr Symtab.update_multi (map mk_trfun trfuns, tab); |
105 |
fun merge_tr'tabs tab1 tab2 = Symtab.merge_multi' eq_trfuns (tab1, tab2); |
|
5692 | 106 |
|
107 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
108 |
|
2700 | 109 |
(** tables of token translation functions **) |
110 |
||
111 |
fun lookup_tokentr tabs modes = |
|
4496 | 112 |
let val trs = gen_distinct eq_fst (flat (map (assocs tabs) (modes @ [""]))) |
2700 | 113 |
in fn c => apsome fst (assoc (trs, c)) end; |
114 |
||
115 |
fun merge_tokentrtabs tabs1 tabs2 = |
|
116 |
let |
|
117 |
fun eq_tr ((c1, (_, s1)), (c2, (_, s2))) = c1 = c2 andalso s1 = s2; |
|
118 |
||
4703 | 119 |
fun name (s, _) = implode (tl (Symbol.explode s)); |
2706 | 120 |
|
2700 | 121 |
fun merge mode = |
122 |
let |
|
123 |
val trs1 = assocs tabs1 mode; |
|
124 |
val trs2 = assocs tabs2 mode; |
|
125 |
val trs = gen_distinct eq_tr (trs1 @ trs2); |
|
126 |
in |
|
127 |
(case gen_duplicates eq_fst trs of |
|
128 |
[] => (mode, trs) |
|
129 |
| dups => error ("More than one token translation function in mode " ^ |
|
2706 | 130 |
quote mode ^ " for " ^ commas_quote (map name dups))) |
2700 | 131 |
end; |
132 |
in |
|
133 |
map merge (distinct (map fst (tabs1 @ tabs2))) |
|
134 |
end; |
|
135 |
||
136 |
fun extend_tokentrtab tabs tokentrs = |
|
137 |
let |
|
138 |
fun ins_tokentr (ts, (m, c, f)) = |
|
139 |
overwrite (ts, (m, ("_" ^ c, (f, stamp ())) :: assocs ts m)); |
|
140 |
in |
|
141 |
merge_tokentrtabs tabs (foldl ins_tokentr ([], tokentrs)) |
|
142 |
end; |
|
143 |
||
144 |
||
145 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
146 |
(** tables of translation rules **) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
147 |
|
5692 | 148 |
type ruletab = (Ast.ast * Ast.ast) list Symtab.table; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
149 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
150 |
fun dest_ruletab tab = flat (map snd (Symtab.dest tab)); |
9372
7834e56e2277
AST translation rules no longer require constant head on LHS;
wenzelm
parents:
8894
diff
changeset
|
151 |
fun lookup_ruletab tab a = Symtab.lookup_multi (tab, a); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
152 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
153 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
154 |
(* empty, extend, merge ruletabs *) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
155 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
156 |
fun extend_ruletab tab rules = |
12292 | 157 |
foldr Symtab.update_multi (map (fn r => (Ast.head_of_rule r, r)) rules, tab); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
158 |
|
12292 | 159 |
fun merge_ruletabs tab1 tab2 = Symtab.merge_multi' (op =) (tab1, tab2); |
0 | 160 |
|
161 |
||
162 |
||
163 |
(** datatype syntax **) |
|
164 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
165 |
datatype syntax = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
166 |
Syntax of { |
4703 | 167 |
lexicon: Scan.lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
168 |
logtypes: string list, |
5692 | 169 |
gram: Parser.gram, |
18 | 170 |
consts: string list, |
2913 | 171 |
prmodes: string list, |
5692 | 172 |
parse_ast_trtab: ((Ast.ast list -> Ast.ast) * stamp) Symtab.table, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
173 |
parse_ruletab: ruletab, |
5692 | 174 |
parse_trtab: ((term list -> term) * stamp) Symtab.table, |
175 |
print_trtab: ((bool -> typ -> term list -> term) * stamp) list Symtab.table, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
176 |
print_ruletab: ruletab, |
5692 | 177 |
print_ast_trtab: ((Ast.ast list -> Ast.ast) * stamp) list Symtab.table, |
6322 | 178 |
tokentrtab: (string * (string * ((string -> string * real) * stamp)) list) list, |
5692 | 179 |
prtabs: Printer.prtabs} |
0 | 180 |
|
18 | 181 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
182 |
(* empty_syntax *) |
18 | 183 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
184 |
val empty_syntax = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
185 |
Syntax { |
4703 | 186 |
lexicon = Scan.empty_lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
187 |
logtypes = [], |
5692 | 188 |
gram = Parser.empty_gram, |
167 | 189 |
consts = [], |
2913 | 190 |
prmodes = [], |
5692 | 191 |
parse_ast_trtab = Symtab.empty, |
192 |
parse_ruletab = Symtab.empty, |
|
193 |
parse_trtab = Symtab.empty, |
|
194 |
print_trtab = Symtab.empty, |
|
195 |
print_ruletab = Symtab.empty, |
|
196 |
print_ast_trtab = Symtab.empty, |
|
2700 | 197 |
tokentrtab = [], |
5692 | 198 |
prtabs = Printer.empty_prtabs} |
167 | 199 |
|
200 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
201 |
(* extend_syntax *) |
167 | 202 |
|
2366 | 203 |
fun extend_syntax (mode, inout) (Syntax tabs) syn_ext = |
167 | 204 |
let |
2913 | 205 |
val {lexicon, logtypes = logtypes1, gram, consts = consts1, prmodes = prmodes1, |
2366 | 206 |
parse_ast_trtab, parse_ruletab, parse_trtab, print_trtab, print_ruletab, |
2700 | 207 |
print_ast_trtab, tokentrtab, prtabs} = tabs; |
5692 | 208 |
val SynExt.SynExt {logtypes = logtypes2, xprods, consts = consts2, prmodes = prmodes2, |
2913 | 209 |
parse_ast_translation, parse_rules, parse_translation, print_translation, print_rules, |
2700 | 210 |
print_ast_translation, token_translation} = syn_ext; |
167 | 211 |
in |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
212 |
Syntax { |
5692 | 213 |
lexicon = if inout then Scan.extend_lexicon lexicon (SynExt.delims_of xprods) else lexicon, |
12292 | 214 |
logtypes = merge_lists logtypes1 logtypes2, |
5692 | 215 |
gram = if inout then Parser.extend_gram gram xprods else gram, |
11528 | 216 |
consts = consts2 @ consts1, |
11546 | 217 |
prmodes = (mode ins_string prmodes2) union_string prmodes1, |
167 | 218 |
parse_ast_trtab = |
219 |
extend_trtab parse_ast_trtab parse_ast_translation "parse ast translation", |
|
220 |
parse_ruletab = extend_ruletab parse_ruletab parse_rules, |
|
221 |
parse_trtab = extend_trtab parse_trtab parse_translation "parse translation", |
|
5692 | 222 |
print_trtab = extend_tr'tab print_trtab print_translation, |
167 | 223 |
print_ruletab = extend_ruletab print_ruletab print_rules, |
5692 | 224 |
print_ast_trtab = extend_tr'tab print_ast_trtab print_ast_translation, |
2700 | 225 |
tokentrtab = extend_tokentrtab tokentrtab token_translation, |
5692 | 226 |
prtabs = Printer.extend_prtabs prtabs mode xprods} |
18 | 227 |
end; |
228 |
||
229 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
230 |
(* merge_syntaxes *) |
0 | 231 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
232 |
fun merge_syntaxes (Syntax tabs1) (Syntax tabs2) = |
0 | 233 |
let |
2913 | 234 |
val {lexicon = lexicon1, logtypes = logtypes1, gram = gram1, consts = consts1, |
235 |
prmodes = prmodes1, parse_ast_trtab = parse_ast_trtab1, parse_ruletab = parse_ruletab1, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
236 |
parse_trtab = parse_trtab1, print_trtab = print_trtab1, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
237 |
print_ruletab = print_ruletab1, print_ast_trtab = print_ast_trtab1, |
2700 | 238 |
tokentrtab = tokentrtab1, prtabs = prtabs1} = tabs1; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
239 |
|
2913 | 240 |
val {lexicon = lexicon2, logtypes = logtypes2, gram = gram2, consts = consts2, |
241 |
prmodes = prmodes2, parse_ast_trtab = parse_ast_trtab2, parse_ruletab = parse_ruletab2, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
242 |
parse_trtab = parse_trtab2, print_trtab = print_trtab2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
243 |
print_ruletab = print_ruletab2, print_ast_trtab = print_ast_trtab2, |
2700 | 244 |
tokentrtab = tokentrtab2, prtabs = prtabs2} = tabs2; |
0 | 245 |
in |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
246 |
Syntax { |
4703 | 247 |
lexicon = Scan.merge_lexicons lexicon1 lexicon2, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
248 |
logtypes = merge_lists logtypes1 logtypes2, |
5692 | 249 |
gram = Parser.merge_grams gram1 gram2, |
11528 | 250 |
consts = unique_strings (sort_strings (consts1 @ consts2)), |
2913 | 251 |
prmodes = merge_lists prmodes1 prmodes2, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
252 |
parse_ast_trtab = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
253 |
merge_trtabs parse_ast_trtab1 parse_ast_trtab2 "parse ast translation", |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
254 |
parse_ruletab = merge_ruletabs parse_ruletab1 parse_ruletab2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
255 |
parse_trtab = merge_trtabs parse_trtab1 parse_trtab2 "parse translation", |
5692 | 256 |
print_trtab = merge_tr'tabs print_trtab1 print_trtab2, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
257 |
print_ruletab = merge_ruletabs print_ruletab1 print_ruletab2, |
5692 | 258 |
print_ast_trtab = merge_tr'tabs print_ast_trtab1 print_ast_trtab2, |
2700 | 259 |
tokentrtab = merge_tokentrtabs tokentrtab1 tokentrtab2, |
5692 | 260 |
prtabs = Printer.merge_prtabs prtabs1 prtabs2} |
0 | 261 |
end; |
262 |
||
263 |
||
260 | 264 |
(* type_syn *) |
265 |
||
5692 | 266 |
val type_syn = extend_syntax ("", true) empty_syntax TypeExt.type_ext; |
267 |
val pure_syn = extend_syntax ("", true) type_syn SynExt.pure_ext; |
|
260 | 268 |
|
0 | 269 |
|
4887 | 270 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
271 |
(** inspect syntax **) |
0 | 272 |
|
260 | 273 |
fun pretty_strs_qs name strs = |
14598
7009f59711e3
Replaced quote by Library.quote, since quote now refers to Symbol.quote
berghofe
parents:
14177
diff
changeset
|
274 |
Pretty.strs (name :: map Library.quote (sort_strings strs)); |
0 | 275 |
|
18 | 276 |
|
277 |
(* print_gram *) |
|
0 | 278 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
279 |
fun print_gram (Syntax tabs) = |
0 | 280 |
let |
2913 | 281 |
val {lexicon, logtypes, prmodes, gram, prtabs, ...} = tabs; |
282 |
val prmodes' = sort_strings (filter_out (equal "") prmodes); |
|
0 | 283 |
in |
8720 | 284 |
[pretty_strs_qs "lexicon:" (Scan.dest_lexicon lexicon), |
285 |
Pretty.strs ("logtypes:" :: logtypes), |
|
286 |
Pretty.big_list "prods:" (Parser.pretty_gram gram), |
|
287 |
pretty_strs_qs "print modes:" prmodes'] |
|
288 |
|> Pretty.chunks |> Pretty.writeln |
|
0 | 289 |
end; |
290 |
||
291 |
||
18 | 292 |
(* print_trans *) |
0 | 293 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
294 |
fun print_trans (Syntax tabs) = |
0 | 295 |
let |
260 | 296 |
fun pretty_trtab name tab = |
5692 | 297 |
pretty_strs_qs name (Symtab.keys tab); |
0 | 298 |
|
260 | 299 |
fun pretty_ruletab name tab = |
5692 | 300 |
Pretty.big_list name (map Ast.pretty_rule (dest_ruletab tab)); |
0 | 301 |
|
14598
7009f59711e3
Replaced quote by Library.quote, since quote now refers to Symbol.quote
berghofe
parents:
14177
diff
changeset
|
302 |
fun pretty_tokentr (mode, trs) = Pretty.strs (Library.quote mode ^ ":" :: map fst trs); |
4703 | 303 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
304 |
val {consts, parse_ast_trtab, parse_ruletab, parse_trtab, print_trtab, |
4703 | 305 |
print_ruletab, print_ast_trtab, tokentrtab, ...} = tabs; |
0 | 306 |
in |
8720 | 307 |
[pretty_strs_qs "consts:" consts, |
308 |
pretty_trtab "parse_ast_translation:" parse_ast_trtab, |
|
309 |
pretty_ruletab "parse_rules:" parse_ruletab, |
|
310 |
pretty_trtab "parse_translation:" parse_trtab, |
|
311 |
pretty_trtab "print_translation:" print_trtab, |
|
312 |
pretty_ruletab "print_rules:" print_ruletab, |
|
313 |
pretty_trtab "print_ast_translation:" print_ast_trtab, |
|
314 |
Pretty.big_list "token_translation:" (map pretty_tokentr tokentrtab)] |
|
315 |
|> Pretty.chunks |> Pretty.writeln |
|
0 | 316 |
end; |
317 |
||
318 |
||
319 |
(* print_syntax *) |
|
320 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
321 |
fun print_syntax syn = (print_gram syn; print_trans syn); |
0 | 322 |
|
323 |
||
324 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
325 |
(** read **) |
18 | 326 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
327 |
(* test_read *) |
18 | 328 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
329 |
fun test_read (Syntax tabs) root str = |
18 | 330 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
331 |
val {lexicon, gram, parse_ast_trtab, parse_ruletab, ...} = tabs; |
18 | 332 |
|
4703 | 333 |
val chars = Symbol.explode str; |
5692 | 334 |
val toks = Lexicon.tokenize lexicon false chars; |
335 |
val _ = writeln ("tokens: " ^ space_implode " " (map Lexicon.display_token toks)); |
|
18 | 336 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
337 |
fun show_pt pt = |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
338 |
let |
5692 | 339 |
val raw_ast = SynTrans.pt_to_ast (K None) pt; |
340 |
val _ = writeln ("raw: " ^ Ast.str_of_ast raw_ast); |
|
341 |
val pre_ast = SynTrans.pt_to_ast (lookup_tr parse_ast_trtab) pt; |
|
342 |
val _ = Ast.normalize true true (lookup_ruletab parse_ruletab) pre_ast; |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
343 |
in () end; |
5692 | 344 |
in seq show_pt (Parser.parse gram root toks) end; |
18 | 345 |
|
346 |
||
260 | 347 |
(* read_ast *) |
348 |
||
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
349 |
val ambiguity_level = ref 1; |
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
350 |
|
865 | 351 |
fun read_asts (Syntax tabs) xids root str = |
260 | 352 |
let |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
353 |
val {lexicon, gram, parse_ast_trtab, logtypes, ...} = tabs; |
5692 | 354 |
val root' = if root mem logtypes then SynExt.logic else root; |
4703 | 355 |
val chars = Symbol.explode str; |
5692 | 356 |
val pts = Parser.parse gram root' (Lexicon.tokenize lexicon xids chars); |
330
2fda15dd1e0f
changed the way a grammar is generated to allow the new parser to work;
clasohm
parents:
260
diff
changeset
|
357 |
|
12292 | 358 |
fun show_pt pt = |
359 |
warning (Pretty.string_of (Ast.pretty_ast (SynTrans.pt_to_ast (K None) pt))); |
|
260 | 360 |
in |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
361 |
if length pts > ! ambiguity_level then |
14177
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
362 |
if ! ambiguity_is_error then |
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
363 |
error ("Ambiguous input " ^ quote str) |
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
364 |
else |
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
365 |
(warning ("Ambiguous input " ^ quote str); |
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
366 |
warning "produces the following parse trees:"; |
06b19a7e675a
Added 'ambiguity_is_error' flag, which, if set, makes the parser fail,
skalberg
parents:
12785
diff
changeset
|
367 |
seq show_pt pts) |
624 | 368 |
else (); |
5692 | 369 |
map (SynTrans.pt_to_ast (lookup_tr parse_ast_trtab)) pts |
260 | 370 |
end; |
371 |
||
372 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
373 |
(* read *) |
0 | 374 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
375 |
fun read (syn as Syntax tabs) ty str = |
0 | 376 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
377 |
val {parse_ruletab, parse_trtab, ...} = tabs; |
5692 | 378 |
val asts = read_asts syn false (SynExt.typ_to_nonterm ty) str; |
0 | 379 |
in |
5692 | 380 |
map (SynTrans.ast_to_term (lookup_tr parse_trtab)) |
381 |
(map (Ast.normalize_ast (lookup_ruletab parse_ruletab)) asts) |
|
0 | 382 |
end; |
383 |
||
384 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
385 |
(* read types *) |
0 | 386 |
|
12316 | 387 |
fun read_typ syn get_sort map_sort str = |
5692 | 388 |
(case read syn SynExt.typeT str of |
12316 | 389 |
[t] => TypeExt.typ_of_term (get_sort (TypeExt.raw_term_sorts t)) map_sort t |
8894 | 390 |
| _ => error "read_typ: ambiguous syntax"); |
144 | 391 |
|
392 |
||
8894 | 393 |
(* read sorts *) |
394 |
||
395 |
fun read_sort syn str = |
|
396 |
(case read syn TypeExt.sortT str of |
|
397 |
[t] => TypeExt.sort_of_term t |
|
398 |
| _ => error "read_sort: ambiguous syntax"); |
|
399 |
||
400 |
||
18 | 401 |
|
1158 | 402 |
(** prepare translation rules **) |
403 |
||
404 |
datatype 'a trrule = |
|
3526 | 405 |
ParseRule of 'a * 'a | |
406 |
PrintRule of 'a * 'a | |
|
407 |
ParsePrintRule of 'a * 'a; |
|
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
408 |
|
4618 | 409 |
fun map_trrule f (ParseRule (x, y)) = ParseRule (f x, f y) |
410 |
| map_trrule f (PrintRule (x, y)) = PrintRule (f x, f y) |
|
411 |
| map_trrule f (ParsePrintRule (x, y)) = ParsePrintRule (f x, f y); |
|
1158 | 412 |
|
3526 | 413 |
fun parse_rule (ParseRule pats) = Some pats |
414 |
| parse_rule (PrintRule _) = None |
|
415 |
| parse_rule (ParsePrintRule pats) = Some pats; |
|
1158 | 416 |
|
3526 | 417 |
fun print_rule (ParseRule _) = None |
418 |
| print_rule (PrintRule pats) = Some (swap pats) |
|
419 |
| print_rule (ParsePrintRule pats) = Some (swap pats); |
|
1158 | 420 |
|
421 |
||
422 |
fun check_rule (rule as (lhs, rhs)) = |
|
5692 | 423 |
(case Ast.rule_error rule of |
1158 | 424 |
Some msg => |
425 |
error ("Error in syntax translation rule: " ^ msg ^ "\n" ^ |
|
5692 | 426 |
Ast.str_of_ast lhs ^ " -> " ^ Ast.str_of_ast rhs) |
1158 | 427 |
| None => rule); |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
428 |
|
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
429 |
|
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
430 |
fun read_pattern syn (root, str) = |
18 | 431 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
432 |
val Syntax {consts, ...} = syn; |
18 | 433 |
|
5692 | 434 |
fun constify (ast as Ast.Constant _) = ast |
435 |
| constify (ast as Ast.Variable x) = |
|
8720 | 436 |
if x mem consts orelse NameSpace.is_qualified x then Ast.Constant x |
3830 | 437 |
else ast |
5692 | 438 |
| constify (Ast.Appl asts) = Ast.Appl (map constify asts); |
18 | 439 |
in |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
440 |
(case read_asts syn true root str of |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
441 |
[ast] => constify ast |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
442 |
| _ => error ("Syntactically ambiguous input: " ^ quote str)) |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
443 |
end handle ERROR => |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
444 |
error ("The error(s) above occurred in translation pattern " ^ |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
445 |
quote str); |
0 | 446 |
|
556 | 447 |
|
1158 | 448 |
fun prep_rules rd_pat raw_rules = |
4618 | 449 |
let val rules = map (map_trrule rd_pat) raw_rules in |
3526 | 450 |
(map check_rule (mapfilter parse_rule rules), |
451 |
map check_rule (mapfilter print_rule rules)) |
|
1158 | 452 |
end |
18 | 453 |
|
454 |
||
455 |
||
3779 | 456 |
(** pretty terms, typs, sorts **) |
18 | 457 |
|
3779 | 458 |
fun pretty_t t_to_ast prt_t (syn as Syntax tabs) curried t = |
0 | 459 |
let |
2700 | 460 |
val {print_trtab, print_ruletab, print_ast_trtab, tokentrtab, prtabs, ...} = tabs; |
5692 | 461 |
val ast = t_to_ast (lookup_tr' print_trtab) t; |
0 | 462 |
in |
5692 | 463 |
prt_t curried prtabs (lookup_tr' print_ast_trtab) |
6167
2f354020efc3
corrected output of symbols for several (probably not all) relevant functions
oheimb
parents:
5702
diff
changeset
|
464 |
(lookup_tokentr tokentrtab (! print_mode)) |
5692 | 465 |
(Ast.normalize_ast (lookup_ruletab print_ruletab) ast) |
0 | 466 |
end; |
467 |
||
5692 | 468 |
val pretty_term = pretty_t Printer.term_to_ast Printer.pretty_term_ast; |
469 |
fun pretty_typ syn = pretty_t Printer.typ_to_ast Printer.pretty_typ_ast syn false; |
|
470 |
fun pretty_sort syn = pretty_t Printer.sort_to_ast Printer.pretty_typ_ast syn false; |
|
0 | 471 |
|
3782 | 472 |
val simple_str_of_sort = Pretty.str_of o pretty_sort type_syn; |
3779 | 473 |
val simple_string_of_typ = Pretty.string_of o (pretty_typ type_syn); |
260 | 474 |
val simple_pprint_typ = Pretty.pprint o Pretty.quote o (pretty_typ type_syn); |
0 | 475 |
|
476 |
||
477 |
||
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
478 |
(** extend syntax (external interfaces) **) |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
479 |
|
12073
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
480 |
fun ext_syntax mk_syn_ext prmode decls (syn as Syntax {logtypes, ...}) = |
2202
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
481 |
extend_syntax prmode syn (mk_syn_ext logtypes decls); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
482 |
|
167 | 483 |
|
12073
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
484 |
fun extend_log_types logtypes syn = |
5692 | 485 |
extend_syntax ("", true) syn (SynExt.syn_ext_logtypes logtypes); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
486 |
|
5692 | 487 |
val extend_type_gram = ext_syntax Mixfix.syn_ext_types ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
488 |
|
12073
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
489 |
fun extend_const_gram prmode = ext_syntax Mixfix.syn_ext_consts prmode; |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
490 |
|
5692 | 491 |
val extend_consts = ext_syntax SynExt.syn_ext_const_names ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
492 |
|
5692 | 493 |
val extend_trfuns = ext_syntax SynExt.syn_ext_trfuns ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
494 |
|
5692 | 495 |
val extend_tokentrfuns = ext_syntax SynExt.syn_ext_tokentrfuns ("", true); |
2700 | 496 |
|
14648
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
497 |
fun extend_trrules syn rules = |
0e67b385a6df
tuned interfaces to accomodate advanced translation functions;
wenzelm
parents:
14598
diff
changeset
|
498 |
ext_syntax SynExt.syn_ext_rules ("", true) (prep_rules (read_pattern syn) rules); |
1158 | 499 |
|
12073
b4401452928e
extend_XXX: sane argument order ... -> syntax -> syntax;
wenzelm
parents:
11546
diff
changeset
|
500 |
fun extend_trrules_i rules = ext_syntax SynExt.syn_ext_rules ("", true) (prep_rules I rules); |
5692 | 501 |
|
502 |
||
503 |
||
504 |
(** export parts of internal Syntax structures **) |
|
505 |
||
6322 | 506 |
open TokenTrans Lexicon SynExt Ast Parser TypeExt SynTrans Mixfix Printer; |
2366 | 507 |
|
508 |
||
0 | 509 |
end; |
5692 | 510 |
|
511 |
||
512 |
structure BasicSyntax: BASIC_SYNTAX = Syntax; |
|
513 |
open BasicSyntax; |