author | wenzelm |
Tue, 20 Oct 1998 16:33:13 +0200 | |
changeset 5692 | 2e873c5f0e2c |
parent 4887 | bbc13af86c16 |
child 5702 | 77ad51744aee |
permissions | -rw-r--r-- |
18 | 1 |
(* Title: Pure/Syntax/syntax.ML |
0 | 2 |
ID: $Id$ |
3 |
Author: Tobias Nipkow and Markus Wenzel, TU Muenchen |
|
18 | 4 |
|
5 |
Root of Isabelle's syntax module. |
|
0 | 6 |
*) |
7 |
||
260 | 8 |
signature BASIC_SYNTAX = |
2383 | 9 |
sig |
260 | 10 |
include AST0 |
556 | 11 |
include SYN_TRANS0 |
12 |
include MIXFIX0 |
|
260 | 13 |
include PRINTER0 |
2383 | 14 |
end; |
260 | 15 |
|
0 | 16 |
signature SYNTAX = |
2383 | 17 |
sig |
260 | 18 |
include AST1 |
0 | 19 |
include LEXICON0 |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
20 |
include SYN_EXT0 |
0 | 21 |
include TYPE_EXT0 |
556 | 22 |
include SYN_TRANS1 |
23 |
include MIXFIX1 |
|
0 | 24 |
include PRINTER0 |
1158 | 25 |
datatype 'a trrule = |
3526 | 26 |
ParseRule of 'a * 'a | |
27 |
PrintRule of 'a * 'a | |
|
28 |
ParsePrintRule of 'a * 'a |
|
556 | 29 |
type syntax |
30 |
val extend_log_types: syntax -> string list -> syntax |
|
31 |
val extend_type_gram: syntax -> (string * int * mixfix) list -> syntax |
|
2366 | 32 |
val extend_const_gram: syntax -> string * bool -> (string * typ * mixfix) list -> syntax |
556 | 33 |
val extend_consts: syntax -> string list -> syntax |
34 |
val extend_trfuns: syntax -> |
|
35 |
(string * (ast list -> ast)) list * |
|
36 |
(string * (term list -> term)) list * |
|
37 |
(string * (term list -> term)) list * |
|
38 |
(string * (ast list -> ast)) list -> syntax |
|
4145 | 39 |
val extend_trfunsT: syntax -> (string * (bool -> typ -> term list -> term)) list -> syntax |
2700 | 40 |
val extend_tokentrfuns: syntax -> (string * string * (string -> string * int)) list -> syntax |
1158 | 41 |
val extend_trrules: syntax -> (string * string) trrule list -> syntax |
42 |
val extend_trrules_i: syntax -> ast trrule list -> syntax |
|
4618 | 43 |
val map_trrule: ('a -> 'b) -> 'a trrule -> 'b trrule |
556 | 44 |
val merge_syntaxes: syntax -> syntax -> syntax |
45 |
val type_syn: syntax |
|
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
46 |
val pure_syn: syntax |
556 | 47 |
val print_gram: syntax -> unit |
48 |
val print_trans: syntax -> unit |
|
49 |
val print_syntax: syntax -> unit |
|
50 |
val test_read: syntax -> string -> string -> unit |
|
624 | 51 |
val read: syntax -> typ -> string -> term list |
3779 | 52 |
val read_typ: syntax -> ((indexname * sort) list -> indexname -> sort) -> string -> typ |
556 | 53 |
val simple_read_typ: string -> typ |
3779 | 54 |
val pretty_term: syntax -> bool -> term -> Pretty.T |
556 | 55 |
val pretty_typ: syntax -> typ -> Pretty.T |
3779 | 56 |
val pretty_sort: syntax -> sort -> Pretty.T |
3782 | 57 |
val simple_str_of_sort: sort -> string |
556 | 58 |
val simple_string_of_typ: typ -> string |
59 |
val simple_pprint_typ: typ -> pprint_args -> unit |
|
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
60 |
val ambiguity_level: int ref |
2383 | 61 |
end; |
0 | 62 |
|
1511 | 63 |
structure Syntax : SYNTAX = |
0 | 64 |
struct |
65 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
66 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
67 |
(** tables of translation functions **) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
68 |
|
5692 | 69 |
fun mk_trfun (c, f) = (c, (f, stamp ())); |
70 |
fun eq_trfuns ((c1:string, (_, s1:stamp)), (c2, (_, s2))) = c1 = c2 andalso s1 = s2; |
|
0 | 71 |
|
72 |
||
5692 | 73 |
(* parse (ast) translations *) |
74 |
||
75 |
fun lookup_tr tab c = apsome fst (Symtab.lookup (tab, c)); |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
76 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
77 |
fun err_dup_trfuns name cs = |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
78 |
error ("More than one " ^ name ^ " for " ^ commas_quote cs); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
79 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
80 |
fun extend_trtab tab trfuns name = |
5692 | 81 |
Symtab.extend (tab, map mk_trfun trfuns) |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
82 |
handle Symtab.DUPS cs => err_dup_trfuns name cs; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
83 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
84 |
fun merge_trtabs tab1 tab2 name = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
85 |
Symtab.merge eq_snd (tab1, tab2) |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
86 |
handle Symtab.DUPS cs => err_dup_trfuns name cs; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
87 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
88 |
|
5692 | 89 |
(* print (ast) translations *) |
90 |
||
91 |
fun lookup_tr' tab c = map fst (Symtab.lookup_multi (tab, c)); |
|
92 |
||
93 |
fun extend_tr'tab tab trfuns = |
|
94 |
generic_extend eq_trfuns Symtab.dest_multi Symtab.make_multi tab (map mk_trfun trfuns); |
|
95 |
||
96 |
val merge_tr'tabs = generic_merge eq_trfuns Symtab.dest_multi Symtab.make_multi; |
|
97 |
||
98 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
99 |
|
2700 | 100 |
(** tables of token translation functions **) |
101 |
||
102 |
fun lookup_tokentr tabs modes = |
|
4496 | 103 |
let val trs = gen_distinct eq_fst (flat (map (assocs tabs) (modes @ [""]))) |
2700 | 104 |
in fn c => apsome fst (assoc (trs, c)) end; |
105 |
||
106 |
fun merge_tokentrtabs tabs1 tabs2 = |
|
107 |
let |
|
108 |
fun eq_tr ((c1, (_, s1)), (c2, (_, s2))) = c1 = c2 andalso s1 = s2; |
|
109 |
||
4703 | 110 |
fun name (s, _) = implode (tl (Symbol.explode s)); |
2706 | 111 |
|
2700 | 112 |
fun merge mode = |
113 |
let |
|
114 |
val trs1 = assocs tabs1 mode; |
|
115 |
val trs2 = assocs tabs2 mode; |
|
116 |
val trs = gen_distinct eq_tr (trs1 @ trs2); |
|
117 |
in |
|
118 |
(case gen_duplicates eq_fst trs of |
|
119 |
[] => (mode, trs) |
|
120 |
| dups => error ("More than one token translation function in mode " ^ |
|
2706 | 121 |
quote mode ^ " for " ^ commas_quote (map name dups))) |
2700 | 122 |
end; |
123 |
in |
|
124 |
map merge (distinct (map fst (tabs1 @ tabs2))) |
|
125 |
end; |
|
126 |
||
127 |
fun extend_tokentrtab tabs tokentrs = |
|
128 |
let |
|
129 |
fun ins_tokentr (ts, (m, c, f)) = |
|
130 |
overwrite (ts, (m, ("_" ^ c, (f, stamp ())) :: assocs ts m)); |
|
131 |
in |
|
132 |
merge_tokentrtabs tabs (foldl ins_tokentr ([], tokentrs)) |
|
133 |
end; |
|
134 |
||
135 |
||
136 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
137 |
(** tables of translation rules **) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
138 |
|
5692 | 139 |
type ruletab = (Ast.ast * Ast.ast) list Symtab.table; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
140 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
141 |
fun dest_ruletab tab = flat (map snd (Symtab.dest tab)); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
142 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
143 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
144 |
(* lookup_ruletab *) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
145 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
146 |
fun lookup_ruletab tab = |
4487 | 147 |
if Symtab.is_empty tab then None |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
148 |
else Some (fn a => Symtab.lookup_multi (tab, a)); |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
149 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
150 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
151 |
(* empty, extend, merge ruletabs *) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
152 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
153 |
fun extend_ruletab tab rules = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
154 |
generic_extend (op =) Symtab.dest_multi Symtab.make_multi tab |
5692 | 155 |
(map (fn r => (Ast.head_of_rule r, r)) (distinct rules)); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
156 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
157 |
fun merge_ruletabs tab1 tab2 = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
158 |
generic_merge (op =) Symtab.dest_multi Symtab.make_multi tab1 tab2; |
0 | 159 |
|
160 |
||
161 |
||
162 |
(** datatype syntax **) |
|
163 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
164 |
datatype syntax = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
165 |
Syntax of { |
4703 | 166 |
lexicon: Scan.lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
167 |
logtypes: string list, |
5692 | 168 |
gram: Parser.gram, |
18 | 169 |
consts: string list, |
2913 | 170 |
prmodes: string list, |
5692 | 171 |
parse_ast_trtab: ((Ast.ast list -> Ast.ast) * stamp) Symtab.table, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
172 |
parse_ruletab: ruletab, |
5692 | 173 |
parse_trtab: ((term list -> term) * stamp) Symtab.table, |
174 |
print_trtab: ((bool -> typ -> term list -> term) * stamp) list Symtab.table, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
175 |
print_ruletab: ruletab, |
5692 | 176 |
print_ast_trtab: ((Ast.ast list -> Ast.ast) * stamp) list Symtab.table, |
2700 | 177 |
tokentrtab: (string * (string * ((string -> string * int) * stamp)) list) list, |
5692 | 178 |
prtabs: Printer.prtabs} |
0 | 179 |
|
18 | 180 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
181 |
(* empty_syntax *) |
18 | 182 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
183 |
val empty_syntax = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
184 |
Syntax { |
4703 | 185 |
lexicon = Scan.empty_lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
186 |
logtypes = [], |
5692 | 187 |
gram = Parser.empty_gram, |
167 | 188 |
consts = [], |
2913 | 189 |
prmodes = [], |
5692 | 190 |
parse_ast_trtab = Symtab.empty, |
191 |
parse_ruletab = Symtab.empty, |
|
192 |
parse_trtab = Symtab.empty, |
|
193 |
print_trtab = Symtab.empty, |
|
194 |
print_ruletab = Symtab.empty, |
|
195 |
print_ast_trtab = Symtab.empty, |
|
2700 | 196 |
tokentrtab = [], |
5692 | 197 |
prtabs = Printer.empty_prtabs} |
167 | 198 |
|
199 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
200 |
(* extend_syntax *) |
167 | 201 |
|
2366 | 202 |
fun extend_syntax (mode, inout) (Syntax tabs) syn_ext = |
167 | 203 |
let |
2913 | 204 |
val {lexicon, logtypes = logtypes1, gram, consts = consts1, prmodes = prmodes1, |
2366 | 205 |
parse_ast_trtab, parse_ruletab, parse_trtab, print_trtab, print_ruletab, |
2700 | 206 |
print_ast_trtab, tokentrtab, prtabs} = tabs; |
5692 | 207 |
val SynExt.SynExt {logtypes = logtypes2, xprods, consts = consts2, prmodes = prmodes2, |
2913 | 208 |
parse_ast_translation, parse_rules, parse_translation, print_translation, print_rules, |
2700 | 209 |
print_ast_translation, token_translation} = syn_ext; |
167 | 210 |
in |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
211 |
Syntax { |
5692 | 212 |
lexicon = if inout then Scan.extend_lexicon lexicon (SynExt.delims_of xprods) else lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
213 |
logtypes = extend_list logtypes1 logtypes2, |
5692 | 214 |
gram = if inout then Parser.extend_gram gram xprods else gram, |
167 | 215 |
consts = consts2 union consts1, |
2913 | 216 |
prmodes = (mode ins prmodes2) union prmodes1, |
167 | 217 |
parse_ast_trtab = |
218 |
extend_trtab parse_ast_trtab parse_ast_translation "parse ast translation", |
|
219 |
parse_ruletab = extend_ruletab parse_ruletab parse_rules, |
|
220 |
parse_trtab = extend_trtab parse_trtab parse_translation "parse translation", |
|
5692 | 221 |
print_trtab = extend_tr'tab print_trtab print_translation, |
167 | 222 |
print_ruletab = extend_ruletab print_ruletab print_rules, |
5692 | 223 |
print_ast_trtab = extend_tr'tab print_ast_trtab print_ast_translation, |
2700 | 224 |
tokentrtab = extend_tokentrtab tokentrtab token_translation, |
5692 | 225 |
prtabs = Printer.extend_prtabs prtabs mode xprods} |
18 | 226 |
end; |
227 |
||
228 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
229 |
(* merge_syntaxes *) |
0 | 230 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
231 |
fun merge_syntaxes (Syntax tabs1) (Syntax tabs2) = |
0 | 232 |
let |
2913 | 233 |
val {lexicon = lexicon1, logtypes = logtypes1, gram = gram1, consts = consts1, |
234 |
prmodes = prmodes1, parse_ast_trtab = parse_ast_trtab1, parse_ruletab = parse_ruletab1, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
235 |
parse_trtab = parse_trtab1, print_trtab = print_trtab1, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
236 |
print_ruletab = print_ruletab1, print_ast_trtab = print_ast_trtab1, |
2700 | 237 |
tokentrtab = tokentrtab1, prtabs = prtabs1} = tabs1; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
238 |
|
2913 | 239 |
val {lexicon = lexicon2, logtypes = logtypes2, gram = gram2, consts = consts2, |
240 |
prmodes = prmodes2, parse_ast_trtab = parse_ast_trtab2, parse_ruletab = parse_ruletab2, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
241 |
parse_trtab = parse_trtab2, print_trtab = print_trtab2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
242 |
print_ruletab = print_ruletab2, print_ast_trtab = print_ast_trtab2, |
2700 | 243 |
tokentrtab = tokentrtab2, prtabs = prtabs2} = tabs2; |
0 | 244 |
in |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
245 |
Syntax { |
4703 | 246 |
lexicon = Scan.merge_lexicons lexicon1 lexicon2, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
247 |
logtypes = merge_lists logtypes1 logtypes2, |
5692 | 248 |
gram = Parser.merge_grams gram1 gram2, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
249 |
consts = merge_lists consts1 consts2, |
2913 | 250 |
prmodes = merge_lists prmodes1 prmodes2, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
251 |
parse_ast_trtab = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
252 |
merge_trtabs parse_ast_trtab1 parse_ast_trtab2 "parse ast translation", |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
253 |
parse_ruletab = merge_ruletabs parse_ruletab1 parse_ruletab2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
254 |
parse_trtab = merge_trtabs parse_trtab1 parse_trtab2 "parse translation", |
5692 | 255 |
print_trtab = merge_tr'tabs print_trtab1 print_trtab2, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
256 |
print_ruletab = merge_ruletabs print_ruletab1 print_ruletab2, |
5692 | 257 |
print_ast_trtab = merge_tr'tabs print_ast_trtab1 print_ast_trtab2, |
2700 | 258 |
tokentrtab = merge_tokentrtabs tokentrtab1 tokentrtab2, |
5692 | 259 |
prtabs = Printer.merge_prtabs prtabs1 prtabs2} |
0 | 260 |
end; |
261 |
||
262 |
||
260 | 263 |
(* type_syn *) |
264 |
||
5692 | 265 |
val type_syn = extend_syntax ("", true) empty_syntax TypeExt.type_ext; |
266 |
val pure_syn = extend_syntax ("", true) type_syn SynExt.pure_ext; |
|
260 | 267 |
|
0 | 268 |
|
4887 | 269 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
270 |
(** inspect syntax **) |
0 | 271 |
|
260 | 272 |
fun pretty_strs_qs name strs = |
273 |
Pretty.strs (name :: map quote (sort_strings strs)); |
|
0 | 274 |
|
18 | 275 |
|
276 |
(* print_gram *) |
|
0 | 277 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
278 |
fun print_gram (Syntax tabs) = |
0 | 279 |
let |
2913 | 280 |
val {lexicon, logtypes, prmodes, gram, prtabs, ...} = tabs; |
281 |
val prmodes' = sort_strings (filter_out (equal "") prmodes); |
|
0 | 282 |
in |
4703 | 283 |
Pretty.writeln (pretty_strs_qs "lexicon:" (map implode (Scan.dest_lexicon lexicon))); |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
284 |
Pretty.writeln (Pretty.strs ("logtypes:" :: logtypes)); |
5692 | 285 |
Pretty.writeln (Pretty.big_list "prods:" (Parser.pretty_gram gram)); |
2913 | 286 |
Pretty.writeln (pretty_strs_qs "print modes:" prmodes') |
0 | 287 |
end; |
288 |
||
289 |
||
18 | 290 |
(* print_trans *) |
0 | 291 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
292 |
fun print_trans (Syntax tabs) = |
0 | 293 |
let |
260 | 294 |
fun pretty_trtab name tab = |
5692 | 295 |
pretty_strs_qs name (Symtab.keys tab); |
0 | 296 |
|
260 | 297 |
fun pretty_ruletab name tab = |
5692 | 298 |
Pretty.big_list name (map Ast.pretty_rule (dest_ruletab tab)); |
0 | 299 |
|
4703 | 300 |
fun pretty_tokentr (mode, trs) = Pretty.strs (quote mode ^ ":" :: map fst trs); |
301 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
302 |
val {consts, parse_ast_trtab, parse_ruletab, parse_trtab, print_trtab, |
4703 | 303 |
print_ruletab, print_ast_trtab, tokentrtab, ...} = tabs; |
0 | 304 |
in |
260 | 305 |
Pretty.writeln (pretty_strs_qs "consts:" consts); |
306 |
Pretty.writeln (pretty_trtab "parse_ast_translation:" parse_ast_trtab); |
|
307 |
Pretty.writeln (pretty_ruletab "parse_rules:" parse_ruletab); |
|
308 |
Pretty.writeln (pretty_trtab "parse_translation:" parse_trtab); |
|
309 |
Pretty.writeln (pretty_trtab "print_translation:" print_trtab); |
|
310 |
Pretty.writeln (pretty_ruletab "print_rules:" print_ruletab); |
|
4703 | 311 |
Pretty.writeln (pretty_trtab "print_ast_translation:" print_ast_trtab); |
312 |
Pretty.writeln (Pretty.big_list "token_translation:" (map pretty_tokentr tokentrtab)) |
|
0 | 313 |
end; |
314 |
||
315 |
||
316 |
(* print_syntax *) |
|
317 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
318 |
fun print_syntax syn = (print_gram syn; print_trans syn); |
0 | 319 |
|
320 |
||
321 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
322 |
(** read **) |
18 | 323 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
324 |
(* test_read *) |
18 | 325 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
326 |
fun test_read (Syntax tabs) root str = |
18 | 327 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
328 |
val {lexicon, gram, parse_ast_trtab, parse_ruletab, ...} = tabs; |
18 | 329 |
|
4703 | 330 |
val chars = Symbol.explode str; |
5692 | 331 |
val toks = Lexicon.tokenize lexicon false chars; |
332 |
val _ = writeln ("tokens: " ^ space_implode " " (map Lexicon.display_token toks)); |
|
18 | 333 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
334 |
fun show_pt pt = |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
335 |
let |
5692 | 336 |
val raw_ast = SynTrans.pt_to_ast (K None) pt; |
337 |
val _ = writeln ("raw: " ^ Ast.str_of_ast raw_ast); |
|
338 |
val pre_ast = SynTrans.pt_to_ast (lookup_tr parse_ast_trtab) pt; |
|
339 |
val _ = Ast.normalize true true (lookup_ruletab parse_ruletab) pre_ast; |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
340 |
in () end; |
5692 | 341 |
in seq show_pt (Parser.parse gram root toks) end; |
18 | 342 |
|
343 |
||
260 | 344 |
(* read_ast *) |
345 |
||
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
346 |
val ambiguity_level = ref 1; |
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
347 |
|
865 | 348 |
fun read_asts (Syntax tabs) xids root str = |
260 | 349 |
let |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
350 |
val {lexicon, gram, parse_ast_trtab, logtypes, ...} = tabs; |
5692 | 351 |
val root' = if root mem logtypes then SynExt.logic else root; |
4703 | 352 |
val chars = Symbol.explode str; |
5692 | 353 |
val pts = Parser.parse gram root' (Lexicon.tokenize lexicon xids chars); |
330
2fda15dd1e0f
changed the way a grammar is generated to allow the new parser to work;
clasohm
parents:
260
diff
changeset
|
354 |
|
3739 | 355 |
fun show_pt pt = |
5692 | 356 |
warning (Pretty.string_of (Ast.pretty_ast (SynTrans.pt_to_ast (K None) pt))); |
260 | 357 |
in |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
358 |
if length pts > ! ambiguity_level then |
1580
e3fd931e6095
Added some functions which allow redirection of Isabelle's output
berghofe
parents:
1511
diff
changeset
|
359 |
(warning ("Ambiguous input " ^ quote str); |
3526 | 360 |
warning "produces the following parse trees:"; |
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
361 |
seq show_pt pts) |
624 | 362 |
else (); |
5692 | 363 |
map (SynTrans.pt_to_ast (lookup_tr parse_ast_trtab)) pts |
260 | 364 |
end; |
365 |
||
366 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
367 |
(* read *) |
0 | 368 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
369 |
fun read (syn as Syntax tabs) ty str = |
0 | 370 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
371 |
val {parse_ruletab, parse_trtab, ...} = tabs; |
5692 | 372 |
val asts = read_asts syn false (SynExt.typ_to_nonterm ty) str; |
0 | 373 |
in |
5692 | 374 |
map (SynTrans.ast_to_term (lookup_tr parse_trtab)) |
375 |
(map (Ast.normalize_ast (lookup_ruletab parse_ruletab)) asts) |
|
0 | 376 |
end; |
377 |
||
378 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
379 |
(* read types *) |
0 | 380 |
|
3779 | 381 |
fun read_typ syn get_sort str = |
5692 | 382 |
(case read syn SynExt.typeT str of |
383 |
[t] => TypeExt.typ_of_term (get_sort (TypeExt.raw_term_sorts t)) t |
|
2585 | 384 |
| _ => error "read_typ: ambiguous type syntax"); |
144 | 385 |
|
2585 | 386 |
fun simple_read_typ str = |
387 |
let fun get_sort env xi = if_none (assoc (env, xi)) [] in |
|
3779 | 388 |
read_typ type_syn get_sort str |
2585 | 389 |
end; |
144 | 390 |
|
391 |
||
18 | 392 |
|
1158 | 393 |
(** prepare translation rules **) |
394 |
||
395 |
datatype 'a trrule = |
|
3526 | 396 |
ParseRule of 'a * 'a | |
397 |
PrintRule of 'a * 'a | |
|
398 |
ParsePrintRule of 'a * 'a; |
|
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
399 |
|
4618 | 400 |
fun map_trrule f (ParseRule (x, y)) = ParseRule (f x, f y) |
401 |
| map_trrule f (PrintRule (x, y)) = PrintRule (f x, f y) |
|
402 |
| map_trrule f (ParsePrintRule (x, y)) = ParsePrintRule (f x, f y); |
|
1158 | 403 |
|
3526 | 404 |
fun parse_rule (ParseRule pats) = Some pats |
405 |
| parse_rule (PrintRule _) = None |
|
406 |
| parse_rule (ParsePrintRule pats) = Some pats; |
|
1158 | 407 |
|
3526 | 408 |
fun print_rule (ParseRule _) = None |
409 |
| print_rule (PrintRule pats) = Some (swap pats) |
|
410 |
| print_rule (ParsePrintRule pats) = Some (swap pats); |
|
1158 | 411 |
|
412 |
||
413 |
fun check_rule (rule as (lhs, rhs)) = |
|
5692 | 414 |
(case Ast.rule_error rule of |
1158 | 415 |
Some msg => |
416 |
error ("Error in syntax translation rule: " ^ msg ^ "\n" ^ |
|
5692 | 417 |
Ast.str_of_ast lhs ^ " -> " ^ Ast.str_of_ast rhs) |
1158 | 418 |
| None => rule); |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
419 |
|
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
420 |
|
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
421 |
fun read_pattern syn (root, str) = |
18 | 422 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
423 |
val Syntax {consts, ...} = syn; |
18 | 424 |
|
5692 | 425 |
fun constify (ast as Ast.Constant _) = ast |
426 |
| constify (ast as Ast.Variable x) = |
|
427 |
if x mem consts orelse NameSpace.qualified x then Ast.Constant x |
|
3830 | 428 |
else ast |
5692 | 429 |
| constify (Ast.Appl asts) = Ast.Appl (map constify asts); |
18 | 430 |
in |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
431 |
(case read_asts syn true root str of |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
432 |
[ast] => constify ast |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
433 |
| _ => error ("Syntactically ambiguous input: " ^ quote str)) |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
434 |
end handle ERROR => |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
435 |
error ("The error(s) above occurred in translation pattern " ^ |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
436 |
quote str); |
0 | 437 |
|
556 | 438 |
|
1158 | 439 |
fun prep_rules rd_pat raw_rules = |
4618 | 440 |
let val rules = map (map_trrule rd_pat) raw_rules in |
3526 | 441 |
(map check_rule (mapfilter parse_rule rules), |
442 |
map check_rule (mapfilter print_rule rules)) |
|
1158 | 443 |
end |
18 | 444 |
|
445 |
||
446 |
||
3779 | 447 |
(** pretty terms, typs, sorts **) |
18 | 448 |
|
3779 | 449 |
fun pretty_t t_to_ast prt_t (syn as Syntax tabs) curried t = |
0 | 450 |
let |
2700 | 451 |
val {print_trtab, print_ruletab, print_ast_trtab, tokentrtab, prtabs, ...} = tabs; |
5692 | 452 |
val ast = t_to_ast (lookup_tr' print_trtab) t; |
0 | 453 |
in |
5692 | 454 |
prt_t curried prtabs (lookup_tr' print_ast_trtab) |
455 |
(lookup_tokentr tokentrtab (! Printer.print_mode)) |
|
456 |
(Ast.normalize_ast (lookup_ruletab print_ruletab) ast) |
|
0 | 457 |
end; |
458 |
||
5692 | 459 |
val pretty_term = pretty_t Printer.term_to_ast Printer.pretty_term_ast; |
460 |
fun pretty_typ syn = pretty_t Printer.typ_to_ast Printer.pretty_typ_ast syn false; |
|
461 |
fun pretty_sort syn = pretty_t Printer.sort_to_ast Printer.pretty_typ_ast syn false; |
|
0 | 462 |
|
3782 | 463 |
val simple_str_of_sort = Pretty.str_of o pretty_sort type_syn; |
3779 | 464 |
val simple_string_of_typ = Pretty.string_of o (pretty_typ type_syn); |
260 | 465 |
val simple_pprint_typ = Pretty.pprint o Pretty.quote o (pretty_typ type_syn); |
0 | 466 |
|
467 |
||
468 |
||
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
469 |
(** extend syntax (external interfaces) **) |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
470 |
|
2202
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
471 |
fun ext_syntax mk_syn_ext prmode (syn as Syntax {logtypes, ...}) decls = |
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
472 |
extend_syntax prmode syn (mk_syn_ext logtypes decls); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
473 |
|
167 | 474 |
|
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
475 |
fun extend_log_types syn logtypes = |
5692 | 476 |
extend_syntax ("", true) syn (SynExt.syn_ext_logtypes logtypes); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
477 |
|
5692 | 478 |
val extend_type_gram = ext_syntax Mixfix.syn_ext_types ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
479 |
|
5692 | 480 |
fun extend_const_gram syn prmode = ext_syntax Mixfix.syn_ext_consts prmode syn; |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
481 |
|
5692 | 482 |
val extend_consts = ext_syntax SynExt.syn_ext_const_names ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
483 |
|
5692 | 484 |
val extend_trfuns = ext_syntax SynExt.syn_ext_trfuns ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
485 |
|
5692 | 486 |
val extend_trfunsT = ext_syntax SynExt.syn_ext_trfunsT ("", true); |
2383 | 487 |
|
5692 | 488 |
val extend_tokentrfuns = ext_syntax SynExt.syn_ext_tokentrfuns ("", true); |
2700 | 489 |
|
1158 | 490 |
fun extend_trrules syn rules = |
5692 | 491 |
ext_syntax SynExt.syn_ext_rules ("", true) syn (prep_rules (read_pattern syn) rules); |
1158 | 492 |
|
493 |
fun extend_trrules_i syn rules = |
|
5692 | 494 |
ext_syntax SynExt.syn_ext_rules ("", true) syn (prep_rules I rules); |
495 |
||
496 |
||
497 |
||
498 |
(** export parts of internal Syntax structures **) |
|
499 |
||
500 |
open Lexicon SynExt Ast Parser TypeExt SynTrans Mixfix Printer; |
|
2366 | 501 |
|
502 |
||
0 | 503 |
end; |
5692 | 504 |
|
505 |
||
506 |
structure BasicSyntax: BASIC_SYNTAX = Syntax; |
|
507 |
open BasicSyntax; |