author | wenzelm |
Mon, 03 Nov 1997 17:55:55 +0100 | |
changeset 4101 | e8ad51c88be9 |
parent 3830 | 7797327eca1d |
child 4145 | ffb0c9670597 |
permissions | -rw-r--r-- |
18 | 1 |
(* Title: Pure/Syntax/syntax.ML |
0 | 2 |
ID: $Id$ |
3 |
Author: Tobias Nipkow and Markus Wenzel, TU Muenchen |
|
18 | 4 |
|
5 |
Root of Isabelle's syntax module. |
|
0 | 6 |
*) |
7 |
||
260 | 8 |
signature BASIC_SYNTAX = |
2383 | 9 |
sig |
260 | 10 |
include AST0 |
556 | 11 |
include SYN_TRANS0 |
12 |
include MIXFIX0 |
|
260 | 13 |
include PRINTER0 |
2383 | 14 |
end; |
260 | 15 |
|
0 | 16 |
signature SYNTAX = |
2383 | 17 |
sig |
260 | 18 |
include AST1 |
0 | 19 |
include LEXICON0 |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
20 |
include SYN_EXT0 |
0 | 21 |
include TYPE_EXT0 |
556 | 22 |
include SYN_TRANS1 |
23 |
include MIXFIX1 |
|
0 | 24 |
include PRINTER0 |
1158 | 25 |
datatype 'a trrule = |
3526 | 26 |
ParseRule of 'a * 'a | |
27 |
PrintRule of 'a * 'a | |
|
28 |
ParsePrintRule of 'a * 'a |
|
556 | 29 |
type syntax |
30 |
val extend_log_types: syntax -> string list -> syntax |
|
31 |
val extend_type_gram: syntax -> (string * int * mixfix) list -> syntax |
|
2366 | 32 |
val extend_const_gram: syntax -> string * bool -> (string * typ * mixfix) list -> syntax |
556 | 33 |
val extend_consts: syntax -> string list -> syntax |
34 |
val extend_trfuns: syntax -> |
|
35 |
(string * (ast list -> ast)) list * |
|
36 |
(string * (term list -> term)) list * |
|
37 |
(string * (term list -> term)) list * |
|
38 |
(string * (ast list -> ast)) list -> syntax |
|
2383 | 39 |
val extend_trfunsT: syntax -> (string * (typ -> term list -> term)) list -> syntax |
2700 | 40 |
val extend_tokentrfuns: syntax -> (string * string * (string -> string * int)) list -> syntax |
1158 | 41 |
val extend_trrules: syntax -> (string * string) trrule list -> syntax |
42 |
val extend_trrules_i: syntax -> ast trrule list -> syntax |
|
556 | 43 |
val merge_syntaxes: syntax -> syntax -> syntax |
44 |
val type_syn: syntax |
|
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
45 |
val pure_syn: syntax |
556 | 46 |
val print_gram: syntax -> unit |
47 |
val print_trans: syntax -> unit |
|
48 |
val print_syntax: syntax -> unit |
|
49 |
val test_read: syntax -> string -> string -> unit |
|
624 | 50 |
val read: syntax -> typ -> string -> term list |
3779 | 51 |
val read_typ: syntax -> ((indexname * sort) list -> indexname -> sort) -> string -> typ |
556 | 52 |
val simple_read_typ: string -> typ |
3779 | 53 |
val pretty_term: syntax -> bool -> term -> Pretty.T |
556 | 54 |
val pretty_typ: syntax -> typ -> Pretty.T |
3779 | 55 |
val pretty_sort: syntax -> sort -> Pretty.T |
3782 | 56 |
val simple_str_of_sort: sort -> string |
556 | 57 |
val simple_string_of_typ: typ -> string |
58 |
val simple_pprint_typ: typ -> pprint_args -> unit |
|
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
59 |
val ambiguity_level: int ref |
2383 | 60 |
end; |
0 | 61 |
|
1511 | 62 |
structure Syntax : SYNTAX = |
0 | 63 |
struct |
64 |
||
1511 | 65 |
open Lexicon SynExt Ast Parser TypeExt SynTrans Mixfix Printer; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
66 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
67 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
68 |
(** tables of translation functions **) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
69 |
|
2383 | 70 |
(*does not subsume typed print translations*) |
2504 | 71 |
type 'a trtab = (('a list -> 'a) * stamp) Symtab.table; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
72 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
73 |
val dest_trtab = Symtab.dest; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
74 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
75 |
fun lookup_trtab tab c = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
76 |
apsome fst (Symtab.lookup (tab, c)); |
0 | 77 |
|
78 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
79 |
(* empty, extend, merge trtabs *) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
80 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
81 |
fun err_dup_trfuns name cs = |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
82 |
error ("More than one " ^ name ^ " for " ^ commas_quote cs); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
83 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
84 |
val empty_trtab = Symtab.null; |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
85 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
86 |
fun extend_trtab tab trfuns name = |
2504 | 87 |
Symtab.extend_new (tab, map (fn (c, f) => (c, (f, stamp ()))) trfuns) |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
88 |
handle Symtab.DUPS cs => err_dup_trfuns name cs; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
89 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
90 |
fun merge_trtabs tab1 tab2 name = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
91 |
Symtab.merge eq_snd (tab1, tab2) |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
92 |
handle Symtab.DUPS cs => err_dup_trfuns name cs; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
93 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
94 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
95 |
|
2700 | 96 |
(** tables of token translation functions **) |
97 |
||
98 |
fun lookup_tokentr tabs modes = |
|
4101 | 99 |
let val trs = distinct_fst_string (flat (map (assocs tabs) (modes @ [""]))) |
2700 | 100 |
in fn c => apsome fst (assoc (trs, c)) end; |
101 |
||
102 |
fun merge_tokentrtabs tabs1 tabs2 = |
|
103 |
let |
|
104 |
fun eq_tr ((c1, (_, s1)), (c2, (_, s2))) = c1 = c2 andalso s1 = s2; |
|
105 |
||
2706 | 106 |
fun name (s, _) = implode (tl (explode s)); |
107 |
||
2700 | 108 |
fun merge mode = |
109 |
let |
|
110 |
val trs1 = assocs tabs1 mode; |
|
111 |
val trs2 = assocs tabs2 mode; |
|
112 |
val trs = gen_distinct eq_tr (trs1 @ trs2); |
|
113 |
in |
|
114 |
(case gen_duplicates eq_fst trs of |
|
115 |
[] => (mode, trs) |
|
116 |
| dups => error ("More than one token translation function in mode " ^ |
|
2706 | 117 |
quote mode ^ " for " ^ commas_quote (map name dups))) |
2700 | 118 |
end; |
119 |
in |
|
120 |
map merge (distinct (map fst (tabs1 @ tabs2))) |
|
121 |
end; |
|
122 |
||
123 |
fun extend_tokentrtab tabs tokentrs = |
|
124 |
let |
|
125 |
fun ins_tokentr (ts, (m, c, f)) = |
|
126 |
overwrite (ts, (m, ("_" ^ c, (f, stamp ())) :: assocs ts m)); |
|
127 |
in |
|
128 |
merge_tokentrtabs tabs (foldl ins_tokentr ([], tokentrs)) |
|
129 |
end; |
|
130 |
||
131 |
||
132 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
133 |
(** tables of translation rules **) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
134 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
135 |
type ruletab = (ast * ast) list Symtab.table; |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
136 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
137 |
fun dest_ruletab tab = flat (map snd (Symtab.dest tab)); |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
138 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
139 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
140 |
(* lookup_ruletab *) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
141 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
142 |
fun lookup_ruletab tab = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
143 |
if Symtab.is_null tab then None |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
144 |
else Some (fn a => Symtab.lookup_multi (tab, a)); |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
145 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
146 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
147 |
(* empty, extend, merge ruletabs *) |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
148 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
149 |
val empty_ruletab = Symtab.null; |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
150 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
151 |
fun extend_ruletab tab rules = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
152 |
generic_extend (op =) Symtab.dest_multi Symtab.make_multi tab |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
153 |
(map (fn r => (head_of_rule r, r)) (distinct rules)); |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
154 |
|
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
155 |
fun merge_ruletabs tab1 tab2 = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
156 |
generic_merge (op =) Symtab.dest_multi Symtab.make_multi tab1 tab2; |
0 | 157 |
|
158 |
||
159 |
||
160 |
(** datatype syntax **) |
|
161 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
162 |
datatype syntax = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
163 |
Syntax of { |
18 | 164 |
lexicon: lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
165 |
logtypes: string list, |
18 | 166 |
gram: gram, |
167 |
consts: string list, |
|
2913 | 168 |
prmodes: string list, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
169 |
parse_ast_trtab: ast trtab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
170 |
parse_ruletab: ruletab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
171 |
parse_trtab: term trtab, |
2504 | 172 |
print_trtab: ((typ -> term list -> term) * stamp) Symtab.table, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
173 |
print_ruletab: ruletab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
174 |
print_ast_trtab: ast trtab, |
2700 | 175 |
tokentrtab: (string * (string * ((string -> string * int) * stamp)) list) list, |
2913 | 176 |
prtabs: prtabs} |
0 | 177 |
|
18 | 178 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
179 |
(* empty_syntax *) |
18 | 180 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
181 |
val empty_syntax = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
182 |
Syntax { |
167 | 183 |
lexicon = empty_lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
184 |
logtypes = [], |
171 | 185 |
gram = empty_gram, |
167 | 186 |
consts = [], |
2913 | 187 |
prmodes = [], |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
188 |
parse_ast_trtab = empty_trtab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
189 |
parse_ruletab = empty_ruletab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
190 |
parse_trtab = empty_trtab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
191 |
print_trtab = empty_trtab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
192 |
print_ruletab = empty_ruletab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
193 |
print_ast_trtab = empty_trtab, |
2700 | 194 |
tokentrtab = [], |
2913 | 195 |
prtabs = empty_prtabs} |
167 | 196 |
|
197 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
198 |
(* extend_syntax *) |
167 | 199 |
|
2366 | 200 |
fun extend_syntax (mode, inout) (Syntax tabs) syn_ext = |
167 | 201 |
let |
2913 | 202 |
val {lexicon, logtypes = logtypes1, gram, consts = consts1, prmodes = prmodes1, |
2366 | 203 |
parse_ast_trtab, parse_ruletab, parse_trtab, print_trtab, print_ruletab, |
2700 | 204 |
print_ast_trtab, tokentrtab, prtabs} = tabs; |
2913 | 205 |
val SynExt {logtypes = logtypes2, xprods, consts = consts2, prmodes = prmodes2, |
206 |
parse_ast_translation, parse_rules, parse_translation, print_translation, print_rules, |
|
2700 | 207 |
print_ast_translation, token_translation} = syn_ext; |
167 | 208 |
in |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
209 |
Syntax { |
2366 | 210 |
lexicon = if inout then extend_lexicon lexicon (delims_of xprods) else lexicon, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
211 |
logtypes = extend_list logtypes1 logtypes2, |
2366 | 212 |
gram = if inout then extend_gram gram xprods else gram, |
167 | 213 |
consts = consts2 union consts1, |
2913 | 214 |
prmodes = (mode ins prmodes2) union prmodes1, |
167 | 215 |
parse_ast_trtab = |
216 |
extend_trtab parse_ast_trtab parse_ast_translation "parse ast translation", |
|
217 |
parse_ruletab = extend_ruletab parse_ruletab parse_rules, |
|
218 |
parse_trtab = extend_trtab parse_trtab parse_translation "parse translation", |
|
219 |
print_trtab = extend_trtab print_trtab print_translation "print translation", |
|
220 |
print_ruletab = extend_ruletab print_ruletab print_rules, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
221 |
print_ast_trtab = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
222 |
extend_trtab print_ast_trtab print_ast_translation "print ast translation", |
2700 | 223 |
tokentrtab = extend_tokentrtab tokentrtab token_translation, |
2383 | 224 |
prtabs = extend_prtabs prtabs mode xprods} |
18 | 225 |
end; |
226 |
||
227 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
228 |
(* merge_syntaxes *) |
0 | 229 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
230 |
fun merge_syntaxes (Syntax tabs1) (Syntax tabs2) = |
0 | 231 |
let |
2913 | 232 |
val {lexicon = lexicon1, logtypes = logtypes1, gram = gram1, consts = consts1, |
233 |
prmodes = prmodes1, parse_ast_trtab = parse_ast_trtab1, parse_ruletab = parse_ruletab1, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
234 |
parse_trtab = parse_trtab1, print_trtab = print_trtab1, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
235 |
print_ruletab = print_ruletab1, print_ast_trtab = print_ast_trtab1, |
2700 | 236 |
tokentrtab = tokentrtab1, prtabs = prtabs1} = tabs1; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
237 |
|
2913 | 238 |
val {lexicon = lexicon2, logtypes = logtypes2, gram = gram2, consts = consts2, |
239 |
prmodes = prmodes2, parse_ast_trtab = parse_ast_trtab2, parse_ruletab = parse_ruletab2, |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
240 |
parse_trtab = parse_trtab2, print_trtab = print_trtab2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
241 |
print_ruletab = print_ruletab2, print_ast_trtab = print_ast_trtab2, |
2700 | 242 |
tokentrtab = tokentrtab2, prtabs = prtabs2} = tabs2; |
0 | 243 |
in |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
244 |
Syntax { |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
245 |
lexicon = merge_lexicons lexicon1 lexicon2, |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
246 |
logtypes = merge_lists logtypes1 logtypes2, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
247 |
gram = merge_grams gram1 gram2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
248 |
consts = merge_lists consts1 consts2, |
2913 | 249 |
prmodes = merge_lists prmodes1 prmodes2, |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
250 |
parse_ast_trtab = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
251 |
merge_trtabs parse_ast_trtab1 parse_ast_trtab2 "parse ast translation", |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
252 |
parse_ruletab = merge_ruletabs parse_ruletab1 parse_ruletab2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
253 |
parse_trtab = merge_trtabs parse_trtab1 parse_trtab2 "parse translation", |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
254 |
print_trtab = merge_trtabs print_trtab1 print_trtab2 "print translation", |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
255 |
print_ruletab = merge_ruletabs print_ruletab1 print_ruletab2, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
256 |
print_ast_trtab = |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
257 |
merge_trtabs print_ast_trtab1 print_ast_trtab2 "print ast translation", |
2700 | 258 |
tokentrtab = merge_tokentrtabs tokentrtab1 tokentrtab2, |
2383 | 259 |
prtabs = merge_prtabs prtabs1 prtabs2} |
0 | 260 |
end; |
261 |
||
262 |
||
260 | 263 |
(* type_syn *) |
264 |
||
2700 | 265 |
val type_syn = |
266 |
extend_syntax ("", true) empty_syntax type_ext; |
|
267 |
||
2366 | 268 |
val pure_syn = extend_syntax ("", true) type_syn pure_ext; |
260 | 269 |
|
0 | 270 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
271 |
(** inspect syntax **) |
0 | 272 |
|
260 | 273 |
fun pretty_strs_qs name strs = |
274 |
Pretty.strs (name :: map quote (sort_strings strs)); |
|
0 | 275 |
|
18 | 276 |
|
277 |
(* print_gram *) |
|
0 | 278 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
279 |
fun print_gram (Syntax tabs) = |
0 | 280 |
let |
2913 | 281 |
val {lexicon, logtypes, prmodes, gram, prtabs, ...} = tabs; |
282 |
val prmodes' = sort_strings (filter_out (equal "") prmodes); |
|
0 | 283 |
in |
260 | 284 |
Pretty.writeln (pretty_strs_qs "lexicon:" (dest_lexicon lexicon)); |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
285 |
Pretty.writeln (Pretty.strs ("logtypes:" :: logtypes)); |
2202
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
286 |
Pretty.writeln (Pretty.big_list "prods:" (pretty_gram gram)); |
2913 | 287 |
Pretty.writeln (pretty_strs_qs "print modes:" prmodes') |
0 | 288 |
end; |
289 |
||
290 |
||
18 | 291 |
(* print_trans *) |
0 | 292 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
293 |
fun print_trans (Syntax tabs) = |
0 | 294 |
let |
260 | 295 |
fun pretty_trtab name tab = |
296 |
pretty_strs_qs name (map fst (dest_trtab tab)); |
|
0 | 297 |
|
260 | 298 |
fun pretty_ruletab name tab = |
299 |
Pretty.big_list name (map pretty_rule (dest_ruletab tab)); |
|
0 | 300 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
301 |
val {consts, parse_ast_trtab, parse_ruletab, parse_trtab, print_trtab, |
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
302 |
print_ruletab, print_ast_trtab, ...} = tabs; |
0 | 303 |
in |
260 | 304 |
Pretty.writeln (pretty_strs_qs "consts:" consts); |
305 |
Pretty.writeln (pretty_trtab "parse_ast_translation:" parse_ast_trtab); |
|
306 |
Pretty.writeln (pretty_ruletab "parse_rules:" parse_ruletab); |
|
307 |
Pretty.writeln (pretty_trtab "parse_translation:" parse_trtab); |
|
308 |
Pretty.writeln (pretty_trtab "print_translation:" print_trtab); |
|
309 |
Pretty.writeln (pretty_ruletab "print_rules:" print_ruletab); |
|
310 |
Pretty.writeln (pretty_trtab "print_ast_translation:" print_ast_trtab) |
|
0 | 311 |
end; |
312 |
||
313 |
||
314 |
(* print_syntax *) |
|
315 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
316 |
fun print_syntax syn = (print_gram syn; print_trans syn); |
0 | 317 |
|
318 |
||
319 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
320 |
(** read **) |
18 | 321 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
322 |
(* test_read *) |
18 | 323 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
324 |
fun test_read (Syntax tabs) root str = |
18 | 325 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
326 |
val {lexicon, gram, parse_ast_trtab, parse_ruletab, ...} = tabs; |
18 | 327 |
|
2366 | 328 |
val chars = SymbolFont.read_charnames (explode str); |
329 |
val toks = tokenize lexicon false chars; |
|
624 | 330 |
val _ = writeln ("tokens: " ^ space_implode " " (map display_token toks)); |
18 | 331 |
|
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
332 |
fun show_pt pt = |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
333 |
let |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
334 |
val raw_ast = pt_to_ast (K None) pt; |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
335 |
val _ = writeln ("raw: " ^ str_of_ast raw_ast); |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
336 |
val pre_ast = pt_to_ast (lookup_trtab parse_ast_trtab) pt; |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
337 |
val _ = normalize true true (lookup_ruletab parse_ruletab) pre_ast; |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
338 |
in () end; |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
339 |
in |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
340 |
seq show_pt (parse gram root toks) |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
341 |
end; |
18 | 342 |
|
343 |
||
260 | 344 |
(* read_ast *) |
345 |
||
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
346 |
val ambiguity_level = ref 1; |
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
347 |
|
865 | 348 |
fun read_asts (Syntax tabs) xids root str = |
260 | 349 |
let |
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
350 |
val {lexicon, gram, parse_ast_trtab, logtypes, ...} = tabs; |
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
351 |
val root' = if root mem logtypes then logic else root; |
2366 | 352 |
val chars = SymbolFont.read_charnames (explode str); |
353 |
val pts = parse gram root' (tokenize lexicon xids chars); |
|
330
2fda15dd1e0f
changed the way a grammar is generated to allow the new parser to work;
clasohm
parents:
260
diff
changeset
|
354 |
|
3739 | 355 |
fun show_pt pt = |
356 |
warning (Pretty.string_of (pretty_ast (pt_to_ast (K None) pt))); |
|
260 | 357 |
in |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
358 |
if length pts > ! ambiguity_level then |
1580
e3fd931e6095
Added some functions which allow redirection of Isabelle's output
berghofe
parents:
1511
diff
changeset
|
359 |
(warning ("Ambiguous input " ^ quote str); |
3526 | 360 |
warning "produces the following parse trees:"; |
882
b118d1ea0dfd
moved ambiguity_level from sign.ML to Syntax/syntax.ML
clasohm
parents:
865
diff
changeset
|
361 |
seq show_pt pts) |
624 | 362 |
else (); |
363 |
map (pt_to_ast (lookup_trtab parse_ast_trtab)) pts |
|
260 | 364 |
end; |
365 |
||
366 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
367 |
(* read *) |
0 | 368 |
|
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
369 |
fun read (syn as Syntax tabs) ty str = |
0 | 370 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
371 |
val {parse_ruletab, parse_trtab, ...} = tabs; |
865 | 372 |
val asts = read_asts syn false (typ_to_nonterm ty) str; |
0 | 373 |
in |
624 | 374 |
map (ast_to_term (lookup_trtab parse_trtab)) |
375 |
(map (normalize_ast (lookup_ruletab parse_ruletab)) asts) |
|
0 | 376 |
end; |
377 |
||
378 |
||
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
379 |
(* read types *) |
0 | 380 |
|
3779 | 381 |
fun read_typ syn get_sort str = |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
382 |
(case read syn typeT str of |
3779 | 383 |
[t] => typ_of_term (get_sort (raw_term_sorts t)) t |
2585 | 384 |
| _ => error "read_typ: ambiguous type syntax"); |
144 | 385 |
|
2585 | 386 |
fun simple_read_typ str = |
387 |
let fun get_sort env xi = if_none (assoc (env, xi)) [] in |
|
3779 | 388 |
read_typ type_syn get_sort str |
2585 | 389 |
end; |
144 | 390 |
|
391 |
||
18 | 392 |
|
1158 | 393 |
(** prepare translation rules **) |
394 |
||
395 |
datatype 'a trrule = |
|
3526 | 396 |
ParseRule of 'a * 'a | |
397 |
PrintRule of 'a * 'a | |
|
398 |
ParsePrintRule of 'a * 'a; |
|
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
399 |
|
3526 | 400 |
fun map_rule f (ParseRule (x, y)) = ParseRule (f x, f y) |
401 |
| map_rule f (PrintRule (x, y)) = PrintRule (f x, f y) |
|
402 |
| map_rule f (ParsePrintRule (x, y)) = ParsePrintRule (f x, f y); |
|
1158 | 403 |
|
3526 | 404 |
fun parse_rule (ParseRule pats) = Some pats |
405 |
| parse_rule (PrintRule _) = None |
|
406 |
| parse_rule (ParsePrintRule pats) = Some pats; |
|
1158 | 407 |
|
3526 | 408 |
fun print_rule (ParseRule _) = None |
409 |
| print_rule (PrintRule pats) = Some (swap pats) |
|
410 |
| print_rule (ParsePrintRule pats) = Some (swap pats); |
|
1158 | 411 |
|
412 |
||
413 |
fun check_rule (rule as (lhs, rhs)) = |
|
414 |
(case rule_error rule of |
|
415 |
Some msg => |
|
416 |
error ("Error in syntax translation rule: " ^ msg ^ "\n" ^ |
|
417 |
str_of_ast lhs ^ " -> " ^ str_of_ast rhs) |
|
418 |
| None => rule); |
|
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
419 |
|
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
420 |
|
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
421 |
fun read_pattern syn (root, str) = |
18 | 422 |
let |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
423 |
val Syntax {consts, ...} = syn; |
18 | 424 |
|
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
425 |
fun constify (ast as Constant _) = ast |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
426 |
| constify (ast as Variable x) = |
3830 | 427 |
if x mem consts orelse NameSpace.qualified x then Constant x |
428 |
else ast |
|
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
429 |
| constify (Appl asts) = Appl (map constify asts); |
18 | 430 |
in |
888
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
431 |
(case read_asts syn true root str of |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
432 |
[ast] => constify ast |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
433 |
| _ => error ("Syntactically ambiguous input: " ^ quote str)) |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
434 |
end handle ERROR => |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
435 |
error ("The error(s) above occurred in translation pattern " ^ |
3a1de9454d13
improved read_xrules: patterns no longer read twice;
wenzelm
parents:
882
diff
changeset
|
436 |
quote str); |
0 | 437 |
|
556 | 438 |
|
1158 | 439 |
fun prep_rules rd_pat raw_rules = |
440 |
let val rules = map (map_rule rd_pat) raw_rules in |
|
3526 | 441 |
(map check_rule (mapfilter parse_rule rules), |
442 |
map check_rule (mapfilter print_rule rules)) |
|
1158 | 443 |
end |
18 | 444 |
|
445 |
||
446 |
||
3779 | 447 |
(** pretty terms, typs, sorts **) |
18 | 448 |
|
3779 | 449 |
fun pretty_t t_to_ast prt_t (syn as Syntax tabs) curried t = |
0 | 450 |
let |
2700 | 451 |
val {print_trtab, print_ruletab, print_ast_trtab, tokentrtab, prtabs, ...} = tabs; |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
452 |
val ast = t_to_ast (lookup_trtab print_trtab) t; |
0 | 453 |
in |
2202
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
454 |
prt_t curried prtabs (lookup_trtab print_ast_trtab) |
2700 | 455 |
(lookup_tokentr tokentrtab (! print_mode)) |
237
a7d3e712767a
MAJOR INTERNAL CHANGE: extend and merge operations of syntax tables
wenzelm
parents:
175
diff
changeset
|
456 |
(normalize_ast (lookup_ruletab print_ruletab) ast) |
0 | 457 |
end; |
458 |
||
459 |
val pretty_term = pretty_t term_to_ast pretty_term_ast; |
|
3779 | 460 |
fun pretty_typ syn = pretty_t typ_to_ast pretty_typ_ast syn false; |
461 |
fun pretty_sort syn = pretty_t sort_to_ast pretty_typ_ast syn false; |
|
0 | 462 |
|
3782 | 463 |
val simple_str_of_sort = Pretty.str_of o pretty_sort type_syn; |
3779 | 464 |
val simple_string_of_typ = Pretty.string_of o (pretty_typ type_syn); |
260 | 465 |
val simple_pprint_typ = Pretty.pprint o Pretty.quote o (pretty_typ type_syn); |
0 | 466 |
|
467 |
||
468 |
||
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
469 |
(** extend syntax (external interfaces) **) |
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
470 |
|
2202
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
471 |
fun ext_syntax mk_syn_ext prmode (syn as Syntax {logtypes, ...}) decls = |
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
472 |
extend_syntax prmode syn (mk_syn_ext logtypes decls); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
473 |
|
167 | 474 |
|
764
b60e77395d1a
changed Pure's grammar and the way types are converted to nonterminals
clasohm
parents:
624
diff
changeset
|
475 |
fun extend_log_types syn logtypes = |
2366 | 476 |
extend_syntax ("", true) syn (syn_ext_logtypes logtypes); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
477 |
|
2366 | 478 |
val extend_type_gram = ext_syntax syn_ext_types ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
479 |
|
2202
cc15a7bfbe12
extend_const_gram now supports multiple disjoint printer tables;
wenzelm
parents:
1813
diff
changeset
|
480 |
fun extend_const_gram syn prmode = ext_syntax syn_ext_consts prmode syn; |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
481 |
|
2366 | 482 |
val extend_consts = ext_syntax syn_ext_const_names ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
483 |
|
2366 | 484 |
val extend_trfuns = ext_syntax syn_ext_trfuns ("", true); |
383
fcea89074e4c
added incremental extension functions: extend_log_types, extend_type_gram,
wenzelm
parents:
330
diff
changeset
|
485 |
|
2383 | 486 |
val extend_trfunsT = ext_syntax syn_ext_trfunsT ("", true); |
487 |
||
2700 | 488 |
val extend_tokentrfuns = ext_syntax syn_ext_tokentrfuns ("", true); |
489 |
||
1158 | 490 |
fun extend_trrules syn rules = |
2366 | 491 |
ext_syntax syn_ext_rules ("", true) syn (prep_rules (read_pattern syn) rules); |
1158 | 492 |
|
493 |
fun extend_trrules_i syn rules = |
|
2366 | 494 |
ext_syntax syn_ext_rules ("", true) syn (prep_rules I rules); |
495 |
||
496 |
||
0 | 497 |
end; |