author | haftmann |
Mon, 30 Aug 2010 16:00:41 +0200 | |
changeset 38910 | 6af1d8673cbf |
parent 38909 | 919c924067f3 |
child 38912 | c79c1e4e1111 |
permissions | -rw-r--r-- |
37745
6315b6426200
checking generated code for various target languages
haftmann
parents:
37528
diff
changeset
|
1 |
(* Title: Tools/Code/code_target.ML |
24219 | 2 |
Author: Florian Haftmann, TU Muenchen |
3 |
||
38910 | 4 |
Generic infrastructure for target language data. |
24219 | 5 |
*) |
6 |
||
7 |
signature CODE_TARGET = |
|
8 |
sig |
|
36471 | 9 |
val cert_tyco: theory -> string -> string |
10 |
val read_tyco: theory -> string -> string |
|
11 |
||
28054 | 12 |
type serializer |
34152 | 13 |
type literals = Code_Printer.literals |
37822
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
14 |
val add_target: string * { serializer: serializer, literals: literals, |
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
15 |
check: { env_var: string, make_destination: Path.T -> Path.T, |
38863
9070a7c356c9
code checking: compiler invocation happens in same directory as generated file -- avoid problem with different path representations on cygwin
haftmann
parents:
38784
diff
changeset
|
16 |
make_command: string -> string -> string } } -> theory -> theory |
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
17 |
val extend_target: string * |
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
18 |
(string * (Code_Thingol.naming -> Code_Thingol.program -> Code_Thingol.program)) |
28054 | 19 |
-> theory -> theory |
20 |
val assert_target: theory -> string -> string |
|
24219 | 21 |
|
28054 | 22 |
type destination |
23 |
type serialization |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36537
diff
changeset
|
24 |
val parse_args: 'a parser -> Token.T list -> 'a |
28054 | 25 |
val stmt_names_of_destination: destination -> string list |
38910 | 26 |
val mk_serialization: (int -> Path.T option -> 'a -> unit) |
27 |
-> (int -> 'a -> string * string option list) |
|
28 |
-> 'a -> int -> serialization |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36537
diff
changeset
|
29 |
val serialize: theory -> string -> int option -> string option -> Token.T list |
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
30 |
-> Code_Thingol.naming -> Code_Thingol.program -> string list -> serialization |
38784 | 31 |
val serialize_custom: theory -> string * serializer -> string option |
38909 | 32 |
-> Code_Thingol.naming -> Code_Thingol.program -> string list |
33 |
-> string * string option list |
|
28090
29af3c712d2b
distributed literal code generation out of central infrastructure
haftmann
parents:
28064
diff
changeset
|
34 |
val the_literals: theory -> string -> literals |
28054 | 35 |
val export: serialization -> unit |
36 |
val file: Path.T -> serialization -> unit |
|
37 |
val string: string list -> serialization -> string |
|
34071 | 38 |
val code_of: theory -> string -> int option -> string |
28690 | 39 |
-> string list -> (Code_Thingol.naming -> string list) -> string |
34071 | 40 |
val set_default_code_width: int -> theory -> theory |
30494
c150e6fa4e0d
consider exit status of code generation direcitve
haftmann
parents:
30242
diff
changeset
|
41 |
val shell_command: string (*theory name*) -> string (*export_code expr*) -> unit |
28054 | 42 |
|
43 |
val allow_abort: string -> theory -> theory |
|
34152 | 44 |
type tyco_syntax = Code_Printer.tyco_syntax |
37876 | 45 |
type const_syntax = Code_Printer.const_syntax |
28690 | 46 |
val add_syntax_class: string -> class -> string option -> theory -> theory |
34071 | 47 |
val add_syntax_inst: string -> class * string -> unit option -> theory -> theory |
28054 | 48 |
val add_syntax_tyco: string -> string -> tyco_syntax option -> theory -> theory |
37876 | 49 |
val add_syntax_const: string -> string -> const_syntax option -> theory -> theory |
28054 | 50 |
val add_reserved: string -> string -> theory -> theory |
33969 | 51 |
val add_include: string -> string * (string * string list) option -> theory -> theory |
24219 | 52 |
end; |
53 |
||
28054 | 54 |
structure Code_Target : CODE_TARGET = |
24219 | 55 |
struct |
56 |
||
28054 | 57 |
open Basic_Code_Thingol; |
34152 | 58 |
|
59 |
type literals = Code_Printer.literals; |
|
60 |
type tyco_syntax = Code_Printer.tyco_syntax; |
|
37876 | 61 |
type const_syntax = Code_Printer.const_syntax; |
34152 | 62 |
|
24219 | 63 |
|
64 |
(** basics **) |
|
65 |
||
38910 | 66 |
datatype destination = File of Path.T option | String of string list; |
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
67 |
type serialization = destination -> (string * string option list) option; |
27014
a5f53d9d2b60
yet another attempt to circumvent printmode problems
haftmann
parents:
27001
diff
changeset
|
68 |
|
38910 | 69 |
fun export f = (f (File NONE); ()); |
70 |
fun file p f = (f (File (SOME p)); ()); |
|
34071 | 71 |
fun string stmts f = fst (the (f (String stmts))); |
27304 | 72 |
|
73 |
fun stmt_names_of_destination (String stmts) = stmts |
|
74 |
| stmt_names_of_destination _ = []; |
|
27014
a5f53d9d2b60
yet another attempt to circumvent printmode problems
haftmann
parents:
27001
diff
changeset
|
75 |
|
38910 | 76 |
fun mk_serialization output _ code width (File p) = (output width p code; NONE) |
77 |
| mk_serialization _ string code width (String _) = SOME (string width code); |
|
27550 | 78 |
|
24219 | 79 |
|
28054 | 80 |
(** theory data **) |
81 |
||
82 |
datatype name_syntax_table = NameSyntaxTable of { |
|
28690 | 83 |
class: string Symtab.table, |
30648
17365ef082f3
clarified relationship of modules Code_Name and Code_Printer
haftmann
parents:
30513
diff
changeset
|
84 |
instance: unit Symreltab.table, |
34152 | 85 |
tyco: Code_Printer.tyco_syntax Symtab.table, |
37876 | 86 |
const: Code_Printer.const_syntax Symtab.table |
28054 | 87 |
}; |
27000 | 88 |
|
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
89 |
fun mk_name_syntax_table ((class, instance), (tyco, const)) = |
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
90 |
NameSyntaxTable { class = class, instance = instance, tyco = tyco, const = const }; |
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
91 |
fun map_name_syntax_table f (NameSyntaxTable { class, instance, tyco, const }) = |
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
92 |
mk_name_syntax_table (f ((class, instance), (tyco, const))); |
38909 | 93 |
fun merge_name_syntax_table |
94 |
(NameSyntaxTable { class = class1, instance = instance1, tyco = tyco1, const = const1 }, |
|
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
95 |
NameSyntaxTable { class = class2, instance = instance2, tyco = tyco2, const = const2 }) = |
28054 | 96 |
mk_name_syntax_table ( |
97 |
(Symtab.join (K snd) (class1, class2), |
|
30648
17365ef082f3
clarified relationship of modules Code_Name and Code_Printer
haftmann
parents:
30513
diff
changeset
|
98 |
Symreltab.join (K snd) (instance1, instance2)), |
28054 | 99 |
(Symtab.join (K snd) (tyco1, tyco2), |
100 |
Symtab.join (K snd) (const1, const2)) |
|
101 |
); |
|
102 |
||
103 |
type serializer = |
|
104 |
string option (*module name*) |
|
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36537
diff
changeset
|
105 |
-> Token.T list (*arguments*) |
28054 | 106 |
-> (string -> string) (*labelled_name*) |
107 |
-> string list (*reserved symbols*) |
|
108 |
-> (string * Pretty.T) list (*includes*) |
|
109 |
-> (string -> string option) (*module aliasses*) |
|
28690 | 110 |
-> (string -> string option) (*class syntax*) |
34152 | 111 |
-> (string -> Code_Printer.tyco_syntax option) |
37876 | 112 |
-> (string -> Code_Printer.activated_const_syntax option) |
34071 | 113 |
-> ((Pretty.T -> string) * (Pretty.T -> unit)) |
28054 | 114 |
-> Code_Thingol.program |
38779 | 115 |
-> (string list * string list) (*selected statements*) |
38910 | 116 |
-> int |
28054 | 117 |
-> serialization; |
27000 | 118 |
|
38909 | 119 |
datatype description = Fundamental of { serializer: serializer, |
38910 | 120 |
literals: literals, |
37822
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
121 |
check: { env_var: string, make_destination: Path.T -> Path.T, |
38863
9070a7c356c9
code checking: compiler invocation happens in same directory as generated file -- avoid problem with different path representations on cygwin
haftmann
parents:
38784
diff
changeset
|
122 |
make_command: string -> string -> string } } |
38909 | 123 |
| Extension of string * |
124 |
(Code_Thingol.naming -> Code_Thingol.program -> Code_Thingol.program); |
|
28054 | 125 |
|
126 |
datatype target = Target of { |
|
127 |
serial: serial, |
|
37821 | 128 |
description: description, |
28054 | 129 |
reserved: string list, |
28926 | 130 |
includes: (Pretty.T * string list) Symtab.table, |
28054 | 131 |
name_syntax_table: name_syntax_table, |
132 |
module_alias: string Symtab.table |
|
133 |
}; |
|
27103 | 134 |
|
37821 | 135 |
fun make_target ((serial, description), ((reserved, includes), (name_syntax_table, module_alias))) = |
136 |
Target { serial = serial, description = description, reserved = reserved, |
|
28054 | 137 |
includes = includes, name_syntax_table = name_syntax_table, module_alias = module_alias }; |
37821 | 138 |
fun map_target f ( Target { serial, description, reserved, includes, name_syntax_table, module_alias } ) = |
139 |
make_target (f ((serial, description), ((reserved, includes), (name_syntax_table, module_alias)))); |
|
140 |
fun merge_target strict target (Target { serial = serial1, description = description, |
|
28054 | 141 |
reserved = reserved1, includes = includes1, |
142 |
name_syntax_table = name_syntax_table1, module_alias = module_alias1 }, |
|
37821 | 143 |
Target { serial = serial2, description = _, |
28054 | 144 |
reserved = reserved2, includes = includes2, |
145 |
name_syntax_table = name_syntax_table2, module_alias = module_alias2 }) = |
|
146 |
if serial1 = serial2 orelse not strict then |
|
37821 | 147 |
make_target ((serial1, description), |
37972
f37a8d488105
restored unusual snd-biased merge/join policy -- required due to non-conservative code setups
haftmann
parents:
37898
diff
changeset
|
148 |
((merge (op =) (reserved1, reserved2), Symtab.join (K snd) (includes1, includes2)), |
28054 | 149 |
(merge_name_syntax_table (name_syntax_table1, name_syntax_table2), |
37972
f37a8d488105
restored unusual snd-biased merge/join policy -- required due to non-conservative code setups
haftmann
parents:
37898
diff
changeset
|
150 |
Symtab.join (K snd) (module_alias1, module_alias2)) |
28054 | 151 |
)) |
152 |
else |
|
37821 | 153 |
error ("Incompatible targets: " ^ quote target); |
27103 | 154 |
|
37821 | 155 |
fun the_description (Target { description, ... }) = description; |
28054 | 156 |
fun the_reserved (Target { reserved, ... }) = reserved; |
157 |
fun the_includes (Target { includes, ... }) = includes; |
|
158 |
fun the_name_syntax (Target { name_syntax_table = NameSyntaxTable x, ... }) = x; |
|
159 |
fun the_module_alias (Target { module_alias , ... }) = module_alias; |
|
27437 | 160 |
|
34248 | 161 |
structure Targets = Theory_Data |
34071 | 162 |
( |
163 |
type T = (target Symtab.table * string list) * int; |
|
164 |
val empty = ((Symtab.empty, []), 80); |
|
165 |
val extend = I; |
|
166 |
fun merge (((target1, exc1), width1), ((target2, exc2), width2)) : T = |
|
167 |
((Symtab.join (merge_target true) (target1, target2), |
|
168 |
Library.merge (op =) (exc1, exc2)), Int.max (width1, width2)); |
|
169 |
); |
|
27436 | 170 |
|
34248 | 171 |
val abort_allowed = snd o fst o Targets.get; |
34071 | 172 |
|
34248 | 173 |
fun assert_target thy target = if Symtab.defined ((fst o fst) (Targets.get thy)) target |
33969 | 174 |
then target |
175 |
else error ("Unknown code target language: " ^ quote target); |
|
28054 | 176 |
|
177 |
fun put_target (target, seri) thy = |
|
27304 | 178 |
let |
34248 | 179 |
val lookup_target = Symtab.lookup ((fst o fst) (Targets.get thy)); |
28054 | 180 |
val _ = case seri |
37821 | 181 |
of Extension (super, _) => if is_some (lookup_target super) then () |
28054 | 182 |
else error ("Unknown code target language: " ^ quote super) |
183 |
| _ => (); |
|
37821 | 184 |
val overwriting = case (Option.map the_description o lookup_target) target |
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
185 |
of NONE => false |
37821 | 186 |
| SOME (Extension _) => true |
187 |
| SOME (Fundamental _) => (case seri |
|
188 |
of Extension _ => error ("Will not overwrite existing target " ^ quote target) |
|
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
189 |
| _ => true); |
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
190 |
val _ = if overwriting |
28054 | 191 |
then warning ("Overwriting existing target " ^ quote target) |
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
192 |
else (); |
28054 | 193 |
in |
194 |
thy |
|
34248 | 195 |
|> (Targets.map o apfst o apfst o Symtab.update) |
31599 | 196 |
(target, make_target ((serial (), seri), (([], Symtab.empty), |
38909 | 197 |
(mk_name_syntax_table ((Symtab.empty, Symreltab.empty), |
198 |
(Symtab.empty, Symtab.empty)), Symtab.empty)))) |
|
28054 | 199 |
end; |
27436 | 200 |
|
37821 | 201 |
fun add_target (target, seri) = put_target (target, Fundamental seri); |
28054 | 202 |
fun extend_target (target, (super, modify)) = |
37821 | 203 |
put_target (target, Extension (super, modify)); |
27436 | 204 |
|
28054 | 205 |
fun map_target_data target f thy = |
27436 | 206 |
let |
28054 | 207 |
val _ = assert_target thy target; |
208 |
in |
|
209 |
thy |
|
34248 | 210 |
|> (Targets.map o apfst o apfst o Symtab.map_entry target o map_target) f |
28054 | 211 |
end; |
27304 | 212 |
|
28054 | 213 |
fun map_reserved target = |
214 |
map_target_data target o apsnd o apfst o apfst; |
|
215 |
fun map_includes target = |
|
216 |
map_target_data target o apsnd o apfst o apsnd; |
|
217 |
fun map_name_syntax target = |
|
218 |
map_target_data target o apsnd o apsnd o apfst o map_name_syntax_table; |
|
219 |
fun map_module_alias target = |
|
220 |
map_target_data target o apsnd o apsnd o apsnd; |
|
27000 | 221 |
|
34248 | 222 |
fun set_default_code_width k = (Targets.map o apsnd) (K k); |
34071 | 223 |
|
27000 | 224 |
|
34021 | 225 |
(** serializer usage **) |
226 |
||
227 |
(* montage *) |
|
228 |
||
37822
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
229 |
fun the_fundamental thy = |
34021 | 230 |
let |
34248 | 231 |
val ((targets, _), _) = Targets.get thy; |
37822
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
232 |
fun fundamental target = case Symtab.lookup targets target |
37821 | 233 |
of SOME data => (case the_description data |
37822
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
234 |
of Fundamental data => data |
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
235 |
| Extension (super, _) => fundamental super) |
34021 | 236 |
| NONE => error ("Unknown code target language: " ^ quote target); |
37822
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
237 |
in fundamental end; |
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
238 |
|
cf3588177676
use generic description slot for formal code checking
haftmann
parents:
37821
diff
changeset
|
239 |
fun the_literals thy = #literals o the_fundamental thy; |
34021 | 240 |
|
241 |
local |
|
242 |
||
243 |
fun activate_syntax lookup_name src_tab = Symtab.empty |
|
244 |
|> fold_map (fn thing_identifier => fn tab => case lookup_name thing_identifier |
|
245 |
of SOME name => (SOME name, |
|
246 |
Symtab.update_new (name, the (Symtab.lookup src_tab thing_identifier)) tab) |
|
247 |
| NONE => (NONE, tab)) (Symtab.keys src_tab) |
|
248 |
|>> map_filter I; |
|
249 |
||
250 |
fun activate_const_syntax thy literals src_tab naming = (Symtab.empty, naming) |
|
37881 | 251 |
|> fold_map (fn c => fn (tab, naming) => |
252 |
case Code_Thingol.lookup_const naming c |
|
34021 | 253 |
of SOME name => let |
254 |
val (syn, naming') = Code_Printer.activate_const_syntax thy |
|
37881 | 255 |
literals c (the (Symtab.lookup src_tab c)) naming |
34021 | 256 |
in (SOME name, (Symtab.update_new (name, syn) tab, naming')) end |
257 |
| NONE => (NONE, (tab, naming))) (Symtab.keys src_tab) |
|
258 |
|>> map_filter I; |
|
259 |
||
260 |
fun invoke_serializer thy abortable serializer literals reserved abs_includes |
|
38910 | 261 |
module_alias class instance tyco const module_name args naming program2 (names1, presentation_names) width = |
34021 | 262 |
let |
263 |
val (names_class, class') = |
|
264 |
activate_syntax (Code_Thingol.lookup_class naming) class; |
|
265 |
val names_inst = map_filter (Code_Thingol.lookup_instance naming) |
|
266 |
(Symreltab.keys instance); |
|
267 |
val (names_tyco, tyco') = |
|
268 |
activate_syntax (Code_Thingol.lookup_tyco naming) tyco; |
|
269 |
val (names_const, (const', _)) = |
|
270 |
activate_const_syntax thy literals const naming; |
|
271 |
val names_hidden = names_class @ names_inst @ names_tyco @ names_const; |
|
272 |
val names2 = subtract (op =) names_hidden names1; |
|
273 |
val program3 = Graph.subgraph (not o member (op =) names_hidden) program2; |
|
274 |
val names_all = Graph.all_succs program3 names2; |
|
275 |
val includes = abs_includes names_all; |
|
276 |
val program4 = Graph.subgraph (member (op =) names_all) program3; |
|
277 |
val empty_funs = filter_out (member (op =) abortable) |
|
278 |
(Code_Thingol.empty_funs program3); |
|
279 |
val _ = if null empty_funs then () else error ("No code equations for " |
|
280 |
^ commas (map (Sign.extern_const thy) empty_funs)); |
|
281 |
in |
|
38779 | 282 |
serializer module_name args (Code_Thingol.labelled_name thy program2) reserved includes |
283 |
(if is_some module_name then K module_name else Symtab.lookup module_alias) |
|
284 |
(Symtab.lookup class') (Symtab.lookup tyco') (Symtab.lookup const') |
|
34152 | 285 |
(Code_Printer.string_of_pretty width, Code_Printer.writeln_pretty width) |
38910 | 286 |
program4 (names1, presentation_names) width |
34021 | 287 |
end; |
288 |
||
38779 | 289 |
fun mount_serializer thy alt_serializer target some_width raw_module_name args naming program names destination = |
34021 | 290 |
let |
34248 | 291 |
val ((targets, abortable), default_width) = Targets.get thy; |
34021 | 292 |
fun collapse_hierarchy target = |
293 |
let |
|
294 |
val data = case Symtab.lookup targets target |
|
295 |
of SOME data => data |
|
296 |
| NONE => error ("Unknown code target language: " ^ quote target); |
|
37821 | 297 |
in case the_description data |
298 |
of Fundamental _ => (I, data) |
|
299 |
| Extension (super, modify) => let |
|
34021 | 300 |
val (modify', data') = collapse_hierarchy super |
301 |
in (modify' #> modify naming, merge_target false target (data', data)) end |
|
302 |
end; |
|
303 |
val (modify, data) = collapse_hierarchy target; |
|
37821 | 304 |
val serializer = the_default (case the_description data |
305 |
of Fundamental seri => #serializer seri) alt_serializer; |
|
38779 | 306 |
val presentation_names = stmt_names_of_destination destination; |
307 |
val module_name = if null presentation_names |
|
308 |
then raw_module_name else SOME "Code"; |
|
34021 | 309 |
val reserved = the_reserved data; |
310 |
fun select_include names_all (name, (content, cs)) = |
|
311 |
if null cs then SOME (name, content) |
|
312 |
else if exists (fn c => case Code_Thingol.lookup_const naming c |
|
313 |
of SOME name => member (op =) names_all name |
|
314 |
| NONE => false) cs |
|
315 |
then SOME (name, content) else NONE; |
|
316 |
fun includes names_all = map_filter (select_include names_all) |
|
317 |
((Symtab.dest o the_includes) data); |
|
38779 | 318 |
val module_alias = the_module_alias data |
34021 | 319 |
val { class, instance, tyco, const } = the_name_syntax data; |
320 |
val literals = the_literals thy target; |
|
34071 | 321 |
val width = the_default default_width some_width; |
34021 | 322 |
in |
323 |
invoke_serializer thy abortable serializer literals reserved |
|
38910 | 324 |
includes module_alias class instance tyco const module_name args |
325 |
naming (modify program) (names, presentation_names) width destination |
|
34021 | 326 |
end; |
327 |
||
328 |
in |
|
329 |
||
330 |
fun serialize thy = mount_serializer thy NONE; |
|
331 |
||
37825 | 332 |
fun check thy names_cs naming program target strict args = |
37824 | 333 |
let |
334 |
val module_name = "Code_Test"; |
|
335 |
val { env_var, make_destination, make_command } = |
|
336 |
(#check o the_fundamental thy) target; |
|
337 |
val env_param = getenv env_var; |
|
338 |
fun ext_check env_param p = |
|
339 |
let |
|
340 |
val destination = make_destination p; |
|
341 |
val _ = file destination (serialize thy target (SOME 80) |
|
342 |
(SOME module_name) args naming program names_cs); |
|
38863
9070a7c356c9
code checking: compiler invocation happens in same directory as generated file -- avoid problem with different path representations on cygwin
haftmann
parents:
38784
diff
changeset
|
343 |
val cmd = make_command env_param module_name; |
37824 | 344 |
in if bash ("cd " ^ File.shell_path p ^ " && " ^ cmd ^ " 2>&1") <> 0 |
345 |
then error ("Code check failed for " ^ target ^ ": " ^ cmd) |
|
346 |
else () |
|
347 |
end; |
|
348 |
in if env_param = "" |
|
37825 | 349 |
then if strict |
350 |
then error (env_var ^ " not set; cannot check code for " ^ target) |
|
351 |
else warning (env_var ^ " not set; skipped checking code for " ^ target) |
|
37824 | 352 |
else Cache_IO.with_tmp_dir "Code_Test" (ext_check env_param) |
353 |
end; |
|
354 |
||
38784 | 355 |
fun serialize_custom thy (target_name, seri) module_name naming program names = |
356 |
mount_serializer thy (SOME seri) target_name NONE module_name [] naming program names (String []) |
|
34021 | 357 |
|> the; |
358 |
||
359 |
end; (* local *) |
|
360 |
||
361 |
||
362 |
(* code presentation *) |
|
363 |
||
34071 | 364 |
fun code_of thy target some_width module_name cs names_stmt = |
34021 | 365 |
let |
36271
2ef9dbddfcb8
optionally ignore errors during translation of equations
haftmann
parents:
36121
diff
changeset
|
366 |
val (names_cs, (naming, program)) = Code_Thingol.consts_program thy false cs; |
34021 | 367 |
in |
34071 | 368 |
string (names_stmt naming) |
369 |
(serialize thy target some_width (SOME module_name) [] naming program names_cs) |
|
34021 | 370 |
end; |
371 |
||
372 |
||
373 |
(* code generation *) |
|
374 |
||
375 |
fun transitivly_non_empty_funs thy naming program = |
|
376 |
let |
|
377 |
val cs = subtract (op =) (abort_allowed thy) (Code_Thingol.empty_funs program); |
|
378 |
val names = map_filter (Code_Thingol.lookup_const naming) cs; |
|
379 |
in subtract (op =) (Graph.all_preds program names) (Graph.keys program) end; |
|
380 |
||
381 |
fun read_const_exprs thy cs = |
|
382 |
let |
|
383 |
val (cs1, cs2) = Code_Thingol.read_const_exprs thy cs; |
|
36271
2ef9dbddfcb8
optionally ignore errors during translation of equations
haftmann
parents:
36121
diff
changeset
|
384 |
val (names2, (naming, program)) = Code_Thingol.consts_program thy true cs2; |
2ef9dbddfcb8
optionally ignore errors during translation of equations
haftmann
parents:
36121
diff
changeset
|
385 |
val names3 = transitivly_non_empty_funs thy naming program; |
2ef9dbddfcb8
optionally ignore errors during translation of equations
haftmann
parents:
36121
diff
changeset
|
386 |
val cs3 = map_filter (fn (c, name) => |
2ef9dbddfcb8
optionally ignore errors during translation of equations
haftmann
parents:
36121
diff
changeset
|
387 |
if member (op =) names3 name then SOME c else NONE) (cs2 ~~ names2); |
2ef9dbddfcb8
optionally ignore errors during translation of equations
haftmann
parents:
36121
diff
changeset
|
388 |
in union (op =) cs3 cs1 end; |
34021 | 389 |
|
390 |
fun export_code thy cs seris = |
|
391 |
let |
|
37824 | 392 |
val (names_cs, (naming, program)) = Code_Thingol.consts_program thy false cs; |
37821 | 393 |
fun mk_seri_dest dest = if dest = "" orelse dest = "-" then export |
394 |
else file (Path.explode dest); |
|
34021 | 395 |
val _ = map (fn (((target, module), dest), args) => |
37824 | 396 |
(mk_seri_dest dest (serialize thy target NONE module args naming program names_cs))) seris; |
34021 | 397 |
in () end; |
398 |
||
399 |
fun export_code_cmd raw_cs seris thy = export_code thy (read_const_exprs thy raw_cs) seris; |
|
400 |
||
37824 | 401 |
fun check_code thy cs seris = |
402 |
let |
|
403 |
val (names_cs, (naming, program)) = Code_Thingol.consts_program thy false cs; |
|
37825 | 404 |
val _ = map (fn ((target, strict), args) => check thy names_cs naming program |
405 |
target strict args) seris; |
|
37824 | 406 |
in () end; |
407 |
||
408 |
fun check_code_cmd raw_cs seris thy = check_code thy (read_const_exprs thy raw_cs) seris; |
|
409 |
||
34021 | 410 |
|
28054 | 411 |
(** serializer configuration **) |
27000 | 412 |
|
413 |
(* data access *) |
|
24219 | 414 |
|
24992 | 415 |
fun cert_class thy class = |
416 |
let |
|
417 |
val _ = AxClass.get_info thy class; |
|
418 |
in class end; |
|
419 |
||
27103 | 420 |
fun read_class thy = cert_class thy o Sign.intern_class thy; |
24992 | 421 |
|
422 |
fun cert_tyco thy tyco = |
|
423 |
let |
|
424 |
val _ = if Sign.declared_tyname thy tyco then () |
|
425 |
else error ("No such type constructor: " ^ quote tyco); |
|
426 |
in tyco end; |
|
427 |
||
27103 | 428 |
fun read_tyco thy = cert_tyco thy o Sign.intern_type thy; |
24219 | 429 |
|
34071 | 430 |
fun cert_inst thy (class, tyco) = |
431 |
(cert_class thy class, cert_tyco thy tyco); |
|
432 |
||
433 |
fun read_inst thy (raw_tyco, raw_class) = |
|
434 |
(read_class thy raw_class, read_tyco thy raw_tyco); |
|
435 |
||
37844 | 436 |
fun gen_add_syntax (mapp, upd, del) prep_x prep_syn target raw_x some_raw_syn thy = |
24219 | 437 |
let |
37840 | 438 |
val x = prep_x thy raw_x; |
37844 | 439 |
val change = case some_raw_syn |
440 |
of SOME raw_syn => upd (x, prep_syn thy x raw_syn) |
|
441 |
| NONE => del x; |
|
442 |
in (map_name_syntax target o mapp) change thy end; |
|
24219 | 443 |
|
34152 | 444 |
fun gen_add_syntax_class prep_class = |
37844 | 445 |
gen_add_syntax (apfst o apfst, Symtab.update, Symtab.delete_safe) prep_class ((K o K) I); |
34071 | 446 |
|
34152 | 447 |
fun gen_add_syntax_inst prep_inst = |
37844 | 448 |
gen_add_syntax (apfst o apsnd, Symreltab.update, Symreltab.delete_safe) prep_inst ((K o K) I); |
24219 | 449 |
|
34152 | 450 |
fun gen_add_syntax_tyco prep_tyco = |
37844 | 451 |
gen_add_syntax (apsnd o apfst, Symtab.update, Symtab.delete_safe) prep_tyco |
452 |
(fn thy => fn tyco => fn syn => if fst syn <> Sign.arity_number thy tyco |
|
34071 | 453 |
then error ("Number of arguments mismatch in syntax for type constructor " ^ quote tyco) |
37844 | 454 |
else syn); |
34071 | 455 |
|
37881 | 456 |
fun gen_add_syntax_const prep_const = |
37844 | 457 |
gen_add_syntax (apsnd o apsnd, Symtab.update, Symtab.delete_safe) prep_const |
37881 | 458 |
(fn thy => fn c => fn syn => |
459 |
if Code_Printer.requires_args syn > Code.args_number thy c |
|
24423
ae9cd0e92423
overloaded definitions accompanied by explicit constants
haftmann
parents:
24381
diff
changeset
|
460 |
then error ("Too many arguments in syntax for constant " ^ quote c) |
37881 | 461 |
else syn); |
24219 | 462 |
|
463 |
fun add_reserved target = |
|
464 |
let |
|
465 |
fun add sym syms = if member (op =) syms sym |
|
466 |
then error ("Reserved symbol " ^ quote sym ^ " already declared") |
|
467 |
else insert (op =) sym syms |
|
27103 | 468 |
in map_reserved target o add end; |
24992 | 469 |
|
28926 | 470 |
fun gen_add_include read_const target args thy = |
24992 | 471 |
let |
28926 | 472 |
fun add (name, SOME (content, raw_cs)) incls = |
24992 | 473 |
let |
474 |
val _ = if Symtab.defined incls name |
|
475 |
then warning ("Overwriting existing include " ^ name) |
|
476 |
else (); |
|
28926 | 477 |
val cs = map (read_const thy) raw_cs; |
34152 | 478 |
in Symtab.update (name, (Code_Printer.str content, cs)) incls end |
28926 | 479 |
| add (name, NONE) incls = Symtab.delete name incls; |
480 |
in map_includes target (add args) thy end; |
|
481 |
||
33969 | 482 |
val add_include = gen_add_include (K I); |
31156 | 483 |
val add_include_cmd = gen_add_include Code.read_const; |
24219 | 484 |
|
31013 | 485 |
fun add_module_alias target (thyname, modlname) = |
486 |
let |
|
487 |
val xs = Long_Name.explode modlname; |
|
31036 | 488 |
val xs' = map (Name.desymbolize true) xs; |
31013 | 489 |
in if xs' = xs |
490 |
then map_module_alias target (Symtab.update (thyname, modlname)) |
|
491 |
else error ("Invalid module name: " ^ quote modlname ^ "\n" |
|
492 |
^ "perhaps try " ^ quote (Long_Name.implode xs')) |
|
493 |
end; |
|
24219 | 494 |
|
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
495 |
fun gen_allow_abort prep_const raw_c thy = |
24841 | 496 |
let |
28663
bd8438543bf2
code identifier namings are no longer imperative
haftmann
parents:
28090
diff
changeset
|
497 |
val c = prep_const thy raw_c; |
34248 | 498 |
in thy |> (Targets.map o apfst o apsnd) (insert (op =) c) end; |
24841 | 499 |
|
27000 | 500 |
|
27103 | 501 |
(* concrete syntax *) |
27000 | 502 |
|
34021 | 503 |
local |
504 |
||
34152 | 505 |
fun zip_list (x::xs) f g = |
506 |
f |
|
37881 | 507 |
:|-- (fn y => |
34152 | 508 |
fold_map (fn x => g |-- f >> pair x) xs |
37881 | 509 |
:|-- (fn xys => pair ((x, y) :: xys))); |
34152 | 510 |
|
37881 | 511 |
fun process_multi_syntax parse_thing parse_syntax change = |
512 |
(Parse.and_list1 parse_thing |
|
513 |
:|-- (fn things => Scan.repeat1 (Parse.$$$ "(" |-- Parse.name -- |
|
514 |
(zip_list things parse_syntax (Parse.$$$ "and")) --| Parse.$$$ ")"))) |
|
515 |
>> (Toplevel.theory oo fold) |
|
516 |
(fn (target, syns) => fold (fn (raw_x, syn) => change target raw_x syn) syns); |
|
24219 | 517 |
|
518 |
in |
|
519 |
||
33969 | 520 |
val add_syntax_class = gen_add_syntax_class cert_class; |
34071 | 521 |
val add_syntax_inst = gen_add_syntax_inst cert_inst; |
24219 | 522 |
val add_syntax_tyco = gen_add_syntax_tyco cert_tyco; |
37881 | 523 |
val add_syntax_const = gen_add_syntax_const (K I); |
27103 | 524 |
val allow_abort = gen_allow_abort (K I); |
28054 | 525 |
val add_reserved = add_reserved; |
33969 | 526 |
val add_include = add_include; |
24219 | 527 |
|
33969 | 528 |
val add_syntax_class_cmd = gen_add_syntax_class read_class; |
34071 | 529 |
val add_syntax_inst_cmd = gen_add_syntax_inst read_inst; |
24219 | 530 |
val add_syntax_tyco_cmd = gen_add_syntax_tyco read_tyco; |
37881 | 531 |
val add_syntax_const_cmd = gen_add_syntax_const Code.read_const; |
31156 | 532 |
val allow_abort_cmd = gen_allow_abort Code.read_const; |
24219 | 533 |
|
28054 | 534 |
fun parse_args f args = |
36959
f5417836dbea
renamed structure OuterLex to Token and type token to Token.T, keeping legacy aliases for some time;
wenzelm
parents:
36537
diff
changeset
|
535 |
case Scan.read Token.stopper f args |
28054 | 536 |
of SOME x => x |
537 |
| NONE => error "Bad serializer arguments"; |
|
538 |
||
539 |
||
27304 | 540 |
(** Isar setup **) |
27103 | 541 |
|
37824 | 542 |
val (inK, module_nameK, fileK, checkingK) = ("in", "module_name", "file", "checking"); |
543 |
||
544 |
val code_expr_argsP = Scan.optional (Parse.$$$ "(" |-- Args.parse --| Parse.$$$ ")") []; |
|
27103 | 545 |
|
30494
c150e6fa4e0d
consider exit status of code generation direcitve
haftmann
parents:
30242
diff
changeset
|
546 |
val code_exprP = |
37824 | 547 |
Scan.repeat1 Parse.term_group :|-- (fn raw_cs => |
37825 | 548 |
((Parse.$$$ checkingK |-- Scan.repeat (Parse.name |
549 |
-- ((Parse.$$$ "?" |-- Scan.succeed false) || Scan.succeed true) -- code_expr_argsP)) |
|
37824 | 550 |
>> (fn seris => check_code_cmd raw_cs seris) |
551 |
|| Scan.repeat (Parse.$$$ inK |-- Parse.name |
|
552 |
-- Scan.option (Parse.$$$ module_nameK |-- Parse.name) |
|
553 |
-- Scan.optional (Parse.$$$ fileK |-- Parse.name) "" |
|
554 |
-- code_expr_argsP) >> (fn seris => export_code_cmd raw_cs seris))); |
|
27103 | 555 |
|
37824 | 556 |
val _ = List.app Keyword.keyword [inK, module_nameK, fileK, checkingK]; |
24867 | 557 |
|
558 |
val _ = |
|
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
559 |
Outer_Syntax.command "code_class" "define code syntax for class" Keyword.thy_decl ( |
37881 | 560 |
process_multi_syntax Parse.xname (Scan.option Parse.string) |
561 |
add_syntax_class_cmd); |
|
24219 | 562 |
|
24867 | 563 |
val _ = |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
564 |
Outer_Syntax.command "code_instance" "define code syntax for instance" Keyword.thy_decl ( |
37881 | 565 |
process_multi_syntax (Parse.xname --| Parse.$$$ "::" -- Parse.xname) |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
566 |
(Scan.option (Parse.minus >> K ())) |
37881 | 567 |
add_syntax_inst_cmd); |
24219 | 568 |
|
24867 | 569 |
val _ = |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
570 |
Outer_Syntax.command "code_type" "define code syntax for type constructor" Keyword.thy_decl ( |
37881 | 571 |
process_multi_syntax Parse.xname Code_Printer.parse_tyco_syntax |
572 |
add_syntax_tyco_cmd); |
|
24219 | 573 |
|
24867 | 574 |
val _ = |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
575 |
Outer_Syntax.command "code_const" "define code syntax for constant" Keyword.thy_decl ( |
37881 | 576 |
process_multi_syntax Parse.term_group Code_Printer.parse_const_syntax |
577 |
add_syntax_const_cmd); |
|
24219 | 578 |
|
24867 | 579 |
val _ = |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
580 |
Outer_Syntax.command "code_reserved" "declare words as reserved for target language" |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
581 |
Keyword.thy_decl ( |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
582 |
Parse.name -- Scan.repeat1 Parse.name |
24219 | 583 |
>> (fn (target, reserveds) => (Toplevel.theory o fold (add_reserved target)) reserveds) |
24841 | 584 |
); |
24219 | 585 |
|
24867 | 586 |
val _ = |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
587 |
Outer_Syntax.command "code_include" "declare piece of code to be included in generated code" |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
588 |
Keyword.thy_decl ( |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
589 |
Parse.name -- Parse.name -- (Parse.text :|-- (fn "-" => Scan.succeed NONE |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
590 |
| s => Scan.optional (Parse.$$$ "attach" |-- Scan.repeat1 Parse.term) [] >> pair s >> SOME)) |
28926 | 591 |
>> (fn ((target, name), content_consts) => |
592 |
(Toplevel.theory o add_include_cmd target) (name, content_consts)) |
|
24992 | 593 |
); |
594 |
||
595 |
val _ = |
|
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
596 |
Outer_Syntax.command "code_modulename" "alias module to other name" Keyword.thy_decl ( |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
597 |
Parse.name -- Scan.repeat1 (Parse.name -- Parse.name) |
27103 | 598 |
>> (fn (target, modlnames) => (Toplevel.theory o fold (add_module_alias target)) modlnames) |
599 |
); |
|
600 |
||
601 |
val _ = |
|
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
602 |
Outer_Syntax.command "code_abort" "permit constant to be implemented as program abort" |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
603 |
Keyword.thy_decl ( |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
604 |
Scan.repeat1 Parse.term_group >> (Toplevel.theory o fold allow_abort_cmd) |
24841 | 605 |
); |
24219 | 606 |
|
24867 | 607 |
val _ = |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
608 |
Outer_Syntax.command "export_code" "generate executable code for constants" |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
609 |
Keyword.diag (Parse.!!! code_exprP >> (fn f => Toplevel.keep (f o Toplevel.theory_of))); |
30494
c150e6fa4e0d
consider exit status of code generation direcitve
haftmann
parents:
30242
diff
changeset
|
610 |
|
c150e6fa4e0d
consider exit status of code generation direcitve
haftmann
parents:
30242
diff
changeset
|
611 |
fun shell_command thyname cmd = Toplevel.program (fn _ => |
36960
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
612 |
(use_thy thyname; case Scan.read Token.stopper (Parse.!!! code_exprP) |
01594f816e3a
prefer structure Keyword, Parse, Parse_Spec, Outer_Syntax;
wenzelm
parents:
36959
diff
changeset
|
613 |
((filter Token.is_proper o Outer_Syntax.scan Position.none) cmd) |
37863
7f113caabcf4
discontinued pervasive val theory = Thy_Info.get_theory -- prefer antiquotations in most situations;
wenzelm
parents:
37844
diff
changeset
|
614 |
of SOME f => (writeln "Now generating code..."; f (Thy_Info.get_theory thyname)) |
30494
c150e6fa4e0d
consider exit status of code generation direcitve
haftmann
parents:
30242
diff
changeset
|
615 |
| NONE => error ("Bad directive " ^ quote cmd))) |
33969 | 616 |
handle Runtime.TOPLEVEL_ERROR => OS.Process.exit OS.Process.failure; |
27103 | 617 |
|
24219 | 618 |
end; (*local*) |
619 |
||
620 |
end; (*struct*) |