author | wenzelm |
Sat, 22 Feb 2014 20:52:43 +0100 | |
changeset 55672 | 5e25cc741ab9 |
parent 55104 | 8284c0d5bf52 |
child 58850 | 1bb0ad7827b4 |
permissions | -rw-r--r-- |
11523 | 1 |
(* Title: Pure/General/scan.ML |
2 |
Author: Markus Wenzel and Tobias Nipkow, TU Muenchen |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
3 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
4 |
Generic scanners (for potentially infinite input). |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
5 |
*) |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
6 |
|
24025 | 7 |
infix 5 -- :-- :|-- |-- --| ^^; |
25999 | 8 |
infixr 5 ::: @@@; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
9 |
infix 3 >>; |
23699 | 10 |
infixr 0 ||; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
11 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
12 |
signature BASIC_SCAN = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
13 |
sig |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
14 |
type message = unit -> string |
14677 | 15 |
(*error msg handler*) |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
16 |
val !! : ('a * message option -> message) -> ('a -> 'b) -> 'a -> 'b |
14677 | 17 |
(*apply function*) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
18 |
val >> : ('a -> 'b * 'c) * ('b -> 'd) -> 'a -> 'd * 'c |
14677 | 19 |
(*alternative*) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
20 |
val || : ('a -> 'b) * ('a -> 'b) -> 'a -> 'b |
14677 | 21 |
(*sequential pairing*) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
22 |
val -- : ('a -> 'b * 'c) * ('c -> 'd * 'e) -> 'a -> ('b * 'd) * 'e |
14677 | 23 |
(*dependent pairing*) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
24 |
val :-- : ('a -> 'b * 'c) * ('b -> 'c -> 'd * 'e) -> 'a -> ('b * 'd) * 'e |
24025 | 25 |
(*projections*) |
26 |
val :|-- : ('a -> 'b * 'c) * ('b -> 'c -> 'd * 'e) -> 'a -> 'd * 'e |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
27 |
val |-- : ('a -> 'b * 'c) * ('c -> 'd * 'e) -> 'a -> 'd * 'e |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
28 |
val --| : ('a -> 'b * 'c) * ('c -> 'd * 'e) -> 'a -> 'b * 'e |
14677 | 29 |
(*concatenation*) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
30 |
val ^^ : ('a -> string * 'b) * ('b -> string * 'c) -> 'a -> string * 'c |
25999 | 31 |
val ::: : ('a -> 'b * 'c) * ('c -> 'b list * 'd) -> 'a -> 'b list * 'd |
32 |
val @@@ : ('a -> 'b list * 'c) * ('c -> 'b list * 'd) -> 'a -> 'b list * 'd |
|
14677 | 33 |
(*one element literal*) |
19291 | 34 |
val $$ : string -> string list -> string * string list |
19306 | 35 |
val ~$$ : string -> string list -> string * string list |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
36 |
end; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
37 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
38 |
signature SCAN = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
39 |
sig |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
40 |
include BASIC_SCAN |
23699 | 41 |
val prompt: string -> ('a -> 'b) -> 'a -> 'b |
48743
a72f8ffecf31
refined recovery of scan errors: longest prefix of delimited token after failure, otherwise just one symbol;
wenzelm
parents:
43947
diff
changeset
|
42 |
val permissive: ('a -> 'b) -> 'a -> 'b |
23699 | 43 |
val error: ('a -> 'b) -> 'a -> 'b |
44 |
val catch: ('a -> 'b) -> 'a -> 'b (*exception Fail*) |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
45 |
val fail: 'a -> 'b |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
46 |
val fail_with: ('a -> message) -> 'a -> 'b |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
47 |
val succeed: 'a -> 'b -> 'a * 'b |
15664 | 48 |
val some: ('a -> 'b option) -> 'a list -> 'b * 'a list |
49 |
val one: ('a -> bool) -> 'a list -> 'a * 'a list |
|
19291 | 50 |
val this: string list -> string list -> string list * string list |
14927 | 51 |
val this_string: string -> string list -> string * string list |
21858
05f57309170c
avoid conflict with Alice keywords: renamed pack -> implode, unpack -> explode, any -> many, avoided assert;
wenzelm
parents:
19473
diff
changeset
|
52 |
val many: ('a -> bool) -> 'a list -> 'a list * 'a list |
05f57309170c
avoid conflict with Alice keywords: renamed pack -> implode, unpack -> explode, any -> many, avoided assert;
wenzelm
parents:
19473
diff
changeset
|
53 |
val many1: ('a -> bool) -> 'a list -> 'a list * 'a list |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
54 |
val optional: ('a -> 'b * 'a) -> 'b -> 'a -> 'b * 'a |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
55 |
val option: ('a -> 'b * 'a) -> 'a -> 'b option * 'a |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
56 |
val repeat: ('a -> 'b * 'a) -> 'a -> 'b list * 'a |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
57 |
val repeat1: ('a -> 'b * 'a) -> 'a -> 'b list * 'a |
23699 | 58 |
val single: ('a -> 'b * 'a) -> 'a -> 'b list * 'a |
59 |
val bulk: ('a -> 'b * 'a) -> 'a -> 'b list * 'a |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
60 |
val max: ('a * 'a -> bool) -> ('b -> 'a * 'b) -> ('b -> 'a * 'b) -> 'b -> 'a * 'b |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
61 |
val ahead: ('a -> 'b * 'c) -> 'a -> 'b * 'a |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
62 |
val unless: ('a -> 'b * 'a) -> ('a -> 'c * 'd) -> 'a -> 'c * 'd |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
63 |
val first: ('a -> 'b) list -> 'a -> 'b |
14677 | 64 |
val state: 'a * 'b -> 'a * ('a * 'b) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
65 |
val depend: ('a -> 'b -> ('c * 'd) * 'e) -> 'a * 'b -> 'd * ('c * 'e) |
15664 | 66 |
val peek: ('a -> 'b -> 'c * 'd) -> 'a * 'b -> 'c * ('a * 'd) |
55104
8284c0d5bf52
clarified scan_cartouche_depth, according to Scala version;
wenzelm
parents:
48743
diff
changeset
|
67 |
val provide: ('a -> bool) -> 'b -> ('b * 'c -> 'd * ('a * 'e)) -> 'c -> 'd * 'e |
15664 | 68 |
val pass: 'a -> ('a * 'b -> 'c * ('d * 'e)) -> 'b -> 'c * 'e |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
69 |
val lift: ('a -> 'b * 'c) -> 'd * 'a -> 'b * ('d * 'c) |
23699 | 70 |
val unlift: (unit * 'a -> 'b * ('c * 'd)) -> 'a -> 'b * 'd |
15664 | 71 |
val trace: ('a list -> 'b * 'c list) -> 'a list -> ('b * 'a list) * 'c list |
27731
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
72 |
type 'a stopper |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
73 |
val stopper: ('a list -> 'a) -> ('a -> bool) -> 'a stopper |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
74 |
val is_stopper: 'a stopper -> 'a -> bool |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
75 |
val finite': 'a stopper -> ('b * 'a list -> 'c * ('d * 'a list)) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
76 |
-> 'b * 'a list -> 'c * ('d * 'a list) |
27731
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
77 |
val finite: 'a stopper -> ('a list -> 'b * 'a list) -> 'a list -> 'b * 'a list |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
78 |
val read: 'a stopper -> ('a list -> 'b * 'a list) -> 'a list -> 'b option |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
79 |
val drain: string -> (string -> 'a -> 'b list * 'a) -> 'b stopper -> |
23699 | 80 |
('c * 'b list -> 'd * ('e * 'b list)) -> ('c * 'b list) * 'a -> ('d * ('e * 'b list)) * 'a |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
81 |
type lexicon |
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
82 |
val is_literal: lexicon -> string list -> bool |
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
83 |
val literal: lexicon -> (string * 'a) list -> (string * 'a) list * (string * 'a) list |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
84 |
val empty_lexicon: lexicon |
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
85 |
val extend_lexicon: string list -> lexicon -> lexicon |
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
86 |
val make_lexicon: string list list -> lexicon |
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
87 |
val dest_lexicon: lexicon -> string list |
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
88 |
val merge_lexicons: lexicon * lexicon -> lexicon |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
89 |
end; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
90 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
91 |
structure Scan: SCAN = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
92 |
struct |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
93 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
94 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
95 |
(** scanners **) |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
96 |
|
23699 | 97 |
(* exceptions *) |
98 |
||
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
99 |
type message = unit -> string; |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
100 |
|
11523 | 101 |
exception MORE of string option; (*need more input (prompt)*) |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
102 |
exception FAIL of message option; (*try alternatives (reason of failure)*) |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
103 |
exception ABORT of message; (*dead end*) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
104 |
|
23699 | 105 |
fun !! err scan xs = scan xs handle FAIL msg => raise ABORT (err (xs, msg)); |
106 |
fun permissive scan xs = scan xs handle MORE _ => raise FAIL NONE | ABORT _ => raise FAIL NONE; |
|
107 |
fun strict scan xs = scan xs handle MORE _ => raise FAIL NONE; |
|
108 |
fun prompt str scan xs = scan xs handle MORE NONE => raise MORE (SOME str); |
|
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
109 |
fun error scan xs = scan xs handle ABORT msg => Library.error (msg ()); |
23699 | 110 |
|
111 |
fun catch scan xs = scan xs |
|
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
112 |
handle ABORT msg => raise Fail (msg ()) |
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
113 |
| FAIL msg => raise Fail (case msg of NONE => "Syntax error" | SOME m => m ()); |
23699 | 114 |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
115 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
116 |
(* scanner combinators *) |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
117 |
|
19306 | 118 |
fun (scan >> f) xs = scan xs |>> f; |
14078 | 119 |
|
19306 | 120 |
fun (scan1 || scan2) xs = scan1 xs handle FAIL _ => scan2 xs; |
14078 | 121 |
|
19306 | 122 |
fun (scan1 :-- scan2) xs = |
14108
eaf3c75f2c8e
Restored old (tail recursive!) version of repeat.
berghofe
parents:
14078
diff
changeset
|
123 |
let |
19306 | 124 |
val (x, ys) = scan1 xs; |
125 |
val (y, zs) = scan2 x ys; |
|
126 |
in ((x, y), zs) end; |
|
14078 | 127 |
|
19306 | 128 |
fun (scan1 -- scan2) = scan1 :-- (fn _ => scan2); |
24025 | 129 |
fun (scan1 :|-- scan2) = scan1 :-- scan2 >> #2; |
19306 | 130 |
fun (scan1 |-- scan2) = scan1 -- scan2 >> #2; |
131 |
fun (scan1 --| scan2) = scan1 -- scan2 >> #1; |
|
132 |
fun (scan1 ^^ scan2) = scan1 -- scan2 >> op ^; |
|
25999 | 133 |
fun (scan1 ::: scan2) = scan1 -- scan2 >> op ::; |
134 |
fun (scan1 @@@ scan2) = scan1 -- scan2 >> op @; |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
135 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
136 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
137 |
(* generic scanners *) |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
138 |
|
15531 | 139 |
fun fail _ = raise FAIL NONE; |
140 |
fun fail_with msg_of xs = raise FAIL (SOME (msg_of xs)); |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
141 |
fun succeed y xs = (y, xs); |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
142 |
|
15664 | 143 |
fun some _ [] = raise MORE NONE |
144 |
| some f (x :: xs) = |
|
145 |
(case f x of SOME y => (y, xs) | _ => raise FAIL NONE); |
|
146 |
||
15531 | 147 |
fun one _ [] = raise MORE NONE |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
148 |
| one pred (x :: xs) = |
15531 | 149 |
if pred x then (x, xs) else raise FAIL NONE; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
150 |
|
19306 | 151 |
fun $$ a = one (fn s: string => s = a); |
152 |
fun ~$$ a = one (fn s: string => s <> a); |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
153 |
|
14833 | 154 |
fun this ys xs = |
14726 | 155 |
let |
156 |
fun drop_prefix [] xs = xs |
|
15531 | 157 |
| drop_prefix (_ :: _) [] = raise MORE NONE |
14726 | 158 |
| drop_prefix (y :: ys) (x :: xs) = |
19291 | 159 |
if (y: string) = x then drop_prefix ys xs else raise FAIL NONE; |
14726 | 160 |
in (ys, drop_prefix ys xs) end; |
161 |
||
40627
becf5d5187cc
renamed raw "explode" function to "raw_explode" to emphasize its meaning;
wenzelm
parents:
38875
diff
changeset
|
162 |
fun this_string s = this (raw_explode s) >> K s; (*primitive string -- no symbols here!*) |
14907 | 163 |
|
21858
05f57309170c
avoid conflict with Alice keywords: renamed pack -> implode, unpack -> explode, any -> many, avoided assert;
wenzelm
parents:
19473
diff
changeset
|
164 |
fun many _ [] = raise MORE NONE |
05f57309170c
avoid conflict with Alice keywords: renamed pack -> implode, unpack -> explode, any -> many, avoided assert;
wenzelm
parents:
19473
diff
changeset
|
165 |
| many pred (lst as x :: xs) = |
05f57309170c
avoid conflict with Alice keywords: renamed pack -> implode, unpack -> explode, any -> many, avoided assert;
wenzelm
parents:
19473
diff
changeset
|
166 |
if pred x then apfst (cons x) (many pred xs) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
167 |
else ([], lst); |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
168 |
|
25999 | 169 |
fun many1 pred = one pred ::: many pred; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
170 |
|
15664 | 171 |
fun optional scan def = scan || succeed def; |
172 |
fun option scan = (scan >> SOME) || succeed NONE; |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
173 |
|
13795 | 174 |
fun repeat scan = |
15664 | 175 |
let |
176 |
fun rep ys xs = |
|
177 |
(case (SOME (scan xs) handle FAIL _ => NONE) of |
|
178 |
NONE => (rev ys, xs) |
|
179 |
| SOME (y, xs') => rep (y :: ys) xs'); |
|
14108
eaf3c75f2c8e
Restored old (tail recursive!) version of repeat.
berghofe
parents:
14078
diff
changeset
|
180 |
in rep [] end; |
13795 | 181 |
|
25999 | 182 |
fun repeat1 scan = scan ::: repeat scan; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
183 |
|
23699 | 184 |
fun single scan = scan >> (fn x => [x]); |
185 |
fun bulk scan = scan -- repeat (permissive scan) >> (op ::); |
|
186 |
||
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
187 |
fun max leq scan1 scan2 xs = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
188 |
(case (option scan1 xs, option scan2 xs) of |
15531 | 189 |
((NONE, _), (NONE, _)) => raise FAIL NONE (*looses FAIL msg!*) |
190 |
| ((SOME tok1, xs'), (NONE, _)) => (tok1, xs') |
|
191 |
| ((NONE, _), (SOME tok2, xs')) => (tok2, xs') |
|
192 |
| ((SOME tok1, xs1'), (SOME tok2, xs2')) => |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
193 |
if leq (tok2, tok1) then (tok1, xs1') else (tok2, xs2')); |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
194 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
195 |
fun ahead scan xs = (fst (scan xs), xs); |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
196 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
197 |
fun unless test scan = |
15531 | 198 |
ahead (option test) :-- (fn NONE => scan | _ => fail) >> #2; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
199 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
200 |
fun first [] = fail |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
201 |
| first (scan :: scans) = scan || first scans; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
202 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
203 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
204 |
(* state based scanners *) |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
205 |
|
9122 | 206 |
fun state (st, xs) = (st, (st, xs)); |
207 |
||
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
208 |
fun depend scan (st, xs) = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
209 |
let val ((st', y), xs') = scan st xs |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
210 |
in (y, (st', xs')) end; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
211 |
|
15664 | 212 |
fun peek scan = depend (fn st => scan st >> pair st); |
213 |
||
55104
8284c0d5bf52
clarified scan_cartouche_depth, according to Scala version;
wenzelm
parents:
48743
diff
changeset
|
214 |
fun provide pred st scan xs = |
8284c0d5bf52
clarified scan_cartouche_depth, according to Scala version;
wenzelm
parents:
48743
diff
changeset
|
215 |
let val (y, (st', xs')) = scan (st, xs) |
8284c0d5bf52
clarified scan_cartouche_depth, according to Scala version;
wenzelm
parents:
48743
diff
changeset
|
216 |
in if pred st' then (y, xs') else fail () end; |
8284c0d5bf52
clarified scan_cartouche_depth, according to Scala version;
wenzelm
parents:
48743
diff
changeset
|
217 |
|
8284c0d5bf52
clarified scan_cartouche_depth, according to Scala version;
wenzelm
parents:
48743
diff
changeset
|
218 |
fun pass st = provide (K true) st; |
15664 | 219 |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
220 |
fun lift scan (st, xs) = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
221 |
let val (y, xs') = scan xs |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
222 |
in (y, (st, xs')) end; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
223 |
|
15664 | 224 |
fun unlift scan = pass () scan; |
225 |
||
226 |
||
227 |
(* trace input *) |
|
228 |
||
23699 | 229 |
fun trace scan xs = |
230 |
let val (y, xs') = scan xs |
|
33957 | 231 |
in ((y, take (length xs - length xs') xs), xs') end; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
232 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
233 |
|
27731
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
234 |
(* stopper *) |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
235 |
|
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
236 |
datatype 'a stopper = Stopper of ('a list -> 'a) * ('a -> bool); |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
237 |
|
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
238 |
fun stopper mk_stopper is_stopper = Stopper (mk_stopper, is_stopper); |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
239 |
fun is_stopper (Stopper (_, is_stopper)) = is_stopper; |
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
240 |
|
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
241 |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
242 |
(* finite scans *) |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
243 |
|
27731
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
244 |
fun finite' (Stopper (mk_stopper, is_stopper)) scan (state, input) = |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
245 |
let |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
246 |
fun lost () = raise ABORT (fn () => "Bad scanner: lost stopper of finite scan!"); |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
247 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
248 |
fun stop [] = lost () |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
249 |
| stop lst = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
250 |
let val (xs, x) = split_last lst |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
251 |
in if is_stopper x then ((), xs) else lost () end; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
252 |
in |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
253 |
if exists is_stopper input then |
43947
9b00f09f7721
defer evaluation of Scan.message, for improved performance in the frequent situation where failure is handled later (e.g. via ||);
wenzelm
parents:
40627
diff
changeset
|
254 |
raise ABORT (fn () => "Stopper may not occur in input of finite scan!") |
27731
a7444ded92cf
abstract type stopper, may depend on final input;
wenzelm
parents:
25999
diff
changeset
|
255 |
else (strict scan --| lift stop) (state, input @ [mk_stopper input]) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
256 |
end; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
257 |
|
15664 | 258 |
fun finite stopper scan = unlift (finite' stopper (lift scan)); |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
259 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
260 |
fun read stopper scan xs = |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
261 |
(case error (finite stopper (option scan)) xs of |
15531 | 262 |
(y as SOME _, []) => y |
263 |
| _ => NONE); |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
264 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
265 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
266 |
(* infinite scans -- draining state-based source *) |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
267 |
|
23699 | 268 |
fun drain def_prompt get stopper scan ((state, xs), src) = |
269 |
(scan (state, xs), src) handle MORE prompt => |
|
270 |
(case get (the_default def_prompt prompt) src of |
|
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
271 |
([], _) => (finite' stopper scan (state, xs), src) |
23699 | 272 |
| (xs', src') => drain def_prompt get stopper scan ((state, xs @ xs'), src')); |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
273 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
274 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
275 |
|
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
276 |
(** datatype lexicon -- position tree **) |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
277 |
|
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
278 |
datatype lexicon = Lexicon of (bool * lexicon) Symtab.table; |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
279 |
|
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
280 |
val empty_lexicon = Lexicon Symtab.empty; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
281 |
|
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
282 |
fun is_literal _ [] = false |
32784 | 283 |
| is_literal (Lexicon tab) (c :: cs) = |
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
284 |
(case Symtab.lookup tab c of |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
285 |
SOME (tip, lex) => tip andalso null cs orelse is_literal lex cs |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
286 |
| NONE => false); |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
287 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
288 |
|
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
289 |
(* scan longest match *) |
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
290 |
|
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
291 |
fun literal lexicon = |
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
292 |
let |
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
293 |
fun finish (SOME (res, rest)) = (rev res, rest) |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
294 |
| finish NONE = raise FAIL NONE; |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
295 |
fun scan _ res (Lexicon tab) [] = if Symtab.is_empty tab then finish res else raise MORE NONE |
32784 | 296 |
| scan path res (Lexicon tab) (c :: cs) = |
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
297 |
(case Symtab.lookup tab (fst c) of |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
298 |
SOME (tip, lex) => |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
299 |
let val path' = c :: path |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
300 |
in scan path' (if tip then SOME (path', cs) else res) lex cs end |
27784 | 301 |
| NONE => finish res); |
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
302 |
in scan [] NONE lexicon end; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
303 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
304 |
|
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
305 |
(* build lexicons *) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
306 |
|
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
307 |
fun extend_lexicon chrs lexicon = |
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
308 |
let |
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
309 |
fun ext [] lex = lex |
32784 | 310 |
| ext (c :: cs) (Lexicon tab) = |
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
311 |
(case Symtab.lookup tab c of |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
312 |
SOME (tip, lex) => Lexicon (Symtab.update (c, (tip orelse null cs, ext cs lex)) tab) |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
313 |
| NONE => Lexicon (Symtab.update (c, (null cs, ext cs empty_lexicon)) tab)); |
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
314 |
in if is_literal lexicon chrs then lexicon else ext chrs lexicon end; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
315 |
|
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
316 |
fun make_lexicon chrss = fold extend_lexicon chrss empty_lexicon; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
317 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
318 |
|
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
319 |
(* merge lexicons *) |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
320 |
|
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
321 |
fun dest path (Lexicon tab) = Symtab.fold (fn (d, (tip, lex)) => |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
322 |
let |
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
323 |
val path' = d :: path; |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
324 |
val content = dest path' lex; |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
325 |
in append (if tip then rev path' :: content else content) end) tab []; |
27765
5df443dd9deb
reorganized lexicon: allow scanning of annotated symbols, tuned representation and interfaces;
wenzelm
parents:
27731
diff
changeset
|
326 |
|
27782
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
327 |
val dest_lexicon = map implode o dest []; |
377810fd718e
datatype lexicon: alternative representation using nested Symtab.table;
wenzelm
parents:
27765
diff
changeset
|
328 |
fun merge_lexicons (lex1, lex2) = fold extend_lexicon (dest [] lex2) lex1; |
6116
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
329 |
|
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
330 |
end; |
8ba2f25610f7
files scan.ML, source.ML, symbol.ML, pretty.ML moved to Pure/General;
wenzelm
parents:
diff
changeset
|
331 |
|
37216
3165bc303f66
modernized some structure names, keeping a few legacy aliases;
wenzelm
parents:
33957
diff
changeset
|
332 |
structure Basic_Scan: BASIC_SCAN = Scan; |
3165bc303f66
modernized some structure names, keeping a few legacy aliases;
wenzelm
parents:
33957
diff
changeset
|
333 |
open Basic_Scan; |