changeset 3831 | 45e2e7ba31b8 |
parent 2564 | 9d66b758bce5 |
child 4705 | f71017706887 |
3830:7797327eca1d | 3831:45e2e7ba31b8 |
---|---|
96 |
96 |
97 |
97 |
98 |
98 |
99 (** tokenize **) |
99 (** tokenize **) |
100 |
100 |
101 val scan_longid = scan_id ^^ (repeat1 ($$ "." ^^ scan_id) >> implode); |
|
102 |
|
103 fun scan_word lex = |
101 fun scan_word lex = |
104 max_of |
102 max_of |
105 (scan_literal lex >> pair Keyword) |
103 (scan_literal lex >> pair Keyword) |
106 (scan_longid >> pair LongIdent || |
104 (scan_longid >> pair LongIdent || |
107 scan_id >> pair Ident || |
105 scan_id >> pair Ident || |