23726
|
1 |
(* Title: Pure/Thy/thy_edit.ML
|
|
2 |
ID: $Id$
|
|
3 |
Author: Makarius
|
|
4 |
|
27842
|
5 |
Basic editor operations on theory sources.
|
23726
|
6 |
*)
|
|
7 |
|
|
8 |
signature THY_EDIT =
|
|
9 |
sig
|
27842
|
10 |
val token_source: Scan.lexicon * Scan.lexicon -> Position.T -> (string, 'a) Source.source ->
|
27770
|
11 |
(OuterLex.token, (SymbolPos.T, Position.T * (Symbol.symbol, (string, 'a)
|
|
12 |
Source.source) Source.source) Source.source) Source.source
|
27842
|
13 |
val parse_tokens: Scan.lexicon * Scan.lexicon -> Position.T -> string -> OuterLex.token list
|
23803
|
14 |
val present_token: OuterLex.token -> output
|
27842
|
15 |
val report_token: OuterLex.token -> unit
|
|
16 |
datatype span_kind = Command of string | Ignored | Malformed
|
|
17 |
type span
|
|
18 |
val span_kind: span -> span_kind
|
|
19 |
val span_content: span -> OuterLex.token list
|
27665
|
20 |
val span_range: span -> Position.range
|
27842
|
21 |
val span_source: (OuterLex.token, 'a) Source.source ->
|
|
22 |
(span, (OuterLex.token, 'a) Source.source) Source.source
|
|
23 |
val parse_spans: Scan.lexicon * Scan.lexicon -> Position.T -> string -> span list
|
27665
|
24 |
val present_span: span -> output
|
27842
|
25 |
val report_span: span -> unit
|
23726
|
26 |
end;
|
|
27 |
|
|
28 |
structure ThyEdit: THY_EDIT =
|
|
29 |
struct
|
|
30 |
|
|
31 |
structure T = OuterLex;
|
|
32 |
structure P = OuterParse;
|
|
33 |
|
|
34 |
|
23803
|
35 |
(** tokens **)
|
|
36 |
|
|
37 |
(* parse *)
|
23726
|
38 |
|
27842
|
39 |
fun token_source lexs pos src =
|
|
40 |
Symbol.source {do_recover = true} src
|
|
41 |
|> T.source {do_recover = SOME false} (K lexs) pos;
|
23726
|
42 |
|
27842
|
43 |
fun parse_tokens lexs pos str =
|
|
44 |
Source.of_string str
|
|
45 |
|> token_source lexs pos
|
|
46 |
|> Source.exhaust;
|
23726
|
47 |
|
|
48 |
|
23803
|
49 |
(* present *)
|
23726
|
50 |
|
|
51 |
local
|
|
52 |
|
|
53 |
val token_kind_markup =
|
27846
|
54 |
fn T.Command => (Markup.commandN, [])
|
|
55 |
| T.Keyword => (Markup.keywordN, [])
|
|
56 |
| T.Ident => Markup.ident
|
|
57 |
| T.LongIdent => Markup.ident
|
|
58 |
| T.SymIdent => Markup.ident
|
|
59 |
| T.Var => Markup.ident
|
|
60 |
| T.TypeIdent => Markup.ident
|
|
61 |
| T.TypeVar => Markup.ident
|
|
62 |
| T.Nat => Markup.ident
|
|
63 |
| T.String => Markup.string
|
|
64 |
| T.AltString => Markup.altstring
|
|
65 |
| T.Verbatim => Markup.verbatim
|
|
66 |
| T.Space => Markup.none
|
|
67 |
| T.Comment => Markup.comment
|
|
68 |
| T.InternalValue => Markup.none
|
|
69 |
| T.Malformed => Markup.malformed
|
|
70 |
| T.Error _ => Markup.malformed
|
|
71 |
| T.Sync => Markup.control
|
|
72 |
| T.EOF => Markup.control;
|
23726
|
73 |
|
23803
|
74 |
in
|
|
75 |
|
23726
|
76 |
fun present_token tok =
|
|
77 |
Markup.enclose (token_kind_markup (T.kind_of tok)) (Output.output (T.unparse tok));
|
|
78 |
|
27842
|
79 |
fun report_token tok =
|
|
80 |
Position.report (token_kind_markup (T.kind_of tok)) (T.position_of tok);
|
|
81 |
|
23803
|
82 |
end;
|
|
83 |
|
|
84 |
|
|
85 |
|
27665
|
86 |
(** spans **)
|
|
87 |
|
27842
|
88 |
(* type span *)
|
|
89 |
|
|
90 |
datatype span_kind = Command of string | Ignored | Malformed;
|
|
91 |
datatype span = Span of span_kind * OuterLex.token list;
|
23803
|
92 |
|
27842
|
93 |
fun span_kind (Span (k, _)) = k;
|
|
94 |
fun span_content (Span (_, toks)) = toks;
|
|
95 |
|
|
96 |
fun span_range span =
|
|
97 |
(case span_content span of
|
|
98 |
[] => (Position.none, Position.none)
|
|
99 |
| toks =>
|
27665
|
100 |
let
|
|
101 |
val start_pos = T.position_of (hd toks);
|
27756
|
102 |
val end_pos = T.end_position_of (List.last toks);
|
27842
|
103 |
in (start_pos, end_pos) end);
|
23803
|
104 |
|
|
105 |
|
|
106 |
(* parse *)
|
23726
|
107 |
|
23803
|
108 |
local
|
|
109 |
|
27665
|
110 |
val is_whitespace = T.is_kind T.Space orf T.is_kind T.Comment;
|
|
111 |
|
|
112 |
val body = Scan.unless (Scan.many is_whitespace -- Scan.ahead (P.command || P.eof)) P.not_eof;
|
23726
|
113 |
|
27665
|
114 |
val span =
|
|
115 |
Scan.ahead P.command -- P.not_eof -- Scan.repeat body
|
27842
|
116 |
>> (fn ((name, c), bs) => Span (Command name, c :: bs)) ||
|
|
117 |
Scan.many1 is_whitespace >> (fn toks => Span (Ignored, toks)) ||
|
|
118 |
Scan.repeat1 body >> (fn toks => Span (Malformed, toks));
|
23726
|
119 |
|
|
120 |
in
|
|
121 |
|
27842
|
122 |
fun span_source src = Source.source T.stopper (Scan.bulk span) NONE src;
|
23803
|
123 |
|
|
124 |
end;
|
|
125 |
|
27842
|
126 |
fun parse_spans lexs pos str =
|
|
127 |
Source.of_string str
|
|
128 |
|> token_source lexs pos
|
|
129 |
|> span_source
|
|
130 |
|> Source.exhaust;
|
23803
|
131 |
|
|
132 |
|
|
133 |
(* present *)
|
|
134 |
|
|
135 |
local
|
|
136 |
|
27665
|
137 |
fun kind_markup (Command name) = Markup.command_span name
|
|
138 |
| kind_markup Ignored = Markup.ignored_span
|
27842
|
139 |
| kind_markup Malformed = Markup.malformed_span;
|
23803
|
140 |
|
|
141 |
in
|
|
142 |
|
27842
|
143 |
fun present_span span =
|
|
144 |
Markup.enclose (kind_markup (span_kind span)) (implode (map present_token (span_content span)));
|
|
145 |
|
|
146 |
fun report_span span =
|
|
147 |
Position.report (kind_markup (span_kind span)) (Position.encode_range (span_range span));
|
23803
|
148 |
|
|
149 |
end;
|
|
150 |
|
23726
|
151 |
end;
|