author | wenzelm |
Thu, 16 Oct 2014 21:24:42 +0200 | |
changeset 58696 | 6b7445774ce3 |
parent 58695 | 91839729224e |
child 58697 | 5bc1d6c4a499 |
permissions | -rw-r--r-- |
34166 | 1 |
/* Title: Pure/Isar/outer_syntax.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Isabelle/Isar outer syntax. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
10 |
import scala.util.parsing.input.{Reader, CharSequenceReader} |
|
43411
0206466ee473
some support for partial scans with explicit context;
wenzelm
parents:
40533
diff
changeset
|
11 |
import scala.collection.mutable |
34166 | 12 |
|
13 |
||
43774
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
14 |
object Outer_Syntax |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
15 |
{ |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
16 |
def quote_string(str: String): String = |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
17 |
{ |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
18 |
val result = new StringBuilder(str.length + 10) |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
19 |
result += '"' |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
20 |
for (s <- Symbol.iterator(str)) { |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
21 |
if (s.length == 1) { |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
22 |
val c = s(0) |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
23 |
if (c < 32 && c != YXML.X && c != YXML.Y || c == '\\' || c == '"') { |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
24 |
result += '\\' |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
25 |
if (c < 10) result += '0' |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
26 |
if (c < 100) result += '0' |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
27 |
result ++= (c.asInstanceOf[Int].toString) |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
28 |
} |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
29 |
else result += c |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
30 |
} |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
31 |
else result ++= s |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
32 |
} |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
33 |
result += '"' |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
34 |
result.toString |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
35 |
} |
46626 | 36 |
|
46941 | 37 |
val empty: Outer_Syntax = new Outer_Syntax() |
48870
4accee106f0f
clarified initialization of Thy_Load, Thy_Info, Session;
wenzelm
parents:
48864
diff
changeset
|
38 |
|
46941 | 39 |
def init(): Outer_Syntax = new Outer_Syntax(completion = Completion.init()) |
58696 | 40 |
|
41 |
||
42 |
/* line nesting */ |
|
43 |
||
44 |
object Line_Nesting |
|
45 |
{ |
|
46 |
val init = Line_Nesting(0, 0) |
|
47 |
} |
|
48 |
||
49 |
sealed case class Line_Nesting(depth_before: Int, depth: Int) |
|
43774
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
50 |
} |
6dfdb70496fe
added Outer_Syntax.quote_string, which is conceptually a bit different from Token.unparse;
wenzelm
parents:
43695
diff
changeset
|
51 |
|
46712 | 52 |
final class Outer_Syntax private( |
48864
3ee314ae1e0a
added keyword kind "thy_load" (with optional list of file extensions);
wenzelm
parents:
48708
diff
changeset
|
53 |
keywords: Map[String, (String, List[String])] = Map.empty, |
46626 | 54 |
lexicon: Scan.Lexicon = Scan.Lexicon.empty, |
53280
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
55 |
val completion: Completion = Completion.empty, |
55749 | 56 |
val language_context: Completion.Language_Context = Completion.Language_Context.outer, |
56393
22f533e6a049
more abstract Prover.Syntax, as proposed by Carst Tankink;
wenzelm
parents:
56314
diff
changeset
|
57 |
val has_tokens: Boolean = true) extends Prover.Syntax |
34166 | 58 |
{ |
48660
730ca503e955
static outer syntax based on session specifications;
wenzelm
parents:
47469
diff
changeset
|
59 |
override def toString: String = |
48864
3ee314ae1e0a
added keyword kind "thy_load" (with optional list of file extensions);
wenzelm
parents:
48708
diff
changeset
|
60 |
(for ((name, (kind, files)) <- keywords) yield { |
48660
730ca503e955
static outer syntax based on session specifications;
wenzelm
parents:
47469
diff
changeset
|
61 |
if (kind == Keyword.MINOR) quote(name) |
48864
3ee314ae1e0a
added keyword kind "thy_load" (with optional list of file extensions);
wenzelm
parents:
48708
diff
changeset
|
62 |
else |
3ee314ae1e0a
added keyword kind "thy_load" (with optional list of file extensions);
wenzelm
parents:
48708
diff
changeset
|
63 |
quote(name) + " :: " + quote(kind) + |
3ee314ae1e0a
added keyword kind "thy_load" (with optional list of file extensions);
wenzelm
parents:
48708
diff
changeset
|
64 |
(if (files.isEmpty) "" else " (" + commas_quote(files) + ")") |
48671 | 65 |
}).toList.sorted.mkString("keywords\n ", " and\n ", "") |
48660
730ca503e955
static outer syntax based on session specifications;
wenzelm
parents:
47469
diff
changeset
|
66 |
|
58695 | 67 |
|
68 |
/* keyword kind */ |
|
69 |
||
48864
3ee314ae1e0a
added keyword kind "thy_load" (with optional list of file extensions);
wenzelm
parents:
48708
diff
changeset
|
70 |
def keyword_kind_files(name: String): Option[(String, List[String])] = keywords.get(name) |
3ee314ae1e0a
added keyword kind "thy_load" (with optional list of file extensions);
wenzelm
parents:
48708
diff
changeset
|
71 |
def keyword_kind(name: String): Option[String] = keyword_kind_files(name).map(_._1) |
38471
0924654b8163
report command token name instead of kind, which can be retrieved later via Outer_Syntax.keyword_kind;
wenzelm
parents:
36956
diff
changeset
|
72 |
|
58695 | 73 |
def is_command(name: String): Boolean = |
74 |
keyword_kind(name) match { |
|
75 |
case Some(kind) => kind != Keyword.MINOR |
|
76 |
case None => false |
|
77 |
} |
|
78 |
||
58696 | 79 |
def command_kind(token: Token, pred: String => Boolean): Boolean = |
80 |
token.is_command && is_command(token.source) && |
|
81 |
pred(keyword_kind(token.source).get) |
|
82 |
||
58695 | 83 |
|
84 |
/* load commands */ |
|
85 |
||
57901
e1abca2527da
more explicit type Span in Scala, according to ML version;
wenzelm
parents:
56393
diff
changeset
|
86 |
def load_command(name: String): Option[List[String]] = |
e1abca2527da
more explicit type Span in Scala, according to ML version;
wenzelm
parents:
56393
diff
changeset
|
87 |
keywords.get(name) match { |
54513 | 88 |
case Some((Keyword.THY_LOAD, exts)) => Some(exts) |
54462 | 89 |
case _ => None |
90 |
} |
|
91 |
||
56314 | 92 |
val load_commands: List[(String, List[String])] = |
48885 | 93 |
(for ((name, (Keyword.THY_LOAD, files)) <- keywords.iterator) yield (name, files)).toList |
48872 | 94 |
|
56393
22f533e6a049
more abstract Prover.Syntax, as proposed by Carst Tankink;
wenzelm
parents:
56314
diff
changeset
|
95 |
def load_commands_in(text: String): Boolean = |
22f533e6a049
more abstract Prover.Syntax, as proposed by Carst Tankink;
wenzelm
parents:
56314
diff
changeset
|
96 |
load_commands.exists({ case (cmd, _) => text.containsSlice(cmd) }) |
22f533e6a049
more abstract Prover.Syntax, as proposed by Carst Tankink;
wenzelm
parents:
56314
diff
changeset
|
97 |
|
58695 | 98 |
|
99 |
/* add keywords */ |
|
100 |
||
50128
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
101 |
def + (name: String, kind: (String, List[String]), replace: Option[String]): Outer_Syntax = |
53280
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
102 |
{ |
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
103 |
val keywords1 = keywords + (name -> kind) |
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
104 |
val lexicon1 = lexicon + name |
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
105 |
val completion1 = |
50128
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
106 |
if (Keyword.control(kind._1) || replace == Some("")) completion |
53280
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
107 |
else completion + (name, replace getOrElse name) |
55749 | 108 |
new Outer_Syntax(keywords1, lexicon1, completion1, language_context, true) |
53280
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
109 |
} |
34166 | 110 |
|
53280
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
111 |
def + (name: String, kind: (String, List[String])): Outer_Syntax = |
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
112 |
this + (name, kind, Some(name)) |
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
113 |
def + (name: String, kind: String): Outer_Syntax = |
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
114 |
this + (name, (kind, Nil), Some(name)) |
50128
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
115 |
def + (name: String, replace: Option[String]): Outer_Syntax = |
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
116 |
this + (name, (Keyword.MINOR, Nil), replace) |
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
117 |
def + (name: String): Outer_Syntax = this + (name, None) |
48706 | 118 |
|
48873 | 119 |
def add_keywords(keywords: Thy_Header.Keywords): Outer_Syntax = |
120 |
(this /: keywords) { |
|
52439
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52066
diff
changeset
|
121 |
case (syntax, (name, Some((kind, _)), replace)) => |
50128
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
122 |
syntax + |
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
123 |
(Symbol.decode(name), kind, replace) + |
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
124 |
(Symbol.encode(name), kind, replace) |
52439
4cf3f6153eb8
improved "isabelle keywords" and "isabelle update_keywords" based on Isabelle/Scala, without requiring to build sessions first;
wenzelm
parents:
52066
diff
changeset
|
125 |
case (syntax, (name, None, replace)) => |
50128
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
126 |
syntax + |
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
127 |
(Symbol.decode(name), replace) + |
599c935aac82
alternative completion for outer syntax keywords;
wenzelm
parents:
48885
diff
changeset
|
128 |
(Symbol.encode(name), replace) |
46940 | 129 |
} |
34166 | 130 |
|
58695 | 131 |
|
132 |
/* document headings */ |
|
34166 | 133 |
|
40454
2516ea25a54b
some support for nested source structure, based on section headings;
wenzelm
parents:
38471
diff
changeset
|
134 |
def heading_level(name: String): Option[Int] = |
46969 | 135 |
{ |
136 |
keyword_kind(name) match { |
|
137 |
case _ if name == "header" => Some(0) |
|
138 |
case Some(Keyword.THY_HEADING1) => Some(1) |
|
139 |
case Some(Keyword.THY_HEADING2) | Some(Keyword.PRF_HEADING2) => Some(2) |
|
140 |
case Some(Keyword.THY_HEADING3) | Some(Keyword.PRF_HEADING3) => Some(3) |
|
141 |
case Some(Keyword.THY_HEADING4) | Some(Keyword.PRF_HEADING4) => Some(4) |
|
142 |
case Some(kind) if Keyword.theory(kind) => Some(5) |
|
143 |
case _ => None |
|
40454
2516ea25a54b
some support for nested source structure, based on section headings;
wenzelm
parents:
38471
diff
changeset
|
144 |
} |
46969 | 145 |
} |
40454
2516ea25a54b
some support for nested source structure, based on section headings;
wenzelm
parents:
38471
diff
changeset
|
146 |
|
2516ea25a54b
some support for nested source structure, based on section headings;
wenzelm
parents:
38471
diff
changeset
|
147 |
def heading_level(command: Command): Option[Int] = |
2516ea25a54b
some support for nested source structure, based on section headings;
wenzelm
parents:
38471
diff
changeset
|
148 |
heading_level(command.name) |
2516ea25a54b
some support for nested source structure, based on section headings;
wenzelm
parents:
38471
diff
changeset
|
149 |
|
34166 | 150 |
|
58696 | 151 |
/* line nesting */ |
152 |
||
153 |
def line_nesting(tokens: List[Token], depth: Int): Outer_Syntax.Line_Nesting = |
|
154 |
{ |
|
155 |
val depth1 = |
|
156 |
if (tokens.exists(tok => command_kind(tok, Keyword.theory))) 0 |
|
157 |
else depth |
|
158 |
val depth2 = |
|
159 |
(depth /: tokens) { case (d, tok) => |
|
160 |
if (command_kind(tok, Keyword.theory_goal)) 1 |
|
161 |
else if (command_kind(tok, Keyword.theory)) 0 |
|
162 |
else if (command_kind(tok, Keyword.proof_goal)) d + 1 |
|
163 |
else if (command_kind(tok, Keyword.qed)) d - 1 |
|
164 |
else if (command_kind(tok, Keyword.qed_global)) 0 |
|
165 |
else d |
|
166 |
} |
|
167 |
Outer_Syntax.Line_Nesting(depth1, depth2) |
|
168 |
} |
|
169 |
||
170 |
||
53280
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
171 |
/* token language */ |
c63a016805b9
explicit indication of outer syntax with no tokens;
wenzelm
parents:
52439
diff
changeset
|
172 |
|
57907 | 173 |
def scan(input: CharSequence): List[Token] = |
52066
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
174 |
{ |
58503 | 175 |
val in: Reader[Char] = new CharSequenceReader(input) |
55616 | 176 |
Token.Parsers.parseAll( |
57907 | 177 |
Token.Parsers.rep(Token.Parsers.token(lexicon, is_command)), in) match { |
55494 | 178 |
case Token.Parsers.Success(tokens, _) => tokens |
57907 | 179 |
case _ => error("Unexpected failure of tokenizing input:\n" + input.toString) |
34166 | 180 |
} |
52066
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
181 |
} |
34166 | 182 |
|
58696 | 183 |
def scan_line(input: CharSequence, context: Scan.Line_Context, nesting: Outer_Syntax.Line_Nesting) |
184 |
: (List[Token], Scan.Line_Context, Outer_Syntax.Line_Nesting) = |
|
52066
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
185 |
{ |
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
186 |
var in: Reader[Char] = new CharSequenceReader(input) |
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
187 |
val toks = new mutable.ListBuffer[Token] |
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
188 |
var ctxt = context |
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
189 |
while (!in.atEnd) { |
55510
1585a65aad64
tuned signature -- emphasize line-oriented aspect;
wenzelm
parents:
55494
diff
changeset
|
190 |
Token.Parsers.parse(Token.Parsers.token_line(lexicon, is_command, ctxt), in) match { |
55494 | 191 |
case Token.Parsers.Success((x, c), rest) => { toks += x; ctxt = c; in = rest } |
192 |
case Token.Parsers.NoSuccess(_, rest) => |
|
52066
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
193 |
error("Unexpected failure of tokenizing input:\n" + rest.source.toString) |
43411
0206466ee473
some support for partial scans with explicit context;
wenzelm
parents:
40533
diff
changeset
|
194 |
} |
0206466ee473
some support for partial scans with explicit context;
wenzelm
parents:
40533
diff
changeset
|
195 |
} |
58696 | 196 |
val tokens = toks.toList |
197 |
(tokens, ctxt, line_nesting(tokens, nesting.depth)) |
|
52066
83b7b88770c9
discontinued odd workaround for scala-2.9.2, which is hopefully obsolete in scala-2.10.x;
wenzelm
parents:
50428
diff
changeset
|
198 |
} |
55616 | 199 |
|
200 |
||
57905
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
201 |
/* parse_spans */ |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
202 |
|
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
203 |
def parse_spans(toks: List[Token]): List[Command_Span.Span] = |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
204 |
{ |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
205 |
val result = new mutable.ListBuffer[Command_Span.Span] |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
206 |
val content = new mutable.ListBuffer[Token] |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
207 |
val improper = new mutable.ListBuffer[Token] |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
208 |
|
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
209 |
def ship(span: List[Token]) |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
210 |
{ |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
211 |
val kind = |
57910 | 212 |
if (!span.isEmpty && span.head.is_command && !span.exists(_.is_error)) { |
213 |
val name = span.head.source |
|
57911
dcb758188aa6
clarified Position.Identified: do not require range from prover, default to command position;
wenzelm
parents:
57910
diff
changeset
|
214 |
val pos = Position.Range(Text.Range(0, Symbol.iterator(name).length) + 1) |
57910 | 215 |
Command_Span.Command_Span(name, pos) |
216 |
} |
|
57905
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
217 |
else if (span.forall(_.is_improper)) Command_Span.Ignored_Span |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
218 |
else Command_Span.Malformed_Span |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
219 |
result += Command_Span.Span(kind, span) |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
220 |
} |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
221 |
|
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
222 |
def flush() |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
223 |
{ |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
224 |
if (!content.isEmpty) { ship(content.toList); content.clear } |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
225 |
if (!improper.isEmpty) { ship(improper.toList); improper.clear } |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
226 |
} |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
227 |
|
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
228 |
for (tok <- toks) { |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
229 |
if (tok.is_command) { flush(); content += tok } |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
230 |
else if (tok.is_improper) improper += tok |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
231 |
else { content ++= improper; improper.clear; content += tok } |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
232 |
} |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
233 |
flush() |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
234 |
|
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
235 |
result.toList |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
236 |
} |
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
237 |
|
57906 | 238 |
def parse_spans(input: CharSequence): List[Command_Span.Span] = |
239 |
parse_spans(scan(input)) |
|
240 |
||
57905
c0c5652e796e
separate module Command_Span: mostly syntactic representation;
wenzelm
parents:
57901
diff
changeset
|
241 |
|
55616 | 242 |
/* language context */ |
243 |
||
55749 | 244 |
def set_language_context(context: Completion.Language_Context): Outer_Syntax = |
55616 | 245 |
new Outer_Syntax(keywords, lexicon, completion, context, has_tokens) |
246 |
||
247 |
def no_tokens: Outer_Syntax = |
|
248 |
{ |
|
249 |
require(keywords.isEmpty && lexicon.isEmpty) |
|
250 |
new Outer_Syntax( |
|
251 |
completion = completion, |
|
55749 | 252 |
language_context = language_context, |
55616 | 253 |
has_tokens = false) |
254 |
} |
|
34166 | 255 |
} |