author | wenzelm |
Wed, 11 Aug 2010 18:11:07 +0200 | |
changeset 38337 | f6c1e169f51b |
parent 36956 | 21be4832c362 |
child 38471 | 0924654b8163 |
permissions | -rw-r--r-- |
34166 | 1 |
/* Title: Pure/Isar/outer_syntax.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Isabelle/Isar outer syntax. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
10 |
import scala.util.parsing.input.{Reader, CharSequenceReader} |
|
11 |
||
12 |
||
13 |
class Outer_Syntax(symbols: Symbol.Interpretation) |
|
14 |
{ |
|
36947 | 15 |
protected val keywords: Map[String, String] = Map((";" -> Keyword.DIAG)) |
34166 | 16 |
protected val lexicon: Scan.Lexicon = Scan.Lexicon.empty |
17 |
lazy val completion: Completion = new Completion + symbols // FIXME !? |
|
18 |
||
19 |
def + (name: String, kind: String): Outer_Syntax = |
|
20 |
{ |
|
21 |
val new_keywords = keywords + (name -> kind) |
|
22 |
val new_lexicon = lexicon + name |
|
23 |
val new_completion = completion + name |
|
24 |
new Outer_Syntax(symbols) { |
|
25 |
override val lexicon = new_lexicon |
|
26 |
override val keywords = new_keywords |
|
27 |
override lazy val completion = new_completion |
|
28 |
} |
|
29 |
} |
|
30 |
||
36947 | 31 |
def + (name: String): Outer_Syntax = this + (name, Keyword.MINOR) |
34166 | 32 |
|
33 |
def is_command(name: String): Boolean = |
|
34 |
keywords.get(name) match { |
|
36947 | 35 |
case Some(kind) => kind != Keyword.MINOR |
34166 | 36 |
case None => false |
37 |
} |
|
38 |
||
39 |
||
40 |
/* tokenize */ |
|
41 |
||
36956
21be4832c362
renamed class Outer_Lex to Token and Token_Kind to Token.Kind;
wenzelm
parents:
36947
diff
changeset
|
42 |
def scan(input: Reader[Char]): List[Token] = |
34166 | 43 |
{ |
44 |
import lexicon._ |
|
45 |
||
46 |
parseAll(rep(token(symbols, is_command)), input) match { |
|
47 |
case Success(tokens, _) => tokens |
|
34264 | 48 |
case _ => error("Unexpected failure of tokenizing input:\n" + input.source.toString) |
34166 | 49 |
} |
50 |
} |
|
51 |
||
36956
21be4832c362
renamed class Outer_Lex to Token and Token_Kind to Token.Kind;
wenzelm
parents:
36947
diff
changeset
|
52 |
def scan(input: CharSequence): List[Token] = |
34166 | 53 |
scan(new CharSequenceReader(input)) |
54 |
} |