src/Tools/VSCode/src/grammar.scala
author wenzelm
Mon, 02 Jan 2017 09:38:06 +0100
changeset 64742 5f946e8887c5
parent 64741 17bd2947a822
child 64744 ba0d4829d5f1
permissions -rw-r--r--
more keywords;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     1
/*  Title:      Tools/VSCode/src/grammar.scala
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     3
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     4
Generate static TextMate grammar for VSCode editor.
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     5
*/
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     6
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     7
package isabelle.vscode
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     8
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     9
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    10
import isabelle._
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    11
64739
3224021893c0 generate uuid;
wenzelm
parents: 64738
diff changeset
    12
import java.util.UUID
3224021893c0 generate uuid;
wenzelm
parents: 64738
diff changeset
    13
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    14
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    15
object Grammar
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    16
{
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    17
  /* generate grammar */
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    18
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    19
  private lazy val default_logic = Isabelle_System.getenv("ISABELLE_LOGIC")
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    20
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    21
  private def default_output(logic: String = ""): String =
64741
wenzelm
parents: 64739
diff changeset
    22
    if (logic == "" || logic == default_logic) "isabelle-grammar.json"
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    23
    else "isabelle-" + logic + "-grammar.json"
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    24
64741
wenzelm
parents: 64739
diff changeset
    25
  def generate(keywords: Keyword.Keywords): JSON.S =
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    26
  {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    27
    val (minor_keywords, operators) =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    28
      keywords.minor.iterator.toList.partition(Symbol.is_ascii_identifier(_))
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    29
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    30
    def major_keywords(pred: String => Boolean): List[String] =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    31
      (for {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    32
        k <- keywords.major.iterator
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    33
        kind <- keywords.kinds.get(k)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    34
        if pred(kind)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    35
      } yield k).toList
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    36
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    37
    val keywords1 =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    38
      major_keywords(k => k != Keyword.THY_END && k != Keyword.PRF_ASM && k != Keyword.PRF_ASM_GOAL)
64742
5f946e8887c5 more keywords;
wenzelm
parents: 64741
diff changeset
    39
    val keywords2 = minor_keywords ::: major_keywords(Set(Keyword.THY_END))
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    40
    val keywords3 = major_keywords(Set(Keyword.PRF_ASM, Keyword.PRF_ASM_GOAL))
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    41
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    42
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    43
    def quote_name(a: String): String =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    44
      if (Symbol.is_ascii_identifier(a)) a else "\\Q" + a + "\\E"
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    45
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    46
    def grouped_names(as: List[String]): String =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    47
      JSON.Format("\\b(" + as.sorted.map(quote_name(_)).mkString("|") + ")\\b")
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    48
64741
wenzelm
parents: 64739
diff changeset
    49
    """{
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    50
  "name": "Isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    51
  "scopeName": "source.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    52
  "fileTypes": ["thy"],
64739
3224021893c0 generate uuid;
wenzelm
parents: 64738
diff changeset
    53
  "uuid": """ + JSON.Format(UUID.randomUUID().toString) + """,
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    54
  "repository": {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    55
    "comments": {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    56
      "patterns": [
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    57
        {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    58
          "name": "comment.block.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    59
          "begin": "\\(\\*",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    60
          "beginCaptures": {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    61
            "0": { "name": "punctuation.definition.comment.begin.isabelle" }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    62
          },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    63
          "patterns": [{ "include": "#comments" }],
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    64
          "end": "\\*\\)",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    65
          "endCaptures": {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    66
            "0": { "name": "punctuation.definition.comment.end.isabelle" }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    67
          }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    68
        }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    69
      ]
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    70
    }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    71
  },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    72
  "patterns": [
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    73
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    74
      "include": "#comments"
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    75
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    76
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    77
      "name": "keyword.control.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    78
      "match": """ + grouped_names(keywords1) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    79
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    80
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    81
      "name": "keyword.other.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    82
      "match": """ + grouped_names(keywords2) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    83
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    84
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    85
      "name": "keyword.operator.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    86
      "match": """ + grouped_names(operators) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    87
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    88
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    89
      "name": "constant.language.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    90
      "match": """ + grouped_names(keywords3) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    91
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    92
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    93
      "match": "\\b\\d*\\.?\\d+\\b",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    94
      "name": "constant.numeric.isabelle"
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    95
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    96
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    97
      "name": "string.quoted.double.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    98
      "begin": "\"",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    99
      "beginCaptures": {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   100
        "0": { "name": "punctuation.definition.string.begin.isabelle" }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   101
      },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   102
      "patterns": [
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   103
        {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   104
          "match": "\\\\.",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   105
          "name": "constant.character.escape.isabelle"
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   106
        }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   107
      ],
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   108
      "end": "\"",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   109
      "endCaptures": {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   110
        "0": { "name": "punctuation.definition.string.end.isabelle" }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   111
      }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   112
    }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   113
  ]
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   114
}
64741
wenzelm
parents: 64739
diff changeset
   115
"""
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   116
  }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   117
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   118
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   119
  /* Isabelle tool wrapper */
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   120
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   121
  val isabelle_tool = Isabelle_Tool("vscode_grammar",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   122
    "generate static TextMate grammar for VSCode editor", args =>
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   123
  {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   124
    var dirs: List[Path] = Nil
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   125
    var logic = default_logic
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   126
    var output: Option[Path] = None
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   127
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   128
    val getopts = Getopts("""
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   129
Usage: isabelle vscode_grammar [OPTIONS]
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   130
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   131
  Options are:
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   132
    -d DIR       include session directory
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   133
    -l NAME      logic session name (default ISABELLE_LOGIC=""" + quote(default_logic) + """)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   134
    -o FILE      output file name (default """ + default_output() + """)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   135
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   136
  Generate static TextMate grammar for VSCode editor.
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   137
""",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   138
      "d:" -> (arg => dirs = dirs ::: List(Path.explode(arg))),
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   139
      "l:" -> (arg => logic = arg),
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   140
      "o:" -> (arg => output = Some(Path.explode(arg))))
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   141
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   142
    val more_args = getopts(args)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   143
    if (more_args.nonEmpty) getopts.usage()
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   144
64741
wenzelm
parents: 64739
diff changeset
   145
    val keywords = Build.outer_syntax(Options.init(), dirs, logic).keywords
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   146
    val output_path = output getOrElse Path.explode(default_output(logic))
64741
wenzelm
parents: 64739
diff changeset
   147
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   148
    Output.writeln(output_path.implode)
64741
wenzelm
parents: 64739
diff changeset
   149
    File.write(output_path, generate(keywords))
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   150
  })
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   151
}