src/Tools/VSCode/src/grammar.scala
author wenzelm
Thu, 02 Nov 2017 11:26:58 +0100
changeset 66989 25665e7775b7
parent 66976 806bc39550a5
child 67885 839a624aabb9
permissions -rw-r--r--
tuned;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     1
/*  Title:      Tools/VSCode/src/grammar.scala
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     3
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     4
Generate static TextMate grammar for VSCode editor.
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     5
*/
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     6
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     7
package isabelle.vscode
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     8
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
     9
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    10
import isabelle._
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    11
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    12
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    13
object Grammar
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    14
{
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    15
  /* generate grammar */
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    16
65138
64dfee6bd243 added admin tool "isabelle build_vscode";
wenzelm
parents: 64871
diff changeset
    17
  lazy val default_logic = Isabelle_System.getenv("ISABELLE_LOGIC")
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    18
65138
64dfee6bd243 added admin tool "isabelle build_vscode";
wenzelm
parents: 64871
diff changeset
    19
  def default_output(logic: String = ""): String =
64741
wenzelm
parents: 64739
diff changeset
    20
    if (logic == "" || logic == default_logic) "isabelle-grammar.json"
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    21
    else "isabelle-" + logic + "-grammar.json"
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    22
64741
wenzelm
parents: 64739
diff changeset
    23
  def generate(keywords: Keyword.Keywords): JSON.S =
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    24
  {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    25
    val (minor_keywords, operators) =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    26
      keywords.minor.iterator.toList.partition(Symbol.is_ascii_identifier(_))
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    27
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    28
    def major_keywords(pred: String => Boolean): List[String] =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    29
      (for {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    30
        k <- keywords.major.iterator
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    31
        kind <- keywords.kinds.get(k)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    32
        if pred(kind)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    33
      } yield k).toList
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    34
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    35
    val keywords1 =
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    36
      major_keywords(k => k != Keyword.THY_END && k != Keyword.PRF_ASM && k != Keyword.PRF_ASM_GOAL)
64742
5f946e8887c5 more keywords;
wenzelm
parents: 64741
diff changeset
    37
    val keywords2 = minor_keywords ::: major_keywords(Set(Keyword.THY_END))
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    38
    val keywords3 = major_keywords(Set(Keyword.PRF_ASM, Keyword.PRF_ASM_GOAL))
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    39
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    40
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    41
    def grouped_names(as: List[String]): String =
64871
wenzelm
parents: 64808
diff changeset
    42
      JSON.Format("\\b(" + as.sorted.map(Library.escape_regex(_)).mkString("|") + ")\\b")
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    43
64741
wenzelm
parents: 64739
diff changeset
    44
    """{
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    45
  "name": "Isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    46
  "scopeName": "source.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    47
  "fileTypes": ["thy"],
66351
95847ffa62dc tuned signature;
wenzelm
parents: 65251
diff changeset
    48
  "uuid": """ + JSON.Format(Library.UUID()) + """,
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    49
  "repository": {
64745
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    50
    "comment": {
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    51
      "patterns": [
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    52
        {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    53
          "name": "comment.block.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    54
          "begin": "\\(\\*",
64745
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    55
          "patterns": [{ "include": "#comment" }],
64746
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
    56
          "end": "\\*\\)"
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    57
        }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    58
      ]
64745
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    59
    },
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    60
    "cartouche": {
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    61
      "patterns": [
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    62
        {
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    63
          "name": "string.quoted.other.multiline.isabelle",
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    64
          "begin": "(?:\\\\<open>|‹)",
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    65
          "patterns": [{ "include": "#cartouche" }],
64746
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
    66
          "end": "(?:\\\\<close>|›)"
64745
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    67
        }
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    68
      ]
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    69
    }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    70
  },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    71
  "patterns": [
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    72
    {
64745
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    73
      "include": "#comment"
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    74
    },
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    75
    {
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
    76
      "include": "#cartouche"
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    77
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    78
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    79
      "name": "keyword.control.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    80
      "match": """ + grouped_names(keywords1) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    81
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    82
    {
65175
93fb59c68052 tuned colors;
wenzelm
parents: 65138
diff changeset
    83
      "name": "keyword.other.unit.isabelle",
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    84
      "match": """ + grouped_names(keywords2) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    85
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    86
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    87
      "name": "keyword.operator.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    88
      "match": """ + grouped_names(operators) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    89
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    90
    {
65175
93fb59c68052 tuned colors;
wenzelm
parents: 65138
diff changeset
    91
      "name": "entity.name.type.isabelle",
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    92
      "match": """ + grouped_names(keywords3) + """
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    93
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    94
    {
64746
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
    95
      "name": "constant.numeric.isabelle",
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
    96
      "match": "\\b\\d*\\.?\\d+\\b"
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    97
    },
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    98
    {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
    99
      "name": "string.quoted.double.isabelle",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   100
      "begin": "\"",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   101
      "patterns": [
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   102
        {
64746
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   103
          "name": "constant.character.escape.isabelle",
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   104
          "match": """ + JSON.Format("""\\[\"]|\\\d\d\d""") + """
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   105
        }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   106
      ],
64746
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   107
      "end": "\""
64745
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   108
    },
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   109
    {
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   110
      "name": "string.quoted.backtick.isabelle",
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   111
      "begin": "`",
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   112
      "patterns": [
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   113
        {
64746
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   114
          "name": "constant.character.escape.isabelle",
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   115
          "match": """ + JSON.Format("""\\[\`]|\\\d\d\d""") + """
64745
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   116
        }
0f002c15f3ab more syntax;
wenzelm
parents: 64744
diff changeset
   117
      ],
64746
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   118
      "end": "`"
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   119
    },
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   120
    {
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   121
      "name": "string.quoted.verbatim.isabelle",
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   122
      "begin": """ + JSON.Format("""\{\*""") + """,
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   123
      "patterns": [
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   124
        { "match": """ + JSON.Format("""[^*]+|\*(?!\})""") + """ }
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   125
      ],
34db87033abe more syntax;
wenzelm
parents: 64745
diff changeset
   126
      "end": """ + JSON.Format("""\*\}""") + """
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   127
    }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   128
  ]
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   129
}
64741
wenzelm
parents: 64739
diff changeset
   130
"""
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   131
  }
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   132
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   133
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   134
  /* Isabelle tool wrapper */
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   135
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   136
  val isabelle_tool = Isabelle_Tool("vscode_grammar",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   137
    "generate static TextMate grammar for VSCode editor", args =>
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   138
  {
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   139
    var dirs: List[Path] = Nil
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   140
    var logic = default_logic
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   141
    var output: Option[Path] = None
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   142
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   143
    val getopts = Getopts("""
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   144
Usage: isabelle vscode_grammar [OPTIONS]
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   145
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   146
  Options are:
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   147
    -d DIR       include session directory
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   148
    -l NAME      logic session name (default ISABELLE_LOGIC=""" + quote(default_logic) + """)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   149
    -o FILE      output file name (default """ + default_output() + """)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   150
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   151
  Generate static TextMate grammar for VSCode editor.
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   152
""",
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   153
      "d:" -> (arg => dirs = dirs ::: List(Path.explode(arg))),
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   154
      "l:" -> (arg => logic = arg),
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   155
      "o:" -> (arg => output = Some(Path.explode(arg))))
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   156
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   157
    val more_args = getopts(args)
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   158
    if (more_args.nonEmpty) getopts.usage()
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   159
66963
1c3d0c12bb51 clarified signature;
wenzelm
parents: 66720
diff changeset
   160
    val keywords =
66989
wenzelm
parents: 66976
diff changeset
   161
      Sessions.base_info(Options.init(), logic, dirs = dirs).check_base.overall_syntax.keywords
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   162
    val output_path = output getOrElse Path.explode(default_output(logic))
64741
wenzelm
parents: 64739
diff changeset
   163
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   164
    Output.writeln(output_path.implode)
64744
wenzelm
parents: 64742
diff changeset
   165
    File.write_backup(output_path, generate(keywords))
64738
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   166
  })
bcdecd466cb2 generate static TextMate grammar for VSCode editor;
wenzelm
parents:
diff changeset
   167
}