src/Pure/System/isabelle_tool.scala
author wenzelm
Tue, 18 Oct 2016 16:03:30 +0200
changeset 64304 96bc94c87a81
parent 64161 2b1128e95dfb
child 64311 3d5e7719e878
permissions -rw-r--r--
clarified modules;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/System/isabelle_tool.scala
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
     3
    Author:     Lars Hupel
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     4
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     5
Isabelle system tools: external executables or internal Scala functions.
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     6
*/
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     7
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     8
package isabelle
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
     9
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    10
import java.net.URLClassLoader
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    11
import scala.reflect.runtime.universe
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    12
import scala.tools.reflect.{ToolBox,ToolBoxError}
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    13
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    14
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    15
object Isabelle_Tool
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    16
{
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    17
  /* Scala source tools */
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    18
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    19
  abstract class Body extends Function[List[String], Unit]
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    20
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    21
  private def compile(path: Path): Body =
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    22
  {
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    23
    def err(msg: String): Nothing =
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    24
      cat_error(msg, "The error(s) above occurred in Isabelle/Scala tool " + path)
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    25
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    26
    val source = File.read(path)
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    27
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    28
    val class_loader = new URLClassLoader(Array(), getClass.getClassLoader)
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    29
    val tool_box = universe.runtimeMirror(class_loader).mkToolBox()
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    30
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    31
    try {
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    32
      val symbol = tool_box.parse(source) match {
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    33
        case tree: universe.ModuleDef => tool_box.define(tree)
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    34
        case _ => err("Source does not describe a module (Scala object)")
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    35
      }
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    36
      tool_box.compile(universe.Ident(symbol))() match {
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    37
        case body: Body => body
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    38
        case _ => err("Ill-typed source: Isabelle_Tool.Body expected")
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    39
      }
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    40
    }
63519
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    41
    catch {
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    42
      case e: ToolBoxError =>
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    43
        if (tool_box.frontEnd.hasErrors) {
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    44
          val infos = tool_box.frontEnd.infos.toList
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    45
          val msgs = infos.map(info => "Error in line " + info.pos.line + ":\n" + info.msg)
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    46
          err(msgs.mkString("\n"))
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    47
        }
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    48
        else
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    49
          err(e.toString)
78401d628718 more precise error information for dynamic Scala tools
Lars Hupel <lars.hupel@mytum.de>
parents: 63226
diff changeset
    50
    }
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    51
  }
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    52
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    53
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    54
  /* external tools */
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    55
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    56
  private def dirs(): List[Path] = Path.split(Isabelle_System.getenv_strict("ISABELLE_TOOLS"))
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    57
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    58
  private def is_external(dir: Path, file_name: String): Boolean =
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    59
  {
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    60
    val file = (dir + Path.basic(file_name)).file
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    61
    try {
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    62
      file.isFile && file.canRead &&
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    63
        (file_name.endsWith(".scala") || file.canExecute) &&
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    64
        !file_name.endsWith("~") && !file_name.endsWith(".orig")
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    65
    }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    66
    catch { case _: SecurityException => false }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    67
  }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    68
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    69
  private def list_external(): List[(String, String)] =
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    70
  {
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    71
    val Description = """.*\bDESCRIPTION: *(.*)""".r
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    72
    for {
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    73
      dir <- dirs() if dir.is_dir
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    74
      file_name <- File.read_dir(dir) if is_external(dir, file_name)
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    75
    } yield {
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    76
      val source = File.read(dir + Path.basic(file_name))
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    77
      val name = Library.try_unsuffix(".scala", file_name) getOrElse file_name
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    78
      val description =
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    79
        split_lines(source).collectFirst({ case Description(s) => s }) getOrElse ""
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    80
      (name, description)
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    81
    }
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    82
  }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    83
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
    84
  private def find_external(name: String): Option[List[String] => Unit] =
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    85
    dirs.collectFirst({
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    86
      case dir if is_external(dir, name + ".scala") =>
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    87
        compile(dir + Path.basic(name + ".scala"))
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    88
      case dir if is_external(dir, name) =>
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    89
        (args: List[String]) =>
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    90
          {
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    91
            val tool = dir + Path.basic(name)
64304
96bc94c87a81 clarified modules;
wenzelm
parents: 64161
diff changeset
    92
            val result = Isabelle_System.bash(File.bash_path(tool) + " " + Bash.strings(args))
63226
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    93
            sys.exit(result.print_stdout.rc)
d8884c111bca support for .scala tools;
wenzelm
parents: 62960
diff changeset
    94
          }
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    95
    })
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    96
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    97
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    98
  /* internal tools */
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
    99
62960
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   100
  private val internal_tools: List[Isabelle_Tool] =
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   101
    List(
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   102
      Build.isabelle_tool,
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   103
      Build_Doc.isabelle_tool,
63688
cc57255bf6ae gnuplot presentation similar to former isatest-statistics;
wenzelm
parents: 63519
diff changeset
   104
      Build_Stats.isabelle_tool,
62960
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   105
      Check_Sources.isabelle_tool,
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   106
      Doc.isabelle_tool,
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   107
      ML_Process.isabelle_tool,
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   108
      Options.isabelle_tool,
64143
578e71c2c976 added isabelle remote_dmg tool;
wenzelm
parents: 63688
diff changeset
   109
      Remote_DMG.isabelle_tool,
62960
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   110
      Update_Cartouches.isabelle_tool,
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   111
      Update_Header.isabelle_tool,
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   112
      Update_Then.isabelle_tool,
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   113
      Update_Theorems.isabelle_tool)
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   114
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   115
  private def list_internal(): List[(String, String)] =
64161
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   116
    for (tool <- internal_tools.toList if tool.accessible)
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   117
      yield (tool.name, tool.description)
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   118
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   119
  private def find_internal(name: String): Option[List[String] => Unit] =
62960
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   120
    internal_tools.collectFirst({
64161
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   121
      case tool if tool.name == name && tool.accessible =>
62960
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   122
        args => Command_Line.tool0 { tool.body(args) }
cfbb6a5b427c simplified -- avoid odd mutable state, which potentially causes problems with module initialization;
wenzelm
parents: 62838
diff changeset
   123
      })
62831
5560905a32ae prefer internal tool;
wenzelm
parents: 62830
diff changeset
   124
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   125
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   126
  /* command line entry point */
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   127
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   128
  def main(args: Array[String])
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   129
  {
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   130
    Command_Line.tool0 {
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   131
      args.toList match {
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   132
        case Nil | List("-?") =>
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   133
          val tool_descriptions =
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   134
            (list_external() ::: list_internal()).sortBy(_._1).
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   135
              map({ case (a, "") => a case (a, b) => a + " - " + b })
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   136
          Getopts("""
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   137
Usage: isabelle TOOL [ARGS ...]
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   138
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   139
  Start Isabelle TOOL with ARGS; pass "-?" for tool-specific help.
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   140
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   141
Available tools:""" + tool_descriptions.mkString("\n  ", "\n  ", "\n")).usage
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   142
        case tool_name :: tool_args =>
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   143
          find_external(tool_name) orElse find_internal(tool_name) match {
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   144
            case Some(tool) => tool(tool_args)
62829
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   145
            case None => error("Unknown Isabelle tool: " + quote(tool_name))
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   146
          }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   147
      }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   148
    }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   149
  }
4141c2a8458b clarified Isabelle tool wrapper: bash, Scala, no perl, no ML;
wenzelm
parents:
diff changeset
   150
}
62830
85024c0e953d support for internal tools;
wenzelm
parents: 62829
diff changeset
   151
64161
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   152
sealed case class Isabelle_Tool(
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   153
  name: String, description: String, body: List[String] => Unit, admin: Boolean = false)
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   154
{
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   155
  def accessible: Boolean = !admin || Isabelle_System.admin()
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 64143
diff changeset
   156
}