src/Pure/Concurrent/bash.scala
author wenzelm
Wed, 09 Mar 2016 14:54:51 +0100
changeset 62569 5db10482f4cf
parent 62558 c46418f12ee1
child 62573 27f90319a499
permissions -rw-r--r--
bash process with builtin timing;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Concurrent/bash.scala
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     3
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     4
GNU bash processes, with propagation of interrupts.
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     5
*/
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     6
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     7
package isabelle
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     8
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
     9
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    10
import java.io.{File => JFile, BufferedReader, InputStreamReader,
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    11
  BufferedWriter, OutputStreamWriter}
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    12
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    13
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    14
object Bash
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    15
{
62543
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    16
  private class Limited_Progress(proc: Process, progress_limit: Option[Long])
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    17
  {
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    18
    private var count = 0L
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    19
    def apply(progress: String => Unit)(line: String): Unit = synchronized {
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    20
      progress(line)
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    21
      count = count + line.length + 1
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    22
      progress_limit match {
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    23
        case Some(limit) if count > limit => proc.terminate
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    24
        case _ =>
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    25
      }
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    26
    }
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    27
  }
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
    28
62545
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    29
  def process(script: String,
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    30
      cwd: JFile = null, env: Map[String, String] = null, redirect: Boolean = false): Process =
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    31
    new Process(script, cwd, env, redirect)
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    32
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    33
  class Process private [Bash](
62545
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    34
      script: String, cwd: JFile, env: Map[String, String], redirect: Boolean)
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    35
    extends Prover.System_Process
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    36
  {
62569
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
    37
    private val timing_file = Isabelle_System.tmp_file("bash_script")
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
    38
    private val timing = Synchronized[Option[Timing]](None)
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
    39
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
    40
    private val script_file = Isabelle_System.tmp_file("bash_script")
62545
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    41
    File.write(script_file, script)
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    42
62296
b04a5ddd6121 clarified bash process -- similar to ML version;
wenzelm
parents: 61025
diff changeset
    43
    private val proc =
62545
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    44
      Isabelle_System.process(cwd, Isabelle_System.settings(env), redirect,
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    45
        File.platform_path(Path.variable("ISABELLE_BASH_PROCESS")), "-",
62569
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
    46
          File.standard_path(timing_file), "bash", File.standard_path(script_file))
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    47
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    48
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    49
    // channels
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    50
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    51
    val stdin: BufferedWriter =
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    52
      new BufferedWriter(new OutputStreamWriter(proc.getOutputStream, UTF8.charset))
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    53
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    54
    val stdout: BufferedReader =
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    55
      new BufferedReader(new InputStreamReader(proc.getInputStream, UTF8.charset))
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    56
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    57
    val stderr: BufferedReader =
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    58
      new BufferedReader(new InputStreamReader(proc.getErrorStream, UTF8.charset))
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    59
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    60
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    61
    // signals
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    62
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    63
    private val pid = stdout.readLine
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    64
62558
c46418f12ee1 clarified process interrupt: exactly one signal (like thread interrupt);
wenzelm
parents: 62545
diff changeset
    65
    def interrupt()
c46418f12ee1 clarified process interrupt: exactly one signal (like thread interrupt);
wenzelm
parents: 62545
diff changeset
    66
    { Exn.Interrupt.postpone { Isabelle_System.kill("INT", pid) } }
c46418f12ee1 clarified process interrupt: exactly one signal (like thread interrupt);
wenzelm
parents: 62545
diff changeset
    67
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    68
    private def kill(signal: String): Boolean =
61025
636b578bfadd clarified kill on Windows: just one executable;
wenzelm
parents: 60991
diff changeset
    69
      Exn.Interrupt.postpone {
636b578bfadd clarified kill on Windows: just one executable;
wenzelm
parents: 60991
diff changeset
    70
        Isabelle_System.kill(signal, pid)
636b578bfadd clarified kill on Windows: just one executable;
wenzelm
parents: 60991
diff changeset
    71
        Isabelle_System.kill("0", pid)._2 == 0 } getOrElse true
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    72
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    73
    private def multi_kill(signal: String): Boolean =
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    74
    {
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    75
      var running = true
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    76
      var count = 10
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    77
      while (running && count > 0) {
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    78
        if (kill(signal)) {
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    79
          Exn.Interrupt.postpone {
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    80
            Thread.sleep(100)
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    81
            count -= 1
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    82
          }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    83
        }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    84
        else running = false
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    85
      }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    86
      running
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    87
    }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    88
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    89
    def terminate() { multi_kill("INT") && multi_kill("TERM") && kill("KILL"); proc.destroy }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    90
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    91
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    92
    // JVM shutdown hook
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    93
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    94
    private val shutdown_hook = new Thread { override def run = terminate() }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    95
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    96
    try { Runtime.getRuntime.addShutdownHook(shutdown_hook) }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    97
    catch { case _: IllegalStateException => }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
    98
62545
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
    99
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   100
    /* join */
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   101
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   102
    def join: Int =
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   103
    {
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   104
      val rc = proc.waitFor
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   105
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
   106
      try { Runtime.getRuntime.removeShutdownHook(shutdown_hook) }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
   107
      catch { case _: IllegalStateException => }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
   108
62545
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   109
      script_file.delete
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
   110
62569
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   111
      timing.change {
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   112
        case None =>
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   113
          val t =
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   114
            Word.explode(File.read(timing_file)) match {
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   115
              case List(Properties.Value.Long(elapsed), Properties.Value.Long(cpu)) =>
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   116
                Timing(Time.ms(elapsed), Time.ms(cpu), Time.zero)
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   117
              case _ => Timing.zero
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   118
            }
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   119
          timing_file.delete
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   120
          Some(t)
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   121
        case some => some
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   122
      }
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   123
62545
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   124
      rc
8ebffdaf2ce2 Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents: 62543
diff changeset
   125
    }
62543
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   126
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   127
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   128
    /* result */
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   129
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   130
    def result(
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   131
      progress_stdout: String => Unit = (_: String) => (),
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   132
      progress_stderr: String => Unit = (_: String) => (),
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   133
      progress_limit: Option[Long] = None,
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   134
      strict: Boolean = true): Process_Result =
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   135
    {
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   136
      stdin.close
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   137
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   138
      val limited = new Limited_Progress(this, progress_limit)
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   139
      val out_lines =
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   140
        Future.thread("bash_stdout") { File.read_lines(stdout, limited(progress_stdout)) }
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   141
      val err_lines =
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   142
        Future.thread("bash_stderr") { File.read_lines(stderr, limited(progress_stderr)) }
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   143
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   144
      val rc =
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   145
        try { join }
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   146
        catch { case Exn.Interrupt() => terminate; Exn.Interrupt.return_code }
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   147
      if (strict && rc == Exn.Interrupt.return_code) throw Exn.Interrupt()
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   148
62569
5db10482f4cf bash process with builtin timing;
wenzelm
parents: 62558
diff changeset
   149
      Process_Result(rc, out_lines.join, err_lines.join, false, timing.value.get)
62543
57f379ef662f clarified modules;
wenzelm
parents: 62400
diff changeset
   150
    }
60991
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
   151
  }
2fc5a44346b5 clarified modules, like ML version;
wenzelm
parents:
diff changeset
   152
}