src/Pure/Tools/build_job.scala
author wenzelm
Thu, 02 Mar 2023 13:19:21 +0100
changeset 77473 362bf802013e
parent 77465 ecfe6dac3a3e
child 77474 5ecaf881b563
permissions -rw-r--r--
clarified modules;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
72662
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Tools/build_job.scala
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     3
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     4
Build job running prover process, with rudimentary PIDE session.
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     5
*/
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     6
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     7
package isabelle
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     8
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
     9
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
    10
import scala.collection.mutable
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
    11
import scala.util.matching.Regex
72662
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
    12
5c08ad7adf77 clarified modules;
wenzelm
parents:
diff changeset
    13
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
    14
trait Build_Job {
77349
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
    15
  def job_name: String
77372
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    16
  def node_info: Build_Job.Node_Info
77298
39c7d79ace34 clarified signature defaults;
wenzelm
parents: 77297
diff changeset
    17
  def terminate(): Unit = ()
39c7d79ace34 clarified signature defaults;
wenzelm
parents: 77297
diff changeset
    18
  def is_finished: Boolean = false
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
    19
  def finish: (Process_Result, SHA1.Shasum) = (Process_Result.undefined, SHA1.no_shasum)
77372
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    20
  def make_abstract: Build_Job.Abstract = Build_Job.Abstract(job_name, node_info)
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
    21
}
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
    22
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74755
diff changeset
    23
object Build_Job {
77372
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    24
  object Node_Info { def none: Node_Info = Node_Info("", None) }
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    25
  sealed case class Node_Info(hostname: String, numa_node: Option[Int])
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    26
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    27
  sealed case class Result(node_info: Node_Info, process_result: Process_Result) {
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    28
    def ok: Boolean = process_result.ok
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    29
  }
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    30
77371
84ca5e036897 tuned signature;
wenzelm
parents: 77349
diff changeset
    31
  sealed case class Abstract(
77349
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
    32
    override val job_name: String,
77372
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
    33
    override val node_info: Node_Info
77349
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
    34
  ) extends Build_Job {
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
    35
    override def make_abstract: Abstract = this
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
    36
  }
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
    37
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
    38
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
    39
  /* build session */
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
    40
77464
8008ce0f2488 more explicit session name, in anticipation of variants like "session.document", "session.browser_info";
wenzelm
parents: 77463
diff changeset
    41
  def is_session_name(job_name: String): Boolean = !Long_Name.is_qualified(job_name)
8008ce0f2488 more explicit session name, in anticipation of variants like "session.document", "session.browser_info";
wenzelm
parents: 77463
diff changeset
    42
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    43
  object Session_Context {
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    44
    def load(
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    45
      name: String,
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    46
      deps: List[String],
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    47
      ancestors: List[String],
77458
403748b23f13 clarified signature: prefer static data;
wenzelm
parents: 77456
diff changeset
    48
      sources_shasum: SHA1.Shasum,
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    49
      timeout: Time,
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    50
      store: Sessions.Store,
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    51
      progress: Progress = new Progress
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    52
    ): Session_Context = {
77450
167b5095ba14 tuned signature (again);
wenzelm
parents: 77445
diff changeset
    53
      def default: Session_Context =
77458
403748b23f13 clarified signature: prefer static data;
wenzelm
parents: 77456
diff changeset
    54
        new Session_Context(name, deps, ancestors, sources_shasum, timeout, Time.zero, Bytes.empty)
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    55
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    56
      store.try_open_database(name) match {
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    57
        case None => default
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    58
        case Some(db) =>
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    59
          def ignore_error(msg: String) = {
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    60
            progress.echo_warning(
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    61
              "Ignoring bad database " + db + " for session " + quote(name) +
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    62
              if_proper(msg, ":\n" + msg))
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    63
            default
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    64
          }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    65
          try {
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    66
            val command_timings = store.read_command_timings(db, name)
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    67
            val elapsed =
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    68
              store.read_session_timing(db, name) match {
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    69
                case Markup.Elapsed(s) => Time.seconds(s)
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    70
                case _ => Time.zero
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    71
              }
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    72
            new Session_Context(
77458
403748b23f13 clarified signature: prefer static data;
wenzelm
parents: 77456
diff changeset
    73
              name, deps, ancestors, sources_shasum, timeout, elapsed, command_timings)
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    74
          }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    75
          catch {
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    76
            case ERROR(msg) => ignore_error(msg)
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    77
            case exn: java.lang.Error => ignore_error(Exn.message(exn))
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    78
            case _: XML.Error => ignore_error("XML.Error")
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    79
          }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    80
          finally { db.close() }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    81
      }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    82
    }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    83
  }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    84
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    85
  final class Session_Context(
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    86
    val name: String,
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    87
    val deps: List[String],
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    88
    val ancestors: List[String],
77458
403748b23f13 clarified signature: prefer static data;
wenzelm
parents: 77456
diff changeset
    89
    val sources_shasum: SHA1.Shasum,
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    90
    val timeout: Time,
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    91
    val old_time: Time,
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    92
    val old_command_timings_blob: Bytes
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    93
  ) {
77444
0c704aba71e3 clarified signature: reduce explicit access to static Sessions.Structure;
wenzelm
parents: 77442
diff changeset
    94
    override def toString: String = name
77442
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    95
  }
9969b6aed223 clarified modules (again);
wenzelm
parents: 77414
diff changeset
    96
77454
5b9848b1ba30 tuned signature;
wenzelm
parents: 77451
diff changeset
    97
  class Session_Job(
77455
ce53c1ce8536 tuned signature;
wenzelm
parents: 77454
diff changeset
    98
    build_context: Build_Process.Context,
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
    99
    session_background: Sessions.Background,
77460
ccca589d7027 tuned signature: support general Build_Job instances;
wenzelm
parents: 77458
diff changeset
   100
    input_shasum: SHA1.Shasum,
77372
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
   101
    override val node_info: Node_Info
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   102
  ) extends Build_Job {
77455
ce53c1ce8536 tuned signature;
wenzelm
parents: 77454
diff changeset
   103
    private val store = build_context.store
ce53c1ce8536 tuned signature;
wenzelm
parents: 77454
diff changeset
   104
    private val progress = build_context.progress
ce53c1ce8536 tuned signature;
wenzelm
parents: 77454
diff changeset
   105
    private val verbose = build_context.verbose
ce53c1ce8536 tuned signature;
wenzelm
parents: 77454
diff changeset
   106
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   107
    def session_name: String = session_background.session_name
77349
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
   108
    def job_name: String = session_name
5a84de89170d more operations to support management of jobs, e.g. from external database;
wenzelm
parents: 77298
diff changeset
   109
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   110
    val info: Sessions.Info = session_background.sessions_structure(session_name)
77372
44fe9fe96130 support for build database: still inactive;
wenzelm
parents: 77371
diff changeset
   111
    val options: Options = NUMA.policy_options(info.options, node_info.numa_node)
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   112
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   113
    val session_sources: Sessions.Sources =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   114
      Sessions.Sources.load(session_background.base, cache = store.cache.compress)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   115
77473
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   116
    val store_heap = build_context.store_heap(session_name)
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   117
77465
ecfe6dac3a3e simplified startup under "locked" condition (in contrast to f7e413e8d269);
wenzelm
parents: 77464
diff changeset
   118
    private val future_result: Future[Process_Result] =
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   119
      Future.thread("build", uninterruptible = true) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   120
        val env =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   121
          Isabelle_System.settings(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   122
            List("ISABELLE_ML_DEBUGGER" -> options.bool("ML_debugger").toString))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   123
77473
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   124
        val session_heaps =
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   125
          session_background.info.parent match {
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   126
            case None => Nil
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   127
            case Some(logic) => ML_Process.session_heaps(store, session_background, logic = logic)
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   128
          }
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   129
77414
0d5994eef9e6 clarified signature: allow to provide session_heaps by different means, e.g. from tmp directory or alternative session structure;
wenzelm
parents: 77410
diff changeset
   130
        val use_prelude = if (session_heaps.isEmpty) Thy_Header.ml_roots.map(_._1) else Nil
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   131
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   132
        val eval_store =
77463
4e8bec105ce5 tuned signature;
wenzelm
parents: 77460
diff changeset
   133
          if (store_heap) {
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   134
            (if (info.theories.nonEmpty) List("ML_Heap.share_common_data ()") else Nil) :::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   135
            List("ML_Heap.save_child " +
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   136
              ML_Syntax.print_string_bytes(File.platform_path(store.output_heap(session_name))))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   137
          }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   138
          else Nil
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   139
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   140
        def session_blobs(node_name: Document.Node.Name): List[(Command.Blob, Document.Blobs.Item)] =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   141
          session_background.base.theory_load_commands.get(node_name.theory) match {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   142
            case None => Nil
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   143
            case Some(spans) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   144
              val syntax = session_background.base.theory_syntax(node_name)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   145
              val master_dir = Path.explode(node_name.master_dir)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   146
              for (span <- spans; file <- span.loaded_files(syntax).files)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   147
                yield {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   148
                  val src_path = Path.explode(file)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   149
                  val blob_name = Document.Node.Name(File.symbolic_path(master_dir + src_path))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   150
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   151
                  val bytes = session_sources(blob_name.node).bytes
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   152
                  val text = bytes.text
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   153
                  val chunk = Symbol.Text_Chunk(text)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   154
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   155
                  Command.Blob(blob_name, src_path, Some((SHA1.digest(bytes), chunk))) ->
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   156
                    Document.Blobs.Item(bytes, text, chunk, changed = false)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   157
                }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   158
          }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   159
77473
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   160
        val resources =
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   161
          new Resources(session_background, log = build_context.log,
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   162
            command_timings = build_context.old_command_timings(session_name))
362bf802013e clarified modules;
wenzelm
parents: 77465
diff changeset
   163
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   164
        val session =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   165
          new Session(options, resources) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   166
            override val cache: Term.Cache = store.cache
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   167
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   168
            override def build_blobs_info(node_name: Document.Node.Name): Command.Blobs_Info =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   169
              Command.Blobs_Info.make(session_blobs(node_name))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   170
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   171
            override def build_blobs(node_name: Document.Node.Name): Document.Blobs =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   172
              Document.Blobs.make(session_blobs(node_name))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   173
          }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   174
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   175
        object Build_Session_Errors {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   176
          private val promise: Promise[List[String]] = Future.promise
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   177
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   178
          def result: Exn.Result[List[String]] = promise.join_result
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   179
          def cancel(): Unit = promise.cancel()
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   180
          def apply(errs: List[String]): Unit = {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   181
            try { promise.fulfill(errs) }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   182
            catch { case _: IllegalStateException => }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   183
          }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   184
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   185
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   186
        val export_consumer =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   187
          Export.consumer(store.open_database(session_name, output = true), store.cache,
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   188
            progress = progress)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   189
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   190
        val stdout = new StringBuilder(1000)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   191
        val stderr = new StringBuilder(1000)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   192
        val command_timings = new mutable.ListBuffer[Properties.T]
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   193
        val theory_timings = new mutable.ListBuffer[Properties.T]
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   194
        val session_timings = new mutable.ListBuffer[Properties.T]
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   195
        val runtime_statistics = new mutable.ListBuffer[Properties.T]
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   196
        val task_statistics = new mutable.ListBuffer[Properties.T]
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   197
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   198
        def fun(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   199
          name: String,
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   200
          acc: mutable.ListBuffer[Properties.T],
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   201
          unapply: Properties.T => Option[Properties.T]
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   202
        ): (String, Session.Protocol_Function) = {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   203
          name -> ((msg: Prover.Protocol_Output) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   204
            unapply(msg.properties) match {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   205
              case Some(props) => acc += props; true
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   206
              case _ => false
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   207
            })
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   208
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   209
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   210
        session.init_protocol_handler(new Session.Protocol_Handler {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   211
            override def exit(): Unit = Build_Session_Errors.cancel()
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   212
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   213
            private def build_session_finished(msg: Prover.Protocol_Output): Boolean = {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   214
              val (rc, errors) =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   215
                try {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   216
                  val (rc, errs) = {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   217
                    import XML.Decode._
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   218
                    pair(int, list(x => x))(Symbol.decode_yxml(msg.text))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   219
                  }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   220
                  val errors =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   221
                    for (err <- errs) yield {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   222
                      val prt = Protocol_Message.expose_no_reports(err)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   223
                      Pretty.string_of(prt, metric = Symbol.Metric)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   224
                    }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   225
                  (rc, errors)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   226
                }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   227
                catch { case ERROR(err) => (Process_Result.RC.failure, List(err)) }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   228
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   229
              session.protocol_command("Prover.stop", rc.toString)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   230
              Build_Session_Errors(errors)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   231
              true
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   232
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   233
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   234
            private def loading_theory(msg: Prover.Protocol_Output): Boolean =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   235
              msg.properties match {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   236
                case Markup.Loading_Theory(Markup.Name(name)) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   237
                  progress.theory(Progress.Theory(name, session = session_name))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   238
                  false
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   239
                case _ => false
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   240
              }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   241
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   242
            private def export_(msg: Prover.Protocol_Output): Boolean =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   243
              msg.properties match {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   244
                case Protocol.Export(args) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   245
                  export_consumer.make_entry(session_name, args, msg.chunk)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   246
                  true
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   247
                case _ => false
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   248
              }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   249
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   250
            override val functions: Session.Protocol_Functions =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   251
              List(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   252
                Markup.Build_Session_Finished.name -> build_session_finished,
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   253
                Markup.Loading_Theory.name -> loading_theory,
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   254
                Markup.EXPORT -> export_,
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   255
                fun(Markup.Theory_Timing.name, theory_timings, Markup.Theory_Timing.unapply),
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   256
                fun(Markup.Session_Timing.name, session_timings, Markup.Session_Timing.unapply),
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   257
                fun(Markup.Task_Statistics.name, task_statistics, Markup.Task_Statistics.unapply))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   258
          })
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   259
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   260
        session.command_timings += Session.Consumer("command_timings") {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   261
          case Session.Command_Timing(props) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   262
            for {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   263
              elapsed <- Markup.Elapsed.unapply(props)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   264
              elapsed_time = Time.seconds(elapsed)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   265
              if elapsed_time.is_relevant && elapsed_time >= options.seconds("command_timing_threshold")
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   266
            } command_timings += props.filter(Markup.command_timing_property)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   267
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   268
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   269
        session.runtime_statistics += Session.Consumer("ML_statistics") {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   270
          case Session.Runtime_Statistics(props) => runtime_statistics += props
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   271
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   272
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   273
        session.finished_theories += Session.Consumer[Document.Snapshot]("finished_theories") {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   274
          case snapshot =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   275
            if (!progress.stopped) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   276
              def export_(name: String, xml: XML.Body, compress: Boolean = true): Unit = {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   277
                if (!progress.stopped) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   278
                  val theory_name = snapshot.node_name.theory
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   279
                  val args =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   280
                    Protocol.Export.Args(theory_name = theory_name, name = name, compress = compress)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   281
                  val body = Bytes(Symbol.encode(YXML.string_of_body(xml)))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   282
                  export_consumer.make_entry(session_name, args, body)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   283
                }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   284
              }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   285
              def export_text(name: String, text: String, compress: Boolean = true): Unit =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   286
                export_(name, List(XML.Text(text)), compress = compress)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   287
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   288
              for (command <- snapshot.snippet_command) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   289
                export_text(Export.DOCUMENT_ID, command.id.toString, compress = false)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   290
              }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   291
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   292
              export_text(Export.FILES,
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   293
                cat_lines(snapshot.node_files.map(name => File.symbolic_path(name.path))),
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   294
                compress = false)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   295
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   296
              for ((blob_name, i) <- snapshot.node_files.tail.zipWithIndex) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   297
                val xml = snapshot.switch(blob_name).xml_markup()
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   298
                export_(Export.MARKUP + (i + 1), xml)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   299
              }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   300
              export_(Export.MARKUP, snapshot.xml_markup())
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   301
              export_(Export.MESSAGES, snapshot.messages.map(_._1))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   302
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   303
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   304
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   305
        session.all_messages += Session.Consumer[Any]("build_session_output") {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   306
          case msg: Prover.Output =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   307
            val message = msg.message
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   308
            if (msg.is_system) resources.log(Protocol.message_text(message))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   309
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   310
            if (msg.is_stdout) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   311
              stdout ++= Symbol.encode(XML.content(message))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   312
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   313
            else if (msg.is_stderr) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   314
              stderr ++= Symbol.encode(XML.content(message))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   315
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   316
            else if (msg.is_exit) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   317
              val err =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   318
                "Prover terminated" +
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   319
                  (msg.properties match {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   320
                    case Markup.Process_Result(result) => ": " + result.print_rc
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   321
                    case _ => ""
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   322
                  })
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   323
              Build_Session_Errors(List(err))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   324
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   325
          case _ =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   326
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   327
77455
ce53c1ce8536 tuned signature;
wenzelm
parents: 77454
diff changeset
   328
        build_context.session_setup(session_name, session)
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   329
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   330
        val eval_main = Command_Line.ML_tool("Isabelle_Process.init_build ()" :: eval_store)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   331
77414
0d5994eef9e6 clarified signature: allow to provide session_heaps by different means, e.g. from tmp directory or alternative session structure;
wenzelm
parents: 77410
diff changeset
   332
        val process = {
0d5994eef9e6 clarified signature: allow to provide session_heaps by different means, e.g. from tmp directory or alternative session structure;
wenzelm
parents: 77410
diff changeset
   333
          Isabelle_Process.start(options, session, session_background, session_heaps,
0d5994eef9e6 clarified signature: allow to provide session_heaps by different means, e.g. from tmp directory or alternative session structure;
wenzelm
parents: 77410
diff changeset
   334
            use_prelude = use_prelude, eval_main = eval_main, cwd = info.dir.file, env = env)
0d5994eef9e6 clarified signature: allow to provide session_heaps by different means, e.g. from tmp directory or alternative session structure;
wenzelm
parents: 77410
diff changeset
   335
        }
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   336
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   337
        val build_errors =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   338
          Isabelle_Thread.interrupt_handler(_ => process.terminate()) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   339
            Exn.capture { process.await_startup() } match {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   340
              case Exn.Res(_) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   341
                val resources_yxml = resources.init_session_yxml
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   342
                val encode_options: XML.Encode.T[Options] =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   343
                  options => session.prover_options(options).encode
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   344
                val args_yxml =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   345
                  YXML.string_of_body(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   346
                    {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   347
                      import XML.Encode._
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   348
                      pair(string, list(pair(encode_options, list(pair(string, properties)))))(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   349
                        (session_name, info.theories))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   350
                    })
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   351
                session.protocol_command("build_session", resources_yxml, args_yxml)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   352
                Build_Session_Errors.result
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   353
              case Exn.Exn(exn) => Exn.Res(List(Exn.message(exn)))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   354
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   355
          }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   356
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   357
        val process_result =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   358
          Isabelle_Thread.interrupt_handler(_ => process.terminate()) { process.await_shutdown() }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   359
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   360
        session.stop()
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   361
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   362
        val export_errors =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   363
          export_consumer.shutdown(close = true).map(Output.error_message_text)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   364
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   365
        val (document_output, document_errors) =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   366
          try {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   367
            if (build_errors.isInstanceOf[Exn.Res[_]] && process_result.ok && info.documents.nonEmpty) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   368
              using(Export.open_database_context(store)) { database_context =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   369
                val documents =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   370
                  using(database_context.open_session(session_background)) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   371
                    session_context =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   372
                      Document_Build.build_documents(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   373
                        Document_Build.context(session_context, progress = progress),
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   374
                        output_sources = info.document_output,
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   375
                        output_pdf = info.document_output)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   376
                  }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   377
                using(database_context.open_database(session_name, output = true))(session_database =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   378
                  documents.foreach(_.write(session_database.db, session_name)))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   379
                (documents.flatMap(_.log_lines), Nil)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   380
              }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   381
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   382
            else (Nil, Nil)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   383
          }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   384
          catch {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   385
            case exn: Document_Build.Build_Error => (exn.log_lines, exn.log_errors)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   386
            case Exn.Interrupt.ERROR(msg) => (Nil, List(msg))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   387
          }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   388
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   389
        val result = {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   390
          val theory_timing =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   391
            theory_timings.iterator.flatMap(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   392
              {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   393
                case props @ Markup.Name(name) => Some(name -> props)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   394
                case _ => None
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   395
              }).toMap
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   396
          val used_theory_timings =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   397
            for { (name, _) <- session_background.base.used_theories }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   398
              yield theory_timing.getOrElse(name.theory, Markup.Name(name.theory))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   399
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   400
          val more_output =
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   401
            Library.trim_line(stdout.toString) ::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   402
              command_timings.toList.map(Protocol.Command_Timing_Marker.apply) :::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   403
              used_theory_timings.map(Protocol.Theory_Timing_Marker.apply) :::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   404
              session_timings.toList.map(Protocol.Session_Timing_Marker.apply) :::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   405
              runtime_statistics.toList.map(Protocol.ML_Statistics_Marker.apply) :::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   406
              task_statistics.toList.map(Protocol.Task_Statistics_Marker.apply) :::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   407
              document_output
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   408
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   409
          process_result.output(more_output)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   410
            .error(Library.trim_line(stderr.toString))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   411
            .errors_rc(export_errors ::: document_errors)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   412
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   413
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   414
        build_errors match {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   415
          case Exn.Res(build_errs) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   416
            val errs = build_errs ::: document_errors
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   417
            if (errs.nonEmpty) {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   418
              result.error_rc.output(
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   419
                errs.flatMap(s => split_lines(Output.error_message_text(s))) :::
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   420
                  errs.map(Protocol.Error_Message_Marker.apply))
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   421
            }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   422
            else if (progress.stopped && result.ok) result.copy(rc = Process_Result.RC.interrupt)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   423
            else result
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   424
          case Exn.Exn(Exn.Interrupt()) =>
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   425
            if (result.ok) result.copy(rc = Process_Result.RC.interrupt)
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   426
            else result
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   427
          case Exn.Exn(exn) => throw exn
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   428
        }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   429
      }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   430
77298
39c7d79ace34 clarified signature defaults;
wenzelm
parents: 77297
diff changeset
   431
    override def terminate(): Unit = future_result.cancel()
39c7d79ace34 clarified signature defaults;
wenzelm
parents: 77297
diff changeset
   432
    override def is_finished: Boolean = future_result.is_finished
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   433
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   434
    private val timeout_request: Option[Event_Timer.Request] = {
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   435
      if (info.timeout_ignored) None
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   436
      else Some(Event_Timer.request(Time.now() + info.timeout) { terminate() })
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   437
    }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   438
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   439
    override lazy val finish: (Process_Result, SHA1.Shasum) = {
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   440
      val process_result = {
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   441
        val result = future_result.join
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   442
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   443
        val was_timeout =
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   444
          timeout_request match {
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   445
            case None => false
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   446
            case Some(request) => !request.cancel()
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   447
          }
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   448
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   449
        if (result.ok) result
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   450
        else if (was_timeout) result.error(Output.error_message_text("Timeout")).timeout_rc
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   451
        else if (result.interrupted) result.error(Output.error_message_text("Interrupt"))
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   452
        else result
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   453
      }
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   454
77460
ccca589d7027 tuned signature: support general Build_Job instances;
wenzelm
parents: 77458
diff changeset
   455
      val output_shasum =
77463
4e8bec105ce5 tuned signature;
wenzelm
parents: 77460
diff changeset
   456
        if (process_result.ok && store_heap && store.output_heap(session_name).is_file) {
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   457
          SHA1.shasum(ML_Heap.write_digest(store.output_heap(session_name)), session_name)
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   458
        }
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   459
        else SHA1.no_shasum
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   460
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   461
      val log_lines = process_result.out_lines.filterNot(Protocol_Message.Marker.test)
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   462
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   463
      val build_log =
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   464
        Build_Log.Log_File(session_name, process_result.out_lines).
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   465
          parse_session_info(
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   466
            command_timings = true,
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   467
            theory_timings = true,
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   468
            ml_statistics = true,
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   469
            task_statistics = true)
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   470
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   471
      // write log file
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   472
      if (process_result.ok) {
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   473
        File.write_gzip(store.output_log_gz(session_name), terminate_lines(log_lines))
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   474
      }
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   475
      else File.write(store.output_log(session_name), terminate_lines(log_lines))
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   476
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   477
      // write database
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   478
      using(store.open_database(session_name, output = true))(db =>
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   479
        store.write_session_info(db, session_name, session_sources,
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   480
          build_log =
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   481
            if (process_result.timeout) build_log.error("Timeout") else build_log,
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   482
          build =
77458
403748b23f13 clarified signature: prefer static data;
wenzelm
parents: 77456
diff changeset
   483
            Sessions.Build_Info(
403748b23f13 clarified signature: prefer static data;
wenzelm
parents: 77456
diff changeset
   484
              sources = build_context.sources_shasum(session_name),
77460
ccca589d7027 tuned signature: support general Build_Job instances;
wenzelm
parents: 77458
diff changeset
   485
              input_heaps = input_shasum,
ccca589d7027 tuned signature: support general Build_Job instances;
wenzelm
parents: 77458
diff changeset
   486
              output_heap = output_shasum,
77456
4fec9413f14b identify Build_Process.Context.instance with Sessions.Build_Info (see also ff164add75cd);
wenzelm
parents: 77455
diff changeset
   487
              process_result.rc, build_context.uuid)))
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   488
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   489
      // messages
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   490
      process_result.err_lines.foreach(progress.echo)
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   491
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   492
      if (process_result.ok) {
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   493
        if (verbose) {
77397
wenzelm
parents: 77396
diff changeset
   494
          val props = build_log.session_timing
wenzelm
parents: 77396
diff changeset
   495
          val threads = Markup.Session_Timing.Threads.unapply(props) getOrElse 1
wenzelm
parents: 77396
diff changeset
   496
          val timing = Markup.Timing_Properties.get(props)
wenzelm
parents: 77396
diff changeset
   497
          progress.echo(
wenzelm
parents: 77396
diff changeset
   498
            "Timing " + session_name + " (" + threads + " threads, " + timing.message_factor + ")")
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   499
        }
77397
wenzelm
parents: 77396
diff changeset
   500
        progress.echo(
wenzelm
parents: 77396
diff changeset
   501
          "Finished " + session_name + " (" + process_result.timing.message_resources + ")")
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   502
      }
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   503
      else {
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   504
        progress.echo(
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   505
          session_name + " FAILED (see also \"isabelle log -H Error " + session_name + "\")")
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   506
        if (!process_result.interrupted) {
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   507
          val tail = info.options.int("process_output_tail")
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   508
          val suffix = if (tail == 0) log_lines else log_lines.drop(log_lines.length - tail max 0)
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   509
          val prefix = if (log_lines.length == suffix.length) Nil else List("...")
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   510
          progress.echo(Library.trim_line(cat_lines(prefix ::: suffix)))
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   511
        }
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   512
      }
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   513
77460
ccca589d7027 tuned signature: support general Build_Job instances;
wenzelm
parents: 77458
diff changeset
   514
      (process_result.copy(out_lines = log_lines), output_shasum)
77297
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   515
    }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   516
  }
226a880d0423 clarified types: support a variety of Build_Job instances;
wenzelm
parents: 77294
diff changeset
   517
77396
f184fbac99bc clarified modules;
wenzelm
parents: 77372
diff changeset
   518
75778
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   519
  /* theory markup/messages from session database */
72854
6c660f05f70c clarified signature;
wenzelm
parents: 72853
diff changeset
   520
75778
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   521
  def read_theory(
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   522
    theory_context: Export.Theory_Context,
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   523
    unicode_symbols: Boolean = false
76205
005abcb34849 tuned signature;
wenzelm
parents: 76088
diff changeset
   524
  ): Option[Document.Snapshot] = {
76936
ee785742c694 proper treatment of unicode_symbols;
wenzelm
parents: 76935
diff changeset
   525
    def decode_bytes(bytes: Bytes): String =
ee785742c694 proper treatment of unicode_symbols;
wenzelm
parents: 76935
diff changeset
   526
      Symbol.output(unicode_symbols, UTF8.decode_permissive(bytes))
ee785742c694 proper treatment of unicode_symbols;
wenzelm
parents: 76935
diff changeset
   527
75778
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   528
    def read(name: String): Export.Entry = theory_context(name, permissive = true)
72848
d5d0e36eda16 read theory with PIDE markup from session database;
wenzelm
parents: 72844
diff changeset
   529
d5d0e36eda16 read theory with PIDE markup from session database;
wenzelm
parents: 72844
diff changeset
   530
    def read_xml(name: String): XML.Body =
76936
ee785742c694 proper treatment of unicode_symbols;
wenzelm
parents: 76935
diff changeset
   531
      YXML.parse_body(decode_bytes(read(name).bytes), cache = theory_context.cache)
72848
d5d0e36eda16 read theory with PIDE markup from session database;
wenzelm
parents: 72844
diff changeset
   532
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   533
    def read_source_file(name: String): Sessions.Source_File =
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   534
      theory_context.session_context.source_file(name)
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   535
75733
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   536
    for {
75778
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   537
      id <- theory_context.document_id()
75903
dce94a1d18fd proper permissive = true (amending 475fedc02737)
wenzelm
parents: 75791
diff changeset
   538
      (thy_file, blobs_files) <- theory_context.files(permissive = true)
75733
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   539
    }
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   540
    yield {
76881
b59118d11a46 clarified master_dir: avoid somewhat fragile Document.Node.Name.master_dir_path;
wenzelm
parents: 76879
diff changeset
   541
      val master_dir =
b59118d11a46 clarified master_dir: avoid somewhat fragile Document.Node.Name.master_dir_path;
wenzelm
parents: 76879
diff changeset
   542
        Path.explode(Url.strip_base_name(thy_file).getOrElse(
b59118d11a46 clarified master_dir: avoid somewhat fragile Document.Node.Name.master_dir_path;
wenzelm
parents: 76879
diff changeset
   543
          error("Cannot determine theory master directory: " + quote(thy_file))))
b59118d11a46 clarified master_dir: avoid somewhat fragile Document.Node.Name.master_dir_path;
wenzelm
parents: 76879
diff changeset
   544
75733
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   545
      val blobs =
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   546
        blobs_files.map { name =>
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   547
          val path = Path.explode(name)
76881
b59118d11a46 clarified master_dir: avoid somewhat fragile Document.Node.Name.master_dir_path;
wenzelm
parents: 76879
diff changeset
   548
          val src_path = File.relative_path(master_dir, path).getOrElse(path)
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   549
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   550
          val file = read_source_file(name)
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   551
          val bytes = file.bytes
76936
ee785742c694 proper treatment of unicode_symbols;
wenzelm
parents: 76935
diff changeset
   552
          val text = decode_bytes(bytes)
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   553
          val chunk = Symbol.Text_Chunk(text)
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   554
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   555
          Command.Blob(Document.Node.Name(name), src_path, Some((file.digest, chunk))) ->
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   556
            Document.Blobs.Item(bytes, text, chunk, changed = false)
75733
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   557
        }
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   558
76936
ee785742c694 proper treatment of unicode_symbols;
wenzelm
parents: 76935
diff changeset
   559
      val thy_source = decode_bytes(read_source_file(thy_file).bytes)
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   560
      val thy_xml = read_xml(Export.MARKUP)
75733
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   561
      val blobs_xml =
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   562
        for (i <- (1 to blobs.length).toList)
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   563
          yield read_xml(Export.MARKUP + i)
72865
ebf72a3b8daa clarified file sources: take from build database instead of file-system;
wenzelm
parents: 72864
diff changeset
   564
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   565
      val markups_index = Command.Markup_Index.make(blobs.map(_._1))
75733
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   566
      val markups =
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   567
        Command.Markups.make(
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   568
          for ((index, xml) <- markups_index.zip(thy_xml :: blobs_xml))
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   569
          yield index -> Markup_Tree.from_XML(xml))
d3430f302c2e clarified signature;
wenzelm
parents: 75454
diff changeset
   570
76911
wenzelm
parents: 76908
diff changeset
   571
      val results =
wenzelm
parents: 76908
diff changeset
   572
        Command.Results.make(
wenzelm
parents: 76908
diff changeset
   573
          for (elem @ XML.Elem(Markup(_, Markup.Serial(i)), _) <- read_xml(Export.MESSAGES))
wenzelm
parents: 76908
diff changeset
   574
            yield i -> elem)
wenzelm
parents: 76908
diff changeset
   575
76205
005abcb34849 tuned signature;
wenzelm
parents: 76088
diff changeset
   576
      val command =
76881
b59118d11a46 clarified master_dir: avoid somewhat fragile Document.Node.Name.master_dir_path;
wenzelm
parents: 76879
diff changeset
   577
        Command.unparsed(thy_source, theory = true, id = id,
b59118d11a46 clarified master_dir: avoid somewhat fragile Document.Node.Name.master_dir_path;
wenzelm
parents: 76879
diff changeset
   578
          node_name = Document.Node.Name(thy_file, theory = theory_context.theory),
76913
a8eb5046b05f tuned signature;
wenzelm
parents: 76912
diff changeset
   579
          blobs_info = Command.Blobs_Info.make(blobs),
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   580
          markups = markups, results = results)
76205
005abcb34849 tuned signature;
wenzelm
parents: 76088
diff changeset
   581
76913
a8eb5046b05f tuned signature;
wenzelm
parents: 76912
diff changeset
   582
      val doc_blobs = Document.Blobs.make(blobs)
76912
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   583
ca872f20cf5b clarified session sources: theory and blobs are read from database, instead of physical file-system;
wenzelm
parents: 76911
diff changeset
   584
      Document.State.init.snippet(command, doc_blobs)
72848
d5d0e36eda16 read theory with PIDE markup from session database;
wenzelm
parents: 72844
diff changeset
   585
    }
d5d0e36eda16 read theory with PIDE markup from session database;
wenzelm
parents: 72844
diff changeset
   586
  }
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   587
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   588
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   589
  /* print messages */
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   590
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   591
  def print_log(
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   592
    options: Options,
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   593
    sessions: List[String],
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   594
    theories: List[String] = Nil,
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   595
    message_head: List[Regex] = Nil,
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   596
    message_body: List[Regex] = Nil,
72878
80465b791f95 clarified messages;
wenzelm
parents: 72876
diff changeset
   597
    verbose: Boolean = false,
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   598
    progress: Progress = new Progress,
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   599
    margin: Double = Pretty.default_margin,
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   600
    breakgain: Double = Pretty.default_breakgain,
72873
0ad513706a27 clarified Pretty.Metric, as for build errors;
wenzelm
parents: 72871
diff changeset
   601
    metric: Pretty.Metric = Symbol.Metric,
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74755
diff changeset
   602
    unicode_symbols: Boolean = false
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74755
diff changeset
   603
  ): Unit = {
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   604
    val store = Sessions.store(options)
76654
a3177042863d tuned signature;
wenzelm
parents: 76205
diff changeset
   605
    val session = new Session(options, Resources.bootstrap)
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   606
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   607
    def check(filter: List[Regex], make_string: => String): Boolean =
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   608
      filter.isEmpty || {
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   609
        val s = Output.clean_yxml(make_string)
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   610
        filter.forall(r => r.findFirstIn(Output.clean_yxml(s)).nonEmpty)
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   611
      }
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   612
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   613
    def print(session_name: String): Unit = {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   614
      using(Export.open_session_context0(store, session_name)) { session_context =>
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   615
        val result =
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   616
          for {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   617
            db <- session_context.session_db()
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   618
            theories = store.read_theories(db, session_name)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   619
            errors = store.read_errors(db, session_name)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   620
            info <- store.read_build(db, session_name)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   621
          } yield (theories, errors, info.return_code)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   622
        result match {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   623
          case None => store.error_database(session_name)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   624
          case Some((used_theories, errors, rc)) =>
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   625
            theories.filterNot(used_theories.toSet) match {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   626
              case Nil =>
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   627
              case bad => error("Unknown theories " + commas_quote(bad))
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   628
            }
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   629
            val print_theories =
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   630
              if (theories.isEmpty) used_theories else used_theories.filter(theories.toSet)
75778
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   631
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   632
            for (thy <- print_theories) {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   633
              val thy_heading = "\nTheory " + quote(thy) + " (in " + session_name + ")" + ":"
75778
d18c96b9b955 prefer Export.Context/Session_Context/Theory_Context over Sessions.Database_Context;
wenzelm
parents: 75762
diff changeset
   634
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   635
              read_theory(session_context.theory(thy), unicode_symbols = unicode_symbols) match {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   636
                case None => progress.echo(thy_heading + " MISSING")
76205
005abcb34849 tuned signature;
wenzelm
parents: 76088
diff changeset
   637
                case Some(snapshot) =>
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   638
                  val rendering = new Rendering(snapshot, options, session)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   639
                  val messages =
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   640
                    rendering.text_messages(Text.Range.full)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   641
                      .filter(message => verbose || Protocol.is_exported(message.info))
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   642
                  if (messages.nonEmpty) {
76933
dd53bb198eb1 tuned signature: more uniform operations;
wenzelm
parents: 76930
diff changeset
   643
                    val line_document = Line.Document(snapshot.node.source)
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   644
                    val buffer = new mutable.ListBuffer[String]
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   645
                    for (Text.Info(range, elem) <- messages) {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   646
                      val line = line_document.position(range.start).line1
76205
005abcb34849 tuned signature;
wenzelm
parents: 76088
diff changeset
   647
                      val pos = Position.Line_File(line, snapshot.node_name.node)
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   648
                      def message_text: String =
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   649
                        Protocol.message_text(elem, heading = true, pos = pos,
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   650
                          margin = margin, breakgain = breakgain, metric = metric)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   651
                      val ok =
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   652
                        check(message_head, Protocol.message_heading(elem, pos)) &&
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   653
                        check(message_body, XML.content(Pretty.unformatted(List(elem))))
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   654
                      if (ok) buffer += message_text
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   655
                    }
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   656
                    if (buffer.nonEmpty) {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   657
                      progress.echo(thy_heading)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   658
                      buffer.foreach(progress.echo)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   659
                    }
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   660
                  }
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   661
              }
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   662
            }
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   663
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   664
            if (errors.nonEmpty) {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   665
              val msg = Symbol.output(unicode_symbols, cat_lines(errors))
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   666
              progress.echo("\nBuild errors:\n" + Output.error_message_text(msg))
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   667
            }
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   668
            if (rc != Process_Result.RC.ok) {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   669
              progress.echo("\n" + Process_Result.RC.print_long(rc))
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   670
            }
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   671
        }
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   672
      }
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   673
    }
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   674
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   675
    val errors = new mutable.ListBuffer[String]
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   676
    for (session_name <- sessions) {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   677
      Exn.interruptible_capture(print(session_name)) match {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   678
        case Exn.Res(_) =>
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   679
        case Exn.Exn(exn) => errors += Exn.message(exn)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   680
      }
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   681
    }
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   682
    if (errors.nonEmpty) error(cat_lines(errors.toList))
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   683
  }
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   684
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   685
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   686
  /* Isabelle tool wrapper */
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   687
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   688
  val isabelle_tool = Isabelle_Tool("log", "print messages from build database",
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   689
    Scala_Project.here,
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   690
    { args =>
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   691
      /* arguments */
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   692
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   693
      var message_head = List.empty[Regex]
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   694
      var message_body = List.empty[Regex]
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   695
      var unicode_symbols = false
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   696
      var theories: List[String] = Nil
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   697
      var margin = Pretty.default_margin
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   698
      var options = Options.init()
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   699
      var verbose = false
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   700
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   701
      val getopts = Getopts("""
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   702
Usage: isabelle log [OPTIONS] [SESSIONS ...]
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   703
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   704
  Options are:
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   705
    -H REGEX     filter messages by matching against head
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   706
    -M REGEX     filter messages by matching against body
72876
626fcaebd049 NEWS and documentation for "isabelle log";
wenzelm
parents: 72875
diff changeset
   707
    -T NAME      restrict to given theories (multiple options possible)
72867
7b10b40b1273 clarified output of Isabelle symbols;
wenzelm
parents: 72865
diff changeset
   708
    -U           output Unicode symbols
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   709
    -m MARGIN    margin for pretty printing (default: """ + margin + """)
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   710
    -o OPTION    override Isabelle system OPTION (via NAME=VAL or NAME)
73837
f72335f6a9ed clarified documentation: tracing messages are not shown here;
wenzelm
parents: 73835
diff changeset
   711
    -v           print all messages, including information etc.
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   712
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   713
  Print messages from the build database of the given sessions, without any
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   714
  checks against current sources nor session structure: results from old
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   715
  sessions or failed builds can be printed as well.
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   716
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   717
  Multiple options -H and -M are conjunctive: all given patterns need to
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   718
  match. Patterns match any substring, but ^ or $ may be used to match the
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   719
  start or end explicitly.
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   720
""",
76087
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   721
        "H:" -> (arg => message_head = message_head ::: List(arg.r)),
c8f5fec36b5c support regex patterns on messages;
wenzelm
parents: 75970
diff changeset
   722
        "M:" -> (arg => message_body = message_body ::: List(arg.r)),
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   723
        "T:" -> (arg => theories = theories ::: List(arg)),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   724
        "U" -> (_ => unicode_symbols = true),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   725
        "m:" -> (arg => margin = Value.Double.parse(arg)),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   726
        "o:" -> (arg => options = options + arg),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   727
        "v" -> (_ => verbose = true))
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   728
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   729
      val sessions = getopts(args)
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   730
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   731
      val progress = new Console_Progress()
72858
cb0c407fbc6e added "isabelle log": print messages from build database;
wenzelm
parents: 72857
diff changeset
   732
76088
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   733
      if (sessions.isEmpty) progress.echo_warning("No sessions to print")
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   734
      else {
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   735
        print_log(options, sessions, theories = theories, message_head = message_head,
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   736
          message_body = message_body, verbose = verbose, margin = margin, progress = progress,
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   737
          unicode_symbols = unicode_symbols)
bec8677d0e5b support multiple sessions, with cumulative errors;
wenzelm
parents: 76087
diff changeset
   738
      }
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   739
    })
72848
d5d0e36eda16 read theory with PIDE markup from session database;
wenzelm
parents: 72844
diff changeset
   740
}