src/Pure/Build/build_schedule.scala
author Fabian Huch <huch@in.tum.de>
Wed, 13 Mar 2024 11:54:06 +0100
changeset 79880 a3d53f2bc41d
parent 79879 c00181ecf869
child 79891 d8b4bfe82bb5
permissions -rw-r--r--
clarified build schedule host: proper module;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
79502
c7a98469c0e7 clarified directories;
wenzelm
parents: 79294
diff changeset
     1
/*  Title:      Pure/Build/build_schedule.scala
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     2
    Author:     Fabian Huch, TU Muenchen
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     3
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     4
Build schedule generated by Heuristic methods, allowing for more efficient builds.
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     5
 */
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     6
package isabelle
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     7
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
     8
78846
966aa081929f tuned imports;
wenzelm
parents: 78845
diff changeset
     9
import Host.Node_Info
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    10
import scala.annotation.tailrec
79182
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
    11
import scala.collection.mutable
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    12
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    13
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    14
object Build_Schedule {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    15
  /* organized historic timing information (extracted from build logs) */
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
    16
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    17
  case class Result(job_name: String, hostname: String, threads: Int, timing: Timing) {
79085
cf51ccfd3e39 use full timing information in build schedule;
Fabian Huch <huch@in.tum.de>
parents: 79084
diff changeset
    18
    def elapsed: Time = timing.elapsed
79087
3620010c410a use cpu time for approximation;
Fabian Huch <huch@in.tum.de>
parents: 79086
diff changeset
    19
    def proper_cpu: Option[Time] = timing.cpu.proper_ms.map(Time.ms)
79085
cf51ccfd3e39 use full timing information in build schedule;
Fabian Huch <huch@in.tum.de>
parents: 79084
diff changeset
    20
  }
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    21
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    22
  object Timing_Data {
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    23
    def median_timing(obs: List[Timing]): Timing = obs.sortBy(_.elapsed.ms).apply(obs.length / 2)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    24
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    25
    def median_time(obs: List[Time]): Time = obs.sortBy(_.ms).apply(obs.length / 2)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    26
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    27
    def mean_time(obs: Iterable[Time]): Time = Time.ms(obs.map(_.ms).sum / obs.size)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    28
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    29
    private def dummy_entries(host: Host, host_factor: Double) = {
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    30
      val baseline = Time.minutes(5).scale(host_factor)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    31
      val gc = Time.seconds(10).scale(host_factor)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    32
      List(
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    33
        Result("dummy", host.name, 1, Timing(baseline, baseline, gc)),
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    34
        Result("dummy", host.name, 8, Timing(baseline.scale(0.2), baseline, gc)))
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    35
    }
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    36
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    37
    def make(
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    38
      host_infos: Host_Infos,
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    39
      build_history: List[(Build_Log.Meta_Info, Build_Log.Build_Info)],
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    40
      session_structure: Sessions.Structure,
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    41
    ): Timing_Data = {
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    42
      val hosts = host_infos.hosts
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    43
      val measurements =
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    44
        for {
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    45
          (meta_info, build_info) <- build_history
79818
0c2a62a9f136 more operations for Build_Log.Meta_Info: prefer explicit types;
wenzelm
parents: 79805
diff changeset
    46
          build_host = meta_info.get_build_host
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    47
          (job_name, session_info) <- build_info.sessions.toList
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    48
          if build_info.finished_sessions.contains(job_name)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    49
          hostname <- session_info.hostname.orElse(build_host).toList
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
    50
          host <- hosts.find(_.name == hostname).toList
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
    51
          threads = session_info.threads.getOrElse(host.num_cpus)
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    52
        } yield (job_name, hostname, threads) -> session_info.timing
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    53
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    54
      val entries =
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    55
        if (measurements.isEmpty) {
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    56
          val default_host = host_infos.hosts.sorted(host_infos.host_speeds).last
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    57
          host_infos.hosts.flatMap(host =>
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    58
            dummy_entries(host, host_infos.host_factor(default_host, host)))
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    59
        }
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    60
        else
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    61
          measurements.groupMap(_._1)(_._2).toList.map {
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    62
            case ((job_name, hostname, threads), timings) =>
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    63
              Result(job_name, hostname, threads, median_timing(timings))
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    64
          }
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    65
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    66
      new Timing_Data(new Facet(entries), host_infos, session_structure)
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    67
    }
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    68
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    69
    def load(
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    70
      host_infos: Host_Infos,
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    71
      log_database: SQL.Database,
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    72
      sessions_structure: Sessions.Structure
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    73
    ): Timing_Data = {
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    74
      val build_history =
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    75
        for {
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    76
          log_name <- log_database.execute_query_statement(
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    77
            Build_Log.private_data.meta_info_table.select(List(Build_Log.Column.log_name)),
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    78
            List.from[String], res => res.string(Build_Log.Column.log_name))
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    79
          meta_info <- Build_Log.private_data.read_meta_info(log_database, log_name)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    80
          build_info = Build_Log.private_data.read_build_info(log_database, log_name)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    81
        } yield (meta_info, build_info)
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    82
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
    83
      make(host_infos, build_history, sessions_structure)
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
    84
    }
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    85
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    86
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    87
    /* data facets */
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    88
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    89
    object Facet {
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    90
      def unapply(facet: Facet): Option[List[Result]] = Some(facet.results)
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    91
    }
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    92
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    93
    class Facet private[Timing_Data](val results: List[Result]) {
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    94
      require(results.nonEmpty)
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    95
79649
981cd49a3f90 more explicit types --- fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79648
diff changeset
    96
      def is_empty: Boolean = results.isEmpty
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    97
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
    98
      def size: Int = results.length
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
    99
79649
981cd49a3f90 more explicit types --- fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79648
diff changeset
   100
      lazy val by_job: Map[String, Facet] = results.groupBy(_.job_name).view.mapValues(new Facet(_)).toMap
981cd49a3f90 more explicit types --- fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79648
diff changeset
   101
      lazy val by_threads: Map[Int, Facet] = results.groupBy(_.threads).view.mapValues(new Facet(_)).toMap
981cd49a3f90 more explicit types --- fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79648
diff changeset
   102
      lazy val by_hostname: Map[String, Facet] = results.groupBy(_.hostname).view.mapValues(new Facet(_)).toMap
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   103
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   104
      def mean_time: Time = Timing_Data.mean_time(results.map(_.elapsed))
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   105
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   106
      def best_result: Result = results.minBy(_.elapsed.ms)
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   107
    }
79189
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
   108
  }
Fabian Huch <huch@in.tum.de>
parents: 79188
diff changeset
   109
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   110
  class Timing_Data private(
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   111
    facet: Timing_Data.Facet,
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   112
    val host_infos: Host_Infos,
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   113
    val sessions_structure: Sessions.Structure
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   114
  ) {
79025
f78ee2d48bf5 handle inflection point in interpolation with monotone prefix;
Fabian Huch <huch@in.tum.de>
parents: 79024
diff changeset
   115
    private def inflection_point(last_mono: Int, next: Int): Int =
f78ee2d48bf5 handle inflection point in interpolation with monotone prefix;
Fabian Huch <huch@in.tum.de>
parents: 79024
diff changeset
   116
      last_mono + ((next - last_mono) / 2)
f78ee2d48bf5 handle inflection point in interpolation with monotone prefix;
Fabian Huch <huch@in.tum.de>
parents: 79024
diff changeset
   117
79028
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   118
    def best_threads(job_name: String, max_threads: Int): Int = {
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   119
      val worse_threads =
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   120
        facet.by_job.get(job_name).toList.flatMap(_.by_hostname).flatMap {
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   121
          case (hostname, facet) =>
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   122
            val best_threads = facet.best_result.threads
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   123
           facet.by_threads.keys.toList.sorted.find(_ > best_threads).map(
79028
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   124
              inflection_point(best_threads, _))
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   125
        }
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   126
      (max_threads :: worse_threads).min
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   127
    }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   128
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   129
    private def hostname_factor(from: String, to: String): Double =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   130
      host_infos.host_factor(host_infos.the_host(from), host_infos.the_host(to))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   131
79041
ff7d48e776ab properly sort entries;
Fabian Huch <huch@in.tum.de>
parents: 79040
diff changeset
   132
    private def approximate_threads(entries_unsorted: List[(Int, Time)], threads: Int): Time = {
ff7d48e776ab properly sort entries;
Fabian Huch <huch@in.tum.de>
parents: 79040
diff changeset
   133
      val entries = entries_unsorted.sortBy(_._1)
ff7d48e776ab properly sort entries;
Fabian Huch <huch@in.tum.de>
parents: 79040
diff changeset
   134
79036
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   135
      def sorted_prefix[A](xs: List[A], f: A => Long): List[A] =
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   136
        xs match {
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   137
          case x1 :: x2 :: xs =>
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   138
            if (f(x1) <= f(x2)) x1 :: sorted_prefix(x2 :: xs, f) else x1 :: Nil
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   139
          case xs => xs
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   140
        }
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   141
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   142
      def linear(p0: (Int, Time), p1: (Int, Time)): Time = {
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   143
        val a = (p1._2 - p0._2).scale(1.0 / (p1._1 - p0._1))
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   144
        val b = p0._2 - a.scale(p0._1)
79184
Fabian Huch <huch@in.tum.de>
parents: 79183
diff changeset
   145
        (a.scale(threads) + b) max Time.zero
79036
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   146
      }
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   147
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   148
      val mono_prefix = sorted_prefix(entries, e => -e._2.ms)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   149
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   150
      val is_mono = entries == mono_prefix
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   151
      val in_prefix = mono_prefix.length > 1 && threads <= mono_prefix.last._1
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   152
      val in_inflection =
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   153
        !is_mono && mono_prefix.length > 1 && threads < entries.drop(mono_prefix.length).head._1
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   154
      if (is_mono || in_prefix || in_inflection) {
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   155
        // Model with Amdahl's law
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   156
        val t_p =
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   157
          Timing_Data.median_time(for {
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   158
            (n, t0) <- mono_prefix
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   159
            (m, t1) <- mono_prefix
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   160
            if m != n
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   161
          } yield (t0 - t1).scale(n.toDouble * m / (m - n)))
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   162
        val t_c =
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   163
          Timing_Data.median_time(for ((n, t) <- mono_prefix) yield t - t_p.scale(1.0 / n))
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   164
79184
Fabian Huch <huch@in.tum.de>
parents: 79183
diff changeset
   165
        def model(threads: Int): Time = (t_c + t_p.scale(1.0 / threads)) max Time.zero
79036
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   166
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   167
        if (is_mono || in_prefix) model(threads)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   168
        else {
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   169
          val post_inflection = entries.drop(mono_prefix.length).head
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   170
          val inflection_threads = inflection_point(mono_prefix.last._1, post_inflection._1)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   171
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   172
          if (threads <= inflection_threads) model(threads)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   173
          else linear((inflection_threads, model(inflection_threads)), post_inflection)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   174
        }
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   175
      } else {
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   176
        // Piecewise linear
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   177
        val (p0, p1) =
79042
1a9f3806987d proper split;
Fabian Huch <huch@in.tum.de>
parents: 79041
diff changeset
   178
          if (entries.head._1 < threads && threads < entries.last._1) {
1a9f3806987d proper split;
Fabian Huch <huch@in.tum.de>
parents: 79041
diff changeset
   179
            val split = entries.partition(_._1 < threads)
79036
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   180
            (split._1.last, split._2.head)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   181
          } else {
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   182
            val piece = if (threads < entries.head._1) entries.take(2) else entries.takeRight(2)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   183
            (piece.head, piece.last)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   184
          }
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   185
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   186
        linear(p0, p1)
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   187
      }
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   188
    }
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   189
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   190
    private def unify_hosts(job_name: String, on_host: String): List[(Int, Time)] = {
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   191
      def unify(hostname: String, facet: Timing_Data.Facet) =
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   192
        facet.mean_time.scale(hostname_factor(hostname, on_host))
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   193
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   194
      for {
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   195
        facet <- facet.by_job.get(job_name).toList
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   196
        (threads, facet) <- facet.by_threads
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   197
        entries = facet.by_hostname.toList.map(unify)
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   198
      } yield threads -> Timing_Data.median_time(entries)
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   199
    }
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   200
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   201
    def estimate_threads(job_name: String, hostname: String, threads: Int): Option[Time] = {
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   202
      def try_approximate(facet: Timing_Data.Facet): Option[Time] = {
79087
3620010c410a use cpu time for approximation;
Fabian Huch <huch@in.tum.de>
parents: 79086
diff changeset
   203
        val entries =
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   204
          facet.by_threads.toList match {
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   205
            case List((i, Timing_Data.Facet(List(result)))) if i != 1 =>
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   206
              (i, facet.mean_time) :: result.proper_cpu.map(1 -> _).toList
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   207
            case entries => entries.map((threads, facet) => threads -> facet.mean_time)
79087
3620010c410a use cpu time for approximation;
Fabian Huch <huch@in.tum.de>
parents: 79086
diff changeset
   208
          }
3620010c410a use cpu time for approximation;
Fabian Huch <huch@in.tum.de>
parents: 79086
diff changeset
   209
        if (entries.size < 2) None else Some(approximate_threads(entries, threads))
3620010c410a use cpu time for approximation;
Fabian Huch <huch@in.tum.de>
parents: 79086
diff changeset
   210
      }
3620010c410a use cpu time for approximation;
Fabian Huch <huch@in.tum.de>
parents: 79086
diff changeset
   211
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   212
      for {
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   213
        facet <- facet.by_job.get(job_name)
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   214
        facet <- facet.by_hostname.get(hostname)
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   215
        time <- facet.by_threads.get(threads).map(_.mean_time).orElse(try_approximate(facet))
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   216
      } yield time
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   217
    }
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   218
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   219
    def global_threads_factor(from: Int, to: Int): Double = {
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   220
      def median(xs: Iterable[Double]): Double = xs.toList.sorted.apply(xs.size / 2)
79036
be42ba4b4672 split actual approximation from data handling;
Fabian Huch <huch@in.tum.de>
parents: 79035
diff changeset
   221
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   222
      val estimates =
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   223
        for {
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   224
          (hostname, facet) <- facet.by_hostname
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   225
          job_name <- facet.by_job.keys
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   226
          from_time <- estimate_threads(job_name, hostname, from)
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   227
          to_time <- estimate_threads(job_name, hostname, to)
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   228
        } yield from_time.ms.toDouble / to_time.ms
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   229
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   230
      if (estimates.nonEmpty) median(estimates)
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   231
      else {
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   232
        // unify hosts
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   233
        val estimates =
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   234
          for {
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   235
            (job_name, facet) <- facet.by_job
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   236
            hostname = facet.by_hostname.keys.head
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   237
            entries = unify_hosts(job_name, hostname)
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   238
            if entries.length > 1
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   239
          } yield
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   240
            approximate_threads(entries, from).ms.toDouble / approximate_threads(entries, to).ms
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   241
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   242
        if (estimates.nonEmpty) median(estimates)
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   243
        else from.toDouble / to.toDouble
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   244
      }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   245
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   246
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   247
    private var cache: Map[(String, String, Int), Time] = Map.empty
79534
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   248
    
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   249
    
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   250
    /* approximation factors -- penalize estimations with less information */
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   251
    
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   252
    val FACTOR_NO_THREADS_GLOBAL_CURVE = 2.5
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   253
    val FACTOR_NO_THREADS_UNIFY_MACHINES = 1.7
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   254
    val FACTOR_NO_THREADS_OTHER_MACHINE = 1.5
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   255
    val FACTOR_NO_THREADS_SAME_MACHINE = 1.4
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   256
    val FACTOR_THREADS_OTHER_MACHINE = 1.2
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   257
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   258
    def estimate(job_name: String, hostname: String, threads: Int): Time = {
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   259
      def estimate: Time =
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   260
        facet.by_job.get(job_name) match {
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   261
          case None =>
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   262
            // no data for job, use timeout as esimation for single-threaded job on worst host
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   263
            val default_time = sessions_structure(job_name).timeout
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   264
            if (default_time > Time.zero) {
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   265
              val default_host = host_infos.hosts.sorted(host_infos.host_speeds).head
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   266
              default_time
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   267
                .scale(global_threads_factor(1, threads))
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   268
                .scale(hostname_factor(default_host.name, hostname))
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   269
            }
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   270
            else {
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   271
              // no timeout, take average of other jobs for given threads
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   272
              val job_estimates = facet.by_job.keys.flatMap(estimate_threads(_, hostname, threads))
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   273
              if (job_estimates.nonEmpty) Timing_Data.mean_time(job_estimates)
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   274
              else {
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   275
                // no other job to estimate from, use global curve to approximate any other job
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   276
                val (threads1, facet1) = facet.by_threads.head
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   277
                facet1.mean_time.scale(global_threads_factor(threads1, threads))
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   278
              }
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   279
            }
79038
cd7c1acc9cf2 better estimation for unknown jobs;
Fabian Huch <huch@in.tum.de>
parents: 79037
diff changeset
   280
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   281
          case Some(facet) =>
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   282
            facet.by_threads.get(threads) match {
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   283
              case None => // interpolate threads
79534
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   284
                estimate_threads(job_name, hostname, threads).map(_.scale(
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   285
                  FACTOR_NO_THREADS_SAME_MACHINE)).getOrElse {
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   286
                  // per machine, try to approximate config for threads
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   287
                  val approximated =
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   288
                    for {
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   289
                      hostname1 <- facet.by_hostname.keys
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   290
                      estimate <- estimate_threads(job_name, hostname1, threads)
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   291
                      factor = hostname_factor(hostname1, hostname)
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   292
                    } yield estimate.scale(factor)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   293
79534
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   294
                  if (approximated.nonEmpty) 
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   295
                    Timing_Data.mean_time(approximated).scale(FACTOR_NO_THREADS_OTHER_MACHINE)
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   296
                  else {
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   297
                    // no single machine where config can be approximated, unify data points
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   298
                    val unified_entries = unify_hosts(job_name, hostname)
79037
1b3a6cc4a2bf clarified and tuned timing estimation;
Fabian Huch <huch@in.tum.de>
parents: 79036
diff changeset
   299
79534
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   300
                    if (unified_entries.length > 1)
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   301
                      approximate_threads(unified_entries, threads).scale(
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   302
                        FACTOR_NO_THREADS_UNIFY_MACHINES)
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   303
                    else {
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   304
                      // only single data point, use global curve to approximate
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   305
                      val (job_threads, job_time) = unified_entries.head
79534
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   306
                      job_time.scale(global_threads_factor(job_threads, threads)).scale(
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   307
                        FACTOR_NO_THREADS_GLOBAL_CURVE)
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   308
                    }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   309
                  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   310
                }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   311
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   312
              case Some(facet) => // time for job/thread exists, interpolate machine if necessary
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   313
                facet.by_hostname.get(hostname).map(_.mean_time).getOrElse {
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   314
                  Timing_Data.median_time(
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   315
                    facet.by_hostname.toList.map((hostname1, facet) =>
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   316
                      facet.mean_time.scale(hostname_factor(hostname1, hostname)))).scale(
79534
1dcc97227442 add approximation factors in build schedule to estimate build times more conservatively;
Fabian Huch <huch@in.tum.de>
parents: 79527
diff changeset
   317
                    FACTOR_THREADS_OTHER_MACHINE)
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   318
                }
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   319
            }
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   320
        }
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   321
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   322
      cache.get(job_name, hostname, threads) match {
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   323
        case Some(time) => time
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   324
        case None =>
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   325
          val time = estimate
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   326
          cache = cache + ((job_name, hostname, threads) -> time)
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   327
          time
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   328
      }
79178
96e5d12c82fd performance tuning: cache estimates;
Fabian Huch <huch@in.tum.de>
parents: 79110
diff changeset
   329
    }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   330
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   331
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   332
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   333
  /* host information */
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   334
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   335
  case class Host(
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   336
    name: String,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   337
    num_cpus: Int,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   338
    max_jobs: Int,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   339
    benchmark_score: Double,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   340
    numa: Boolean = false,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   341
    numa_nodes: List[Int] = Nil,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   342
    options: List[Options.Spec] = Nil
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   343
  ) {
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   344
    def max_threads(options: Options): Int = (options ++ this.options).threads(default = num_cpus)
79103
883f61f0beda clarified build schedule host: more operations;
Fabian Huch <huch@in.tum.de>
parents: 79102
diff changeset
   345
  }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   346
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   347
  object Host_Infos {
79090
20be5b925720 clarified load vs. apply vs. make;
Fabian Huch <huch@in.tum.de>
parents: 79089
diff changeset
   348
    def load(build_hosts: List[Build_Cluster.Host], db: SQL.Database): Host_Infos = {
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   349
      def get_host(build_host: Build_Cluster.Host): Host = {
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   350
        val name = build_host.name
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   351
        val info =
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   352
          isabelle.Host.read_info(db, name).getOrElse(error("No info for host " + quote(name)))
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   353
        val score = info.benchmark_score.getOrElse(error("No benchmark for " + quote(name)))
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   354
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   355
        Host(
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   356
          name = name,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   357
          num_cpus = info.num_cpus,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   358
          max_jobs = build_host.jobs,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   359
          numa = build_host.numa,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   360
          numa_nodes = info.numa_nodes,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   361
          benchmark_score = score,
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   362
          options = build_host.options)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   363
      }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   364
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   365
      new Host_Infos(build_hosts.map(get_host))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   366
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   367
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   368
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   369
  class Host_Infos private(val hosts: List[Host]) {
79040
Fabian Huch <huch@in.tum.de>
parents: 79039
diff changeset
   370
    require(hosts.nonEmpty)
Fabian Huch <huch@in.tum.de>
parents: 79039
diff changeset
   371
79103
883f61f0beda clarified build schedule host: more operations;
Fabian Huch <huch@in.tum.de>
parents: 79102
diff changeset
   372
    private val by_hostname = hosts.map(host => host.name -> host).toMap
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   373
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   374
    def host_factor(from: Host, to: Host): Double =
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   375
      from.benchmark_score / to.benchmark_score
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   376
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   377
    val host_speeds: Ordering[Host] =
79084
dd689c4ab688 consistent hosts ordering;
Fabian Huch <huch@in.tum.de>
parents: 79083
diff changeset
   378
      Ordering.fromLessThan((host1, host2) => host_factor(host1, host2) < 1)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   379
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   380
    def the_host(hostname: String): Host =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   381
      by_hostname.getOrElse(hostname, error("Unknown host " + quote(hostname)))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   382
    def the_host(node_info: Node_Info): Host = the_host(node_info.hostname)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   383
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   384
    def num_threads(node_info: Node_Info): Int =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   385
      if (node_info.rel_cpus.nonEmpty) node_info.rel_cpus.length
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   386
      else the_host(node_info).num_cpus
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   387
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   388
    def available(state: Build_Process.State): Resources = {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   389
      val allocated =
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   390
        state.running.values.map(_.node_info).groupMapReduce(_.hostname)(List(_))(_ ::: _)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   391
      new Resources(this, allocated)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   392
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   393
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   394
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   395
79029
Fabian Huch <huch@in.tum.de>
parents: 79028
diff changeset
   396
  /* offline tracking of job configurations and resource allocations */
Fabian Huch <huch@in.tum.de>
parents: 79028
diff changeset
   397
Fabian Huch <huch@in.tum.de>
parents: 79028
diff changeset
   398
  case class Config(job_name: String, node_info: Node_Info) {
Fabian Huch <huch@in.tum.de>
parents: 79028
diff changeset
   399
    def job_of(start_time: Time): Build_Process.Job =
Fabian Huch <huch@in.tum.de>
parents: 79028
diff changeset
   400
      Build_Process.Job(job_name, "", "", node_info, Date(start_time), None)
Fabian Huch <huch@in.tum.de>
parents: 79028
diff changeset
   401
  }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   402
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   403
  class Resources(
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   404
    val host_infos: Host_Infos,
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   405
    allocated_nodes: Map[String, List[Node_Info]]
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   406
  ) {
79106
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   407
    def unused_nodes(host: Host, threads: Int): List[Node_Info] =
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   408
      if (!available(host, threads)) Nil
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   409
      else {
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   410
        val node = next_node(host, threads)
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   411
        node :: allocate(node).unused_nodes(host, threads)
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   412
      }
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   413
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   414
    def unused_nodes(threads: Int): List[Node_Info] =
91955d607aad proper unused nodes;
Fabian Huch <huch@in.tum.de>
parents: 79105
diff changeset
   415
      host_infos.hosts.flatMap(unused_nodes(_, threads))
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   416
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   417
    def allocated(host: Host): List[Node_Info] = allocated_nodes.getOrElse(host.name, Nil)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   418
79593
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   419
    def allocate(node_info: Node_Info): Resources = {
587a7dfeb03c clarified names;
Fabian Huch <huch@in.tum.de>
parents: 79592
diff changeset
   420
      val host = host_infos.the_host(node_info)
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   421
      new Resources(host_infos, allocated_nodes + (host.name -> (node_info :: allocated(host))))
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   422
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   423
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   424
    def try_allocate_tasks(
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   425
      hosts: List[(Host, Int)],
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   426
      tasks: List[(Build_Process.Task, Int, Int)],
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   427
    ): (List[Config], Resources) =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   428
      tasks match {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   429
        case Nil => (Nil, this)
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   430
        case (task, min_threads, max_threads) :: tasks =>
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   431
          val (config, resources) =
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   432
            hosts.find((host, _) => available(host, min_threads)) match {
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   433
              case Some((host, host_max_threads)) =>
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   434
                val free_threads = host.num_cpus - ((host.max_jobs - 1) * host_max_threads)
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   435
                val node_info = next_node(host, (min_threads max free_threads) min max_threads)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   436
                (Some(Config(task.name, node_info)), allocate(node_info))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   437
              case None => (None, this)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   438
            }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   439
          val (configs, resources1) = resources.try_allocate_tasks(hosts, tasks)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   440
          (configs ++ config, resources1)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   441
      }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   442
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   443
    def next_node(host: Host, threads: Int): Node_Info = {
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   444
      val numa_node_num_cpus = host.num_cpus / (host.numa_nodes.length max 1)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   445
      def explicit_cpus(node_info: Node_Info): List[Int] =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   446
        if (node_info.rel_cpus.nonEmpty) node_info.rel_cpus else (0 until numa_node_num_cpus).toList
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   447
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   448
      val used_nodes = allocated(host).groupMapReduce(_.numa_node)(explicit_cpus)(_ ::: _)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   449
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   450
      val available_nodes = host.numa_nodes
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   451
      val numa_node =
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   452
        if (!host.numa) None
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   453
        else available_nodes.sortBy(n => used_nodes.getOrElse(Some(n), Nil).length).headOption
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   454
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   455
      val used_cpus = used_nodes.getOrElse(numa_node, Nil).toSet
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   456
      val available_cpus = (0 until numa_node_num_cpus).filterNot(used_cpus.contains).toList
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   457
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   458
      val rel_cpus = if (available_cpus.length >= threads) available_cpus.take(threads) else Nil
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   459
79103
883f61f0beda clarified build schedule host: more operations;
Fabian Huch <huch@in.tum.de>
parents: 79102
diff changeset
   460
      Node_Info(host.name, numa_node, rel_cpus)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   461
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   462
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   463
    def available(host: Host, threads: Int): Boolean = {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   464
      val used = allocated(host)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   465
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   466
      if (used.length >= host.max_jobs) false
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   467
      else {
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   468
        if (host.numa_nodes.length <= 1)
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   469
          used.map(host_infos.num_threads).sum + threads <= host.num_cpus
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   470
        else {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   471
          def node_threads(n: Int): Int =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   472
            used.filter(_.numa_node.contains(n)).map(host_infos.num_threads).sum
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   473
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   474
          host.numa_nodes.exists(
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   475
            node_threads(_) + threads <= host.num_cpus / host.numa_nodes.length)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   476
        }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   477
      }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   478
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   479
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   480
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   481
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   482
  /* schedule generation */
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   483
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   484
  object Schedule {
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   485
    case class Node(job_name: String, node_info: Node_Info, start: Date, duration: Time) {
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   486
      def end: Date = Date(start.time + duration)
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   487
    }
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   488
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   489
    type Graph = isabelle.Graph[String, Node]
79183
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   490
79185
cfed4fcf1dae add build uuid to schedule;
Fabian Huch <huch@in.tum.de>
parents: 79184
diff changeset
   491
    def init(build_uuid: String): Schedule = Schedule(build_uuid, "none", Date.now(), Graph.empty)
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   492
  }
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   493
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   494
  case class Schedule(
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   495
    build_uuid: String,
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   496
    generator: String,
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   497
    start: Date,
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   498
    graph: Schedule.Graph,
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   499
    serial: Long = 0,
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   500
  ) {
79835
866d96915388 clarified modules;
wenzelm
parents: 79834
diff changeset
   501
    def next_serial: Long = Build_Process.State.inc_serial(serial)
866d96915388 clarified modules;
wenzelm
parents: 79834
diff changeset
   502
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   503
    def end: Date =
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   504
      if (graph.is_empty) start
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   505
      else graph.maximals.map(graph.get_node).map(_.end).maxBy(_.unix_epoch)
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   506
79819
wenzelm
parents: 79818
diff changeset
   507
    def duration: Time = end - start
79109
c1255d9870f6 clarified heuristics toString;
Fabian Huch <huch@in.tum.de>
parents: 79108
diff changeset
   508
    def message: String = "Estimated " + duration.message_hms + " build time with " + generator
79183
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   509
79819
wenzelm
parents: 79818
diff changeset
   510
    def deviation(other: Schedule): Time = Time.ms((end - other.end).ms.abs)
79192
5db03f9276e2 clarified: build schedules may be outdated when empty, after some time, or due to build progress;
Fabian Huch <huch@in.tum.de>
parents: 79191
diff changeset
   511
5db03f9276e2 clarified: build schedules may be outdated when empty, after some time, or due to build progress;
Fabian Huch <huch@in.tum.de>
parents: 79191
diff changeset
   512
    def num_built(state: Build_Process.State): Int = graph.keys.count(state.results.contains)
5db03f9276e2 clarified: build schedules may be outdated when empty, after some time, or due to build progress;
Fabian Huch <huch@in.tum.de>
parents: 79191
diff changeset
   513
    def elapsed(): Time = Time.now() - start.time
79293
1f694e4b2b3a clarified signature;
Fabian Huch <huch@in.tum.de>
parents: 79292
diff changeset
   514
    def is_empty: Boolean = graph.is_empty
79289
7c1faa16554b add delay and limit options for when schedule is considered outdated;
Fabian Huch <huch@in.tum.de>
parents: 79288
diff changeset
   515
    def is_outdated(options: Options, state: Build_Process.State): Boolean =
79293
1f694e4b2b3a clarified signature;
Fabian Huch <huch@in.tum.de>
parents: 79292
diff changeset
   516
      if (is_empty) true
79289
7c1faa16554b add delay and limit options for when schedule is considered outdated;
Fabian Huch <huch@in.tum.de>
parents: 79288
diff changeset
   517
      else {
7c1faa16554b add delay and limit options for when schedule is considered outdated;
Fabian Huch <huch@in.tum.de>
parents: 79288
diff changeset
   518
        num_built(state) > options.int("build_schedule_outdated_limit") &&
7c1faa16554b add delay and limit options for when schedule is considered outdated;
Fabian Huch <huch@in.tum.de>
parents: 79288
diff changeset
   519
          elapsed() > options.seconds("build_schedule_outdated_delay")
7c1faa16554b add delay and limit options for when schedule is considered outdated;
Fabian Huch <huch@in.tum.de>
parents: 79288
diff changeset
   520
      }
79183
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   521
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   522
    def next(hostname: String, state: Build_Process.State): List[String] =
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   523
      for {
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   524
        task <- state.next_ready
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   525
        node = graph.get_node(task.name)
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   526
        if hostname == node.node_info.hostname
79191
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   527
        if graph.imm_preds(node.job_name).subsetOf(state.results.keySet)
79183
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
   528
      } yield task.name
79193
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   529
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   530
    def update(state: Build_Process.State): Schedule = {
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   531
      val start1 = Date.now()
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   532
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   533
      def shift_elapsed(graph: Schedule.Graph, name: String): Schedule.Graph =
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   534
        graph.map_node(name, { node =>
79819
wenzelm
parents: 79818
diff changeset
   535
          val elapsed = start1 - state.running(name).start_date
79193
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   536
          node.copy(duration = node.duration - elapsed)
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   537
        })
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   538
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   539
      def shift_starts(graph: Schedule.Graph, name: String): Schedule.Graph =
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   540
        graph.map_node(name, { node =>
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   541
          val starts = start1 :: graph.imm_preds(node.job_name).toList.map(graph.get_node(_).end)
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   542
          node.copy(start = starts.max(Date.Ordering))
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   543
        })
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   544
79828
5969ead9f900 clarified data representation: more uniform treatment of State.Pending vs. State.Running;
wenzelm
parents: 79819
diff changeset
   545
      val graph0 =
5969ead9f900 clarified data representation: more uniform treatment of State.Pending vs. State.Running;
wenzelm
parents: 79819
diff changeset
   546
        state.running.keys.foldLeft(graph.restrict(state.pending.isDefinedAt))(shift_elapsed)
79193
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   547
      val graph1 = graph0.topological_order.foldLeft(graph0)(shift_starts)
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   548
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   549
      copy(start = start1, graph = graph1)
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
   550
    }
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   551
  }
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   552
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   553
  case class State(build_state: Build_Process.State, current_time: Time, finished: Schedule) {
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   554
    def start(config: Config): State =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   555
      copy(build_state =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   556
        build_state.copy(running = build_state.running +
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   557
          (config.job_name -> config.job_of(current_time))))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   558
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   559
    def step(timing_data: Timing_Data): State = {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   560
      val remaining =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   561
        build_state.running.values.toList.map { job =>
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   562
          val elapsed = current_time - job.start_date.time
79026
6585acdd6505 clarified time estimation: does not use config;
Fabian Huch <huch@in.tum.de>
parents: 79025
diff changeset
   563
          val threads = timing_data.host_infos.num_threads(job.node_info)
6585acdd6505 clarified time estimation: does not use config;
Fabian Huch <huch@in.tum.de>
parents: 79025
diff changeset
   564
          val predicted = timing_data.estimate(job.name, job.node_info.hostname, threads)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   565
          val remaining = if (elapsed > predicted) Time.zero else predicted - elapsed
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   566
          job -> remaining
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   567
        }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   568
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   569
      if (remaining.isEmpty) error("Schedule step without running sessions")
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   570
      else {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   571
        val (job, elapsed) = remaining.minBy(_._2.ms)
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   572
        val now = current_time + elapsed
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   573
        val node = Schedule.Node(job.name, job.node_info, job.start_date, now - job.start_date.time)
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   574
79191
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   575
        val host_preds =
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   576
          for {
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   577
            name <- finished.graph.keys
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   578
            pred_node = finished.graph.get_node(name)
79236
6dc4fd89987f filter predecessors properly (amending ee405c40db72);
Fabian Huch <huch@in.tum.de>
parents: 79235
diff changeset
   579
            if pred_node.node_info.hostname == job.node_info.hostname
6dc4fd89987f filter predecessors properly (amending ee405c40db72);
Fabian Huch <huch@in.tum.de>
parents: 79235
diff changeset
   580
            if pred_node.end.time <= node.start.time
79191
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   581
          } yield name
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   582
        val build_preds =
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   583
          build_state.sessions.graph.imm_preds(job.name).filter(finished.graph.defined)
79191
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   584
        val preds = build_preds ++ host_preds
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   585
ee405c40db72 store previous build jobs in graph so schedules can be used later in the build process;
Fabian Huch <huch@in.tum.de>
parents: 79190
diff changeset
   586
        val graph = preds.foldLeft(finished.graph.new_node(job.name, node))(_.add_edge(_, job.name))
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   587
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   588
        val build_state1 = build_state.remove_running(job.name).remove_pending(job.name)
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   589
        State(build_state1, now, finished.copy(graph = graph))
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   590
      }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   591
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   592
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   593
    def is_finished: Boolean = build_state.pending.isEmpty && build_state.running.isEmpty
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   594
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   595
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   596
  trait Scheduler { def schedule(build_state: Build_Process.State): Schedule }
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   597
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   598
  trait Priority_Rule { def select_next(state: Build_Process.State): List[Config] }
78931
26841d3c568c performance tuning for build schedule: explicit schedule generation, without mixing heuristics;
Fabian Huch <huch@in.tum.de>
parents: 78930
diff changeset
   599
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   600
  case class Generation_Scheme(
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   601
    priority_rule: Priority_Rule,
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   602
    timing_data: Timing_Data,
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   603
    build_uuid: String
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   604
  ) extends Scheduler {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   605
    def schedule(build_state: Build_Process.State): Schedule = {
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   606
      @tailrec
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   607
      def simulate(state: State): State =
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   608
        if (state.is_finished) state
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   609
        else {
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   610
          val state1 =
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   611
            priority_rule
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   612
              .select_next(state.build_state)
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   613
              .foldLeft(state)(_.start(_))
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   614
              .step(timing_data)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   615
          simulate(state1)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   616
        }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   617
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   618
      val start = Date.now()
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   619
      val name = "generation scheme (" + priority_rule + ")"
79109
c1255d9870f6 clarified heuristics toString;
Fabian Huch <huch@in.tum.de>
parents: 79108
diff changeset
   620
      val end_state =
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   621
        simulate(State(build_state, start.time, Schedule(build_uuid, name, start, Graph.empty)))
79073
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   622
b3fee0dafd72 generated build schedule explicitly (e.g., for further analysis);
Fabian Huch <huch@in.tum.de>
parents: 79064
diff changeset
   623
      end_state.finished
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   624
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   625
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   626
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   627
  case class Optimizer(schedulers: List[Scheduler]) extends Scheduler {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   628
    require(schedulers.nonEmpty)
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   629
79805
45198ea3f0b3 parallelize schedule optimization;
Fabian Huch <huch@in.tum.de>
parents: 79785
diff changeset
   630
    def schedule(state: Build_Process.State): Schedule = {
45198ea3f0b3 parallelize schedule optimization;
Fabian Huch <huch@in.tum.de>
parents: 79785
diff changeset
   631
      def main(scheduler: Scheduler): Schedule = scheduler.schedule(state)
45198ea3f0b3 parallelize schedule optimization;
Fabian Huch <huch@in.tum.de>
parents: 79785
diff changeset
   632
      Par_List.map(main, schedulers).minBy(_.duration.ms)
45198ea3f0b3 parallelize schedule optimization;
Fabian Huch <huch@in.tum.de>
parents: 79785
diff changeset
   633
    }
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   634
  }
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   635
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   636
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   637
  /* priority rules */
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   638
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   639
  class Default_Heuristic(host_infos: Host_Infos, options: Options) extends Priority_Rule {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   640
    override def toString: String = "default heuristic"
79107
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   641
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   642
    def next_jobs(resources: Resources, sorted_jobs: List[String], host: Host): List[Config] =
79650
65ef68bab8d6 clarified modules: centralize default policy;
wenzelm
parents: 79649
diff changeset
   643
      sorted_jobs.zip(resources.unused_nodes(host, host.max_threads(options))).map(Config(_, _))
79107
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   644
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   645
    def select_next(state: Build_Process.State): List[Config] = {
79107
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   646
      val sorted_jobs = state.next_ready.sortBy(_.name)(state.sessions.ordering).map(_.name)
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   647
      val resources = host_infos.available(state)
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   648
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   649
      host_infos.hosts.foldLeft((sorted_jobs, List.empty[Config])) {
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   650
        case ((jobs, res), host) =>
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   651
          val configs = next_jobs(resources, jobs, host)
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   652
          val config_jobs = configs.map(_.job_name).toSet
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   653
          (jobs.filterNot(config_jobs.contains), configs ::: res)
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   654
      }._2
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   655
    }
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   656
  }
f5a2f956b531 add heuristic for non-scheduled (standard) build behaviour;
Fabian Huch <huch@in.tum.de>
parents: 79106
diff changeset
   657
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   658
  object Path_Time_Heuristic {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   659
    sealed trait Critical_Criterion
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   660
    case class Absolute_Time(time: Time) extends Critical_Criterion {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   661
      override def toString: String = "absolute time (" + time.message_hms + ")"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   662
    }
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   663
    case class Relative_Time(factor: Double) extends Critical_Criterion {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   664
      override def toString: String = "relative time (" + factor + ")"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   665
    }
78931
26841d3c568c performance tuning for build schedule: explicit schedule generation, without mixing heuristics;
Fabian Huch <huch@in.tum.de>
parents: 78930
diff changeset
   666
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   667
    sealed trait Parallel_Strategy
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   668
    case class Fixed_Thread(threads: Int) extends Parallel_Strategy {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   669
      override def toString: String = "fixed threads (" + threads + ")"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   670
    }
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   671
    case class Time_Based_Threads(f: Time => Int) extends Parallel_Strategy {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   672
      override def toString: String = "time based threads"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   673
    }
78931
26841d3c568c performance tuning for build schedule: explicit schedule generation, without mixing heuristics;
Fabian Huch <huch@in.tum.de>
parents: 78930
diff changeset
   674
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   675
    sealed trait Host_Criterion
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   676
    case object Critical_Nodes extends Host_Criterion {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   677
      override def toString: String = "per critical node"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   678
    }
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   679
    case class Fixed_Fraction(fraction: Double) extends Host_Criterion {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   680
      override def toString: String = "fixed fraction (" + fraction + ")"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   681
    }
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   682
    case class Host_Speed(min_factor: Double) extends Host_Criterion {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   683
      override def toString: String = "host speed (" + min_factor + ")"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   684
    }
78931
26841d3c568c performance tuning for build schedule: explicit schedule generation, without mixing heuristics;
Fabian Huch <huch@in.tum.de>
parents: 78930
diff changeset
   685
  }
26841d3c568c performance tuning for build schedule: explicit schedule generation, without mixing heuristics;
Fabian Huch <huch@in.tum.de>
parents: 78930
diff changeset
   686
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   687
  class Path_Time_Heuristic(
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   688
    is_critical: Path_Time_Heuristic.Critical_Criterion,
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   689
    parallel_threads: Path_Time_Heuristic.Parallel_Strategy,
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   690
    host_criterion: Path_Time_Heuristic.Host_Criterion,
79027
d08fb157e300 use proper max threads (limited by available hardware) in heuristics;
Fabian Huch <huch@in.tum.de>
parents: 79026
diff changeset
   691
    timing_data: Timing_Data,
d08fb157e300 use proper max threads (limited by available hardware) in heuristics;
Fabian Huch <huch@in.tum.de>
parents: 79026
diff changeset
   692
    sessions_structure: Sessions.Structure,
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   693
    max_threads_limit: Int = 8
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   694
  ) extends Priority_Rule {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   695
    import Path_Time_Heuristic.*
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   696
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   697
    override def toString: Node = {
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   698
      val params =
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   699
        List(
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   700
          "critical: " + is_critical,
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   701
          "parallel: " + parallel_threads,
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   702
          "fast hosts: " + host_criterion)
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   703
      "path time heuristic (" + params.mkString(", ") + ")"
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   704
    }
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   705
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   706
    /* pre-computed properties for efficient heuristic */
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   707
    val host_infos: Host_Infos = timing_data.host_infos
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   708
    val ordered_hosts: List[Host] = host_infos.hosts.sorted(host_infos.host_speeds)
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   709
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   710
    val max_threads: Int = host_infos.hosts.map(_.num_cpus).max min max_threads_limit
79102
4d5f878665a3 clarified path heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79101
diff changeset
   711
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   712
    type Node = String
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   713
    val build_graph: Graph[Node, Sessions.Info] = sessions_structure.build_graph
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   714
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   715
    val minimals: List[Node] = build_graph.minimals
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   716
    val maximals: List[Node] = build_graph.maximals
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   717
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   718
    def all_preds(node: Node): Set[Node] = build_graph.all_preds(List(node)).toSet
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   719
    val maximals_all_preds: Map[Node, Set[Node]] =
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   720
      maximals.map(node => node -> all_preds(node)).toMap
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   721
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   722
    val best_threads: Map[Node, Int] =
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   723
      build_graph.keys.map(node => node -> timing_data.best_threads(node, max_threads)).toMap
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   724
79102
4d5f878665a3 clarified path heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79101
diff changeset
   725
    def best_time(node: Node): Time = {
4d5f878665a3 clarified path heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79101
diff changeset
   726
      val host = ordered_hosts.last
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   727
      val threads = best_threads(node) min host.num_cpus
79103
883f61f0beda clarified build schedule host: more operations;
Fabian Huch <huch@in.tum.de>
parents: 79102
diff changeset
   728
      timing_data.estimate(node, host.name, threads)
79102
4d5f878665a3 clarified path heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79101
diff changeset
   729
    }
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   730
    val best_times: Map[Node, Time] = build_graph.keys.map(node => node -> best_time(node)).toMap
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   731
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   732
    val succs_max_time_ms: Map[Node, Long] = build_graph.node_height(best_times(_).ms)
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   733
    def max_time(node: Node): Time = Time.ms(succs_max_time_ms(node)) + best_times(node)
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   734
    def max_time(task: Build_Process.Task): Time = max_time(task.name)
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   735
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   736
    def path_times(minimals: List[Node]): Map[Node, Time] = {
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   737
      def time_ms(node: Node): Long = best_times(node).ms
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   738
      val path_times_ms = build_graph.reachable_length(time_ms, build_graph.imm_succs, minimals)
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   739
      path_times_ms.view.mapValues(Time.ms).toMap
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   740
    }
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   741
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   742
    def path_max_times(minimals: List[Node]): Map[Node, Time] =
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   743
      path_times(minimals).toList.map((node, time) => node -> (time + max_time(node))).toMap
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   744
79713
d3a26436e679 tuned signature: more types, fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79703
diff changeset
   745
    val node_degrees: Map[Node, Int] =
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   746
      build_graph.keys.map(node => node -> build_graph.imm_succs(node).size).toMap
78972
7a39f151e9a7 proper parallel paths for timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 78971
diff changeset
   747
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   748
    def parallel_paths(
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   749
      running: List[(Node, Time)],
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   750
      nodes: Set[Node] = build_graph.keys.toSet,
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   751
      max: Int = Int.MaxValue
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   752
    ): Int =
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   753
      if (nodes.nonEmpty && nodes.map(node_degrees.apply).max > max) max
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   754
      else {
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   755
        def start(node: Node): (Node, Time) = node -> best_times(node)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   756
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   757
        def pass_time(elapsed: Time)(node: Node, time: Time): (Node, Time) =
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   758
          node -> (time - elapsed)
78972
7a39f151e9a7 proper parallel paths for timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 78971
diff changeset
   759
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   760
        def parallel_paths(running: Map[Node, Time]): (Int, Map[Node, Time]) =
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   761
          if (running.size >= max) (max, running)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   762
          else if (running.isEmpty) (0, running)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   763
          else {
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   764
            def get_next(node: Node): List[Node] =
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   765
              build_graph.imm_succs(node).intersect(nodes).filter(
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   766
                build_graph.imm_preds(_).intersect(running.keySet) == Set(node)).toList
78972
7a39f151e9a7 proper parallel paths for timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 78971
diff changeset
   767
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   768
            val (next, elapsed) = running.minBy(_._2.ms)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   769
            val (remaining, finished) =
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   770
              running.toList.map(pass_time(elapsed)).partition(_._2 > Time.zero)
78972
7a39f151e9a7 proper parallel paths for timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 78971
diff changeset
   771
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   772
            val running1 =
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   773
              remaining.map(pass_time(elapsed)).toMap ++
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   774
                finished.map(_._1).flatMap(get_next).map(start)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   775
            val (res, running2) = parallel_paths(running1)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   776
            (res max running.size, running2)
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   777
          }
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   778
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   779
        parallel_paths(running.toMap)._1
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   780
      }
78929
df323f23dfde performance tuning for timing heuristic: pre-calculate graph operations;
Fabian Huch <huch@in.tum.de>
parents: 78928
diff changeset
   781
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
   782
    def select_next(state: Build_Process.State): List[Config] = {
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   783
      val resources = host_infos.available(state)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   784
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   785
      def best_threads(task: Build_Process.Task): Int = this.best_threads(task.name)
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   786
79028
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   787
      val rev_ordered_hosts = ordered_hosts.reverse.map(_ -> max_threads)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   788
79180
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   789
      val available_nodes =
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   790
        host_infos.available(state.copy(running = Map.empty))
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   791
          .unused_nodes(max_threads)
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   792
          .sortBy(node => host_infos.the_host(node))(host_infos.host_speeds).reverse
79179
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   793
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   794
      def remaining_time(node: Node): (Node, Time) =
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   795
        state.running.get(node) match {
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   796
          case None => node -> best_times(node)
79179
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   797
          case Some(job) =>
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   798
            val estimate =
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   799
              timing_data.estimate(job.name, job.node_info.hostname,
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   800
                host_infos.num_threads(job.node_info))
79184
Fabian Huch <huch@in.tum.de>
parents: 79183
diff changeset
   801
            node -> ((Time.now() - job.start_date.time + estimate) max Time.zero)
79179
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   802
        }
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   803
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   804
      val next_sorted = state.next_ready.sortBy(max_time(_).ms).reverse
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   805
      val is_parallelizable =
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   806
        available_nodes.length >= parallel_paths(
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   807
          state.ready.map(_.name).map(remaining_time),
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   808
          max = available_nodes.length + 1)
79088
32e839bb622e tuned heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79087
diff changeset
   809
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   810
      if (is_parallelizable) {
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   811
        val all_tasks = next_sorted.map(task => (task, best_threads(task), best_threads(task)))
79028
6bada416ba55 clarified timing data operations: proper estimation (instead of known points);
Fabian Huch <huch@in.tum.de>
parents: 79027
diff changeset
   812
        resources.try_allocate_tasks(rev_ordered_hosts, all_tasks)._1
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   813
      }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   814
      else {
79110
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   815
        def is_critical(time: Time): Boolean =
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   816
          this.is_critical match {
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   817
            case Absolute_Time(threshold) => time > threshold
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   818
            case Relative_Time(factor) => time > minimals.map(max_time).maxBy(_.ms).scale(factor)
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   819
          }
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   820
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   821
        val critical_minimals = state.ready.filter(task => is_critical(max_time(task))).map(_.name)
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   822
        val critical_nodes =
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   823
          path_max_times(critical_minimals).filter((_, time) => is_critical(time)).keySet
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   824
79101
4e47b34fbb8e clarified graph operations in timing heuristic;
Fabian Huch <huch@in.tum.de>
parents: 79091
diff changeset
   825
        val (critical, other) = next_sorted.partition(task => critical_nodes.contains(task.name))
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   826
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   827
        val critical_tasks = critical.map(task => (task, best_threads(task), best_threads(task)))
79110
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   828
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   829
        def parallel_threads(task: Build_Process.Task): Int =
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   830
          this.parallel_threads match {
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   831
            case Fixed_Thread(threads) => threads
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   832
            case Time_Based_Threads(f) => f(best_times(task.name))
79110
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   833
          }
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   834
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
   835
        val other_tasks = other.map(task => (task, parallel_threads(task), best_threads(task)))
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   836
79179
7ed43417770f proper parallel paths: factor in elapsed time;
Fabian Huch <huch@in.tum.de>
parents: 79178
diff changeset
   837
        val max_critical_parallel =
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
   838
          parallel_paths(critical_minimals.map(remaining_time), critical_nodes)
79180
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   839
        val max_critical_hosts =
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   840
          available_nodes.take(max_critical_parallel).map(_.hostname).distinct.length
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   841
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   842
        val split =
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   843
          this.host_criterion match {
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   844
            case Critical_Nodes => max_critical_hosts
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   845
            case Fixed_Fraction(fraction) =>
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   846
              ((rev_ordered_hosts.length * fraction).ceil.toInt max 1) min max_critical_hosts
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   847
            case Host_Speed(min_factor) =>
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   848
              val best = rev_ordered_hosts.head._1.benchmark_score
79180
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   849
              val num_fast =
79880
a3d53f2bc41d clarified build schedule host: proper module;
Fabian Huch <huch@in.tum.de>
parents: 79879
diff changeset
   850
                rev_ordered_hosts.count(_._1.benchmark_score >= best * min_factor)
79180
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   851
              num_fast min max_critical_hosts
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   852
          }
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   853
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
   854
        val (critical_hosts, other_hosts) = rev_ordered_hosts.splitAt(split)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   855
78971
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   856
        val (configs1, resources1) = resources.try_allocate_tasks(critical_hosts, critical_tasks)
f930d24f1548 scheduled build: allocate cpus more aggressively, to avoid idle threads;
Fabian Huch <huch@in.tum.de>
parents: 78970
diff changeset
   857
        val (configs2, _) = resources1.try_allocate_tasks(other_hosts, other_tasks)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   858
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   859
        configs1 ::: configs2
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   860
      }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   861
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   862
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   863
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   864
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   865
  /* master and slave processes for scheduled build */
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   866
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   867
  class Scheduled_Build_Process(
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   868
    build_context: Build.Context,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   869
    build_progress: Progress,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   870
    server: SSH.Server,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   871
  ) extends Build_Process(build_context, build_progress, server) {
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   872
    /* global state: internal var vs. external database */
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   873
79649
981cd49a3f90 more explicit types --- fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79648
diff changeset
   874
    protected var _schedule: Schedule = Schedule.init(build_uuid)
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   875
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   876
    override protected def synchronized_database[A](label: String)(body: => A): A =
79527
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   877
      synchronized {
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   878
        _build_database match {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   879
          case None => body
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   880
          case Some(db) =>
79761
wenzelm
parents: 79713
diff changeset
   881
            db.transaction_lock(Build_Schedule.private_data.all_tables, label = label) {
79871
630a82f87310 database performance tuning: pull changed entries only, based on recorded updates (see 98d65411bfdb);
wenzelm
parents: 79867
diff changeset
   882
              val old_state =
630a82f87310 database performance tuning: pull changed entries only, based on recorded updates (see 98d65411bfdb);
wenzelm
parents: 79867
diff changeset
   883
                Build_Process.private_data.pull_database(db, build_id, worker_uuid, _state)
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   884
              val old_schedule = Build_Schedule.private_data.pull_schedule(db, _schedule)
79527
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   885
              _state = old_state
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   886
              _schedule = old_schedule
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   887
              val res = body
79527
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   888
              _state =
79850
8ffcaf563745 maintain short build_id vs. build_uuid, similar to Database_Progress context/context_uuid;
wenzelm
parents: 79844
diff changeset
   889
                Build_Process.private_data.update_database(
8ffcaf563745 maintain short build_id vs. build_uuid, similar to Database_Progress context/context_uuid;
wenzelm
parents: 79844
diff changeset
   890
                  db, build_id, worker_uuid, _state, old_state)
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
   891
              _schedule = Build_Schedule.private_data.update_schedule(db, _schedule, old_schedule)
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   892
              res
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   893
            }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   894
        }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   895
      }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   896
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
   897
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   898
    /* build process */
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   899
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   900
    override def next_node_info(state: Build_Process.State, session_name: String): Node_Info =
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   901
      _schedule.graph.get_node(session_name).node_info
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   902
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   903
    override def next_jobs(state: Build_Process.State): List[String] =
79294
ae0a2cb42b05 continue build while waiting for updated schedule;
Fabian Huch <huch@in.tum.de>
parents: 79293
diff changeset
   904
      if (progress.stopped || _schedule.is_empty) Nil else _schedule.next(hostname, state)
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   905
  }
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   906
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   907
  abstract class Scheduler_Build_Process(
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   908
    build_context: Build.Context,
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   909
    build_progress: Progress,
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   910
    server: SSH.Server,
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   911
  ) extends Scheduled_Build_Process(build_context, build_progress, server) {
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   912
    require(build_context.master)
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   913
79649
981cd49a3f90 more explicit types --- fewer warnings in IntelliJ IDEA;
wenzelm
parents: 79648
diff changeset
   914
    protected val start_date: Date = Date.now()
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   915
79527
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   916
    for (db <- _build_database) {
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   917
      Build_Schedule.private_data.transaction_lock(
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   918
        db,
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   919
        create = true,
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   920
        label = "Scheduler_Build_Process.create"
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   921
      ) { Build_Schedule.private_data.clean_build_schedules(db) }
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   922
      db.vacuum(Build_Schedule.private_data.tables.list)
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   923
    }
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   924
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
   925
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   926
    def init_scheduler(timing_data: Timing_Data): Scheduler
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   927
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   928
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   929
    /* global resources with common close() operation */
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   930
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   931
    private final lazy val _log_store: Build_Log.Store = Build_Log.store(build_options)
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   932
    private final lazy val _log_database: SQL.Database =
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   933
      try {
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   934
        val db = _log_store.open_database(server = this.server)
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   935
        _log_store.init_database(db)
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   936
        db
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   937
      }
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   938
      catch { case exn: Throwable => close(); throw exn }
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   939
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   940
    override def close(): Unit = {
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   941
      Option(_log_database).foreach(_.close())
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   942
      super.close()
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   943
    }
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   944
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
   945
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   946
    /* previous results via build log */
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   947
79765
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   948
    override def open_build_cluster(): Build_Cluster = {
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   949
      val build_cluster = super.open_build_cluster()
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   950
      build_cluster.init()
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   951
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   952
      Build_Benchmark.benchmark_requirements(build_options)
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   953
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   954
      if (build_context.worker) {
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   955
        val benchmark_options = build_options.string("build_hostname") = hostname
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   956
        Build_Benchmark.benchmark(benchmark_options, progress)
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   957
      }
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   958
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   959
      build_cluster.benchmark()
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   960
    }
a478fc5cd5bd partially revert f1f08ca40d96: benchmark data needs to be present before timing data is loaded;
Fabian Huch <huch@in.tum.de>
parents: 79761
diff changeset
   961
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   962
    private val timing_data: Timing_Data = {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   963
      val cluster_hosts: List[Build_Cluster.Host] =
79878
Fabian Huch <huch@in.tum.de>
parents: 79877
diff changeset
   964
        if (!build_context.worker) build_context.build_hosts
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   965
        else {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   966
          val local_build_host =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   967
            Build_Cluster.Host(
79616
12bb31d01510 more robust type, with explicit default;
wenzelm
parents: 79615
diff changeset
   968
              hostname, jobs = build_context.jobs, numa = build_context.numa_shuffling)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   969
          local_build_host :: build_context.build_hosts
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   970
        }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   971
79090
20be5b925720 clarified load vs. apply vs. make;
Fabian Huch <huch@in.tum.de>
parents: 79089
diff changeset
   972
      val host_infos = Host_Infos.load(cluster_hosts, _host_database)
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
   973
      Timing_Data.load(host_infos, _log_database, build_context.sessions_structure)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   974
    }
78928
6c2c60b852e0 move timing data into scheduler for more efficient heuristics (e.g., with pre-calculated values);
Fabian Huch <huch@in.tum.de>
parents: 78888
diff changeset
   975
    private val scheduler = init_scheduler(timing_data)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   976
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   977
    def write_build_log(results: Build.Results, state: Build_Process.State.Results): Unit = {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   978
      val sessions =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   979
        for {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   980
          (session_name, result) <- state.toList
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   981
          if !result.current
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   982
        } yield {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   983
          val info = build_context.sessions_structure(session_name)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   984
          val entry =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   985
            if (!results.cancelled(session_name)) {
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   986
              val status =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   987
                if (result.ok) Build_Log.Session_Status.finished
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   988
                else Build_Log.Session_Status.failed
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   989
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   990
              Build_Log.Session_Entry(
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   991
                chapter = info.chapter,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   992
                groups = info.groups,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   993
                hostname = Some(result.node_info.hostname),
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   994
                threads = Some(timing_data.host_infos.num_threads(result.node_info)),
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   995
                timing = result.process_result.timing,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   996
                sources = Some(result.output_shasum.digest.toString),
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   997
                status = Some(status))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   998
            }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
   999
            else
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1000
              Build_Log.Session_Entry(
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1001
                chapter = info.chapter,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1002
                groups = info.groups,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1003
                status = Some(Build_Log.Session_Status.cancelled))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1004
          session_name -> entry
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1005
        }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1006
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1007
      val settings =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1008
        Build_Log.Settings.all_settings.map(_.name).map(name =>
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1009
          name -> Isabelle_System.getenv(name))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1010
      val props =
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1011
        List(
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1012
          Build_Log.Prop.build_id.name -> build_context.build_uuid,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1013
          Build_Log.Prop.build_engine.name -> build_context.engine.name,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1014
          Build_Log.Prop.build_host.name -> hostname,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1015
          Build_Log.Prop.build_start.name -> Build_Log.print_date(start_date))
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1016
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1017
      val meta_info = Build_Log.Meta_Info(props, settings)
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1018
      val build_info = Build_Log.Build_Info(sessions.toMap)
79089
Fabian Huch <huch@in.tum.de>
parents: 79088
diff changeset
  1019
      val log_name = Build_Log.log_filename(engine = build_context.engine.name, date = start_date)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1020
79062
6977fb0153fb clarified modules: Build_Log.private_data provides raw data access without transaction_lock;
wenzelm
parents: 79042
diff changeset
  1021
      Build_Log.private_data.update_sessions(
6977fb0153fb clarified modules: Build_Log.private_data provides raw data access without transaction_lock;
wenzelm
parents: 79042
diff changeset
  1022
        _log_database, _log_store.cache.compress, log_name.file_name, build_info)
6977fb0153fb clarified modules: Build_Log.private_data provides raw data access without transaction_lock;
wenzelm
parents: 79042
diff changeset
  1023
      Build_Log.private_data.update_meta_info(_log_database, log_name.file_name, meta_info)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1024
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1025
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1026
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1027
    /* build process */
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1028
78969
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1029
    def is_current(state: Build_Process.State, session_name: String): Boolean =
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1030
      state.ancestor_results(session_name) match {
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1031
        case Some(ancestor_results) if ancestor_results.forall(_.current) =>
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1032
          val sources_shasum = state.sessions(session_name).sources_shasum
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1033
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1034
          val input_shasum =
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1035
            if (ancestor_results.isEmpty) ML_Process.bootstrap_shasum()
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1036
            else SHA1.flat_shasum(ancestor_results.map(_.output_shasum))
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1037
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1038
          val store_heap =
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1039
            build_context.build_heap || Sessions.is_pure(session_name) ||
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1040
              state.sessions.iterator.exists(_.ancestors.contains(session_name))
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1041
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1042
          store.check_output(
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1043
            _database_server, session_name,
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1044
            session_options = build_context.sessions_structure(session_name).options,
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1045
            sources_shasum = sources_shasum,
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1046
            input_shasum = input_shasum,
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1047
            fresh_build = build_context.fresh_build,
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1048
            store_heap = store_heap)._1
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1049
        case _ => false
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1050
    }
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1051
79192
5db03f9276e2 clarified: build schedules may be outdated when empty, after some time, or due to build progress;
Fabian Huch <huch@in.tum.de>
parents: 79191
diff changeset
  1052
    override def next_jobs(state: Build_Process.State): List[String] =
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
  1053
      if (progress.stopped) state.next_ready.map(_.name)
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
  1054
      else if (!_schedule.is_outdated(build_options, state)) _schedule.next(hostname, state)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1055
      else {
79020
ef76705bf402 clarified ready vs. next ready;
Fabian Huch <huch@in.tum.de>
parents: 79019
diff changeset
  1056
        val current = state.next_ready.filter(task => is_current(state, task.name))
79187
Fabian Huch <huch@in.tum.de>
parents: 79186
diff changeset
  1057
        if (current.nonEmpty) current.map(_.name)
78969
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1058
        else {
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1059
          val start = Time.now()
79193
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
  1060
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
  1061
          val new_schedule = scheduler.schedule(state).update(state)
79193
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
  1062
          val schedule =
79293
1f694e4b2b3a clarified signature;
Fabian Huch <huch@in.tum.de>
parents: 79292
diff changeset
  1063
            if (_schedule.is_empty) new_schedule
79193
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
  1064
            else List(_schedule.update(state), new_schedule).minBy(_.end)(Date.Ordering)
d1d6dbab2901 compare previous build schedule with new one, to prevent regressions;
Fabian Huch <huch@in.tum.de>
parents: 79192
diff changeset
  1065
78969
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1066
          val elapsed = Time.now() - start
78884
0233d5a5a4ca improved build messages;
Fabian Huch <huch@in.tum.de>
parents: 78851
diff changeset
  1067
78976
8da0eedd562c tuned message;
Fabian Huch <huch@in.tum.de>
parents: 78975
diff changeset
  1068
          val timing_msg = if (elapsed.is_relevant) " (took " + elapsed.message + ")" else ""
79192
5db03f9276e2 clarified: build schedules may be outdated when empty, after some time, or due to build progress;
Fabian Huch <huch@in.tum.de>
parents: 79191
diff changeset
  1069
          progress.echo_if(_schedule.deviation(schedule).minutes > 1, schedule.message + timing_msg)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1070
79183
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
  1071
          _schedule = schedule
32d00ec387f4 use schedule directly instead of extra cache;
Fabian Huch <huch@in.tum.de>
parents: 79182
diff changeset
  1072
          _schedule.next(hostname, state)
78969
1b05c2b10c9f finalize current sessions before generating schedule;
Fabian Huch <huch@in.tum.de>
parents: 78968
diff changeset
  1073
        }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1074
      }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1075
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1076
    override def run(): Build.Results = {
79527
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
  1077
      for (db <- _build_database)
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
  1078
        Build_Process.private_data.transaction_lock(db, label = "Scheduler_Build_Process.init") {
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
  1079
          Build_Process.private_data.clean_build(db)
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
  1080
        }
f1f08ca40d96 make build process state protected to avoid copying in subclasses (e.g. for database connections);
Fabian Huch <huch@in.tum.de>
parents: 79502
diff changeset
  1081
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1082
      val results = super.run()
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
  1083
      write_build_log(results, snapshot().results)
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1084
      results
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1085
    }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1086
  }
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1087
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1088
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1089
  /** SQL data model of build schedule, extending isabelle_build database */
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1090
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1091
  object private_data extends SQL.Data("isabelle_build") {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1092
    import Build_Process.private_data.{Base, Generic}
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1093
79844
ac40138234ce tuned signature: more uniform SQL.Data instances;
wenzelm
parents: 79835
diff changeset
  1094
    override lazy val tables: SQL.Tables =
ac40138234ce tuned signature: more uniform SQL.Data instances;
wenzelm
parents: 79835
diff changeset
  1095
      SQL.Tables(Schedules.table, Nodes.table)
ac40138234ce tuned signature: more uniform SQL.Data instances;
wenzelm
parents: 79835
diff changeset
  1096
ac40138234ce tuned signature: more uniform SQL.Data instances;
wenzelm
parents: 79835
diff changeset
  1097
    lazy val all_tables: SQL.Tables =
ac40138234ce tuned signature: more uniform SQL.Data instances;
wenzelm
parents: 79835
diff changeset
  1098
      SQL.Tables.list(Build_Process.private_data.tables.list ::: tables.list)
ac40138234ce tuned signature: more uniform SQL.Data instances;
wenzelm
parents: 79835
diff changeset
  1099
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1100
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1101
    /* schedule */
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1102
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1103
    object Schedules {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1104
      val build_uuid = Generic.build_uuid.make_primary_key
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1105
      val generator = SQL.Column.string("generator")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1106
      val start = SQL.Column.date("start")
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1107
      val serial = SQL.Column.long("serial")
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1108
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1109
      val table = make_table(List(build_uuid, generator, start, serial), name = "schedules")
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1110
    }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1111
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1112
    def read_serial(db: SQL.Database, build_uuid: String = ""): Long =
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1113
      db.execute_query_statementO[Long](
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1114
        Schedules.table.select(List(Schedules.serial.max), sql = 
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1115
          SQL.where(if_proper(build_uuid, Schedules.build_uuid.equal(build_uuid)))),
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1116
          _.long(Schedules.serial)).getOrElse(0L)
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1117
79832
2a3c0a68221c misc tuning: prefer Build_Process.Update operations;
wenzelm
parents: 79829
diff changeset
  1118
    def read_scheduled_builds_domain(db: SQL.Database): Map[String, Unit] =
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1119
      db.execute_query_statement(
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1120
        Schedules.table.select(List(Schedules.build_uuid)),
79832
2a3c0a68221c misc tuning: prefer Build_Process.Update operations;
wenzelm
parents: 79829
diff changeset
  1121
        Map.from[String, Unit], res => res.string(Schedules.build_uuid) -> ())
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1122
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1123
    def read_schedules(db: SQL.Database, build_uuid: String = ""): List[Schedule] = {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1124
      val schedules =
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1125
        db.execute_query_statement(Schedules.table.select(sql =
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1126
          SQL.where(if_proper(build_uuid, Schedules.build_uuid.equal(build_uuid)))),
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1127
          List.from[Schedule],
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1128
          { res =>
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1129
            val build_uuid = res.string(Schedules.build_uuid)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1130
            val generator = res.string(Schedules.generator)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1131
            val start = res.date(Schedules.start)
79287
b88b6ed06334 read serial for schedules (amending 2039f360);
Fabian Huch <huch@in.tum.de>
parents: 79236
diff changeset
  1132
            val serial = res.long(Schedules.serial)
b88b6ed06334 read serial for schedules (amending 2039f360);
Fabian Huch <huch@in.tum.de>
parents: 79236
diff changeset
  1133
            Schedule(build_uuid, generator, start, Graph.empty, serial)
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1134
          })
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1135
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1136
      for (schedule <- schedules.sortBy(_.start)(Date.Ordering)) yield {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1137
        val nodes = private_data.read_nodes(db, build_uuid = schedule.build_uuid)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1138
        schedule.copy(graph = Graph.make(nodes))
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1139
      }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1140
    }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1141
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1142
    def write_schedule(db: SQL.Database, schedule: Schedule): Unit = {
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1143
      db.execute_statement(
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1144
        Schedules.table.delete(Schedules.build_uuid.where_equal(schedule.build_uuid)))
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1145
      db.execute_statement(Schedules.table.insert(), { stmt =>
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1146
        stmt.string(1) = schedule.build_uuid
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1147
        stmt.string(2) = schedule.generator
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1148
        stmt.date(3) = schedule.start
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1149
        stmt.long(4) = schedule.serial
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1150
      })
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1151
      update_nodes(db, schedule.build_uuid, schedule.graph.dest)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1152
    }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1153
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1154
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1155
    /* nodes */
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1156
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1157
    object Nodes {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1158
      val build_uuid = Generic.build_uuid.make_primary_key
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1159
      val name = Generic.name.make_primary_key
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1160
      val succs = SQL.Column.string("succs")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1161
      val hostname = SQL.Column.string("hostname")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1162
      val numa_node = SQL.Column.int("numa_node")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1163
      val rel_cpus = SQL.Column.string("rel_cpus")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1164
      val start = SQL.Column.date("start")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1165
      val duration = SQL.Column.long("duration")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1166
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1167
      val table =
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1168
        make_table(
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1169
          List(build_uuid, name, succs, hostname, numa_node, rel_cpus, start, duration),
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1170
          name = "schedule_nodes")
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1171
    }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1172
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1173
    type Nodes = List[((String, Schedule.Node), List[String])]
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1174
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1175
    def read_nodes(db: SQL.Database, build_uuid: String = ""): Nodes = {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1176
      db.execute_query_statement(
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1177
        Nodes.table.select(sql =
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1178
          SQL.where(if_proper(build_uuid, Nodes.build_uuid.equal(build_uuid)))),
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1179
        List.from[((String, Schedule.Node), List[String])],
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1180
        { res =>
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1181
          val name = res.string(Nodes.name)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1182
          val succs = split_lines(res.string(Nodes.succs))
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1183
          val hostname = res.string(Nodes.hostname)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1184
          val numa_node = res.get_int(Nodes.numa_node)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1185
          val rel_cpus = res.string(Nodes.rel_cpus)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1186
          val start = res.date(Nodes.start)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1187
          val duration = Time.ms(res.long(Nodes.duration))
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1188
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1189
          val node_info = Node_Info(hostname, numa_node, isabelle.Host.Range.from(rel_cpus))
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1190
          ((name, Schedule.Node(name, node_info, start, duration)), succs)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1191
        }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1192
      )
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1193
    }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1194
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1195
    def update_nodes(db: SQL.Database, build_uuid: String, nodes: Nodes): Unit = {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1196
      db.execute_statement(Nodes.table.delete(Nodes.build_uuid.where_equal(build_uuid)))
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1197
      db.execute_batch_statement(Nodes.table.insert(), batch =
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1198
        for (((name, node), succs) <- nodes) yield { (stmt: SQL.Statement) =>
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1199
          stmt.string(1) = build_uuid
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1200
          stmt.string(2) = name
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1201
          stmt.string(3) = cat_lines(succs)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1202
          stmt.string(4) = node.node_info.hostname
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1203
          stmt.int(5) = node.node_info.numa_node
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1204
          stmt.string(6) = isabelle.Host.Range(node.node_info.rel_cpus)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1205
          stmt.date(7) = node.start
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1206
          stmt.long(8) = node.duration.ms
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1207
        })
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1208
    }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1209
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1210
    def pull_schedule(db: SQL.Database, old_schedule: Schedule): Build_Schedule.Schedule = {
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1211
      val serial_db = read_serial(db)
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1212
      if (serial_db == old_schedule.serial) old_schedule
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1213
      else {
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1214
        read_schedules(db, old_schedule.build_uuid) match {
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1215
          case Nil => old_schedule
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1216
          case schedules => Library.the_single(schedules)
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1217
        }
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1218
      }
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1219
    }
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1220
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1221
    def update_schedule(db: SQL.Database, schedule: Schedule, old_schedule: Schedule): Schedule = {
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1222
      val changed =
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1223
        schedule.generator != old_schedule.generator ||
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1224
        schedule.start != old_schedule.start ||
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1225
        schedule.graph != old_schedule.graph
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1226
      
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1227
      val schedule1 =
79835
866d96915388 clarified modules;
wenzelm
parents: 79834
diff changeset
  1228
        if (changed) schedule.copy(serial = old_schedule.next_serial) else schedule
79190
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1229
      if (schedule1.serial != schedule.serial) write_schedule(db, schedule1)
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1230
      
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1231
      schedule1
2039f3609884 add serial for build schedule to avoid unnecessary db read/writes;
Fabian Huch <huch@in.tum.de>
parents: 79189
diff changeset
  1232
    }
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1233
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1234
    def remove_schedules(db: SQL.Database, remove: List[String]): Unit =
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1235
      if (remove.nonEmpty) {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1236
        val sql = Generic.build_uuid.where_member(remove)
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1237
        db.execute_statement(SQL.MULTI(tables.map(_.delete(sql = sql))))
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1238
      }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1239
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1240
    def clean_build_schedules(db: SQL.Database): Unit = {
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1241
      val running_builds_domain =
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1242
        db.execute_query_statement(
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1243
          Base.table.select(List(Base.build_uuid), sql = SQL.where(Base.stop.undefined)),
79832
2a3c0a68221c misc tuning: prefer Build_Process.Update operations;
wenzelm
parents: 79829
diff changeset
  1244
          Map.from[String, Unit], res => res.string(Base.build_uuid) -> ())
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1245
79834
45b81ff3c972 clarified modules;
wenzelm
parents: 79832
diff changeset
  1246
      val update = Library.Update.make(read_scheduled_builds_domain(db), running_builds_domain)
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1247
79832
2a3c0a68221c misc tuning: prefer Build_Process.Update operations;
wenzelm
parents: 79829
diff changeset
  1248
      remove_schedules(db, update.delete)
79186
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1249
    }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1250
  }
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1251
a22440b9cb70 use build database to synchronize build schedule computed on master node (e.g., such that view on cluster is consistent);
Fabian Huch <huch@in.tum.de>
parents: 79185
diff changeset
  1252
79640
7a2b86a48be0 prefer static object, while class is required for "services";
wenzelm
parents: 79639
diff changeset
  1253
  class Build_Engine extends Build.Engine("build_schedule") {
79699
b88d73810b50 recover "build_database_server" from 1fa1b32b0379: still required, e.g. in build_benchmark;
wenzelm
parents: 79655
diff changeset
  1254
    override def build_options(options: Options, build_cluster: Boolean = false): Options = {
b88d73810b50 recover "build_database_server" from 1fa1b32b0379: still required, e.g. in build_benchmark;
wenzelm
parents: 79655
diff changeset
  1255
      val options1 = super.build_options(options, build_cluster = build_cluster)
b88d73810b50 recover "build_database_server" from 1fa1b32b0379: still required, e.g. in build_benchmark;
wenzelm
parents: 79655
diff changeset
  1256
      if (build_cluster) options1 + "build_database_server" else options1
b88d73810b50 recover "build_database_server" from 1fa1b32b0379: still required, e.g. in build_benchmark;
wenzelm
parents: 79655
diff changeset
  1257
    }
b88d73810b50 recover "build_database_server" from 1fa1b32b0379: still required, e.g. in build_benchmark;
wenzelm
parents: 79655
diff changeset
  1258
79108
Fabian Huch <huch@in.tum.de>
parents: 79107
diff changeset
  1259
    def scheduler(timing_data: Timing_Data, context: Build.Context): Scheduler = {
Fabian Huch <huch@in.tum.de>
parents: 79107
diff changeset
  1260
      val sessions_structure = context.sessions_structure
79110
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1261
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1262
      val is_criticals =
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1263
        List(
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1264
          Path_Time_Heuristic.Absolute_Time(Time.minutes(5)),
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1265
          Path_Time_Heuristic.Absolute_Time(Time.minutes(10)),
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1266
          Path_Time_Heuristic.Absolute_Time(Time.minutes(20)),
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1267
          Path_Time_Heuristic.Relative_Time(0.5))
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1268
      val parallel_threads =
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1269
        List(
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1270
          Path_Time_Heuristic.Fixed_Thread(1),
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1271
          Path_Time_Heuristic.Time_Based_Threads({
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1272
            case time if time < Time.minutes(1) => 1
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1273
            case time if time < Time.minutes(5) => 4
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1274
            case _ => 8
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1275
          }))
79180
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
  1276
      val machine_splits =
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
  1277
        List(
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
  1278
          Path_Time_Heuristic.Critical_Nodes,
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
  1279
          Path_Time_Heuristic.Fixed_Fraction(0.3),
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
  1280
          Path_Time_Heuristic.Host_Speed(0.9))
79110
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1281
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1282
      val path_time_heuristics =
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1283
        for {
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1284
          is_critical <- is_criticals
ff68cbfa3550 clarified path time heuristic: configurable parameters for larger search space;
Fabian Huch <huch@in.tum.de>
parents: 79109
diff changeset
  1285
          parallel <- parallel_threads
79180
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
  1286
          machine_split <- machine_splits
229f49204603 clarified build heuristics parameters;
Fabian Huch <huch@in.tum.de>
parents: 79179
diff changeset
  1287
        } yield
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
  1288
          Path_Time_Heuristic(is_critical, parallel, machine_split, timing_data, sessions_structure)
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
  1289
      val default_heuristic = Default_Heuristic(timing_data.host_infos, context.build_options)
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
  1290
      val heuristics = default_heuristic :: path_time_heuristics
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
  1291
      Optimizer(heuristics.map(Generation_Scheme(_, timing_data, context.build_uuid)))
79089
Fabian Huch <huch@in.tum.de>
parents: 79088
diff changeset
  1292
    }
Fabian Huch <huch@in.tum.de>
parents: 79088
diff changeset
  1293
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1294
    override def open_build_process(
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1295
      context: Build.Context,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1296
      progress: Progress,
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1297
      server: SSH.Server
78928
6c2c60b852e0 move timing data into scheduler for more efficient heuristics (e.g., with pre-calculated values);
Fabian Huch <huch@in.tum.de>
parents: 78888
diff changeset
  1298
    ): Build_Process =
79290
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
  1299
      if (!context.master) new Scheduled_Build_Process(context, progress, server)
9deadc9d8872 separate build processes for scheduler and scheduled;
Fabian Huch <huch@in.tum.de>
parents: 79289
diff changeset
  1300
      else new Scheduler_Build_Process(context, progress, server) {
79108
Fabian Huch <huch@in.tum.de>
parents: 79107
diff changeset
  1301
        def init_scheduler(timing_data: Timing_Data): Scheduler = scheduler(timing_data, context)
78928
6c2c60b852e0 move timing data into scheduler for more efficient heuristics (e.g., with pre-calculated values);
Fabian Huch <huch@in.tum.de>
parents: 78888
diff changeset
  1302
      }
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1303
  }
79640
7a2b86a48be0 prefer static object, while class is required for "services";
wenzelm
parents: 79639
diff changeset
  1304
  object Build_Engine extends Build_Engine
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1305
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1306
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1307
  /* build schedule */
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1308
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1309
  def build_schedule(
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1310
    options: Options,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1311
    build_hosts: List[Build_Cluster.Host] = Nil,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1312
    selection: Sessions.Selection = Sessions.Selection.empty,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1313
    progress: Progress = new Progress,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1314
    afp_root: Option[Path] = None,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1315
    dirs: List[Path] = Nil,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1316
    select_dirs: List[Path] = Nil,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1317
    infos: List[Sessions.Info] = Nil,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1318
    numa_shuffling: Boolean = false,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1319
    augment_options: String => List[Options.Spec] = _ => Nil,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1320
    session_setup: (String, Session) => Unit = (_, _) => (),
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1321
    cache: Term.Cache = Term.Cache.make()
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1322
  ): Schedule = {
79614
58c0636e0ef5 clarified signature;
wenzelm
parents: 79594
diff changeset
  1323
    val store =
79640
7a2b86a48be0 prefer static object, while class is required for "services";
wenzelm
parents: 79639
diff changeset
  1324
      Build_Engine.build_store(options, build_cluster = build_hosts.nonEmpty, cache = cache)
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1325
    val log_store = Build_Log.store(options, cache = cache)
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1326
    val build_options = store.options
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1327
79648
c2afe3629e22 tuned: avoid shadowing of names;
wenzelm
parents: 79644
diff changeset
  1328
    def main(
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1329
      server: SSH.Server,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1330
      database_server: Option[SQL.Database],
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1331
      log_database: PostgreSQL.Database,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1332
      host_database: SQL.Database
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1333
    ): Schedule = {
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1334
      val full_sessions =
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1335
        Sessions.load_structure(build_options, dirs = AFP.make_dirs(afp_root) ::: dirs,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1336
          select_dirs = select_dirs, infos = infos, augment_options = augment_options)
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1337
      val full_sessions_selection = full_sessions.imports_selection(selection)
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1338
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1339
      val build_deps =
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1340
        Sessions.deps(full_sessions.selection(selection), progress = progress,
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1341
          inlined_files = true).check_errors
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1342
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1343
      val build_context =
79640
7a2b86a48be0 prefer static object, while class is required for "services";
wenzelm
parents: 79639
diff changeset
  1344
        Build.Context(store, build_deps, engine = Build_Engine, afp_root = afp_root,
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1345
          build_hosts = build_hosts, hostname = Build.hostname(build_options),
79644
389c1bfa7c3e clarified signature: more standard defaults;
wenzelm
parents: 79640
diff changeset
  1346
          numa_shuffling = numa_shuffling, session_setup = session_setup, master = true)
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1347
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1348
      val cluster_hosts = build_context.build_hosts
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1349
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1350
      val hosts_current =
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1351
        cluster_hosts.forall(host => isabelle.Host.read_info(host_database, host.name).isDefined)
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1352
      if (!hosts_current) {
79628
e349a274a932 more robust: always close, despite failure;
wenzelm
parents: 79627
diff changeset
  1353
        using(Build_Cluster.make(build_context, progress = progress).open())(_.init().benchmark())
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1354
      }
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1355
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1356
      val host_infos = Host_Infos.load(cluster_hosts, host_database)
79877
9aef1d1535ff use timeout as default build time predictor if no data is available;
Fabian Huch <huch@in.tum.de>
parents: 79871
diff changeset
  1357
      val timing_data = Timing_Data.load(host_infos, log_database, full_sessions)
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1358
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1359
      val sessions = Build_Process.Sessions.empty.init(build_context, database_server, progress)
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1360
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1361
      val build_state =
79828
5969ead9f900 clarified data representation: more uniform treatment of State.Pending vs. State.Running;
wenzelm
parents: 79819
diff changeset
  1362
        Build_Process.State(sessions = sessions,
79829
a9da5e99e22f tuned signature;
wenzelm
parents: 79828
diff changeset
  1363
          pending = Map.from(sessions.iterator.map(Build_Process.Task.entry(_, build_context))))
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1364
79640
7a2b86a48be0 prefer static object, while class is required for "services";
wenzelm
parents: 79639
diff changeset
  1365
      val scheduler = Build_Engine.scheduler(timing_data, build_context)
79105
6e92475ff925 clarified schedule message;
Fabian Huch <huch@in.tum.de>
parents: 79104
diff changeset
  1366
      def schedule_msg(res: Exn.Result[Schedule]): String =
6e92475ff925 clarified schedule message;
Fabian Huch <huch@in.tum.de>
parents: 79104
diff changeset
  1367
        res match { case Exn.Res(schedule) => schedule.message case _ => "" }
6e92475ff925 clarified schedule message;
Fabian Huch <huch@in.tum.de>
parents: 79104
diff changeset
  1368
79594
f933e9153624 performance optimization;
Fabian Huch <huch@in.tum.de>
parents: 79593
diff changeset
  1369
      progress.echo("Building schedule...")
79592
7db599be70cc clarified scheduler: proper split into scheduler, generator, and priority rules (following 32d00ec387f4);
Fabian Huch <huch@in.tum.de>
parents: 79534
diff changeset
  1370
      Timing.timeit(scheduler.schedule(build_state), schedule_msg, output = progress.echo(_))
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1371
    }
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1372
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1373
    using(store.open_server()) { server =>
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1374
      using_optional(store.maybe_open_database_server(server = server)) { database_server =>
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1375
        using(log_store.open_database(server = server)) { log_database =>
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1376
          using(store.open_build_database(
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1377
            path = isabelle.Host.private_data.database, server = server)) { host_database =>
79648
c2afe3629e22 tuned: avoid shadowing of names;
wenzelm
parents: 79644
diff changeset
  1378
              main(server, database_server, log_database, host_database)
79091
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1379
          }
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1380
        }
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1381
      }
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1382
    }
06f380099b2e added method to generate build schedules directly;
Fabian Huch <huch@in.tum.de>
parents: 79090
diff changeset
  1383
  }
79181
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1384
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1385
  def write_schedule_graphic(schedule: Schedule, output: Path): Unit = {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1386
    import java.awt.geom.{GeneralPath, Rectangle2D}
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1387
    import java.awt.{BasicStroke, Color, Graphics2D}
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1388
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1389
    val line_height = isabelle.graphview.Metrics.default.height
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1390
    val char_width = isabelle.graphview.Metrics.default.char_width
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1391
    val padding = isabelle.graphview.Metrics.default.space_width
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1392
    val gap = isabelle.graphview.Metrics.default.gap
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1393
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1394
    val graph = schedule.graph
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1395
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1396
    def text_width(text: String): Double = text.length * char_width
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1397
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1398
    val generator_height = line_height + padding
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1399
    val hostname_height = generator_height + line_height + padding
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1400
    def time_height(time: Time): Double = time.seconds
79819
wenzelm
parents: 79818
diff changeset
  1401
    def date_height(date: Date): Double = time_height(date - schedule.start)
79181
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1402
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1403
    val hosts = graph.iterator.map(_._2._1).toList.groupBy(_.node_info.hostname)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1404
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1405
    def node_width(node: Schedule.Node): Double = 2 * padding + text_width(node.job_name)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1406
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1407
    case class Range(start: Double, stop: Double) {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1408
      def proper: List[Range] = if (start < stop) List(this) else Nil
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1409
      def width: Double = stop - start
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1410
    }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1411
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1412
    val rel_node_ranges =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1413
      hosts.toList.flatMap { (hostname, nodes) =>
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1414
        val sorted = nodes.sortBy(node => (node.start.time.ms, node.end.time.ms, node.job_name))
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1415
        sorted.foldLeft((List.empty[Schedule.Node], Map.empty[Schedule.Node, Range])) {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1416
          case ((nodes, allocated), node) =>
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1417
            val width = node_width(node) + padding
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1418
            val parallel = nodes.filter(_.end.time > node.start.time)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1419
            val (last, slots) =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1420
              parallel.sortBy(allocated(_).start).foldLeft((0D, List.empty[Range])) {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1421
                case ((start, ranges), node1) =>
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1422
                  val node_range = allocated(node1)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1423
                  (node_range.stop, ranges ::: Range(start, node_range.start).proper)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1424
              }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1425
            val start =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1426
              (Range(last, Double.MaxValue) :: slots.filter(_.width >= width)).minBy(_.width).start
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1427
            (node :: parallel, allocated + (node -> Range(start, start + width)))
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1428
        }._2
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1429
      }.toMap
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1430
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1431
    def host_width(hostname: String) =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1432
      2 * padding + (hosts(hostname).map(rel_node_ranges(_).stop).max max text_width(hostname))
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1433
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1434
    def graph_height(graph: Graph[String, Schedule.Node]): Double =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1435
      date_height(graph.maximals.map(graph.get_node(_).end).maxBy(_.unix_epoch))
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1436
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1437
    val height = (hostname_height + 2 * padding + graph_height(graph)).ceil.toInt
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1438
    val (last, host_starts) =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1439
      hosts.keys.foldLeft((0D, Map.empty[String, Double])) {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1440
        case ((previous, starts), hostname) =>
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1441
          (previous + gap + host_width(hostname), starts + (hostname -> previous))
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1442
      }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1443
    val width = (last - gap).ceil.toInt
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1444
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1445
    def node_start(node: Schedule.Node): Double =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1446
      host_starts(node.node_info.hostname) + padding + rel_node_ranges(node).start
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1447
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1448
    def paint(gfx: Graphics2D): Unit = {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1449
      gfx.setColor(Color.LIGHT_GRAY)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1450
      gfx.fillRect(0, 0, width, height)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1451
      gfx.setRenderingHints(isabelle.graphview.Metrics.rendering_hints)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1452
      gfx.setFont(isabelle.graphview.Metrics.default.font)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1453
      gfx.setStroke(new BasicStroke(1, BasicStroke.CAP_BUTT, BasicStroke.JOIN_ROUND))
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1454
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1455
      draw_string(schedule.generator + ", build time: " + schedule.duration.message_hms, padding, 0)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1456
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1457
      def draw_host(x: Double, hostname: String): Double = {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1458
        val nodes = hosts(hostname).map(_.job_name).toSet
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1459
        val width = host_width(hostname)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1460
        val height = 2 * padding + graph_height(graph.restrict(nodes.contains))
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1461
        val padding1 = ((width - text_width(hostname)) / 2) max 0
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1462
        val rect = new Rectangle2D.Double(x, hostname_height, width, height)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1463
        gfx.setColor(Color.BLACK)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1464
        gfx.draw(rect)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1465
        gfx.setColor(Color.GRAY)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1466
        gfx.fill(rect)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1467
        draw_string(hostname, x + padding1, generator_height)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1468
        x + gap + width
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1469
      }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1470
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1471
      def draw_string(str: String, x: Double, y: Double): Unit = {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1472
        gfx.setColor(Color.BLACK)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1473
        gfx.drawString(str, x.toInt, (y + line_height).toInt)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1474
      }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1475
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1476
      def node_rect(node: Schedule.Node): Rectangle2D.Double = {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1477
        val x = node_start(node)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1478
        val y = hostname_height + padding + date_height(node.start)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1479
        val width = node_width(node)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1480
        val height = time_height(node.duration)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1481
        new Rectangle2D.Double(x, y, width, height)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1482
      }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1483
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1484
      def draw_node(node: Schedule.Node): Rectangle2D.Double = {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1485
        val rect = node_rect(node)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1486
        gfx.setColor(Color.BLACK)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1487
        gfx.draw(rect)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1488
        gfx.setColor(Color.WHITE)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1489
        gfx.fill(rect)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1490
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1491
        def add_text(y: Double, text: String): Double =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1492
          if (line_height > rect.height - y || text_width(text) + 2 * padding > rect.width) y
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1493
          else {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1494
            val padding1 = padding min ((rect.height - (y + line_height)) / 2)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1495
            draw_string(text, rect.x + padding, rect.y + y + padding1)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1496
            y + padding1 + line_height
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1497
          }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1498
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1499
        val node_info = node.node_info
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1500
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1501
        val duration_str = "(" + node.duration.message_hms + ")"
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1502
        val node_str =
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1503
          "on " + proper_string(node_info.toString.stripPrefix(node_info.hostname)).getOrElse("all")
79819
wenzelm
parents: 79818
diff changeset
  1504
        val start_str = "Start: " + (node.start - schedule.start).message_hms
79181
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1505
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1506
        List(node.job_name, duration_str, node_str, start_str).foldLeft(0D)(add_text)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1507
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1508
        rect
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1509
      }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1510
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1511
      def draw_arrow(from: Schedule.Node, to: Rectangle2D.Double, curve: Double = 10): Unit = {
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1512
        val from_rect = node_rect(from)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1513
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1514
        val path = new GeneralPath()
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1515
        path.moveTo(from_rect.getCenterX, from_rect.getMaxY)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1516
        path.lineTo(to.getCenterX, to.getMinY)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1517
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1518
        gfx.setColor(Color.BLUE)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1519
        gfx.draw(path)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1520
      }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1521
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1522
      hosts.keys.foldLeft(0D)(draw_host)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1523
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1524
      graph.topological_order.foreach { job_name =>
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1525
        val node = graph.get_node(job_name)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1526
        val rect = draw_node(node)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1527
79235
d9f0eb441d74 improve graphical clarity by omitting intra-host dependencies (following ee405c40db72);
Fabian Huch <huch@in.tum.de>
parents: 79194
diff changeset
  1528
        for {
d9f0eb441d74 improve graphical clarity by omitting intra-host dependencies (following ee405c40db72);
Fabian Huch <huch@in.tum.de>
parents: 79194
diff changeset
  1529
          pred <- graph.imm_preds(job_name).iterator
d9f0eb441d74 improve graphical clarity by omitting intra-host dependencies (following ee405c40db72);
Fabian Huch <huch@in.tum.de>
parents: 79194
diff changeset
  1530
          pred_node = graph.get_node(pred)
d9f0eb441d74 improve graphical clarity by omitting intra-host dependencies (following ee405c40db72);
Fabian Huch <huch@in.tum.de>
parents: 79194
diff changeset
  1531
          if node.node_info.hostname != pred_node.node_info.hostname
d9f0eb441d74 improve graphical clarity by omitting intra-host dependencies (following ee405c40db72);
Fabian Huch <huch@in.tum.de>
parents: 79194
diff changeset
  1532
        } draw_arrow(pred_node, rect)
79181
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1533
      }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1534
    }
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1535
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1536
    val name = output.file_name
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1537
    if (File.is_png(name)) Graphics_File.write_png(output.file, paint, width, height)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1538
    else if (File.is_pdf(name)) Graphics_File.write_pdf(output.file, paint, width, height)
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1539
    else error("Bad type of file: " + quote(name) + " (.png or .pdf expected)")
9d6d559c9fde added graphical representation of build schedules;
Fabian Huch <huch@in.tum.de>
parents: 79180
diff changeset
  1540
  }
79182
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1541
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1542
79629
4d81c0391da2 tuned comments;
wenzelm
parents: 79628
diff changeset
  1543
  /* Isabelle tool wrapper */
79182
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1544
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1545
  val isabelle_tool = Isabelle_Tool("build_schedule", "generate build schedule", Scala_Project.here,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1546
    { args =>
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1547
      var afp_root: Option[Path] = None
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1548
      val base_sessions = new mutable.ListBuffer[String]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1549
      val select_dirs = new mutable.ListBuffer[Path]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1550
      val build_hosts = new mutable.ListBuffer[Build_Cluster.Host]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1551
      var numa_shuffling = false
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1552
      var output_file: Option[Path] = None
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1553
      var requirements = false
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1554
      val exclude_session_groups = new mutable.ListBuffer[String]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1555
      var all_sessions = false
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1556
      val dirs = new mutable.ListBuffer[Path]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1557
      val session_groups = new mutable.ListBuffer[String]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1558
      var options = Options.init(specs = Options.Spec.ISABELLE_BUILD_OPTIONS)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1559
      var verbose = false
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1560
      val exclude_sessions = new mutable.ListBuffer[String]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1561
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1562
      val getopts = Getopts("""
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1563
Usage: isabelle build_schedule [OPTIONS] [SESSIONS ...]
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1564
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1565
  Options are:
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1566
    -A ROOT      include AFP with given root directory (":" for """ + AFP.BASE.implode + """)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1567
    -B NAME      include session NAME and all descendants
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1568
    -D DIR       include session directory and select its sessions
79615
a01f4cf202fd tuned usage message;
wenzelm
parents: 79614
diff changeset
  1569
    -H HOSTS     additional cluster host specifications of the form
a01f4cf202fd tuned usage message;
wenzelm
parents: 79614
diff changeset
  1570
                 NAMES:PARAMETERS (separated by commas)
79182
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1571
    -N           cyclic shuffling of NUMA CPU nodes (performance tuning)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1572
    -O FILE      output file
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1573
    -R           refer to requirements of selected sessions
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1574
    -X NAME      exclude sessions from group NAME and all descendants
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1575
    -a           select all sessions
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1576
    -d DIR       include session directory
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1577
    -g NAME      select session group NAME
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1578
    -o OPTION    override Isabelle system OPTION (via NAME=VAL or NAME)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1579
    -v           verbose
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1580
    -x NAME      exclude session NAME and all descendants
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1581
79615
a01f4cf202fd tuned usage message;
wenzelm
parents: 79614
diff changeset
  1582
  Generate build graph for scheduling.
79182
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1583
""",
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1584
        "A:" -> (arg => afp_root = Some(if (arg == ":") AFP.BASE else Path.explode(arg))),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1585
        "B:" -> (arg => base_sessions += arg),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1586
        "D:" -> (arg => select_dirs += Path.explode(arg)),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1587
        "H:" -> (arg => build_hosts ++= Build_Cluster.Host.parse(Registry.global, arg)),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1588
        "N" -> (_ => numa_shuffling = true),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1589
        "O:" -> (arg => output_file = Some(Path.explode(arg))),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1590
        "R" -> (_ => requirements = true),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1591
        "X:" -> (arg => exclude_session_groups += arg),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1592
        "a" -> (_ => all_sessions = true),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1593
        "d:" -> (arg => dirs += Path.explode(arg)),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1594
        "g:" -> (arg => session_groups += arg),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1595
        "o:" -> (arg => options = options + arg),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1596
        "v" -> (_ => verbose = true),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1597
        "x:" -> (arg => exclude_sessions += arg))
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1598
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1599
      val sessions = getopts(args)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1600
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1601
      val progress = new Console_Progress(verbose = verbose)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1602
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1603
      val schedule =
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1604
        build_schedule(options,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1605
          selection = Sessions.Selection(
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1606
            requirements = requirements,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1607
            all_sessions = all_sessions,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1608
            base_sessions = base_sessions.toList,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1609
            exclude_session_groups = exclude_session_groups.toList,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1610
            exclude_sessions = exclude_sessions.toList,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1611
            session_groups = session_groups.toList,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1612
            sessions = sessions),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1613
          progress = progress,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1614
          afp_root = afp_root,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1615
          dirs = dirs.toList,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1616
          select_dirs = select_dirs.toList,
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1617
          numa_shuffling = isabelle.Host.numa_check(progress, numa_shuffling),
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1618
          build_hosts = build_hosts.toList)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1619
79293
1f694e4b2b3a clarified signature;
Fabian Huch <huch@in.tum.de>
parents: 79292
diff changeset
  1620
      if (!schedule.is_empty && output_file.nonEmpty)
79182
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1621
        write_schedule_graphic(schedule, output_file.get)
6202d0ff36b4 added build schedule command-line wrapper;
Fabian Huch <huch@in.tum.de>
parents: 79181
diff changeset
  1622
    })
78845
ff96d94957cb add module for faster scheduled builds;
Fabian Huch <huch@in.tum.de>
parents:
diff changeset
  1623
}