author | wenzelm |
Sun, 13 Dec 2020 13:16:07 +0100 | |
changeset 72893 | fbdadf5760c2 |
parent 72559 | 274c9986e55b |
child 72894 | bd2269b6cd99 |
permissions | -rw-r--r-- |
64148 | 1 |
/* Title: Pure/Admin/isabelle_cronjob.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Main entry point for administrative cronjob at TUM. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
67854
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
10 |
import java.nio.file.Files |
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
11 |
|
64170 | 12 |
import scala.annotation.tailrec |
13 |
import scala.collection.mutable |
|
14 |
||
15 |
||
64148 | 16 |
object Isabelle_Cronjob |
17 |
{ |
|
66897 | 18 |
/* global resources: owned by main cronjob */ |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
19 |
|
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
20 |
val backup = "lxbroy10:cronjob" |
71601 | 21 |
val main_dir: Path = Path.explode("~/cronjob") |
22 |
val main_state_file: Path = main_dir + Path.explode("run/main.state") |
|
23 |
val current_log: Path = main_dir + Path.explode("run/main.log") // owned by log service |
|
24 |
val cumulative_log: Path = main_dir + Path.explode("log/main.log") // owned by log service |
|
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
25 |
|
68650
7538b5f301ea
evade odd connection problems to https://isabelle.in.tum.de from some remote hosts;
wenzelm
parents:
68530
diff
changeset
|
26 |
val isabelle_repos_source = "https://isabelle.sketis.net/repos/isabelle" |
71601 | 27 |
val isabelle_repos: Path = main_dir + Path.explode("isabelle") |
28 |
val afp_repos: Path = main_dir + Path.explode("AFP") |
|
64236
358f9ff08681
discontinued somewhat pointless cronjob.options -- compile-time constants are sufficient;
wenzelm
parents:
64235
diff
changeset
|
29 |
|
72559 | 30 |
val mailman_archives_dir = Path.explode("~/cronjob/Mailman") |
31 |
||
66896 | 32 |
val build_log_dirs = |
33 |
List(Path.explode("~/log"), Path.explode("~/afp/log"), Path.explode("~/cronjob/log")) |
|
34 |
||
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
35 |
|
64192 | 36 |
|
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
37 |
/** logger tasks **/ |
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
38 |
|
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
39 |
sealed case class Logger_Task(name: String = "", body: Logger => Unit) |
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
40 |
|
64192 | 41 |
|
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
42 |
/* init and exit */ |
64192 | 43 |
|
67753
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
44 |
def get_rev(): String = Mercurial.repository(isabelle_repos).id() |
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
45 |
def get_afp_rev(): String = Mercurial.repository(afp_repos).id() |
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
46 |
|
71601 | 47 |
val init: Logger_Task = |
67751 | 48 |
Logger_Task("init", logger => |
66859 | 49 |
{ |
50 |
Isabelle_Devel.make_index() |
|
65771 | 51 |
|
67753
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
52 |
Mercurial.setup_repository(isabelle_repos_source, isabelle_repos) |
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
53 |
Mercurial.setup_repository(AFP.repos_source, afp_repos) |
64192 | 54 |
|
66859 | 55 |
File.write(logger.log_dir + Build_Log.log_filename("isabelle_identify", logger.start_date), |
67753
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
56 |
Build_Log.Identify.content(logger.start_date, Some(get_rev()), Some(get_afp_rev()))) |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
57 |
|
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
58 |
Isabelle_System.bash( |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
59 |
"""rsync -a --include="*/" --include="plain_identify*" --exclude="*" """ + |
69199 | 60 |
Bash.string(backup + "/log/.") + " " + File.bash_path(main_dir) + "/log/.").check |
67854
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
61 |
|
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
62 |
if (!Isabelle_Devel.cronjob_log.is_file) |
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
63 |
Files.createSymbolicLink(Isabelle_Devel.cronjob_log.file.toPath, current_log.file.toPath) |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
64 |
}) |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
65 |
|
71601 | 66 |
val exit: Logger_Task = |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
67 |
Logger_Task("exit", logger => |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
68 |
{ |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
69 |
Isabelle_System.bash( |
69199 | 70 |
"rsync -a " + File.bash_path(main_dir) + "/log/." + " " + Bash.string(backup) + "/log/.") |
67769 | 71 |
.check |
67751 | 72 |
}) |
73 |
||
74 |
||
72559 | 75 |
/* Mailman archives */ |
76 |
||
77 |
val mailman_archives: Logger_Task = |
|
78 |
Logger_Task("mailman_archives", logger => |
|
79 |
{ |
|
80 |
Mailman.isabelle_users.download(mailman_archives_dir) |
|
81 |
Mailman.isabelle_dev.download(mailman_archives_dir) |
|
82 |
}) |
|
83 |
||
84 |
||
67751 | 85 |
/* build release */ |
86 |
||
71601 | 87 |
val build_release: Logger_Task = |
67751 | 88 |
Logger_Task("build_release", logger => |
89 |
{ |
|
69432
d072f3287ffa
discontinued somewhat point dmg: plain .tar.gz is smaller and more convenient to install;
wenzelm
parents:
69401
diff
changeset
|
90 |
Isabelle_Devel.release_snapshot(logger.options, rev = get_rev(), afp_rev = get_afp_rev()) |
66859 | 91 |
}) |
64192 | 92 |
|
93 |
||
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
94 |
/* integrity test of build_history vs. build_history_base */ |
64193 | 95 |
|
71601 | 96 |
val build_history_base: Logger_Task = |
64193 | 97 |
Logger_Task("build_history_base", logger => |
98 |
{ |
|
67774
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
99 |
using(logger.ssh_context.open_session("lxbroy10"))(ssh => |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
100 |
{ |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
101 |
val results = |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
102 |
Build_History.remote_build_history(ssh, |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
103 |
isabelle_repos, |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
104 |
isabelle_repos.ext("build_history_base"), |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
105 |
isabelle_identifier = "cronjob_build_history", |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
106 |
self_update = true, |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
107 |
rev = "build_history_base", |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
108 |
options = "-f", |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
109 |
args = "HOL") |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
110 |
|
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
111 |
for ((log_name, bytes) <- results) { |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
112 |
Bytes.write(logger.log_dir + Path.explode(log_name), bytes) |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
113 |
} |
5437491732d2
build_history_base as remote build on lxbroy10: thus self_update has already happened once, and thus avoids conflicts with parallel builds on shared home directory;
wenzelm
parents:
67772
diff
changeset
|
114 |
}) |
64193 | 115 |
}) |
116 |
||
117 |
||
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
118 |
/* remote build_history */ |
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
119 |
|
66864 | 120 |
sealed case class Item( |
121 |
known: Boolean, |
|
122 |
isabelle_version: String, |
|
123 |
afp_version: Option[String], |
|
124 |
pull_date: Date) |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
125 |
{ |
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
126 |
def unknown: Boolean = !known |
66864 | 127 |
def versions: (String, Option[String]) = (isabelle_version, afp_version) |
128 |
||
129 |
def known_versions(rev: String, afp_rev: Option[String]): Boolean = |
|
130 |
known && rev != "" && isabelle_version == rev && |
|
71380
5965e6e3c3ec
proper comparison of Option values, following hint by IntelliJ;
wenzelm
parents:
70757
diff
changeset
|
131 |
(afp_rev.isEmpty || afp_rev.get != "" && afp_version == afp_rev) |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
132 |
} |
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
133 |
|
66864 | 134 |
def recent_items(db: SQL.Database, |
135 |
days: Int, rev: String, afp_rev: Option[String], sql: SQL.Source): List[Item] = |
|
65807 | 136 |
{ |
66880
486f4af28db9
more thorough treatment of afp_version and afp_pull_date;
wenzelm
parents:
66879
diff
changeset
|
137 |
val afp = afp_rev.isDefined |
65807 | 138 |
val select = |
66864 | 139 |
Build_Log.Data.select_recent_versions( |
140 |
days = days, rev = rev, afp_rev = afp_rev, sql = "WHERE " + sql) |
|
65807 | 141 |
|
142 |
db.using_statement(select)(stmt => |
|
143 |
stmt.execute_query().iterator(res => |
|
144 |
{ |
|
145 |
val known = res.bool(Build_Log.Data.known) |
|
146 |
val isabelle_version = res.string(Build_Log.Prop.isabelle_version) |
|
66880
486f4af28db9
more thorough treatment of afp_version and afp_pull_date;
wenzelm
parents:
66879
diff
changeset
|
147 |
val afp_version = if (afp) proper_string(res.string(Build_Log.Prop.afp_version)) else None |
486f4af28db9
more thorough treatment of afp_version and afp_pull_date;
wenzelm
parents:
66879
diff
changeset
|
148 |
val pull_date = res.date(Build_Log.Data.pull_date(afp)) |
66864 | 149 |
Item(known, isabelle_version, afp_version, pull_date) |
65807 | 150 |
}).toList) |
151 |
} |
|
152 |
||
153 |
def unknown_runs(items: List[Item]): List[List[Item]] = |
|
154 |
{ |
|
155 |
val (run, rest) = Library.take_prefix[Item](_.unknown, items.dropWhile(_.known)) |
|
156 |
if (run.nonEmpty) run :: unknown_runs(rest) else Nil |
|
157 |
} |
|
158 |
||
64409
70c87ca55f2c
tuned signature -- more friendly for experimentation;
wenzelm
parents:
64405
diff
changeset
|
159 |
sealed case class Remote_Build( |
65764 | 160 |
description: String, |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
161 |
host: String, |
71564
03133befa33b
support actual_host for lrzcloud2: the proxy_host/sshd cannot resolve invented hostname (amending 1d8b6c2253e6);
wenzelm
parents:
71563
diff
changeset
|
162 |
actual_host: String = "", |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
163 |
user: String = "", |
65594 | 164 |
port: Int = 0, |
67746 | 165 |
proxy_host: String = "", |
166 |
proxy_user: String = "", |
|
167 |
proxy_port: Int = 0, |
|
67775 | 168 |
self_update: Boolean = false, |
65820 | 169 |
historic: Boolean = false, |
65789 | 170 |
history: Int = 0, |
65820 | 171 |
history_base: String = "build_history_base", |
71993 | 172 |
java_heap: String = "", |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
173 |
options: String = "", |
65732 | 174 |
args: String = "", |
66864 | 175 |
afp: Boolean = false, |
69693 | 176 |
bulky: Boolean = false, |
67075
eada9bd5fff2
avoid lxbroy7, which is presently inaccessible, but retain its build history in db queries;
wenzelm
parents:
67070
diff
changeset
|
177 |
more_hosts: List[String] = Nil, |
67080 | 178 |
detect: SQL.Source = "", |
179 |
active: Boolean = true) |
|
65732 | 180 |
{ |
67750 | 181 |
def ssh_session(context: SSH.Context): SSH.Session = |
71564
03133befa33b
support actual_host for lrzcloud2: the proxy_host/sshd cannot resolve invented hostname (amending 1d8b6c2253e6);
wenzelm
parents:
71563
diff
changeset
|
182 |
context.open_session(host = host, user = user, port = port, actual_host = actual_host, |
67772 | 183 |
proxy_host = proxy_host, proxy_user = proxy_user, proxy_port = proxy_port, |
71554 | 184 |
permissive = proxy_host.nonEmpty) |
67750 | 185 |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
186 |
def sql: SQL.Source = |
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
187 |
Build_Log.Prop.build_engine + " = " + SQL.string(Build_History.engine) + " AND " + |
67075
eada9bd5fff2
avoid lxbroy7, which is presently inaccessible, but retain its build history in db queries;
wenzelm
parents:
67070
diff
changeset
|
188 |
SQL.member(Build_Log.Prop.build_host.ident, host :: more_hosts) + |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
189 |
(if (detect == "") "" else " AND " + SQL.enclose(detect)) |
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
190 |
|
65747 | 191 |
def profile: Build_Status.Profile = |
69693 | 192 |
Build_Status.Profile(description, history = history, afp = afp, bulky = bulky, sql = sql) |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
193 |
|
66864 | 194 |
def pick( |
195 |
options: Options, |
|
196 |
rev: String = "", |
|
66865 | 197 |
filter: Item => Boolean = _ => true): Option[(String, Option[String])] = |
65747 | 198 |
{ |
67753
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
199 |
val afp_rev = if (afp) Some(get_afp_rev()) else None |
66864 | 200 |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
201 |
val store = Build_Log.store(options) |
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
202 |
using(store.open_database())(db => |
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
203 |
{ |
66864 | 204 |
def pick_days(days: Int, gap: Int): Option[(String, Option[String])] = |
65810 | 205 |
{ |
66865 | 206 |
val items = recent_items(db, days, rev, afp_rev, sql).filter(filter) |
66007 | 207 |
def runs = unknown_runs(items).filter(run => run.length >= gap) |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
208 |
|
66864 | 209 |
if (historic || items.exists(_.known_versions(rev, afp_rev))) { |
65810 | 210 |
val longest_run = |
211 |
(List.empty[Item] /: runs)({ case (item1, item2) => |
|
212 |
if (item1.length >= item2.length) item1 else item2 |
|
213 |
}) |
|
214 |
if (longest_run.isEmpty) None |
|
66864 | 215 |
else Some(longest_run(longest_run.length / 2).versions) |
65810 | 216 |
} |
66864 | 217 |
else if (rev != "") Some((rev, afp_rev)) |
218 |
else runs.flatten.headOption.map(_.versions) |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
219 |
} |
65810 | 220 |
|
66007 | 221 |
pick_days(options.int("build_log_history") max history, 2) orElse |
222 |
pick_days(200, 5) orElse |
|
223 |
pick_days(2000, 1) |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
224 |
}) |
65747 | 225 |
} |
65732 | 226 |
} |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
227 |
|
65806 | 228 |
val remote_builds_old: List[Remote_Build] = |
229 |
List( |
|
72391 | 230 |
Remote_Build("Linux A", "lxbroy9", |
231 |
java_heap = "2g", options = "-m32 -B -M1x2,2", args = "-N -g timing"), |
|
232 |
Remote_Build("Linux Benchmarks", "lxbroy5", historic = true, history = 90, |
|
233 |
java_heap = "2g", |
|
234 |
options = "-m32 -B -M1x2,2 -t Benchmarks" + |
|
235 |
" -e ISABELLE_GHC=ghc -e ISABELLE_MLTON=mlton -e ISABELLE_OCAML=ocaml" + |
|
236 |
" -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAMLFIND=ocamlfind -e ISABELLE_SMLNJ=sml" + |
|
237 |
" -e ISABELLE_SWIPL=swipl", |
|
238 |
args = "-N -a -d '~~/src/Benchmarks'", |
|
239 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("Benchmarks")), |
|
72390 | 240 |
Remote_Build("Mac OS X 10.14 Mojave (Old)", "lapnipkow3", |
241 |
options = "-m32 -M1,2 -e ISABELLE_GHC_SETUP=true -p pide_session=false", |
|
242 |
self_update = true, args = "-a -d '~~/src/Benchmarks'"), |
|
72073 | 243 |
Remote_Build("AFP old bulky", "lrzcloud1", self_update = true, |
70757 | 244 |
proxy_host = "lxbroy10", proxy_user = "i21isatest", |
245 |
options = "-m64 -M6 -U30000 -s10 -t AFP", |
|
246 |
args = "-g large -g slow", |
|
247 |
afp = true, |
|
248 |
bulky = true, |
|
249 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("AFP")), |
|
72073 | 250 |
Remote_Build("AFP old", "lxbroy7", |
69693 | 251 |
args = "-N -X large -X slow", |
67608 | 252 |
afp = true, |
253 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("AFP")), |
|
66762 | 254 |
Remote_Build("Poly/ML 5.7 Linux", "lxbroy8", |
255 |
history_base = "37074e22e8be", |
|
256 |
options = "-m32 -B -M1x2,2 -t polyml-5.7 -i 'init_component /home/isabelle/contrib/polyml-5.7'", |
|
257 |
args = "-N -g timing", |
|
258 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7") + " AND " + |
|
259 |
Build_Log.Settings.ML_OPTIONS + " <> " + SQL.string("-H 500")), |
|
66931 | 260 |
Remote_Build("Poly/ML 5.7.1 Linux", "lxbroy8", |
261 |
history_base = "a9d5b59c3e12", |
|
262 |
options = "-m32 -B -M1x2,2 -t polyml-5.7.1-pre2 -i 'init_component /home/isabelle/contrib/polyml-test-905dae2ebfda'", |
|
263 |
args = "-N -g timing", |
|
264 |
detect = |
|
265 |
Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7.1-pre1") + " OR " + |
|
266 |
Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7.1-pre2")), |
|
66762 | 267 |
Remote_Build("Poly/ML 5.7 Mac OS X", "macbroy2", |
268 |
history_base = "37074e22e8be", |
|
269 |
options = "-m32 -B -M1x4,4 -t polyml-5.7 -i 'init_component /home/isabelle/contrib/polyml-5.7'", |
|
270 |
args = "-a", |
|
271 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7")), |
|
66931 | 272 |
Remote_Build("Poly/ML 5.7.1 Mac OS X", "macbroy2", |
273 |
history_base = "a9d5b59c3e12", |
|
274 |
options = "-m32 -B -M1x4,4 -t polyml-5.7.1-pre2 -i 'init_component /home/isabelle/contrib/polyml-test-905dae2ebfda'", |
|
275 |
args = "-a", |
|
276 |
detect = |
|
277 |
Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7.1-pre1") + " OR " + |
|
278 |
Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7.1-pre2")), |
|
72893 | 279 |
Remote_Build("Mac OS X", "macbroy2", |
280 |
options = "-m32 -M8" + |
|
281 |
" -e ISABELLE_GHC=ghc -e ISABELLE_MLTON=mlton -e ISABELLE_OCAML=ocaml" + |
|
282 |
" -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
|
283 |
" -e ISABELLE_OPAM_ROOT=\"$ISABELLE_HOME/opam\"" + |
|
284 |
" -e ISABELLE_SMLNJ=/home/isabelle/smlnj/110.85/bin/sml" + |
|
285 |
" -p pide_session=false", |
|
286 |
args = "-a", |
|
287 |
detect = Build_Log.Prop.build_tags.undefined, |
|
288 |
history_base = "2c0f24e927dd"), |
|
289 |
Remote_Build("Mac OS X, quick_and_dirty", "macbroy2", |
|
290 |
options = "-m32 -M8 -t quick_and_dirty -p pide_session=false", args = "-a -o quick_and_dirty", |
|
291 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("quick_and_dirty"), |
|
292 |
history_base = "2c0f24e927dd"), |
|
293 |
Remote_Build("Mac OS X, skip_proofs", "macbroy2", |
|
294 |
options = "-m32 -M8 -t skip_proofs -p pide_session=false", args = "-a -o skip_proofs", |
|
295 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("skip_proofs"), |
|
296 |
history_base = "2c0f24e927dd"), |
|
65806 | 297 |
Remote_Build("Poly/ML test", "lxbroy8", |
65843
d547173212d2
proper init_settings for init_component (before generated ML_OPTIONS etc.);
wenzelm
parents:
65840
diff
changeset
|
298 |
options = "-m32 -B -M1x2,2 -t polyml-test -i 'init_component /home/isabelle/contrib/polyml-5.7-20170217'", |
65806 | 299 |
args = "-N -g timing", |
300 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("polyml-test")), |
|
72483 | 301 |
Remote_Build("Mac OS X 10.12 Sierra", "macbroy30", options = "-m32 -M2 -p pide_session=false", args = "-a", |
302 |
detect = Build_Log.Prop.build_start + " > date '2017-03-03'"), |
|
303 |
Remote_Build("Mac OS X 10.10 Yosemite", "macbroy31", options = "-m32 -M2 -p pide_session=false", args = "-a"), |
|
65806 | 304 |
Remote_Build("Mac OS X 10.8 Mountain Lion", "macbroy30", options = "-m32 -M2", args = "-a", |
71974
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
305 |
detect = Build_Log.Prop.build_start + " < date '2017-03-03'")) ::: |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
306 |
{ |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
307 |
for { (n, hosts) <- List(1 -> List("lxbroy6"), 2 -> List("lxbroy8", "lxbroy5")) } |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
308 |
yield { |
72073 | 309 |
Remote_Build("AFP old", host = hosts.head, more_hosts = hosts.tail, |
71974
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
310 |
options = "-m32 -M1x2 -t AFP -P" + n + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
311 |
" -e ISABELLE_GHC=ghc" + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
312 |
" -e ISABELLE_MLTON=mlton" + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
313 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAMLFIND=ocamlfind" + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
314 |
" -e ISABELLE_SMLNJ=sml", |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
315 |
args = "-N -X large -X slow", |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
316 |
afp = true, |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
317 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("AFP")) |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
318 |
} |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
319 |
} |
65806 | 320 |
|
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
321 |
val remote_builds1: List[List[Remote_Build]] = |
65732 | 322 |
{ |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
323 |
List( |
65820 | 324 |
List(Remote_Build("Linux B", "lxbroy10", historic = true, history = 90, |
65732 | 325 |
options = "-m32 -B -M1x4,2,4,6", args = "-N -g timing")), |
71565
24b68a932f26
back to old-style names for uniform sorting of build_status (amending 138e8226961e);
wenzelm
parents:
71564
diff
changeset
|
326 |
List(Remote_Build("Mac OS X 10.13 High Sierra", "lapbroy68", |
72392 | 327 |
options = "-m32 -B -M1,2,4 -e ISABELLE_GHC_SETUP=true -p pide_session=false", |
71538 | 328 |
self_update = true, args = "-a -d '~~/src/Benchmarks'")), |
72893 | 329 |
List( |
330 |
Remote_Build("Mac OS X 10.14 Mojave", "mini2", |
|
331 |
options = "-m32 -B -M1x2,2,4 -p pide_session=false" + |
|
332 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
|
333 |
" -e ISABELLE_GHC_SETUP=true" + |
|
334 |
" -e ISABELLE_MLTON=/usr/local/bin/mlton" + |
|
335 |
" -e ISABELLE_SMLNJ=/usr/local/smlnj/bin/sml" + |
|
336 |
" -e ISABELLE_SWIPL=/usr/local/bin/swipl", |
|
337 |
self_update = true, args = "-a -d '~~/src/Benchmarks'"), |
|
338 |
Remote_Build("Mac OS X, quick_and_dirty", "mini2", |
|
339 |
options = "-m32 -M4 -t quick_and_dirty -p pide_session=false", |
|
340 |
self_update = true, args = "-a -o quick_and_dirty", |
|
341 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("quick_and_dirty")), |
|
342 |
Remote_Build("Mac OS X, skip_proofs", "mini2", |
|
343 |
options = "-m32 -M4 -t skip_proofs -p pide_session=false", args = "-a -o skip_proofs", |
|
344 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("skip_proofs"))), |
|
71565
24b68a932f26
back to old-style names for uniform sorting of build_status (amending 138e8226961e);
wenzelm
parents:
71564
diff
changeset
|
345 |
List(Remote_Build("Mac OS X 10.15 Catalina", "laramac01", user = "makarius", |
71537 | 346 |
proxy_host = "laraserver", proxy_user = "makarius", |
71983 | 347 |
self_update = true, |
71999
720b72513ae5
no pide_session on macos: avoid odd "hang" of remote_build_history;
wenzelm
parents:
71995
diff
changeset
|
348 |
options = "-m32 -M4 -e ISABELLE_GHC_SETUP=true -p pide_session=false", |
71537 | 349 |
args = "-a -d '~~/src/Benchmarks'")), |
64351 | 350 |
List( |
67775 | 351 |
Remote_Build("Windows", "vmnipkow9", historic = true, history = 90, self_update = true, |
65906 | 352 |
options = "-m32 -M4" + |
69931
31ee094dea3d
prefer ISABELLE_OCAML_SETUP: Cygwin lacks libzarith;
wenzelm
parents:
69927
diff
changeset
|
353 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
69952 | 354 |
" -e ISABELLE_GHC_SETUP=true" + |
65906 | 355 |
" -e ISABELLE_SMLNJ=/usr/local/smlnj-110.81/bin/sml", |
65902 | 356 |
args = "-a", |
72317 | 357 |
detect = |
358 |
Build_Log.Settings.ML_PLATFORM + " = " + SQL.string("x86-windows") + " OR " + |
|
359 |
Build_Log.Settings.ML_PLATFORM + " = " + SQL.string("x86_64_32-windows")), |
|
67775 | 360 |
Remote_Build("Windows", "vmnipkow9", historic = true, history = 90, self_update = true, |
65906 | 361 |
options = "-m64 -M4" + |
69931
31ee094dea3d
prefer ISABELLE_OCAML_SETUP: Cygwin lacks libzarith;
wenzelm
parents:
69927
diff
changeset
|
362 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
69952 | 363 |
" -e ISABELLE_GHC_SETUP=true" + |
65906 | 364 |
" -e ISABELLE_SMLNJ=/usr/local/smlnj-110.81/bin/sml", |
65902 | 365 |
args = "-a", |
71974
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
366 |
detect = Build_Log.Settings.ML_PLATFORM + " = " + SQL.string("x86_64-windows")))) |
65732 | 367 |
} |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
368 |
|
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
369 |
val remote_builds2: List[List[Remote_Build]] = |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
370 |
List( |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
371 |
List( |
72073 | 372 |
Remote_Build("AFP", "lrzcloud2", actual_host = "10.195.4.41", self_update = true, |
70467 | 373 |
proxy_host = "lxbroy10", proxy_user = "i21isatest", |
71993 | 374 |
java_heap = "8g", |
70467 | 375 |
options = "-m32 -M1x8 -t AFP" + |
376 |
" -e ISABELLE_GHC=ghc" + |
|
377 |
" -e ISABELLE_MLTON=mlton" + |
|
378 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAMLFIND=ocamlfind" + |
|
379 |
" -e ISABELLE_SMLNJ=sml", |
|
70477 | 380 |
args = "-a -X large -X slow", |
70467 | 381 |
afp = true, |
382 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("AFP")), |
|
72074
f3e1144a1cec
clarified name to avoid duplication (no distinction of data on host = lrzcloud2);
wenzelm
parents:
72073
diff
changeset
|
383 |
Remote_Build("AFP", "lrzcloud2", actual_host = "10.195.4.41", self_update = true, |
70467 | 384 |
proxy_host = "lxbroy10", proxy_user = "i21isatest", |
71993 | 385 |
java_heap = "8g", |
386 |
options = "-m64 -M8 -U30000 -s10 -t AFP", |
|
70467 | 387 |
args = "-g large -g slow", |
388 |
afp = true, |
|
389 |
bulky = true, |
|
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
390 |
detect = Build_Log.Prop.build_tags + " = " + SQL.string("AFP")))) |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
391 |
|
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
392 |
def remote_build_history(rev: String, afp_rev: Option[String], i: Int, r: Remote_Build) |
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
393 |
: Logger_Task = |
64294
303976a45afe
shared_home is default for classic isatest home setup;
wenzelm
parents:
64277
diff
changeset
|
394 |
{ |
303976a45afe
shared_home is default for classic isatest home setup;
wenzelm
parents:
64277
diff
changeset
|
395 |
val task_name = "build_history-" + r.host |
303976a45afe
shared_home is default for classic isatest home setup;
wenzelm
parents:
64277
diff
changeset
|
396 |
Logger_Task(task_name, logger => |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
397 |
{ |
67750 | 398 |
using(r.ssh_session(logger.ssh_context))(ssh => |
399 |
{ |
|
400 |
val results = |
|
401 |
Build_History.remote_build_history(ssh, |
|
402 |
isabelle_repos, |
|
403 |
isabelle_repos.ext(r.host), |
|
404 |
isabelle_identifier = "cronjob_build_history", |
|
67775 | 405 |
self_update = r.self_update, |
67750 | 406 |
rev = rev, |
407 |
afp_rev = afp_rev, |
|
408 |
options = |
|
409 |
" -N " + Bash.string(task_name) + (if (i < 0) "" else "_" + (i + 1).toString) + |
|
71993 | 410 |
" -f -h " + Bash.string(r.host) + " " + |
411 |
(r.java_heap match { |
|
412 |
case "" => "" |
|
413 |
case h => |
|
414 |
"-e 'ISABELLE_TOOL_JAVA_OPTIONS=\"$ISABELLE_TOOL_JAVA_OPTIONS -Xmx" + h + "\"' " |
|
415 |
}) + r.options, |
|
67750 | 416 |
args = "-o timeout=10800 " + r.args) |
64346 | 417 |
|
67750 | 418 |
for ((log_name, bytes) <- results) { |
419 |
logger.log(Date.now(), log_name) |
|
420 |
Bytes.write(logger.log_dir + Path.explode(log_name), bytes) |
|
421 |
} |
|
422 |
}) |
|
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
423 |
}) |
64294
303976a45afe
shared_home is default for classic isatest home setup;
wenzelm
parents:
64277
diff
changeset
|
424 |
} |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
425 |
|
65747 | 426 |
val build_status_profiles: List[Build_Status.Profile] = |
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
427 |
(remote_builds_old :: remote_builds1 ::: remote_builds2).flatten.map(_.profile) |
65747 | 428 |
|
65746 | 429 |
|
64192 | 430 |
|
431 |
/** task logging **/ |
|
64171 | 432 |
|
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
433 |
object Log_Service |
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
434 |
{ |
71726
a5fda30edae2
clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents:
71684
diff
changeset
|
435 |
def apply(options: Options, progress: Progress = new Progress): Log_Service = |
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
436 |
new Log_Service(SSH.init_context(options), progress) |
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
437 |
} |
64154 | 438 |
|
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
439 |
class Log_Service private(val ssh_context: SSH.Context, progress: Progress) |
64171 | 440 |
{ |
64219 | 441 |
current_log.file.delete |
442 |
||
64171 | 443 |
private val thread: Consumer_Thread[String] = |
444 |
Consumer_Thread.fork("cronjob: logger", daemon = true)( |
|
445 |
consume = (text: String) => |
|
64219 | 446 |
{ // critical |
447 |
File.append(current_log, text + "\n") |
|
448 |
File.append(cumulative_log, text + "\n") |
|
64171 | 449 |
progress.echo(text) |
450 |
true |
|
451 |
}) |
|
452 |
||
453 |
def shutdown() { thread.shutdown() } |
|
454 |
||
71601 | 455 |
val hostname: String = Isabelle_System.hostname() |
64171 | 456 |
|
457 |
def log(date: Date, task_name: String, msg: String): Unit = |
|
64193 | 458 |
if (task_name != "") |
459 |
thread.send( |
|
460 |
"[" + Build_Log.print_date(date) + ", " + hostname + ", " + task_name + "]: " + msg) |
|
64171 | 461 |
|
462 |
def start_logger(start_date: Date, task_name: String): Logger = |
|
463 |
new Logger(this, start_date, task_name) |
|
64154 | 464 |
|
64171 | 465 |
def run_task(start_date: Date, task: Logger_Task) |
466 |
{ |
|
467 |
val logger = start_logger(start_date, task.name) |
|
468 |
val res = Exn.capture { task.body(logger) } |
|
469 |
val end_date = Date.now() |
|
470 |
val err = |
|
471 |
res match { |
|
472 |
case Exn.Res(_) => None |
|
64295 | 473 |
case Exn.Exn(exn) => |
67178 | 474 |
Output.writeln("Exception trace for " + quote(task.name) + ":") |
64397 | 475 |
exn.printStackTrace() |
66923 | 476 |
val first_line = split_lines(Exn.message(exn)).headOption getOrElse "exception" |
64295 | 477 |
Some(first_line) |
64171 | 478 |
} |
479 |
logger.log_end(end_date, err) |
|
480 |
} |
|
481 |
||
482 |
def fork_task(start_date: Date, task: Logger_Task): Task = |
|
483 |
new Task(task.name, run_task(start_date, task)) |
|
484 |
} |
|
485 |
||
486 |
class Logger private[Isabelle_Cronjob]( |
|
487 |
val log_service: Log_Service, val start_date: Date, val task_name: String) |
|
64162 | 488 |
{ |
64257 | 489 |
def ssh_context: SSH.Context = log_service.ssh_context |
65640 | 490 |
def options: Options = ssh_context.options |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
491 |
|
64171 | 492 |
def log(date: Date, msg: String): Unit = log_service.log(date, task_name, msg) |
493 |
||
494 |
def log_end(end_date: Date, err: Option[String]) |
|
495 |
{ |
|
496 |
val elapsed_time = end_date.time - start_date.time |
|
497 |
val msg = |
|
498 |
(if (err.isEmpty) "finished" else "ERROR " + err.get) + |
|
64197 | 499 |
(if (elapsed_time.seconds < 3.0) "" else " (" + elapsed_time.message_hms + " elapsed time)") |
64171 | 500 |
log(end_date, msg) |
501 |
} |
|
502 |
||
72376 | 503 |
val log_dir = Isabelle_System.make_directory(main_dir + Build_Log.log_subdir(start_date)) |
64195 | 504 |
|
64171 | 505 |
log(start_date, "started") |
506 |
} |
|
507 |
||
508 |
class Task private[Isabelle_Cronjob](name: String, body: => Unit) |
|
509 |
{ |
|
510 |
private val future: Future[Unit] = Future.thread("cronjob: " + name) { body } |
|
511 |
def is_finished: Boolean = future.is_finished |
|
64162 | 512 |
} |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
513 |
|
64170 | 514 |
|
515 |
||
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
516 |
/** cronjob **/ |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
517 |
|
64187 | 518 |
def cronjob(progress: Progress, exclude_task: Set[String]) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
519 |
{ |
64171 | 520 |
/* soft lock */ |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
521 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
522 |
val still_running = |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
523 |
try { Some(File.read(main_state_file)) } |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
524 |
catch { case ERROR(_) => None } |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
525 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
526 |
still_running match { |
64170 | 527 |
case None | Some("") => |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
528 |
case Some(running) => |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
529 |
error("Isabelle cronjob appears to be still running: " + running) |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
530 |
} |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
531 |
|
64199 | 532 |
|
533 |
/* log service */ |
|
534 |
||
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
535 |
val log_service = Log_Service(Options.init(), progress = progress) |
64154 | 536 |
|
64199 | 537 |
def run(start_date: Date, task: Logger_Task) { log_service.run_task(start_date, task) } |
538 |
||
539 |
def run_now(task: Logger_Task) { run(Date.now(), task) } |
|
64154 | 540 |
|
541 |
||
64199 | 542 |
/* structured tasks */ |
64184 | 543 |
|
64350
3af8566788e7
remote_builds has PAR-SEQ semantics of old isatest-makedist;
wenzelm
parents:
64348
diff
changeset
|
544 |
def SEQ(tasks: List[Logger_Task]): Logger_Task = Logger_Task(body = _ => |
64193 | 545 |
for (task <- tasks.iterator if !exclude_task(task.name) || task.name == "") |
64199 | 546 |
run_now(task)) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
547 |
|
64350
3af8566788e7
remote_builds has PAR-SEQ semantics of old isatest-makedist;
wenzelm
parents:
64348
diff
changeset
|
548 |
def PAR(tasks: List[Logger_Task]): Logger_Task = Logger_Task(body = _ => |
64170 | 549 |
{ |
64199 | 550 |
@tailrec def join(running: List[Task]) |
551 |
{ |
|
552 |
running.partition(_.is_finished) match { |
|
553 |
case (Nil, Nil) => |
|
71684 | 554 |
case (Nil, _ :: _) => Time.seconds(0.5).sleep; join(running) |
64199 | 555 |
case (_ :: _, remaining) => join(remaining) |
556 |
} |
|
64170 | 557 |
} |
64199 | 558 |
val start_date = Date.now() |
559 |
val running = |
|
64350
3af8566788e7
remote_builds has PAR-SEQ semantics of old isatest-makedist;
wenzelm
parents:
64348
diff
changeset
|
560 |
for (task <- tasks if !exclude_task(task.name)) |
64199 | 561 |
yield log_service.fork_task(start_date, task) |
562 |
join(running) |
|
563 |
}) |
|
64193 | 564 |
|
64170 | 565 |
|
66897 | 566 |
/* repository structure */ |
64199 | 567 |
|
65820 | 568 |
val hg = Mercurial.repository(isabelle_repos) |
66895 | 569 |
val hg_graph = hg.graph() |
67048
ec438988b65a
local user_home for improved performance, but only after given changeset for stability of measurement history;
wenzelm
parents:
67008
diff
changeset
|
570 |
|
66895 | 571 |
def history_base_filter(r: Remote_Build): Item => Boolean = |
572 |
{ |
|
573 |
val base_rev = hg.id(r.history_base) |
|
574 |
val nodes = hg_graph.all_succs(List(base_rev)).toSet |
|
575 |
(item: Item) => nodes(item.isabelle_version) |
|
576 |
} |
|
577 |
||
66897 | 578 |
|
579 |
/* main */ |
|
580 |
||
581 |
val main_start_date = Date.now() |
|
582 |
File.write(main_state_file, main_start_date + " " + log_service.hostname) |
|
583 |
||
64193 | 584 |
run(main_start_date, |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
585 |
Logger_Task("isabelle_cronjob", logger => |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
586 |
run_now( |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
587 |
SEQ(List( |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
588 |
init, |
72559 | 589 |
PAR(List(mailman_archives, SEQ(List(build_history_base, build_release)))), |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
590 |
PAR( |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
591 |
List(remote_builds1, remote_builds2).map(remote_builds => |
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
592 |
SEQ(List( |
67080 | 593 |
PAR(remote_builds.map(_.filter(_.active)).map(seq => |
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
594 |
SEQ( |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
595 |
for { |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
596 |
(r, i) <- (if (seq.length <= 1) seq.map((_, -1)) else seq.zipWithIndex) |
67048
ec438988b65a
local user_home for improved performance, but only after given changeset for stability of measurement history;
wenzelm
parents:
67008
diff
changeset
|
597 |
(rev, afp_rev) <- r.pick(logger.options, hg.id(), history_base_filter(r)) |
67070
85e6c1ff5be3
removed pointless user_home: no measurable impact;
wenzelm
parents:
67049
diff
changeset
|
598 |
} yield remote_build_history(rev, afp_rev, i, r)))), |
67008 | 599 |
Logger_Task("jenkins_logs", _ => |
68209 | 600 |
Jenkins.download_logs(logger.options, Jenkins.build_log_jobs, main_dir)), |
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
601 |
Logger_Task("build_log_database", |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
602 |
logger => Isabelle_Devel.build_log_database(logger.options, build_log_dirs)), |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
603 |
Logger_Task("build_status", |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
604 |
logger => Isabelle_Devel.build_status(logger.options)))))), |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
605 |
exit))))) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
606 |
|
64171 | 607 |
log_service.shutdown() |
64170 | 608 |
|
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
609 |
main_state_file.file.delete |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
610 |
} |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
611 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
612 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
613 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
614 |
/** command line entry point **/ |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
615 |
|
64148 | 616 |
def main(args: Array[String]) |
617 |
{ |
|
71632 | 618 |
Command_Line.tool { |
64148 | 619 |
var force = false |
620 |
var verbose = false |
|
64187 | 621 |
var exclude_task = Set.empty[String] |
64148 | 622 |
|
623 |
val getopts = Getopts(""" |
|
624 |
Usage: Admin/cronjob/main [OPTIONS] |
|
625 |
||
626 |
Options are: |
|
627 |
-f apply force to do anything |
|
628 |
-v verbose |
|
64187 | 629 |
-x NAME exclude tasks with this name |
64148 | 630 |
""", |
631 |
"f" -> (_ => force = true), |
|
64187 | 632 |
"v" -> (_ => verbose = true), |
633 |
"x:" -> (arg => exclude_task += arg)) |
|
64148 | 634 |
|
635 |
val more_args = getopts(args) |
|
636 |
if (more_args.nonEmpty) getopts.usage() |
|
637 |
||
71726
a5fda30edae2
clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents:
71684
diff
changeset
|
638 |
val progress = if (verbose) new Console_Progress() else new Progress |
64148 | 639 |
|
64187 | 640 |
if (force) cronjob(progress, exclude_task) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
641 |
else error("Need to apply force to do anything") |
64148 | 642 |
} |
643 |
} |
|
644 |
} |