author | wenzelm |
Thu, 02 Nov 2023 12:03:30 +0100 | |
changeset 78877 | 45d570945fe4 |
parent 78873 | 0c7419d3dd59 |
child 78885 | 9d0faaa77e5d |
permissions | -rw-r--r-- |
64148 | 1 |
/* Title: Pure/Admin/isabelle_cronjob.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Main entry point for administrative cronjob at TUM. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
67854
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
10 |
import java.nio.file.Files |
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
11 |
|
64170 | 12 |
import scala.annotation.tailrec |
13 |
||
14 |
||
75393 | 15 |
object Isabelle_Cronjob { |
66897 | 16 |
/* global resources: owned by main cronjob */ |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
17 |
|
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
18 |
val backup = "lxbroy10:cronjob" |
71601 | 19 |
val main_dir: Path = Path.explode("~/cronjob") |
20 |
val main_state_file: Path = main_dir + Path.explode("run/main.state") |
|
75551
4103b945c7b5
more informative release_snapshot, to see better where the cronjob fails;
wenzelm
parents:
75520
diff
changeset
|
21 |
val build_release_log: Path = main_dir + Path.explode("run/build_release.log") |
78877
45d570945fe4
more detailed progress for build_log_database, to see better what happens when;
wenzelm
parents:
78873
diff
changeset
|
22 |
val build_log_database_log: Path = main_dir + Path.explode("run/build_log_database.log") |
71601 | 23 |
val current_log: Path = main_dir + Path.explode("run/main.log") // owned by log service |
24 |
val cumulative_log: Path = main_dir + Path.explode("log/main.log") // owned by log service |
|
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
25 |
|
71601 | 26 |
val isabelle_repos: Path = main_dir + Path.explode("isabelle") |
27 |
val afp_repos: Path = main_dir + Path.explode("AFP") |
|
64236
358f9ff08681
discontinued somewhat pointless cronjob.options -- compile-time constants are sufficient;
wenzelm
parents:
64235
diff
changeset
|
28 |
|
72559 | 29 |
val mailman_archives_dir = Path.explode("~/cronjob/Mailman") |
30 |
||
66896 | 31 |
val build_log_dirs = |
32 |
List(Path.explode("~/log"), Path.explode("~/afp/log"), Path.explode("~/cronjob/log")) |
|
33 |
||
78872 | 34 |
val isabelle_devel: Path = Path.explode("~/html-data/devel") |
35 |
||
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
36 |
|
64192 | 37 |
|
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
38 |
/** logger tasks **/ |
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
39 |
|
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
40 |
sealed case class Logger_Task(name: String = "", body: Logger => Unit) |
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
41 |
|
64192 | 42 |
|
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
43 |
/* init and exit */ |
64192 | 44 |
|
67753
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
45 |
def get_rev(): String = Mercurial.repository(isabelle_repos).id() |
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
46 |
def get_afp_rev(): String = Mercurial.repository(afp_repos).id() |
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
47 |
|
71601 | 48 |
val init: Logger_Task = |
75394 | 49 |
Logger_Task("init", |
50 |
{ logger => |
|
78872 | 51 |
val redirect = "https://isabelle-dev.sketis.net/home/menu/view/20" |
52 |
||
53 |
HTML.write_document(isabelle_devel, "index.html", |
|
54 |
List( |
|
55 |
XML.Elem(Markup("meta", |
|
56 |
List("http-equiv" -> "Refresh", "content" -> ("0; url=" + redirect))), Nil)), |
|
57 |
List(HTML.link(redirect, HTML.text("Isabelle Development Resources")))) |
|
65771 | 58 |
|
73611 | 59 |
Mercurial.setup_repository(Isabelle_System.afp_repository.root, afp_repos) |
64192 | 60 |
|
66859 | 61 |
File.write(logger.log_dir + Build_Log.log_filename("isabelle_identify", logger.start_date), |
67753
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
62 |
Build_Log.Identify.content(logger.start_date, Some(get_rev()), Some(get_afp_rev()))) |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
63 |
|
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
64 |
Isabelle_System.bash( |
77788
c2ce9ac85859
use remote copy of locally installed rsync component: for uniform version and options;
wenzelm
parents:
77751
diff
changeset
|
65 |
File.bash_path(Component_Rsync.local_program) + |
c2ce9ac85859
use remote copy of locally installed rsync component: for uniform version and options;
wenzelm
parents:
77751
diff
changeset
|
66 |
""" -a --include="*/" --include="plain_identify*" --exclude="*" """ + |
69199 | 67 |
Bash.string(backup + "/log/.") + " " + File.bash_path(main_dir) + "/log/.").check |
67854
8374c80165e1
publish current log file, e.g. for easy error detection;
wenzelm
parents:
67775
diff
changeset
|
68 |
|
78872 | 69 |
val cronjob_log = isabelle_devel + Path.basic("cronjob-main.log") |
78871 | 70 |
if (!cronjob_log.is_file) { |
71 |
Files.createSymbolicLink(cronjob_log.java_path, current_log.java_path) |
|
78094 | 72 |
} |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
73 |
}) |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
74 |
|
71601 | 75 |
val exit: Logger_Task = |
75394 | 76 |
Logger_Task("exit", |
77 |
{ logger => |
|
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
78 |
Isabelle_System.bash( |
77788
c2ce9ac85859
use remote copy of locally installed rsync component: for uniform version and options;
wenzelm
parents:
77751
diff
changeset
|
79 |
File.bash_path(Component_Rsync.local_program) + |
c2ce9ac85859
use remote copy of locally installed rsync component: for uniform version and options;
wenzelm
parents:
77751
diff
changeset
|
80 |
" -a " + File.bash_path(main_dir) + "/log/." + " " + Bash.string(backup) + "/log/.") |
67769 | 81 |
.check |
67751 | 82 |
}) |
83 |
||
84 |
||
72559 | 85 |
/* Mailman archives */ |
86 |
||
87 |
val mailman_archives: Logger_Task = |
|
75394 | 88 |
Logger_Task("mailman_archives", |
89 |
{ logger => |
|
74921 | 90 |
Mailman.Isabelle_Users.download(mailman_archives_dir) |
91 |
Mailman.Isabelle_Dev.download(mailman_archives_dir) |
|
72559 | 92 |
}) |
93 |
||
94 |
||
67751 | 95 |
/* build release */ |
96 |
||
71601 | 97 |
val build_release: Logger_Task = |
75551
4103b945c7b5
more informative release_snapshot, to see better where the cronjob fails;
wenzelm
parents:
75520
diff
changeset
|
98 |
Logger_Task("build_release", { logger => |
4103b945c7b5
more informative release_snapshot, to see better where the cronjob fails;
wenzelm
parents:
75520
diff
changeset
|
99 |
build_release_log.file.delete |
78872 | 100 |
val rev = get_rev() |
101 |
val afp_rev = get_afp_rev() |
|
102 |
val progress = new File_Progress(build_release_log) |
|
103 |
||
104 |
Isabelle_System.with_tmp_dir("isadist") { target_dir => |
|
105 |
Isabelle_System.update_directory(isabelle_devel + Path.explode("release_snapshot"), |
|
106 |
{ website_dir => |
|
107 |
val context = Build_Release.Release_Context(target_dir, progress = progress) |
|
108 |
Build_Release.build_release_archive(context, rev) |
|
109 |
Build_Release.build_release(logger.options, context, afp_rev = afp_rev, |
|
110 |
build_sessions = List(Isabelle_System.getenv("ISABELLE_LOGIC")), |
|
111 |
website = Some(website_dir)) |
|
112 |
} |
|
113 |
) |
|
114 |
} |
|
75551
4103b945c7b5
more informative release_snapshot, to see better where the cronjob fails;
wenzelm
parents:
75520
diff
changeset
|
115 |
}) |
64192 | 116 |
|
117 |
||
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
118 |
/* remote build_history */ |
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
119 |
|
66864 | 120 |
sealed case class Item( |
121 |
known: Boolean, |
|
122 |
isabelle_version: String, |
|
123 |
afp_version: Option[String], |
|
75393 | 124 |
pull_date: Date |
125 |
) { |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
126 |
def unknown: Boolean = !known |
66864 | 127 |
def versions: (String, Option[String]) = (isabelle_version, afp_version) |
128 |
||
129 |
def known_versions(rev: String, afp_rev: Option[String]): Boolean = |
|
130 |
known && rev != "" && isabelle_version == rev && |
|
71380
5965e6e3c3ec
proper comparison of Option values, following hint by IntelliJ;
wenzelm
parents:
70757
diff
changeset
|
131 |
(afp_rev.isEmpty || afp_rev.get != "" && afp_version == afp_rev) |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
132 |
} |
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
133 |
|
75393 | 134 |
def recent_items( |
135 |
db: SQL.Database, |
|
136 |
days: Int, |
|
137 |
rev: String, |
|
138 |
afp_rev: Option[String], |
|
75968
5a782ca6872b
tuned signature: build_log db is specific to PostgreSQL;
wenzelm
parents:
75954
diff
changeset
|
139 |
sql: PostgreSQL.Source |
75393 | 140 |
): List[Item] = { |
66880
486f4af28db9
more thorough treatment of afp_version and afp_pull_date;
wenzelm
parents:
66879
diff
changeset
|
141 |
val afp = afp_rev.isDefined |
77552 | 142 |
|
143 |
db.execute_query_statement( |
|
78849 | 144 |
Build_Log.private_data.select_recent_versions( |
77581 | 145 |
days = days, rev = rev, afp_rev = afp_rev, sql = SQL.where(sql)), |
77552 | 146 |
List.from[Item], |
147 |
{ res => |
|
78849 | 148 |
val known = res.bool(Build_Log.private_data.known) |
65807 | 149 |
val isabelle_version = res.string(Build_Log.Prop.isabelle_version) |
66880
486f4af28db9
more thorough treatment of afp_version and afp_pull_date;
wenzelm
parents:
66879
diff
changeset
|
150 |
val afp_version = if (afp) proper_string(res.string(Build_Log.Prop.afp_version)) else None |
78849 | 151 |
val pull_date = res.date(Build_Log.private_data.pull_date(afp)) |
66864 | 152 |
Item(known, isabelle_version, afp_version, pull_date) |
77552 | 153 |
}) |
65807 | 154 |
} |
155 |
||
75393 | 156 |
def unknown_runs(items: List[Item]): List[List[Item]] = { |
65807 | 157 |
val (run, rest) = Library.take_prefix[Item](_.unknown, items.dropWhile(_.known)) |
158 |
if (run.nonEmpty) run :: unknown_runs(rest) else Nil |
|
159 |
} |
|
160 |
||
64409
70c87ca55f2c
tuned signature -- more friendly for experimentation;
wenzelm
parents:
64405
diff
changeset
|
161 |
sealed case class Remote_Build( |
65764 | 162 |
description: String, |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
163 |
host: String, |
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
164 |
user: String = "", |
65594 | 165 |
port: Int = 0, |
65820 | 166 |
historic: Boolean = false, |
65789 | 167 |
history: Int = 0, |
65820 | 168 |
history_base: String = "build_history_base", |
77132
53ce5a39c987
more uniform components context for the managing "self_isabelle" and the managed "other_isabelle";
wenzelm
parents:
77131
diff
changeset
|
169 |
components_base: String = Components.dynamic_components_base, |
77135
515b6aaede32
enable clean_components by default: it saves a lot of local disk space, notably on virtual nodes;
wenzelm
parents:
77133
diff
changeset
|
170 |
clean_components: Boolean = true, |
71993 | 171 |
java_heap: String = "", |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
172 |
options: String = "", |
65732 | 173 |
args: String = "", |
66864 | 174 |
afp: Boolean = false, |
69693 | 175 |
bulky: Boolean = false, |
67075
eada9bd5fff2
avoid lxbroy7, which is presently inaccessible, but retain its build history in db queries;
wenzelm
parents:
67070
diff
changeset
|
176 |
more_hosts: List[String] = Nil, |
75968
5a782ca6872b
tuned signature: build_log db is specific to PostgreSQL;
wenzelm
parents:
75954
diff
changeset
|
177 |
detect: PostgreSQL.Source = "", |
77163
7ceed24c88dc
alternate AFP tests on lrzcloud2, to fit better into one day;
wenzelm
parents:
77135
diff
changeset
|
178 |
active: () => Boolean = () => true |
75393 | 179 |
) { |
76115
f17393e21388
clarified signature: discontinue somewhat pointless SSH.Context;
wenzelm
parents:
76027
diff
changeset
|
180 |
def open_session(options: Options): SSH.Session = |
76123
4a0b7151fedc
removed remains of proxy_host management: delegated to .ssh/config;
wenzelm
parents:
76122
diff
changeset
|
181 |
SSH.open_session(options, host = host, user = user, port = port) |
67750 | 182 |
|
75968
5a782ca6872b
tuned signature: build_log db is specific to PostgreSQL;
wenzelm
parents:
75954
diff
changeset
|
183 |
def sql: PostgreSQL.Source = |
77370 | 184 |
SQL.and( |
77375 | 185 |
Build_Log.Prop.build_engine.equal(Build_History.engine), |
186 |
Build_Log.Prop.build_host.member(host :: more_hosts), |
|
77370 | 187 |
if_proper(detect, SQL.enclose(detect))) |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
188 |
|
65747 | 189 |
def profile: Build_Status.Profile = |
69693 | 190 |
Build_Status.Profile(description, history = history, afp = afp, bulky = bulky, sql = sql) |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
191 |
|
66864 | 192 |
def pick( |
193 |
options: Options, |
|
194 |
rev: String = "", |
|
75393 | 195 |
filter: Item => Boolean = _ => true |
196 |
): Option[(String, Option[String])] = { |
|
67753
f28aee3ad1e6
uniform setup_repository (pull/clone without update);
wenzelm
parents:
67752
diff
changeset
|
197 |
val afp_rev = if (afp) Some(get_afp_rev()) else None |
66864 | 198 |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
199 |
val store = Build_Log.store(options) |
75394 | 200 |
using(store.open_database()) { db => |
75393 | 201 |
def pick_days(days: Int, gap: Int): Option[(String, Option[String])] = { |
66865 | 202 |
val items = recent_items(db, days, rev, afp_rev, sql).filter(filter) |
66007 | 203 |
def runs = unknown_runs(items).filter(run => run.length >= gap) |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
204 |
|
66864 | 205 |
if (historic || items.exists(_.known_versions(rev, afp_rev))) { |
65810 | 206 |
val longest_run = |
73359 | 207 |
runs.foldLeft(List.empty[Item]) { |
208 |
case (item1, item2) => if (item1.length >= item2.length) item1 else item2 |
|
209 |
} |
|
65810 | 210 |
if (longest_run.isEmpty) None |
66864 | 211 |
else Some(longest_run(longest_run.length / 2).versions) |
65810 | 212 |
} |
66864 | 213 |
else if (rev != "") Some((rev, afp_rev)) |
214 |
else runs.flatten.headOption.map(_.versions) |
|
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
215 |
} |
65810 | 216 |
|
66007 | 217 |
pick_days(options.int("build_log_history") max history, 2) orElse |
218 |
pick_days(200, 5) orElse |
|
219 |
pick_days(2000, 1) |
|
75394 | 220 |
} |
65747 | 221 |
} |
73239 | 222 |
|
223 |
def build_history_options: String = |
|
224 |
" -h " + Bash.string(host) + " " + |
|
77479 | 225 |
if_proper(java_heap, |
226 |
"-e 'ISABELLE_TOOL_JAVA_OPTIONS=\"$ISABELLE_TOOL_JAVA_OPTIONS -Xmx" + java_heap + "\"' ") + |
|
227 |
options |
|
65732 | 228 |
} |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
229 |
|
65806 | 230 |
val remote_builds_old: List[Remote_Build] = |
231 |
List( |
|
75954
7c72091abd55
disable laramac01 for now: system update pending;
wenzelm
parents:
75551
diff
changeset
|
232 |
Remote_Build("macOS 10.15 Catalina", "laramac01", user = "makarius", |
7c72091abd55
disable laramac01 for now: system update pending;
wenzelm
parents:
75551
diff
changeset
|
233 |
options = "-m32 -M4 -e ISABELLE_GHC_SETUP=true -p pide_session=false", |
7c72091abd55
disable laramac01 for now: system update pending;
wenzelm
parents:
75551
diff
changeset
|
234 |
args = "-a -d '~~/src/Benchmarks'"), |
73879 | 235 |
Remote_Build("Linux A", "i21of4", user = "i21isatest", |
236 |
options = "-m32 -M1x4,2,4" + |
|
237 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
|
238 |
" -e ISABELLE_GHC_SETUP=true" + |
|
239 |
" -e ISABELLE_MLTON=mlton" + |
|
240 |
" -e ISABELLE_SMLNJ=sml" + |
|
241 |
" -e ISABELLE_SWIPL=swipl", |
|
242 |
args = "-a -d '~~/src/Benchmarks'"), |
|
72391 | 243 |
Remote_Build("Linux A", "lxbroy9", |
244 |
java_heap = "2g", options = "-m32 -B -M1x2,2", args = "-N -g timing"), |
|
245 |
Remote_Build("Linux Benchmarks", "lxbroy5", historic = true, history = 90, |
|
246 |
java_heap = "2g", |
|
247 |
options = "-m32 -B -M1x2,2 -t Benchmarks" + |
|
248 |
" -e ISABELLE_GHC=ghc -e ISABELLE_MLTON=mlton -e ISABELLE_OCAML=ocaml" + |
|
249 |
" -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAMLFIND=ocamlfind -e ISABELLE_SMLNJ=sml" + |
|
250 |
" -e ISABELLE_SWIPL=swipl", |
|
251 |
args = "-N -a -d '~~/src/Benchmarks'", |
|
73342 | 252 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("Benchmarks")), |
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
253 |
Remote_Build("macOS 10.14 Mojave (Old)", "lapnipkow3", |
72390 | 254 |
options = "-m32 -M1,2 -e ISABELLE_GHC_SETUP=true -p pide_session=false", |
75520
65ecf4c5b868
removed obsolete self_update: always enabled, notably on lxbroy10 which is the only shared-home system (and still requires current isabelle_self);
wenzelm
parents:
75518
diff
changeset
|
255 |
args = "-a -d '~~/src/Benchmarks'"), |
65ecf4c5b868
removed obsolete self_update: always enabled, notably on lxbroy10 which is the only shared-home system (and still requires current isabelle_self);
wenzelm
parents:
75518
diff
changeset
|
256 |
Remote_Build("AFP old bulky", "lrzcloud1", |
70757 | 257 |
options = "-m64 -M6 -U30000 -s10 -t AFP", |
258 |
args = "-g large -g slow", |
|
259 |
afp = true, |
|
260 |
bulky = true, |
|
73342 | 261 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("AFP")), |
72073 | 262 |
Remote_Build("AFP old", "lxbroy7", |
69693 | 263 |
args = "-N -X large -X slow", |
67608 | 264 |
afp = true, |
73342 | 265 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("AFP")), |
66762 | 266 |
Remote_Build("Poly/ML 5.7 Linux", "lxbroy8", |
267 |
history_base = "37074e22e8be", |
|
268 |
options = "-m32 -B -M1x2,2 -t polyml-5.7 -i 'init_component /home/isabelle/contrib/polyml-5.7'", |
|
269 |
args = "-N -g timing", |
|
73342 | 270 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("polyml-5.7") + " AND " + |
66762 | 271 |
Build_Log.Settings.ML_OPTIONS + " <> " + SQL.string("-H 500")), |
66931 | 272 |
Remote_Build("Poly/ML 5.7.1 Linux", "lxbroy8", |
273 |
history_base = "a9d5b59c3e12", |
|
274 |
options = "-m32 -B -M1x2,2 -t polyml-5.7.1-pre2 -i 'init_component /home/isabelle/contrib/polyml-test-905dae2ebfda'", |
|
275 |
args = "-N -g timing", |
|
276 |
detect = |
|
73342 | 277 |
Build_Log.Prop.build_tags.toString + " = " + SQL.string("polyml-5.7.1-pre1") + " OR " + |
66931 | 278 |
Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7.1-pre2")), |
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
279 |
Remote_Build("Poly/ML 5.7 macOS", "macbroy2", |
66762 | 280 |
history_base = "37074e22e8be", |
281 |
options = "-m32 -B -M1x4,4 -t polyml-5.7 -i 'init_component /home/isabelle/contrib/polyml-5.7'", |
|
282 |
args = "-a", |
|
73342 | 283 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("polyml-5.7")), |
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
284 |
Remote_Build("Poly/ML 5.7.1 macOS", "macbroy2", |
66931 | 285 |
history_base = "a9d5b59c3e12", |
286 |
options = "-m32 -B -M1x4,4 -t polyml-5.7.1-pre2 -i 'init_component /home/isabelle/contrib/polyml-test-905dae2ebfda'", |
|
287 |
args = "-a", |
|
288 |
detect = |
|
73342 | 289 |
Build_Log.Prop.build_tags.toString + " = " + SQL.string("polyml-5.7.1-pre1") + " OR " + |
290 |
Build_Log.Prop.build_tags + " = " + SQL.string("polyml-5.7.1-pre2")), |
|
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
291 |
Remote_Build("macOS", "macbroy2", |
72893 | 292 |
options = "-m32 -M8" + |
293 |
" -e ISABELLE_GHC=ghc -e ISABELLE_MLTON=mlton -e ISABELLE_OCAML=ocaml" + |
|
294 |
" -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
|
295 |
" -e ISABELLE_OPAM_ROOT=\"$ISABELLE_HOME/opam\"" + |
|
296 |
" -e ISABELLE_SMLNJ=/home/isabelle/smlnj/110.85/bin/sml" + |
|
297 |
" -p pide_session=false", |
|
298 |
args = "-a", |
|
299 |
detect = Build_Log.Prop.build_tags.undefined, |
|
300 |
history_base = "2c0f24e927dd"), |
|
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
301 |
Remote_Build("macOS, quick_and_dirty", "macbroy2", |
72893 | 302 |
options = "-m32 -M8 -t quick_and_dirty -p pide_session=false", args = "-a -o quick_and_dirty", |
73342 | 303 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("quick_and_dirty"), |
72893 | 304 |
history_base = "2c0f24e927dd"), |
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
305 |
Remote_Build("macOS, skip_proofs", "macbroy2", |
72893 | 306 |
options = "-m32 -M8 -t skip_proofs -p pide_session=false", args = "-a -o skip_proofs", |
73342 | 307 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("skip_proofs"), |
72893 | 308 |
history_base = "2c0f24e927dd"), |
65806 | 309 |
Remote_Build("Poly/ML test", "lxbroy8", |
65843
d547173212d2
proper init_settings for init_component (before generated ML_OPTIONS etc.);
wenzelm
parents:
65840
diff
changeset
|
310 |
options = "-m32 -B -M1x2,2 -t polyml-test -i 'init_component /home/isabelle/contrib/polyml-5.7-20170217'", |
65806 | 311 |
args = "-N -g timing", |
73342 | 312 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("polyml-test")), |
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
313 |
Remote_Build("macOS 10.12 Sierra", "macbroy30", options = "-m32 -M2 -p pide_session=false", args = "-a", |
73342 | 314 |
detect = Build_Log.Prop.build_start.toString + " > date '2017-03-03'"), |
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
315 |
Remote_Build("macOS 10.10 Yosemite", "macbroy31", options = "-m32 -M2 -p pide_session=false", args = "-a"), |
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
316 |
Remote_Build("macOS 10.8 Mountain Lion", "macbroy30", options = "-m32 -M2", args = "-a", |
73342 | 317 |
detect = Build_Log.Prop.build_start.toString + " < date '2017-03-03'")) ::: |
71974
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
318 |
{ |
78094 | 319 |
for ((n, hosts) <- List(1 -> List("lxbroy6"), 2 -> List("lxbroy8", "lxbroy5"))) |
71974
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
320 |
yield { |
72073 | 321 |
Remote_Build("AFP old", host = hosts.head, more_hosts = hosts.tail, |
71974
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
322 |
options = "-m32 -M1x2 -t AFP -P" + n + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
323 |
" -e ISABELLE_GHC=ghc" + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
324 |
" -e ISABELLE_MLTON=mlton" + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
325 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAMLFIND=ocamlfind" + |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
326 |
" -e ISABELLE_SMLNJ=sml", |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
327 |
args = "-N -X large -X slow", |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
328 |
afp = true, |
73342 | 329 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("AFP")) |
71974
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
330 |
} |
e5fe4d40326d
discontinued old AFP test: ancient hardware with insufficient resources;
wenzelm
parents:
71761
diff
changeset
|
331 |
} |
65806 | 332 |
|
78861
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
333 |
val remote_build_studio1 = |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
334 |
Remote_Build("macOS 14 Sonoma (ARM)", "studio1-sonoma", |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
335 |
history_base = "8e590adaac5e", |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
336 |
options = "-m32 -B -M1x4,2x4,4x2,8 -p pide_session=false" + |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
337 |
" -e ISABELLE_GHC_SETUP=true" + |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
338 |
" -e ISABELLE_SMLNJ=/usr/local/smlnj/bin/sml" + |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
339 |
" -e ISABELLE_SWIPL=/opt/homebrew/bin/swipl", |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
340 |
args = "-a -d '~~/src/Benchmarks'") |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
341 |
|
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
342 |
val remote_build_mini3 = |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
343 |
Remote_Build("macOS 13 Ventura (ARM)", "mini3", |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
344 |
history_base = "8e590adaac5e", |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
345 |
options = "-a -m32 -B -M1x4,2x2,4 -p pide_session=false" + |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
346 |
" -e ISABELLE_GHC_SETUP=true" + |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
347 |
" -e ISABELLE_MLTON=/opt/homebrew/bin/mlton -e ISABELLE_MLTON_OPTIONS=" + |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
348 |
" -e ISABELLE_SWIPL=/opt/homebrew/bin/swipl", |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
349 |
args = "-a -d '~~/src/Benchmarks'") |
5c91bd51fc37
afford multiple tests on fast machines (see also edb4faf666c9 and 2a26d423d9fb);
wenzelm
parents:
78860
diff
changeset
|
350 |
|
75393 | 351 |
val remote_builds1: List[List[Remote_Build]] = { |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
352 |
List( |
74386
40804452ab6b
recover some Linux test, using virtual machine node (Ubuntu 20.04, 4 cores, 16 GB);
wenzelm
parents:
73945
diff
changeset
|
353 |
List(Remote_Build("Linux A", "augsburg1", |
74855
a5eb407ec867
clarified tests: omit somewhat pointless (unstable) results;
wenzelm
parents:
74459
diff
changeset
|
354 |
options = "-m32 -B -M4" + |
74459 | 355 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAMLFIND=ocamlfind" + |
74386
40804452ab6b
recover some Linux test, using virtual machine node (Ubuntu 20.04, 4 cores, 16 GB);
wenzelm
parents:
73945
diff
changeset
|
356 |
" -e ISABELLE_GHC_SETUP=true" + |
76181
d27ed188e0c4
support for ISABELLE_MLTON_OPTIONS, notably for Ubuntu 22.04 with external mlton executable;
wenzelm
parents:
76123
diff
changeset
|
357 |
" -e ISABELLE_MLTON=mlton -e ISABELLE_MLTON_OPTIONS=" + |
74386
40804452ab6b
recover some Linux test, using virtual machine node (Ubuntu 20.04, 4 cores, 16 GB);
wenzelm
parents:
73945
diff
changeset
|
358 |
" -e ISABELLE_SMLNJ=sml" + |
40804452ab6b
recover some Linux test, using virtual machine node (Ubuntu 20.04, 4 cores, 16 GB);
wenzelm
parents:
73945
diff
changeset
|
359 |
" -e ISABELLE_SWIPL=swipl", |
75520
65ecf4c5b868
removed obsolete self_update: always enabled, notably on lxbroy10 which is the only shared-home system (and still requires current isabelle_self);
wenzelm
parents:
75518
diff
changeset
|
360 |
args = "-a -d '~~/src/Benchmarks'")), |
65820 | 361 |
List(Remote_Build("Linux B", "lxbroy10", historic = true, history = 90, |
65732 | 362 |
options = "-m32 -B -M1x4,2,4,6", args = "-N -g timing")), |
72893 | 363 |
List( |
78777
3b424f9cd5eb
update platforms: discontinue macOS 10.13 High Sierra, macOS 10.14 Mojave, macOS 10.15 Catalina;
wenzelm
parents:
78771
diff
changeset
|
364 |
Remote_Build("macOS 11 Big Sur (Intel)", "mini1", |
73141 | 365 |
options = "-m32 -B -M1x2,2,4 -p pide_session=false" + |
366 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
|
367 |
" -e ISABELLE_GHC_SETUP=true" + |
|
76181
d27ed188e0c4
support for ISABELLE_MLTON_OPTIONS, notably for Ubuntu 22.04 with external mlton executable;
wenzelm
parents:
76123
diff
changeset
|
368 |
" -e ISABELLE_MLTON=/usr/local/bin/mlton -e ISABELLE_MLTON_OPTIONS=" + |
73141 | 369 |
" -e ISABELLE_SMLNJ=/usr/local/smlnj/bin/sml" + |
370 |
" -e ISABELLE_SWIPL=/usr/local/bin/swipl", |
|
75520
65ecf4c5b868
removed obsolete self_update: always enabled, notably on lxbroy10 which is the only shared-home system (and still requires current isabelle_self);
wenzelm
parents:
75518
diff
changeset
|
371 |
args = "-a -d '~~/src/Benchmarks'")), |
78873
0c7419d3dd59
disable multi-builds (again): does not quite work yet;
wenzelm
parents:
78872
diff
changeset
|
372 |
List(remote_build_studio1), |
78784 | 373 |
List( |
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
374 |
Remote_Build("macOS, quick_and_dirty", "mini2", |
72893 | 375 |
options = "-m32 -M4 -t quick_and_dirty -p pide_session=false", |
75520
65ecf4c5b868
removed obsolete self_update: always enabled, notably on lxbroy10 which is the only shared-home system (and still requires current isabelle_self);
wenzelm
parents:
75518
diff
changeset
|
376 |
args = "-a -o quick_and_dirty", |
78744 | 377 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("quick_and_dirty"), |
378 |
active = () => false), |
|
72894
bd2269b6cd99
updated "macOS" terminology: current Big Sur is already version 11;
wenzelm
parents:
72893
diff
changeset
|
379 |
Remote_Build("macOS, skip_proofs", "mini2", |
72893 | 380 |
options = "-m32 -M4 -t skip_proofs -p pide_session=false", args = "-a -o skip_proofs", |
78744 | 381 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("skip_proofs"), |
382 |
active = () => false)), |
|
78873
0c7419d3dd59
disable multi-builds (again): does not quite work yet;
wenzelm
parents:
78872
diff
changeset
|
383 |
List(remote_build_mini3), |
78485 | 384 |
List( |
75520
65ecf4c5b868
removed obsolete self_update: always enabled, notably on lxbroy10 which is the only shared-home system (and still requires current isabelle_self);
wenzelm
parents:
75518
diff
changeset
|
385 |
Remote_Build("Windows", "vmnipkow9", historic = true, history = 90, |
77132
53ce5a39c987
more uniform components context for the managing "self_isabelle" and the managed "other_isabelle";
wenzelm
parents:
77131
diff
changeset
|
386 |
components_base = "/cygdrive/d/isatest/contrib", |
65906 | 387 |
options = "-m32 -M4" + |
69931
31ee094dea3d
prefer ISABELLE_OCAML_SETUP: Cygwin lacks libzarith;
wenzelm
parents:
69927
diff
changeset
|
388 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
69952 | 389 |
" -e ISABELLE_GHC_SETUP=true" + |
65906 | 390 |
" -e ISABELLE_SMLNJ=/usr/local/smlnj-110.81/bin/sml", |
65902 | 391 |
args = "-a", |
72317 | 392 |
detect = |
73342 | 393 |
Build_Log.Settings.ML_PLATFORM.toString + " = " + SQL.string("x86-windows") + " OR " + |
72317 | 394 |
Build_Log.Settings.ML_PLATFORM + " = " + SQL.string("x86_64_32-windows")), |
75520
65ecf4c5b868
removed obsolete self_update: always enabled, notably on lxbroy10 which is the only shared-home system (and still requires current isabelle_self);
wenzelm
parents:
75518
diff
changeset
|
395 |
Remote_Build("Windows", "vmnipkow9", historic = true, history = 90, |
77132
53ce5a39c987
more uniform components context for the managing "self_isabelle" and the managed "other_isabelle";
wenzelm
parents:
77131
diff
changeset
|
396 |
components_base = "/cygdrive/d/isatest/contrib", |
65906 | 397 |
options = "-m64 -M4" + |
72997
a562a0f656e8
more robust components_base: avoid fragile directory links on Windows (or Cygwin);
wenzelm
parents:
72994
diff
changeset
|
398 |
" -C /cygdrive/d/isatest/contrib" + |
69931
31ee094dea3d
prefer ISABELLE_OCAML_SETUP: Cygwin lacks libzarith;
wenzelm
parents:
69927
diff
changeset
|
399 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAML_SETUP=true" + |
69952 | 400 |
" -e ISABELLE_GHC_SETUP=true" + |
65906 | 401 |
" -e ISABELLE_SMLNJ=/usr/local/smlnj-110.81/bin/sml", |
65902 | 402 |
args = "-a", |
73342 | 403 |
detect = Build_Log.Settings.ML_PLATFORM.toString + " = " + SQL.string("x86_64-windows")))) |
65732 | 404 |
} |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
405 |
|
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
406 |
val remote_builds2: List[List[Remote_Build]] = |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
407 |
List( |
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
408 |
List( |
78451 | 409 |
Remote_Build("AFP", "lrzcloud2", history = 120, |
71993 | 410 |
java_heap = "8g", |
77171
e0e9f1b4c844
less ambitious parallelism: avoid exhaustion of memory (40GB total);
wenzelm
parents:
77163
diff
changeset
|
411 |
options = "-m32 -M1x5 -t AFP" + |
70467 | 412 |
" -e ISABELLE_GHC=ghc" + |
76181
d27ed188e0c4
support for ISABELLE_MLTON_OPTIONS, notably for Ubuntu 22.04 with external mlton executable;
wenzelm
parents:
76123
diff
changeset
|
413 |
" -e ISABELLE_MLTON=mlton -e ISABELLE_MLTON_OPTIONS=" + |
70467 | 414 |
" -e ISABELLE_OCAML=ocaml -e ISABELLE_OCAMLC=ocamlc -e ISABELLE_OCAMLFIND=ocamlfind" + |
415 |
" -e ISABELLE_SMLNJ=sml", |
|
70477 | 416 |
args = "-a -X large -X slow", |
70467 | 417 |
afp = true, |
77163
7ceed24c88dc
alternate AFP tests on lrzcloud2, to fit better into one day;
wenzelm
parents:
77135
diff
changeset
|
418 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("AFP"), |
7ceed24c88dc
alternate AFP tests on lrzcloud2, to fit better into one day;
wenzelm
parents:
77135
diff
changeset
|
419 |
active = () => Date.now().unix_epoch_day % 2 == 0), |
76123
4a0b7151fedc
removed remains of proxy_host management: delegated to .ssh/config;
wenzelm
parents:
76122
diff
changeset
|
420 |
Remote_Build("AFP", "lrzcloud2", |
71993 | 421 |
java_heap = "8g", |
422 |
options = "-m64 -M8 -U30000 -s10 -t AFP", |
|
70467 | 423 |
args = "-g large -g slow", |
424 |
afp = true, |
|
425 |
bulky = true, |
|
77163
7ceed24c88dc
alternate AFP tests on lrzcloud2, to fit better into one day;
wenzelm
parents:
77135
diff
changeset
|
426 |
detect = Build_Log.Prop.build_tags.toString + " = " + SQL.string("AFP"), |
7ceed24c88dc
alternate AFP tests on lrzcloud2, to fit better into one day;
wenzelm
parents:
77135
diff
changeset
|
427 |
active = () => Date.now().unix_epoch_day % 2 == 1))) |
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
428 |
|
75393 | 429 |
def remote_build_history( |
430 |
rev: String, |
|
431 |
afp_rev: Option[String], |
|
432 |
i: Int, |
|
433 |
r: Remote_Build |
|
434 |
) : Logger_Task = { |
|
64294
303976a45afe
shared_home is default for classic isatest home setup;
wenzelm
parents:
64277
diff
changeset
|
435 |
val task_name = "build_history-" + r.host |
75394 | 436 |
Logger_Task(task_name, |
437 |
{ logger => |
|
76115
f17393e21388
clarified signature: discontinue somewhat pointless SSH.Context;
wenzelm
parents:
76027
diff
changeset
|
438 |
using(r.open_session(logger.options)) { ssh => |
75394 | 439 |
val results = |
75518
cb4af8c6152f
clarified remote vs. local build_history: operate on hg_sync directory instead of repository;
wenzelm
parents:
75498
diff
changeset
|
440 |
Build_History.remote_build(ssh, |
75394 | 441 |
isabelle_repos, |
442 |
isabelle_repos.ext(r.host), |
|
443 |
isabelle_identifier = "cronjob_build_history", |
|
77132
53ce5a39c987
more uniform components context for the managing "self_isabelle" and the managed "other_isabelle";
wenzelm
parents:
77131
diff
changeset
|
444 |
components_base = r.components_base, |
77131 | 445 |
clean_platform = r.clean_components, |
77125 | 446 |
clean_archives = r.clean_components, |
75394 | 447 |
rev = rev, |
75518
cb4af8c6152f
clarified remote vs. local build_history: operate on hg_sync directory instead of repository;
wenzelm
parents:
75498
diff
changeset
|
448 |
afp_repos = if (afp_rev.isDefined) Some(afp_repos) else None, |
cb4af8c6152f
clarified remote vs. local build_history: operate on hg_sync directory instead of repository;
wenzelm
parents:
75498
diff
changeset
|
449 |
afp_rev = afp_rev.getOrElse(""), |
75394 | 450 |
options = |
451 |
" -N " + Bash.string(task_name) + (if (i < 0) "" else "_" + (i + 1).toString) + |
|
77083 | 452 |
" -f " + r.build_history_options, |
78860
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
453 |
|
75394 | 454 |
args = "-o timeout=10800 " + r.args) |
64346 | 455 |
|
78860
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
456 |
val log_files = |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
457 |
for ((log_name, bytes) <- results) yield { |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
458 |
val log_file = logger.log_dir + Path.explode(log_name) |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
459 |
logger.log(Date.now(), log_name) |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
460 |
Bytes.write(log_file, bytes) |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
461 |
log_file |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
462 |
} |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
463 |
|
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
464 |
Build_Log.build_log_database(logger.options, log_files, ml_statistics = true) |
75394 | 465 |
} |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
466 |
}) |
64294
303976a45afe
shared_home is default for classic isatest home setup;
wenzelm
parents:
64277
diff
changeset
|
467 |
} |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
468 |
|
65747 | 469 |
val build_status_profiles: List[Build_Status.Profile] = |
66898
8b7c4679c05b
parallel remote_builds2 for the sake of "AFP slow" (with theoretical data race on build_log_dirs);
wenzelm
parents:
66897
diff
changeset
|
470 |
(remote_builds_old :: remote_builds1 ::: remote_builds2).flatten.map(_.profile) |
65747 | 471 |
|
65746 | 472 |
|
64192 | 473 |
|
474 |
/** task logging **/ |
|
64171 | 475 |
|
75393 | 476 |
object Log_Service { |
71726
a5fda30edae2
clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents:
71684
diff
changeset
|
477 |
def apply(options: Options, progress: Progress = new Progress): Log_Service = |
76115
f17393e21388
clarified signature: discontinue somewhat pointless SSH.Context;
wenzelm
parents:
76027
diff
changeset
|
478 |
new Log_Service(options, progress) |
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
479 |
} |
64154 | 480 |
|
76115
f17393e21388
clarified signature: discontinue somewhat pointless SSH.Context;
wenzelm
parents:
76027
diff
changeset
|
481 |
class Log_Service private(val options: Options, progress: Progress) { |
64219 | 482 |
current_log.file.delete |
483 |
||
64171 | 484 |
private val thread: Consumer_Thread[String] = |
485 |
Consumer_Thread.fork("cronjob: logger", daemon = true)( |
|
75394 | 486 |
consume = |
487 |
{ (text: String) => |
|
75393 | 488 |
// critical |
64219 | 489 |
File.append(current_log, text + "\n") |
490 |
File.append(cumulative_log, text + "\n") |
|
64171 | 491 |
progress.echo(text) |
492 |
true |
|
493 |
}) |
|
494 |
||
73340 | 495 |
def shutdown(): Unit = { thread.shutdown() } |
64171 | 496 |
|
71601 | 497 |
val hostname: String = Isabelle_System.hostname() |
64171 | 498 |
|
499 |
def log(date: Date, task_name: String, msg: String): Unit = |
|
76365 | 500 |
if (task_name != "") { |
64193 | 501 |
thread.send( |
502 |
"[" + Build_Log.print_date(date) + ", " + hostname + ", " + task_name + "]: " + msg) |
|
76365 | 503 |
} |
64171 | 504 |
|
505 |
def start_logger(start_date: Date, task_name: String): Logger = |
|
506 |
new Logger(this, start_date, task_name) |
|
64154 | 507 |
|
75393 | 508 |
def run_task(start_date: Date, task: Logger_Task): Unit = { |
64171 | 509 |
val logger = start_logger(start_date, task.name) |
78768
280a228dc2f1
prefer Exn.result: avoid accidental capture of interrupts, similar to ML;
wenzelm
parents:
78744
diff
changeset
|
510 |
val res = Exn.result { task.body(logger) } |
64171 | 511 |
val end_date = Date.now() |
512 |
val err = |
|
513 |
res match { |
|
514 |
case Exn.Res(_) => None |
|
64295 | 515 |
case Exn.Exn(exn) => |
67178 | 516 |
Output.writeln("Exception trace for " + quote(task.name) + ":") |
64397 | 517 |
exn.printStackTrace() |
66923 | 518 |
val first_line = split_lines(Exn.message(exn)).headOption getOrElse "exception" |
64295 | 519 |
Some(first_line) |
64171 | 520 |
} |
521 |
logger.log_end(end_date, err) |
|
522 |
} |
|
523 |
||
524 |
def fork_task(start_date: Date, task: Logger_Task): Task = |
|
525 |
new Task(task.name, run_task(start_date, task)) |
|
526 |
} |
|
527 |
||
528 |
class Logger private[Isabelle_Cronjob]( |
|
76115
f17393e21388
clarified signature: discontinue somewhat pointless SSH.Context;
wenzelm
parents:
76027
diff
changeset
|
529 |
log_service: Log_Service, |
75393 | 530 |
val start_date: Date, |
531 |
val task_name: String |
|
532 |
) { |
|
76115
f17393e21388
clarified signature: discontinue somewhat pointless SSH.Context;
wenzelm
parents:
76027
diff
changeset
|
533 |
def options: Options = log_service.options |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
534 |
|
64171 | 535 |
def log(date: Date, msg: String): Unit = log_service.log(date, task_name, msg) |
536 |
||
75393 | 537 |
def log_end(end_date: Date, err: Option[String]): Unit = { |
64171 | 538 |
val elapsed_time = end_date.time - start_date.time |
539 |
val msg = |
|
540 |
(if (err.isEmpty) "finished" else "ERROR " + err.get) + |
|
64197 | 541 |
(if (elapsed_time.seconds < 3.0) "" else " (" + elapsed_time.message_hms + " elapsed time)") |
64171 | 542 |
log(end_date, msg) |
543 |
} |
|
544 |
||
72376 | 545 |
val log_dir = Isabelle_System.make_directory(main_dir + Build_Log.log_subdir(start_date)) |
64195 | 546 |
|
64171 | 547 |
log(start_date, "started") |
548 |
} |
|
549 |
||
75393 | 550 |
class Task private[Isabelle_Cronjob](name: String, body: => Unit) { |
64171 | 551 |
private val future: Future[Unit] = Future.thread("cronjob: " + name) { body } |
552 |
def is_finished: Boolean = future.is_finished |
|
64162 | 553 |
} |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
554 |
|
64170 | 555 |
|
556 |
||
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
557 |
/** cronjob **/ |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
558 |
|
75393 | 559 |
def cronjob(progress: Progress, exclude_task: Set[String]): Unit = { |
64171 | 560 |
/* soft lock */ |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
561 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
562 |
val still_running = |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
563 |
try { Some(File.read(main_state_file)) } |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
564 |
catch { case ERROR(_) => None } |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
565 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
566 |
still_running match { |
64170 | 567 |
case None | Some("") => |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
568 |
case Some(running) => |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
569 |
error("Isabelle cronjob appears to be still running: " + running) |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
570 |
} |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
571 |
|
64199 | 572 |
|
573 |
/* log service */ |
|
574 |
||
67752
636f633552a3
clarified signature: facilitate interactive experimentation;
wenzelm
parents:
67751
diff
changeset
|
575 |
val log_service = Log_Service(Options.init(), progress = progress) |
64154 | 576 |
|
73340 | 577 |
def run(start_date: Date, task: Logger_Task): Unit = log_service.run_task(start_date, task) |
64199 | 578 |
|
73340 | 579 |
def run_now(task: Logger_Task): Unit = run(Date.now(), task) |
64154 | 580 |
|
581 |
||
64199 | 582 |
/* structured tasks */ |
64184 | 583 |
|
78870
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
584 |
def SEQ(tasks: List[() => Option[Logger_Task]]): Logger_Task = |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
585 |
Logger_Task(body = _ => |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
586 |
for { |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
587 |
t <- tasks.iterator |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
588 |
task <- t() |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
589 |
if !exclude_task(task.name) || task.name == "" |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
590 |
} run_now(task)) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
591 |
|
78869 | 592 |
def SEQUENTIAL(tasks: Logger_Task*): Logger_Task = |
78870
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
593 |
SEQ(List.from(for (task <- tasks.iterator) yield () => Some(task))) |
78869 | 594 |
|
75394 | 595 |
def PAR(tasks: List[Logger_Task]): Logger_Task = |
596 |
Logger_Task(body = |
|
597 |
{ _ => |
|
598 |
@tailrec def join(running: List[Task]): Unit = { |
|
599 |
running.partition(_.is_finished) match { |
|
600 |
case (Nil, Nil) => |
|
601 |
case (Nil, _ :: _) => Time.seconds(0.5).sleep(); join(running) |
|
602 |
case (_ :: _, remaining) => join(remaining) |
|
603 |
} |
|
64199 | 604 |
} |
75394 | 605 |
val start_date = Date.now() |
606 |
val running = |
|
607 |
for (task <- tasks if !exclude_task(task.name)) |
|
608 |
yield log_service.fork_task(start_date, task) |
|
609 |
join(running) |
|
610 |
}) |
|
64193 | 611 |
|
64170 | 612 |
|
66897 | 613 |
/* repository structure */ |
64199 | 614 |
|
65820 | 615 |
val hg = Mercurial.repository(isabelle_repos) |
66895 | 616 |
val hg_graph = hg.graph() |
67048
ec438988b65a
local user_home for improved performance, but only after given changeset for stability of measurement history;
wenzelm
parents:
67008
diff
changeset
|
617 |
|
75393 | 618 |
def history_base_filter(r: Remote_Build): Item => Boolean = { |
66895 | 619 |
val base_rev = hg.id(r.history_base) |
620 |
val nodes = hg_graph.all_succs(List(base_rev)).toSet |
|
621 |
(item: Item) => nodes(item.isabelle_version) |
|
622 |
} |
|
623 |
||
66897 | 624 |
|
625 |
/* main */ |
|
626 |
||
627 |
val main_start_date = Date.now() |
|
73342 | 628 |
File.write(main_state_file, main_start_date.toString + " " + log_service.hostname) |
66897 | 629 |
|
78877
45d570945fe4
more detailed progress for build_log_database, to see better what happens when;
wenzelm
parents:
78873
diff
changeset
|
630 |
val build_log_database_progress = new File_Progress(build_log_database_log, verbose = true) |
45d570945fe4
more detailed progress for build_log_database, to see better what happens when;
wenzelm
parents:
78873
diff
changeset
|
631 |
|
64193 | 632 |
run(main_start_date, |
65783
d3d5cb2d6866
pick isabelle_version based on build_log database;
wenzelm
parents:
65771
diff
changeset
|
633 |
Logger_Task("isabelle_cronjob", logger => |
64231
dbc8294c75d3
added remote_build_history tasks: parallel on several remote hosts;
wenzelm
parents:
64220
diff
changeset
|
634 |
run_now( |
78869 | 635 |
SEQUENTIAL( |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
636 |
init, |
78860
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
637 |
PAR( |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
638 |
List( |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
639 |
mailman_archives, |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
640 |
build_release, |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
641 |
Logger_Task("build_log_database", |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
642 |
logger => |
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
643 |
Build_Log.build_log_database(logger.options, build_log_dirs, |
78877
45d570945fe4
more detailed progress for build_log_database, to see better what happens when;
wenzelm
parents:
78873
diff
changeset
|
644 |
progress = build_log_database_progress, |
78860
4838a27794ac
performance tuning: parallel and incremental update of build_log_database;
wenzelm
parents:
78849
diff
changeset
|
645 |
vacuum = true, ml_statistics = true, |
78872 | 646 |
snapshot = Some(isabelle_devel + Path.explode("build_log.db")))))), |
67766
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
647 |
PAR( |
603334230303
consolidated main cronjob server on virtual machine together with build_log database;
wenzelm
parents:
67763
diff
changeset
|
648 |
List(remote_builds1, remote_builds2).map(remote_builds => |
78870
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
649 |
SEQUENTIAL( |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
650 |
PAR(remote_builds.map(_.filter(_.active())).map(seq => |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
651 |
SEQ( |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
652 |
for { |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
653 |
(r, i) <- (if (seq.length <= 1) seq.map((_, -1)) else seq.zipWithIndex) |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
654 |
} yield () => { |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
655 |
r.pick(logger.options, hg.id(), history_base_filter(r)) |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
656 |
.map({ case (rev, afp_rev) => remote_build_history(rev, afp_rev, i, r) }) |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
657 |
} |
674362fd8c96
clarified SEQ: more sequential evaluation to support multiple tests (see also 5c91bd51fc37);
wenzelm
parents:
78869
diff
changeset
|
658 |
))), |
78872 | 659 |
Logger_Task("build_status", logger => |
660 |
Isabelle_System.update_directory( |
|
661 |
isabelle_devel + Path.explode("build_status"), |
|
662 |
dir => |
|
663 |
Build_Status.build_status(logger.options, |
|
664 |
target_dir = dir, ml_statistics = true)))))), |
|
78869 | 665 |
exit)))) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
666 |
|
64171 | 667 |
log_service.shutdown() |
64170 | 668 |
|
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
669 |
main_state_file.file.delete |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
670 |
} |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
671 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
672 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
673 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
674 |
/** command line entry point **/ |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
675 |
|
75393 | 676 |
def main(args: Array[String]): Unit = { |
71632 | 677 |
Command_Line.tool { |
64148 | 678 |
var force = false |
679 |
var verbose = false |
|
64187 | 680 |
var exclude_task = Set.empty[String] |
64148 | 681 |
|
682 |
val getopts = Getopts(""" |
|
683 |
Usage: Admin/cronjob/main [OPTIONS] |
|
684 |
||
685 |
Options are: |
|
686 |
-f apply force to do anything |
|
687 |
-v verbose |
|
64187 | 688 |
-x NAME exclude tasks with this name |
64148 | 689 |
""", |
690 |
"f" -> (_ => force = true), |
|
64187 | 691 |
"v" -> (_ => verbose = true), |
692 |
"x:" -> (arg => exclude_task += arg)) |
|
64148 | 693 |
|
694 |
val more_args = getopts(args) |
|
695 |
if (more_args.nonEmpty) getopts.usage() |
|
696 |
||
71726
a5fda30edae2
clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents:
71684
diff
changeset
|
697 |
val progress = if (verbose) new Console_Progress() else new Progress |
64148 | 698 |
|
64187 | 699 |
if (force) cronjob(progress, exclude_task) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
700 |
else error("Need to apply force to do anything") |
64148 | 701 |
} |
702 |
} |
|
703 |
} |