author | wenzelm |
Sat, 15 Oct 2016 11:18:46 +0200 | |
changeset 64218 | f318cb6ba511 |
parent 64215 | 123e6dcd3852 |
child 64219 | c1af670cbe7e |
permissions | -rw-r--r-- |
64148 | 1 |
/* Title: Pure/Admin/isabelle_cronjob.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Main entry point for administrative cronjob at TUM. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
64170 | 10 |
import scala.annotation.tailrec |
11 |
import scala.collection.mutable |
|
12 |
||
13 |
||
64148 | 14 |
object Isabelle_Cronjob |
15 |
{ |
|
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
16 |
/* file-system state: owned by main cronjob */ |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
17 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
18 |
val main_dir = Path.explode("~/cronjob") |
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
19 |
val main_state_file = main_dir + Path.explode("run/main.state") |
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
20 |
val main_log = main_dir + Path.explode("log/main.log") // owned by log service |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
21 |
|
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
22 |
val isabelle_repos = main_dir + Path.explode("isabelle-build_history") |
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
23 |
val afp_repos = main_dir + Path.explode("AFP-build_history") |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
24 |
|
64218 | 25 |
val release_snapshot = Path.explode("~/html-data/release_snapshot") |
64215 | 26 |
|
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
27 |
|
64192 | 28 |
|
29 |
/** particular tasks **/ |
|
30 |
||
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
31 |
/* identify Isabelle + AFP repository snapshots */ |
64192 | 32 |
|
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
33 |
private val isabelle_identify = |
64192 | 34 |
Logger_Task("isabelle_identify", logger => |
35 |
{ |
|
64198 | 36 |
val isabelle_id = Mercurial.repository(isabelle_repos).pull_id() |
37 |
val afp_id = Mercurial.repository(afp_repos).pull_id() |
|
64192 | 38 |
|
64195 | 39 |
File.write(logger.log_dir + Build_Log.log_filename("isabelle_identify", logger.start_date), |
64192 | 40 |
terminate_lines( |
41 |
List("isabelle_identify: " + Build_Log.print_date(logger.start_date), |
|
42 |
"", |
|
43 |
"Isabelle version: " + isabelle_id, |
|
44 |
"AFP version: " + afp_id))) |
|
45 |
}) |
|
46 |
||
47 |
||
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
48 |
/* integrity test of build_history vs. build_history_base */ |
64193 | 49 |
|
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
50 |
private val build_history_base = |
64193 | 51 |
Logger_Task("build_history_base", logger => |
52 |
{ |
|
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
53 |
for { |
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
54 |
(result, log_path) <- |
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
55 |
Build_History.build_history(Mercurial.repository(isabelle_repos), |
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
56 |
rev = "build_history_base", fresh = true, build_args = List("FOL")) |
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
57 |
} { |
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
58 |
result.check |
64195 | 59 |
File.copy(log_path, logger.log_dir + log_path.base) |
64194
b5ada7dcceaa
integrity test of build_history vs. build_history_base;
wenzelm
parents:
64193
diff
changeset
|
60 |
} |
64193 | 61 |
}) |
62 |
||
63 |
||
64215 | 64 |
/* build release from repository snapshot */ |
65 |
||
66 |
private val build_release = |
|
67 |
Logger_Task("build_release", logger => |
|
68 |
Isabelle_System.with_tmp_dir("isadist")(tmp_dir => |
|
69 |
{ |
|
70 |
val base_dir = File.path(tmp_dir) |
|
71 |
||
72 |
val new_snapshot = release_snapshot.ext("new") |
|
73 |
val old_snapshot = release_snapshot.ext("old") |
|
74 |
||
75 |
Isabelle_System.rm_tree(new_snapshot) |
|
76 |
Isabelle_System.rm_tree(old_snapshot) |
|
77 |
||
78 |
Build_Release.build_release(base_dir, parallel_jobs = 4, |
|
79 |
remote_mac = "macbroy30", website = Some(new_snapshot)) |
|
80 |
||
81 |
if (release_snapshot.is_dir) File.mv(release_snapshot, old_snapshot) |
|
82 |
File.mv(new_snapshot, release_snapshot) |
|
83 |
Isabelle_System.rm_tree(old_snapshot) |
|
84 |
})) |
|
85 |
||
86 |
||
64192 | 87 |
|
88 |
/** task logging **/ |
|
64171 | 89 |
|
64193 | 90 |
sealed case class Logger_Task(name: String = "", body: Logger => Unit) |
64154 | 91 |
|
64171 | 92 |
class Log_Service private[Isabelle_Cronjob](progress: Progress) |
93 |
{ |
|
94 |
private val thread: Consumer_Thread[String] = |
|
95 |
Consumer_Thread.fork("cronjob: logger", daemon = true)( |
|
96 |
consume = (text: String) => |
|
97 |
{ |
|
98 |
File.append(main_log, text + "\n") // critical |
|
99 |
progress.echo(text) |
|
100 |
true |
|
101 |
}) |
|
102 |
||
103 |
def shutdown() { thread.shutdown() } |
|
104 |
||
105 |
val hostname = Isabelle_System.hostname() |
|
106 |
||
107 |
def log(date: Date, task_name: String, msg: String): Unit = |
|
64193 | 108 |
if (task_name != "") |
109 |
thread.send( |
|
110 |
"[" + Build_Log.print_date(date) + ", " + hostname + ", " + task_name + "]: " + msg) |
|
64171 | 111 |
|
112 |
def start_logger(start_date: Date, task_name: String): Logger = |
|
113 |
new Logger(this, start_date, task_name) |
|
64154 | 114 |
|
64171 | 115 |
def run_task(start_date: Date, task: Logger_Task) |
116 |
{ |
|
117 |
val logger = start_logger(start_date, task.name) |
|
118 |
val res = Exn.capture { task.body(logger) } |
|
119 |
val end_date = Date.now() |
|
120 |
val err = |
|
121 |
res match { |
|
122 |
case Exn.Res(_) => None |
|
123 |
case Exn.Exn(exn) => Some(Exn.message(exn)) |
|
124 |
} |
|
125 |
logger.log_end(end_date, err) |
|
126 |
} |
|
127 |
||
128 |
def fork_task(start_date: Date, task: Logger_Task): Task = |
|
129 |
new Task(task.name, run_task(start_date, task)) |
|
130 |
} |
|
131 |
||
132 |
class Logger private[Isabelle_Cronjob]( |
|
133 |
val log_service: Log_Service, val start_date: Date, val task_name: String) |
|
64162 | 134 |
{ |
64171 | 135 |
def log(date: Date, msg: String): Unit = log_service.log(date, task_name, msg) |
136 |
||
137 |
def log_end(end_date: Date, err: Option[String]) |
|
138 |
{ |
|
139 |
val elapsed_time = end_date.time - start_date.time |
|
140 |
val msg = |
|
141 |
(if (err.isEmpty) "finished" else "ERROR " + err.get) + |
|
64197 | 142 |
(if (elapsed_time.seconds < 3.0) "" else " (" + elapsed_time.message_hms + " elapsed time)") |
64171 | 143 |
log(end_date, msg) |
144 |
} |
|
145 |
||
64195 | 146 |
val log_dir: Path = main_dir + Build_Log.log_subdir(start_date) |
147 |
||
148 |
Isabelle_System.mkdirs(log_dir) |
|
64171 | 149 |
log(start_date, "started") |
150 |
} |
|
151 |
||
152 |
class Task private[Isabelle_Cronjob](name: String, body: => Unit) |
|
153 |
{ |
|
154 |
private val future: Future[Unit] = Future.thread("cronjob: " + name) { body } |
|
155 |
def is_finished: Boolean = future.is_finished |
|
64162 | 156 |
} |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
157 |
|
64170 | 158 |
|
159 |
||
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
160 |
/** cronjob **/ |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
161 |
|
64186
49816908ae42
support for separate sub-system options, independent of main Isabelle options;
wenzelm
parents:
64184
diff
changeset
|
162 |
def init_options(): Options = Options.load(Path.explode("~~/Admin/cronjob/cronjob.options")) |
49816908ae42
support for separate sub-system options, independent of main Isabelle options;
wenzelm
parents:
64184
diff
changeset
|
163 |
|
64187 | 164 |
def cronjob(progress: Progress, exclude_task: Set[String]) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
165 |
{ |
64171 | 166 |
/* soft lock */ |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
167 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
168 |
val still_running = |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
169 |
try { Some(File.read(main_state_file)) } |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
170 |
catch { case ERROR(_) => None } |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
171 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
172 |
still_running match { |
64170 | 173 |
case None | Some("") => |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
174 |
case Some(running) => |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
175 |
error("Isabelle cronjob appears to be still running: " + running) |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
176 |
} |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
177 |
|
64199 | 178 |
|
179 |
/* log service */ |
|
180 |
||
64171 | 181 |
val log_service = new Log_Service(progress) |
64154 | 182 |
|
64199 | 183 |
def run(start_date: Date, task: Logger_Task) { log_service.run_task(start_date, task) } |
184 |
||
185 |
def run_now(task: Logger_Task) { run(Date.now(), task) } |
|
64154 | 186 |
|
187 |
||
64199 | 188 |
/* structured tasks */ |
64184 | 189 |
|
64199 | 190 |
def SEQ(tasks: Logger_Task*): Logger_Task = Logger_Task(body = _ => |
64193 | 191 |
for (task <- tasks.iterator if !exclude_task(task.name) || task.name == "") |
64199 | 192 |
run_now(task)) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
193 |
|
64199 | 194 |
def PAR(tasks: Logger_Task*): Logger_Task = Logger_Task(body = _ => |
64170 | 195 |
{ |
64199 | 196 |
@tailrec def join(running: List[Task]) |
197 |
{ |
|
198 |
running.partition(_.is_finished) match { |
|
199 |
case (Nil, Nil) => |
|
200 |
case (Nil, _ :: _) => Thread.sleep(500); join(running) |
|
201 |
case (_ :: _, remaining) => join(remaining) |
|
202 |
} |
|
64170 | 203 |
} |
64199 | 204 |
val start_date = Date.now() |
205 |
val running = |
|
206 |
for (task <- tasks.toList if !exclude_task(task.name)) |
|
207 |
yield log_service.fork_task(start_date, task) |
|
208 |
join(running) |
|
209 |
}) |
|
64193 | 210 |
|
64170 | 211 |
|
212 |
/* main */ |
|
213 |
||
64199 | 214 |
val main_start_date = Date.now() |
215 |
File.write(main_state_file, main_start_date + " " + log_service.hostname) |
|
216 |
||
64193 | 217 |
run(main_start_date, |
218 |
Logger_Task("isabelle_cronjob", _ => |
|
64215 | 219 |
run_now(SEQ(isabelle_identify, build_history_base, build_release)))) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
220 |
|
64171 | 221 |
log_service.shutdown() |
64170 | 222 |
|
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
223 |
main_state_file.file.delete |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
224 |
} |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
225 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
226 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
227 |
|
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
228 |
/** command line entry point **/ |
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
229 |
|
64148 | 230 |
def main(args: Array[String]) |
231 |
{ |
|
232 |
Command_Line.tool0 { |
|
233 |
var force = false |
|
234 |
var verbose = false |
|
64187 | 235 |
var exclude_task = Set.empty[String] |
64148 | 236 |
|
237 |
val getopts = Getopts(""" |
|
238 |
Usage: Admin/cronjob/main [OPTIONS] |
|
239 |
||
240 |
Options are: |
|
241 |
-f apply force to do anything |
|
242 |
-v verbose |
|
64187 | 243 |
-x NAME exclude tasks with this name |
64148 | 244 |
""", |
245 |
"f" -> (_ => force = true), |
|
64187 | 246 |
"v" -> (_ => verbose = true), |
247 |
"x:" -> (arg => exclude_task += arg)) |
|
64148 | 248 |
|
249 |
val more_args = getopts(args) |
|
250 |
if (more_args.nonEmpty) getopts.usage() |
|
251 |
||
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
252 |
val progress = if (verbose) new Console_Progress() else Ignore_Progress |
64148 | 253 |
|
64187 | 254 |
if (force) cronjob(progress, exclude_task) |
64153
769791954872
some timing and logging, similar to old isatest.log;
wenzelm
parents:
64148
diff
changeset
|
255 |
else error("Need to apply force to do anything") |
64148 | 256 |
} |
257 |
} |
|
258 |
} |