author | wenzelm |
Sat, 13 Aug 2016 23:45:29 +0200 | |
changeset 63688 | cc57255bf6ae |
parent 63686 | 66f217416da7 |
child 63700 | 2a95d904672e |
permissions | -rw-r--r-- |
63686 | 1 |
/* Title: Pure/Tools/build_stats.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Statistics from session build output. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
10 |
import scala.collection.mutable |
|
11 |
import scala.util.matching.Regex |
|
12 |
||
13 |
||
14 |
object Build_Stats |
|
15 |
{ |
|
63688
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
16 |
/* parse build output */ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
17 |
|
63686 | 18 |
private val Session_Finished = |
19 |
new Regex("""^Finished (\S+) \((\d+):(\d+):(\d+) elapsed time, (\d+):(\d+):(\d+) cpu time.*$""") |
|
20 |
private val Session_Timing = |
|
21 |
new Regex("""^Timing (\S+) \((\d) threads, (\d+\.\d+)s elapsed time, (\d+\.\d+)s cpu time, (\d+\.\d+)s GC time.*$""") |
|
22 |
||
23 |
private object ML_Option |
|
24 |
{ |
|
25 |
def unapply(s: String): Option[(String, String)] = |
|
26 |
s.indexOf('=') match { |
|
27 |
case -1 => None |
|
28 |
case i => |
|
29 |
val a = s.substring(0, i) |
|
30 |
Library.try_unquote(s.substring(i + 1)) match { |
|
31 |
case Some(b) if Build.ml_options.contains(a) => Some((a, b)) |
|
32 |
case _ => None |
|
33 |
} |
|
34 |
} |
|
35 |
} |
|
36 |
||
37 |
def parse(text: String): Build_Stats = |
|
38 |
{ |
|
39 |
import Properties.Value |
|
40 |
||
41 |
val ml_options = new mutable.ListBuffer[(String, String)] |
|
42 |
var finished = Map.empty[String, Timing] |
|
43 |
var timing = Map.empty[String, Timing] |
|
44 |
var threads = Map.empty[String, Int] |
|
45 |
||
46 |
for (line <- split_lines(text)) { |
|
47 |
line match { |
|
48 |
case Session_Finished(name, |
|
49 |
Value.Int(e1), Value.Int(e2), Value.Int(e3), |
|
50 |
Value.Int(c1), Value.Int(c2), Value.Int(c3)) => |
|
51 |
val elapsed = Time.hours_minutes_seconds(e1, e2, e3) |
|
52 |
val cpu = Time.hours_minutes_seconds(c1, c2, c3) |
|
53 |
finished += (name -> Timing(elapsed, cpu, Time.zero)) |
|
54 |
case Session_Timing(name, |
|
55 |
Value.Int(t), Value.Double(e), Value.Double(c), Value.Double(g)) => |
|
56 |
val elapsed = Time.seconds(e) |
|
57 |
val cpu = Time.seconds(c) |
|
58 |
val gc = Time.seconds(g) |
|
59 |
timing += (name -> Timing(elapsed, cpu, gc)) |
|
60 |
threads += (name -> t) |
|
61 |
case ML_Option(option) => ml_options += option |
|
62 |
case _ => |
|
63 |
} |
|
64 |
} |
|
65 |
||
66 |
Build_Stats(ml_options.toList, finished, timing, threads) |
|
67 |
} |
|
63688
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
68 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
69 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
70 |
/* presentation */ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
71 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
72 |
def present(job: String, history_length: Int, target_dir: Path) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
73 |
{ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
74 |
val build_infos = CI_API.build_job_builds(job).sortBy(_.timestamp).reverse.take(history_length) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
75 |
if (build_infos.isEmpty) error("No build infos for job " + quote(job)) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
76 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
77 |
val dir = target_dir + Path.basic(job) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
78 |
Isabelle_System.mkdirs(dir) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
79 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
80 |
val all_build_stats = |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
81 |
Par_List.map((info: CI_API.Build_Info) => |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
82 |
(info.timestamp / 1000, parse(Url.read(info.output))), build_infos) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
83 |
val all_sessions = |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
84 |
(Set.empty[String] /: all_build_stats)( |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
85 |
{ case (s, (_, stats)) => s ++ stats.sessions }) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
86 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
87 |
for { |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
88 |
session <- all_sessions |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
89 |
if all_build_stats.filter({ case (_, stats) => stats.finished.isDefinedAt(session) }).length > 3 |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
90 |
} { |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
91 |
Isabelle_System.with_tmp_file(session, "png") { data_file => |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
92 |
Isabelle_System.with_tmp_file(session, "gnuplot") { plot_file => |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
93 |
val data_file_name = File.standard_path(data_file.getAbsolutePath) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
94 |
val data = |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
95 |
for { (t, stats) <- all_build_stats if stats.finished.isDefinedAt(session) } |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
96 |
yield { |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
97 |
val finished = stats.finished(session) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
98 |
t.toString + " " + finished.cpu.minutes + " " + finished.elapsed.minutes |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
99 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
100 |
File.write(data_file, cat_lines(data)) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
101 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
102 |
File.write(plot_file, """ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
103 |
set terminal png size 1024,768 |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
104 |
set output """ + quote(File.standard_path(dir + Path.basic(session + ".png"))) + """ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
105 |
set xdata time |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
106 |
set timefmt "%s" |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
107 |
set format x "%d-%b" |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
108 |
set xlabel """ + quote(session) + """ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
109 |
set key left top |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
110 |
plot [] [0:] """ + |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
111 |
quote(data_file_name) + """ using 1:2 smooth sbezier title "interpolated cpu time",""" + |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
112 |
quote(data_file_name) + """ using 1:2 smooth csplines title "cpu time", """ + |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
113 |
quote(data_file_name) + """ using 1:3 smooth sbezier title "interpolated elapsed time",""" + |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
114 |
quote(data_file_name) + """ using 1:3 smooth csplines title "elapsed time" |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
115 |
""") |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
116 |
val result = Isabelle_System.bash("\"$ISABELLE_GNUPLOT\" " + File.bash_path(plot_file)) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
117 |
if (result.rc != 0) { |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
118 |
Output.error_message("Session " + session + ": gnuplot error") |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
119 |
result.print |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
120 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
121 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
122 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
123 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
124 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
125 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
126 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
127 |
/* Isabelle tool wrapper */ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
128 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
129 |
val isabelle_tool = |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
130 |
Isabelle_Tool("build_stats", "present statistics from session build output", args => |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
131 |
{ |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
132 |
var target_dir = Path.explode("stats") |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
133 |
var only_jobs = Set.empty[String] |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
134 |
var history_length = 100 |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
135 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
136 |
val getopts = Getopts(""" |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
137 |
Usage: isabelle build_stats [OPTIONS] |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
138 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
139 |
Options are: |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
140 |
-D DIR target directory (default "stats") |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
141 |
-J JOB select named JOB (default: all jobs, multiple -J options possible) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
142 |
-l LENGTH length of history (default 100) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
143 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
144 |
Present statistics from session build output, from Jenkins continuous build |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
145 |
service specified as URL via ISABELLE_JENKINS_ROOT. |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
146 |
""", |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
147 |
"D:" -> (arg => target_dir = Path.explode(arg)), |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
148 |
"J:" -> (arg => only_jobs += arg), |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
149 |
"l:" -> (arg => history_length = Properties.Value.Int.parse(arg))) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
150 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
151 |
val more_args = getopts(args) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
152 |
if (!more_args.isEmpty) getopts.usage() |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
153 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
154 |
val all_jobs = CI_API.build_jobs() |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
155 |
val jobs = |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
156 |
if (only_jobs.isEmpty) all_jobs |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
157 |
else { |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
158 |
val bad = (only_jobs -- all_jobs).toList.sorted |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
159 |
if (bad.isEmpty) only_jobs.toList |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
160 |
else |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
161 |
error("Unknown build jobs: " + commas_quote(bad) + |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
162 |
"\nPossible jobs: " + commas_quote(all_jobs.sorted)) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
163 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
164 |
|
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
165 |
for (job <- jobs) { |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
166 |
Output.writeln((target_dir + Path.basic(job)).implode) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
167 |
present(job, history_length, target_dir) |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
168 |
} |
cc57255bf6ae
gnuplot presentation similar to former isatest-statistics;
wenzelm
parents:
63686
diff
changeset
|
169 |
}) |
63686 | 170 |
} |
171 |
||
172 |
sealed case class Build_Stats( |
|
173 |
ml_options: List[(String, String)], |
|
174 |
finished: Map[String, Timing], |
|
175 |
timing: Map[String, Timing], |
|
176 |
threads: Map[String, Int]) |
|
177 |
{ |
|
178 |
val sessions: Set[String] = finished.keySet ++ timing.keySet |
|
179 |
||
180 |
override def toString: String = |
|
181 |
sessions.toList.sorted.mkString("Build_Stats(", ", ", ")") |
|
182 |
} |