author | wenzelm |
Fri, 06 Jan 2023 13:06:03 +0100 | |
changeset 76927 | da13da82f6f9 |
parent 76926 | d858e6f15da3 |
child 76928 | cd8f6634db17 |
permissions | -rw-r--r-- |
69557 | 1 |
/* Title: Pure/Tools/update.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Update theory sources based on PIDE markup. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
75393 | 10 |
object Update { |
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
11 |
def update(options: Options, |
76927
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
12 |
update_options: List[Options.Spec], |
76920 | 13 |
selection: Sessions.Selection = Sessions.Selection.empty, |
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
14 |
base_logics: List[String] = Nil, |
71726
a5fda30edae2
clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents:
71573
diff
changeset
|
15 |
progress: Progress = new Progress, |
76926 | 16 |
build_heap: Boolean = false, |
17 |
clean_build: Boolean = false, |
|
69557 | 18 |
dirs: List[Path] = Nil, |
19 |
select_dirs: List[Path] = Nil, |
|
76920 | 20 |
numa_shuffling: Boolean = false, |
21 |
max_jobs: Int = 1, |
|
76926 | 22 |
fresh_build: Boolean = false, |
76920 | 23 |
no_build: Boolean = false, |
24 |
verbose: Boolean = false |
|
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
25 |
): Build.Results = { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
26 |
/* excluded sessions */ |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
27 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
28 |
val exclude: Set[String] = |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
29 |
if (base_logics.isEmpty) Set.empty |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
30 |
else { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
31 |
val sessions = |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
32 |
Sessions.load_structure(options, dirs = dirs, select_dirs = select_dirs) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
33 |
.selection(selection) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
34 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
35 |
for (name <- base_logics if !sessions.defined(name)) { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
36 |
error("Base logic " + quote(name) + " outside of session selection") |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
37 |
} |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
38 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
39 |
sessions.build_requirements(base_logics).toSet |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
40 |
} |
69557 | 41 |
|
76927
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
42 |
// test |
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
43 |
options ++ update_options |
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
44 |
|
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
45 |
def augment_options(name: String): List[Options.Spec] = |
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
46 |
if (exclude(name)) Nil else update_options |
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
47 |
|
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
48 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
49 |
/* build */ |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
50 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
51 |
val build_results = |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
52 |
Build.build(options, progress = progress, dirs = dirs, select_dirs = select_dirs, |
76920 | 53 |
selection = selection, numa_shuffling = numa_shuffling, max_jobs = max_jobs, |
76927
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
54 |
no_build = no_build, verbose = verbose, augment_options = augment_options) |
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
55 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
56 |
val store = build_results.store |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
57 |
val sessions_structure = build_results.deps.sessions_structure |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
58 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
59 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
60 |
/* update */ |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
61 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
62 |
val path_cartouches = options.bool("update_path_cartouches") |
69603 | 63 |
|
69557 | 64 |
def update_xml(xml: XML.Body): XML.Body = |
65 |
xml flatMap { |
|
66 |
case XML.Wrapped_Elem(markup, body1, body2) => |
|
67 |
if (markup.name == Markup.UPDATE) update_xml(body1) else update_xml(body2) |
|
72842
6aae62f55c2b
clarified markup: support more completion, e.g. within ROOTS;
wenzelm
parents:
72823
diff
changeset
|
68 |
case XML.Elem(Markup.Language.Path(_), body) |
69603 | 69 |
if path_cartouches => |
70 |
Token.read_embedded(Keyword.Keywords.empty, XML.content(body)) match { |
|
71 |
case Some(tok) => List(XML.Text(Symbol.cartouche(tok.content))) |
|
72 |
case None => update_xml(body) |
|
73 |
} |
|
69557 | 74 |
case XML.Elem(_, body) => update_xml(body) |
75 |
case t => List(t) |
|
76 |
} |
|
77 |
||
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
78 |
var seen_theory = Set.empty[String] |
69571 | 79 |
|
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
80 |
using(Export.open_database_context(store)) { database_context => |
76920 | 81 |
for { |
82 |
session <- sessions_structure.build_topological_order |
|
83 |
if build_results(session).ok && !exclude(session) |
|
84 |
} { |
|
85 |
progress.echo("Session " + session + " ...") |
|
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
86 |
using(database_context.open_session0(session)) { session_context => |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
87 |
for { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
88 |
db <- session_context.session_db() |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
89 |
theory <- store.read_theories(db, session) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
90 |
if !seen_theory(theory) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
91 |
} { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
92 |
seen_theory += theory |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
93 |
val theory_context = session_context.theory(theory) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
94 |
for { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
95 |
theory_snapshot <- Build_Job.read_theory(theory_context) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
96 |
node_name <- theory_snapshot.node_files |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
97 |
snapshot = theory_snapshot.switch(node_name) |
76924 | 98 |
if snapshot.node.source_wellformed |
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
99 |
} { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
100 |
progress.expose_interrupt() |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
101 |
val source1 = |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
102 |
XML.content(update_xml( |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
103 |
snapshot.xml_markup(elements = Markup.Elements(Markup.UPDATE, Markup.LANGUAGE)))) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
104 |
if (source1 != snapshot.node.source) { |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
105 |
val path = Path.explode(node_name.node) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
106 |
progress.echo("Updating " + quote(File.standard_path(path))) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
107 |
File.write(path, source1) |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
108 |
} |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
109 |
} |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
110 |
} |
70640
5f4b8a505090
more explicit type Dump.Session, with context information;
wenzelm
parents:
69896
diff
changeset
|
111 |
} |
75393 | 112 |
} |
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
113 |
} |
70876 | 114 |
|
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
115 |
build_results |
69557 | 116 |
} |
117 |
||
118 |
||
119 |
/* Isabelle tool wrapper */ |
|
120 |
||
121 |
val isabelle_tool = |
|
72763 | 122 |
Isabelle_Tool("update", "update theory sources based on PIDE markup", Scala_Project.here, |
75394 | 123 |
{ args => |
124 |
var base_sessions: List[String] = Nil |
|
125 |
var select_dirs: List[Path] = Nil |
|
76920 | 126 |
var numa_shuffling = false |
75394 | 127 |
var requirements = false |
128 |
var exclude_session_groups: List[String] = Nil |
|
129 |
var all_sessions = false |
|
76926 | 130 |
var build_heap = false |
131 |
var clean_build = false |
|
75394 | 132 |
var dirs: List[Path] = Nil |
76926 | 133 |
var fresh_build = false |
75394 | 134 |
var session_groups: List[String] = Nil |
76925
47f1b099497c
tuned options --- avoid confusion with "isabelle build -b";
wenzelm
parents:
76924
diff
changeset
|
135 |
var max_jobs = 1 |
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
136 |
var base_logics: List[String] = Nil |
76920 | 137 |
var no_build = false |
75394 | 138 |
var options = Options.init() |
76927
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
139 |
var update_options: List[Options.Spec] = Nil |
75394 | 140 |
var verbose = false |
141 |
var exclude_sessions: List[String] = Nil |
|
69557 | 142 |
|
75394 | 143 |
val getopts = Getopts(""" |
69557 | 144 |
Usage: isabelle update [OPTIONS] [SESSIONS ...] |
145 |
||
146 |
Options are: |
|
147 |
-B NAME include session NAME and all descendants |
|
148 |
-D DIR include session directory and select its sessions |
|
71807 | 149 |
-R refer to requirements of selected sessions |
69557 | 150 |
-X NAME exclude sessions from group NAME and all descendants |
151 |
-a select all sessions |
|
76926 | 152 |
-b build heap images |
153 |
-c clean build |
|
69557 | 154 |
-d DIR include session directory |
76926 | 155 |
-f fresh build |
69557 | 156 |
-g NAME select session group NAME |
76920 | 157 |
-j INT maximum number of parallel jobs (default 1) |
76925
47f1b099497c
tuned options --- avoid confusion with "isabelle build -b";
wenzelm
parents:
76924
diff
changeset
|
158 |
-l NAME additional base logic |
76920 | 159 |
-n no build -- take existing build databases |
69557 | 160 |
-o OPTION override Isabelle system OPTION (via NAME=VAL or NAME) |
76927
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
161 |
-u OPT override "update" option for selected sessions |
69557 | 162 |
-v verbose |
163 |
-x NAME exclude session NAME and all descendants |
|
164 |
||
76926 | 165 |
Update theory sources based on PIDE markup produced by "isabelle build". |
69557 | 166 |
""", |
75394 | 167 |
"B:" -> (arg => base_sessions = base_sessions ::: List(arg)), |
168 |
"D:" -> (arg => select_dirs = select_dirs ::: List(Path.explode(arg))), |
|
76920 | 169 |
"N" -> (_ => numa_shuffling = true), |
75394 | 170 |
"R" -> (_ => requirements = true), |
171 |
"X:" -> (arg => exclude_session_groups = exclude_session_groups ::: List(arg)), |
|
172 |
"a" -> (_ => all_sessions = true), |
|
76926 | 173 |
"b" -> (_ => build_heap = true), |
174 |
"c" -> (_ => clean_build = true), |
|
75394 | 175 |
"d:" -> (arg => dirs = dirs ::: List(Path.explode(arg))), |
76926 | 176 |
"f" -> (_ => fresh_build = true), |
75394 | 177 |
"g:" -> (arg => session_groups = session_groups ::: List(arg)), |
76920 | 178 |
"j:" -> (arg => max_jobs = Value.Int.parse(arg)), |
76925
47f1b099497c
tuned options --- avoid confusion with "isabelle build -b";
wenzelm
parents:
76924
diff
changeset
|
179 |
"l:" -> (arg => base_logics ::= arg), |
76920 | 180 |
"n" -> (_ => no_build = true), |
75394 | 181 |
"o:" -> (arg => options = options + arg), |
76927
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
182 |
"u:" -> (arg => update_options = update_options ::: List(("update_" + arg, None))), |
75394 | 183 |
"v" -> (_ => verbose = true), |
184 |
"x:" -> (arg => exclude_sessions = exclude_sessions ::: List(arg))) |
|
69557 | 185 |
|
75394 | 186 |
val sessions = getopts(args) |
69557 | 187 |
|
75394 | 188 |
val progress = new Console_Progress(verbose = verbose) |
69557 | 189 |
|
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
190 |
val results = |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
191 |
progress.interrupt_handler { |
76927
da13da82f6f9
treat update_options as part of Sessions.Info meta_digest, for proper re-build of updated sessions;
wenzelm
parents:
76926
diff
changeset
|
192 |
update(options, update_options, |
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
193 |
selection = Sessions.Selection( |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
194 |
requirements = requirements, |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
195 |
all_sessions = all_sessions, |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
196 |
base_sessions = base_sessions, |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
197 |
exclude_session_groups = exclude_session_groups, |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
198 |
exclude_sessions = exclude_sessions, |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
199 |
session_groups = session_groups, |
76920 | 200 |
sessions = sessions), |
201 |
base_logics = base_logics, |
|
202 |
progress = progress, |
|
76926 | 203 |
build_heap, |
204 |
clean_build, |
|
76920 | 205 |
dirs = dirs, |
206 |
select_dirs = select_dirs, |
|
207 |
numa_shuffling = NUMA.enabled_warning(progress, numa_shuffling), |
|
208 |
max_jobs = max_jobs, |
|
76926 | 209 |
fresh_build, |
76920 | 210 |
no_build = no_build, |
211 |
verbose = verbose) |
|
76918
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
212 |
} |
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
213 |
|
19be7d89bf03
isabelle update no longer uses PIDE dump, but regular session build database: more scalable;
wenzelm
parents:
75394
diff
changeset
|
214 |
sys.exit(results.rc) |
75394 | 215 |
}) |
69557 | 216 |
} |