author | wenzelm |
Sat, 18 Aug 2018 12:41:05 +0200 | |
changeset 68758 | a110e7e24e55 |
parent 68744 | 64fb127e33f7 |
child 68884 | 9b97d0b20d95 |
permissions | -rw-r--r-- |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
1 |
/* Title: Pure/Tools/dump.scala |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
2 |
Author: Makarius |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
3 |
|
68348 | 4 |
Dump cumulative PIDE session database. |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
5 |
*/ |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
6 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
7 |
package isabelle |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
8 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
9 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
10 |
object Dump |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
11 |
{ |
68316 | 12 |
/* aspects */ |
13 |
||
14 |
sealed case class Aspect_Args( |
|
68355 | 15 |
options: Options, |
16 |
progress: Progress, |
|
68365 | 17 |
deps: Sessions.Deps, |
68355 | 18 |
output_dir: Path, |
68365 | 19 |
node_name: Document.Node.Name, |
68758 | 20 |
node_status: Document_Status.Node_Status, |
68365 | 21 |
snapshot: Document.Snapshot) |
68319 | 22 |
{ |
68365 | 23 |
def write(file_name: Path, bytes: Bytes) |
68319 | 24 |
{ |
68347 | 25 |
val path = output_dir + Path.basic(node_name.theory) + file_name |
68319 | 26 |
Isabelle_System.mkdirs(path.dir) |
27 |
Bytes.write(path, bytes) |
|
28 |
} |
|
29 |
||
68365 | 30 |
def write(file_name: Path, text: String): Unit = |
31 |
write(file_name, Bytes(text)) |
|
68332 | 32 |
|
68365 | 33 |
def write(file_name: Path, body: XML.Body): Unit = |
34 |
write(file_name, Symbol.encode(YXML.string_of_body(body))) |
|
68319 | 35 |
} |
68316 | 36 |
|
68347 | 37 |
sealed case class Aspect(name: String, description: String, operation: Aspect_Args => Unit, |
38 |
options: List[String] = Nil) |
|
68345 | 39 |
{ |
40 |
override def toString: String = name |
|
41 |
} |
|
68316 | 42 |
|
68347 | 43 |
val known_aspects = |
68316 | 44 |
List( |
68365 | 45 |
Aspect("markup", "PIDE markup (YXML format)", |
46 |
{ case args => |
|
47 |
args.write(Path.explode("markup.yxml"), |
|
48 |
args.snapshot.markup_to_XML(Text.Range.full, Markup.Elements.full)) |
|
49 |
}), |
|
68319 | 50 |
Aspect("messages", "output messages (YXML format)", |
51 |
{ case args => |
|
68365 | 52 |
args.write(Path.explode("messages.yxml"), |
53 |
args.snapshot.messages.iterator.map(_._1).toList) |
|
68347 | 54 |
}), |
55 |
Aspect("latex", "generated LaTeX source", |
|
56 |
{ case args => |
|
68365 | 57 |
for (entry <- args.snapshot.exports if entry.name == "document.tex") |
58 |
args.write(Path.explode(entry.name), entry.uncompressed()) |
|
68491
f0f83ce0badd
disable export_document by default (presently unused and for demo/testing purposes): avoid spurious IO exception in highly parallel environment;
wenzelm
parents:
68416
diff
changeset
|
59 |
}, options = List("editor_presentation", "export_document")), |
68347 | 60 |
Aspect("theory", "foundational theory content", |
61 |
{ case args => |
|
62 |
for { |
|
68365 | 63 |
entry <- args.snapshot.exports |
68347 | 64 |
if entry.name.startsWith(Export_Theory.export_prefix) |
68365 | 65 |
} args.write(Path.explode(entry.name), entry.uncompressed()) |
68347 | 66 |
}, options = List("editor_presentation", "export_theory")) |
68345 | 67 |
).sortBy(_.name) |
68316 | 68 |
|
69 |
def show_aspects: String = |
|
68345 | 70 |
cat_lines(known_aspects.map(aspect => aspect.name + " - " + aspect.description)) |
68316 | 71 |
|
72 |
def the_aspect(name: String): Aspect = |
|
73 |
known_aspects.find(aspect => aspect.name == name) getOrElse |
|
74 |
error("Unknown aspect " + quote(name)) |
|
75 |
||
76 |
||
77 |
/* dump */ |
|
78 |
||
79 |
val default_output_dir = Path.explode("dump") |
|
80 |
||
68416 | 81 |
def make_options(options: Options, aspects: List[Aspect]): Options = |
82 |
(options.int.update("completion_limit", 0).bool.update("ML_statistics", false) /: aspects)( |
|
83 |
{ case (opts, aspect) => (opts /: aspect.options)(_ + _) }) |
|
84 |
||
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
85 |
def dump(options: Options, logic: String, |
68316 | 86 |
aspects: List[Aspect] = Nil, |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
87 |
progress: Progress = No_Progress, |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
88 |
log: Logger = No_Logger, |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
89 |
dirs: List[Path] = Nil, |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
90 |
select_dirs: List[Path] = Nil, |
68316 | 91 |
output_dir: Path = default_output_dir, |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
92 |
verbose: Boolean = false, |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
93 |
system_mode: Boolean = false, |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
94 |
selection: Sessions.Selection = Sessions.Selection.empty): Process_Result = |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
95 |
{ |
68537 | 96 |
if (Build.build_logic(options, logic, build_heap = true, progress = progress, |
68743 | 97 |
dirs = dirs ::: select_dirs, system_mode = system_mode) != 0) error(logic + " FAILED") |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
98 |
|
68416 | 99 |
val dump_options = make_options(options, aspects) |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
100 |
|
68318 | 101 |
|
102 |
/* dependencies */ |
|
103 |
||
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
104 |
val deps = |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
105 |
Sessions.load_structure(dump_options, dirs = dirs, select_dirs = select_dirs). |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
106 |
selection_deps(selection) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
107 |
|
68318 | 108 |
val include_sessions = |
109 |
deps.sessions_structure.imports_topological_order |
|
110 |
||
111 |
val use_theories = |
|
112 |
deps.sessions_structure.build_topological_order. |
|
113 |
flatMap(session_name => deps.session_bases(session_name).used_theories.map(_.theory)) |
|
114 |
||
115 |
||
116 |
/* session */ |
|
117 |
||
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
118 |
val session = |
68743 | 119 |
Thy_Resources.start_session(dump_options, logic, session_dirs = dirs ::: select_dirs, |
68318 | 120 |
include_sessions = include_sessions, progress = progress, log = log) |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
121 |
|
68320
1d33697199c1
shutdown ML process before output: Theories_Result is timeless/stateless;
wenzelm
parents:
68319
diff
changeset
|
122 |
val theories_result = session.use_theories(use_theories, progress = progress) |
1d33697199c1
shutdown ML process before output: Theories_Result is timeless/stateless;
wenzelm
parents:
68319
diff
changeset
|
123 |
val session_result = session.stop() |
1d33697199c1
shutdown ML process before output: Theories_Result is timeless/stateless;
wenzelm
parents:
68319
diff
changeset
|
124 |
|
1d33697199c1
shutdown ML process before output: Theories_Result is timeless/stateless;
wenzelm
parents:
68319
diff
changeset
|
125 |
|
1d33697199c1
shutdown ML process before output: Theories_Result is timeless/stateless;
wenzelm
parents:
68319
diff
changeset
|
126 |
/* dump aspects */ |
1d33697199c1
shutdown ML process before output: Theories_Result is timeless/stateless;
wenzelm
parents:
68319
diff
changeset
|
127 |
|
68365 | 128 |
for ((node_name, node_status) <- theories_result.nodes) { |
129 |
val snapshot = theories_result.snapshot(node_name) |
|
130 |
val aspect_args = |
|
131 |
Aspect_Args(dump_options, progress, deps, output_dir, node_name, node_status, snapshot) |
|
132 |
aspects.foreach(_.operation(aspect_args)) |
|
133 |
} |
|
68320
1d33697199c1
shutdown ML process before output: Theories_Result is timeless/stateless;
wenzelm
parents:
68319
diff
changeset
|
134 |
|
68557 | 135 |
if (theories_result.ok) session_result |
136 |
else { |
|
137 |
for { |
|
138 |
(name, status) <- theories_result.nodes if !status.ok |
|
139 |
(tree, pos) <- theories_result.snapshot(name).messages if Protocol.is_error(tree) |
|
140 |
} progress.echo_error_message(XML.content(Pretty.formatted(List(tree)))) |
|
141 |
||
142 |
session_result.copy(rc = session_result.rc max 1) |
|
143 |
} |
|
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
144 |
} |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
145 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
146 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
147 |
/* Isabelle tool wrapper */ |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
148 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
149 |
val isabelle_tool = |
68348 | 150 |
Isabelle_Tool("dump", "dump cumulative PIDE session database", args => |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
151 |
{ |
68345 | 152 |
var aspects: List[Aspect] = known_aspects |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
153 |
var base_sessions: List[String] = Nil |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
154 |
var select_dirs: List[Path] = Nil |
68316 | 155 |
var output_dir = default_output_dir |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
156 |
var requirements = false |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
157 |
var exclude_session_groups: List[String] = Nil |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
158 |
var all_sessions = false |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
159 |
var dirs: List[Path] = Nil |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
160 |
var session_groups: List[String] = Nil |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
161 |
var logic = Isabelle_System.getenv("ISABELLE_LOGIC") |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
162 |
var options = Options.init() |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
163 |
var system_mode = false |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
164 |
var verbose = false |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
165 |
var exclude_sessions: List[String] = Nil |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
166 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
167 |
val getopts = Getopts(""" |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
168 |
Usage: isabelle dump [OPTIONS] [SESSIONS ...] |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
169 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
170 |
Options are: |
68345 | 171 |
-A NAMES dump named aspects (default: """ + known_aspects.mkString("\"", ",", "\"") + """) |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
172 |
-B NAME include session NAME and all descendants |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
173 |
-D DIR include session directory and select its sessions |
68316 | 174 |
-O DIR output directory for dumped files (default: """ + default_output_dir + """) |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
175 |
-R operate on requirements of selected sessions |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
176 |
-X NAME exclude sessions from group NAME and all descendants |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
177 |
-a select all sessions |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
178 |
-d DIR include session directory |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
179 |
-g NAME select session group NAME |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
180 |
-l NAME logic session name (default ISABELLE_LOGIC=""" + quote(logic) + """) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
181 |
-o OPTION override Isabelle system OPTION (via NAME=VAL or NAME) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
182 |
-s system build mode for logic image |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
183 |
-v verbose |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
184 |
-x NAME exclude session NAME and all descendants |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
185 |
|
68348 | 186 |
Dump cumulative PIDE session database, with the following aspects: |
68316 | 187 |
|
188 |
""" + Library.prefix_lines(" ", show_aspects) + "\n", |
|
189 |
"A:" -> (arg => aspects = Library.distinct(space_explode(',', arg)).map(the_aspect(_))), |
|
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
190 |
"B:" -> (arg => base_sessions = base_sessions ::: List(arg)), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
191 |
"D:" -> (arg => select_dirs = select_dirs ::: List(Path.explode(arg))), |
68316 | 192 |
"O:" -> (arg => output_dir = Path.explode(arg)), |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
193 |
"R" -> (_ => requirements = true), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
194 |
"X:" -> (arg => exclude_session_groups = exclude_session_groups ::: List(arg)), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
195 |
"a" -> (_ => all_sessions = true), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
196 |
"d:" -> (arg => dirs = dirs ::: List(Path.explode(arg))), |
68741 | 197 |
"g:" -> (arg => session_groups = session_groups ::: List(arg)), |
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
198 |
"l:" -> (arg => logic = arg), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
199 |
"o:" -> (arg => options = options + arg), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
200 |
"s" -> (_ => system_mode = true), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
201 |
"v" -> (_ => verbose = true), |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
202 |
"x:" -> (arg => exclude_sessions = exclude_sessions ::: List(arg))) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
203 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
204 |
val sessions = getopts(args) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
205 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
206 |
val progress = new Console_Progress(verbose = verbose) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
207 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
208 |
val result = |
68331 | 209 |
progress.interrupt_handler { |
210 |
dump(options, logic, |
|
211 |
aspects = aspects, |
|
212 |
progress = progress, |
|
213 |
dirs = dirs, |
|
214 |
select_dirs = select_dirs, |
|
215 |
output_dir = output_dir, |
|
216 |
verbose = verbose, |
|
217 |
selection = Sessions.Selection( |
|
218 |
requirements = requirements, |
|
219 |
all_sessions = all_sessions, |
|
220 |
base_sessions = base_sessions, |
|
221 |
exclude_session_groups = exclude_session_groups, |
|
222 |
exclude_sessions = exclude_sessions, |
|
223 |
session_groups = session_groups, |
|
224 |
sessions = sessions)) |
|
225 |
} |
|
68308
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
226 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
227 |
progress.echo(result.timing.message_resources) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
228 |
|
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
229 |
sys.exit(result.rc) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
230 |
}) |
119fc05f6b00
support to dump build database produced by PIDE session;
wenzelm
parents:
diff
changeset
|
231 |
} |