author | wenzelm |
Sun, 06 Oct 2019 14:17:58 +0200 | |
changeset 70788 | b254a95b6e77 |
parent 70712 | a3cfe859d915 |
child 71114 | 6cfec8029831 |
permissions | -rw-r--r-- |
65477 | 1 |
/* Title: Pure/ML/ml_process.scala |
62544 | 2 |
Author: Makarius |
3 |
||
62586 | 4 |
The raw ML process. |
62544 | 5 |
*/ |
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
62573 | 10 |
import java.io.{File => JFile} |
11 |
||
12 |
||
62544 | 13 |
object ML_Process |
14 |
{ |
|
15 |
def apply(options: Options, |
|
62634
aa3b47b32100
less physical "logic" argument, with option -l like "isabelle console" etc.;
wenzelm
parents:
62633
diff
changeset
|
16 |
logic: String = "", |
62544 | 17 |
args: List[String] = Nil, |
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
18 |
dirs: List[Path] = Nil, |
62556
c115e69f457f
more abstract Session.start, without prover command-line;
wenzelm
parents:
62548
diff
changeset
|
19 |
modes: List[String] = Nil, |
62643 | 20 |
raw_ml_system: Boolean = false, |
62573 | 21 |
cwd: JFile = null, |
62610
4c89504c76fb
more uniform signature for various process invocations;
wenzelm
parents:
62606
diff
changeset
|
22 |
env: Map[String, String] = Isabelle_System.settings(), |
62557 | 23 |
redirect: Boolean = false, |
62603 | 24 |
cleanup: () => Unit = () => (), |
68204 | 25 |
sessions_structure: Option[Sessions.Structure] = None, |
65431
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
26 |
session_base: Option[Sessions.Base] = None, |
68209 | 27 |
store: Option[Sessions.Store] = None): Bash.Process = |
62544 | 28 |
{ |
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
29 |
val logic_name = Isabelle_System.default_logic(logic) |
68211 | 30 |
val _store = store.getOrElse(Sessions.store(options)) |
68209 | 31 |
|
70683
8c7706b053c7
find theory files via session structure: much faster Prover IDE startup;
wenzelm
parents:
69831
diff
changeset
|
32 |
val sessions_structure1 = |
8c7706b053c7
find theory files via session structure: much faster Prover IDE startup;
wenzelm
parents:
69831
diff
changeset
|
33 |
sessions_structure.getOrElse(Sessions.load_structure(options, dirs = dirs)) |
8c7706b053c7
find theory files via session structure: much faster Prover IDE startup;
wenzelm
parents:
69831
diff
changeset
|
34 |
|
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
35 |
val heaps: List[String] = |
62643 | 36 |
if (raw_ml_system) Nil |
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
37 |
else { |
70788 | 38 |
sessions_structure1.selection(Sessions.Selection.session(logic_name)). |
70683
8c7706b053c7
find theory files via session structure: much faster Prover IDE startup;
wenzelm
parents:
69831
diff
changeset
|
39 |
build_requirements(List(logic_name)). |
68221 | 40 |
map(a => File.platform_path(_store.the_heap(a))) |
62544 | 41 |
} |
42 |
||
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
43 |
val eval_init = |
62634
aa3b47b32100
less physical "logic" argument, with option -l like "isabelle console" etc.;
wenzelm
parents:
62633
diff
changeset
|
44 |
if (heaps.isEmpty) { |
62544 | 45 |
List( |
62912 | 46 |
""" |
47 |
fun chapter (_: string) = (); |
|
48 |
fun section (_: string) = (); |
|
49 |
fun subsection (_: string) = (); |
|
50 |
fun subsubsection (_: string) = (); |
|
51 |
fun paragraph (_: string) = (); |
|
52 |
fun subparagraph (_: string) = (); |
|
53 |
val ML_file = PolyML.use; |
|
54 |
""", |
|
62544 | 55 |
if (Platform.is_windows) |
56 |
"fun exit 0 = OS.Process.exit OS.Process.success" + |
|
57 |
" | exit 1 = OS.Process.exit OS.Process.failure" + |
|
58 |
" | exit rc = OS.Process.exit (RunCall.unsafeCast (Word8.fromInt rc))" |
|
62560 | 59 |
else |
60 |
"fun exit rc = Posix.Process.exit (Word8.fromInt rc)", |
|
62629
1815513a57f1
clarified prompt: "ML" usually means Isabelle/ML;
wenzelm
parents:
62614
diff
changeset
|
61 |
"PolyML.Compiler.prompt1 := \"Poly/ML> \"", |
1815513a57f1
clarified prompt: "ML" usually means Isabelle/ML;
wenzelm
parents:
62614
diff
changeset
|
62 |
"PolyML.Compiler.prompt2 := \"Poly/ML# \"") |
62544 | 63 |
} |
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
64 |
else |
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
65 |
List( |
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
66 |
"(PolyML.SaveState.loadHierarchy " + |
66782 | 67 |
ML_Syntax.print_list(ML_Syntax.print_string_bytes)(heaps) + |
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
68 |
"; PolyML.print_depth 0) handle exn => (TextIO.output (TextIO.stdErr, General.exnMessage exn ^ " + |
66782 | 69 |
ML_Syntax.print_string_bytes(": " + logic_name + "\n") + |
62637
0189fe0f6452
support for Poly/ML heap hierarchy, which saves a lot of disk space;
wenzelm
parents:
62634
diff
changeset
|
70 |
"); OS.Process.exit OS.Process.failure)") |
62544 | 71 |
|
72 |
val eval_modes = |
|
73 |
if (modes.isEmpty) Nil |
|
66782 | 74 |
else List("Print_Mode.add_modes " + ML_Syntax.print_list(ML_Syntax.print_string_bytes)(modes)) |
62544 | 75 |
|
76 |
// options |
|
77 |
val isabelle_process_options = Isabelle_System.tmp_file("options") |
|
69573 | 78 |
Isabelle_System.bash("chmod 600 " + File.bash_path(File.path(isabelle_process_options))).check |
62544 | 79 |
File.write(isabelle_process_options, YXML.string_of_body(options.encode)) |
62573 | 80 |
val env_options = Map("ISABELLE_PROCESS_OPTIONS" -> File.standard_path(isabelle_process_options)) |
62634
aa3b47b32100
less physical "logic" argument, with option -l like "isabelle console" etc.;
wenzelm
parents:
62633
diff
changeset
|
81 |
val eval_options = if (heaps.isEmpty) Nil else List("Options.load_default ()") |
62544 | 82 |
|
65431
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
83 |
// session base |
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
84 |
val eval_session_base = |
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
85 |
session_base match { |
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
86 |
case None => Nil |
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
87 |
case Some(base) => |
65441 | 88 |
def print_table(table: List[(String, String)]): String = |
65431
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
89 |
ML_Syntax.print_list( |
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
90 |
ML_Syntax.print_pair( |
66782 | 91 |
ML_Syntax.print_string_bytes, ML_Syntax.print_string_bytes))(table) |
66712 | 92 |
def print_list(list: List[String]): String = |
66782 | 93 |
ML_Syntax.print_list(ML_Syntax.print_string_bytes)(list) |
67493
c4e9e0c50487
treat sessions as entities with defining position;
wenzelm
parents:
67471
diff
changeset
|
94 |
def print_sessions(list: List[(String, Position.T)]): String = |
c4e9e0c50487
treat sessions as entities with defining position;
wenzelm
parents:
67471
diff
changeset
|
95 |
ML_Syntax.print_list( |
c4e9e0c50487
treat sessions as entities with defining position;
wenzelm
parents:
67471
diff
changeset
|
96 |
ML_Syntax.print_pair(ML_Syntax.print_string_bytes, ML_Syntax.print_properties))(list) |
c4e9e0c50487
treat sessions as entities with defining position;
wenzelm
parents:
67471
diff
changeset
|
97 |
|
65532 | 98 |
List("Resources.init_session_base" + |
70683
8c7706b053c7
find theory files via session structure: much faster Prover IDE startup;
wenzelm
parents:
69831
diff
changeset
|
99 |
" {session_positions = " + print_sessions(sessions_structure1.session_positions) + |
8c7706b053c7
find theory files via session structure: much faster Prover IDE startup;
wenzelm
parents:
69831
diff
changeset
|
100 |
", session_directories = " + print_table(sessions_structure1.dest_session_directories) + |
67520 | 101 |
", docs = " + print_list(base.doc_names) + |
67219 | 102 |
", global_theories = " + print_table(base.global_theories.toList) + |
70712
a3cfe859d915
find theories via session directories only -- ignore known_theories;
wenzelm
parents:
70683
diff
changeset
|
103 |
", loaded_theories = " + print_list(base.loaded_theories.keys) + "}") |
65431
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
104 |
} |
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
105 |
|
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
106 |
// process |
62544 | 107 |
val eval_process = |
62634
aa3b47b32100
less physical "logic" argument, with option -l like "isabelle console" etc.;
wenzelm
parents:
62633
diff
changeset
|
108 |
if (heaps.isEmpty) |
62712 | 109 |
List("PolyML.print_depth " + ML_Syntax.print_int(options.int("ML_print_depth"))) |
69572
09a6a7c04b45
more robust system channel via options that are private to the user;
wenzelm
parents:
68221
diff
changeset
|
110 |
else List("Isabelle_Process.init ()") |
62544 | 111 |
|
62601
a937889f0086
create ISABELLE_TMP in Scala (despite odd/obsolete chmod in d84b4d39bce1);
wenzelm
parents:
62600
diff
changeset
|
112 |
// ISABELLE_TMP |
a937889f0086
create ISABELLE_TMP in Scala (despite odd/obsolete chmod in d84b4d39bce1);
wenzelm
parents:
62600
diff
changeset
|
113 |
val isabelle_tmp = Isabelle_System.tmp_dir("process") |
a937889f0086
create ISABELLE_TMP in Scala (despite odd/obsolete chmod in d84b4d39bce1);
wenzelm
parents:
62600
diff
changeset
|
114 |
val env_tmp = Map("ISABELLE_TMP" -> File.standard_path(isabelle_tmp)) |
a937889f0086
create ISABELLE_TMP in Scala (despite odd/obsolete chmod in d84b4d39bce1);
wenzelm
parents:
62600
diff
changeset
|
115 |
|
64274 | 116 |
val ml_runtime_options = |
117 |
{ |
|
118 |
val ml_options = Word.explode(Isabelle_System.getenv("ML_OPTIONS")) |
|
69702 | 119 |
val ml_options1 = |
120 |
if (ml_options.exists(_.containsSlice("gcthreads"))) ml_options |
|
121 |
else ml_options ::: List("--gcthreads", options.int("threads").toString) |
|
122 |
val ml_options2 = |
|
123 |
if (!Platform.is_windows || ml_options.exists(_.containsSlice("codepage"))) ml_options1 |
|
124 |
else ml_options1 ::: List("--codepage", "utf8") |
|
125 |
ml_options2 |
|
64274 | 126 |
} |
127 |
||
62545
8ebffdaf2ce2
Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents:
62544
diff
changeset
|
128 |
// bash |
8ebffdaf2ce2
Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents:
62544
diff
changeset
|
129 |
val bash_args = |
64274 | 130 |
ml_runtime_options ::: |
65431
4a3e6cda3b94
provide session base for "isabelle build" and "isabelle console" ML process;
wenzelm
parents:
65420
diff
changeset
|
131 |
(eval_init ::: eval_modes ::: eval_options ::: eval_session_base ::: eval_process). |
62545
8ebffdaf2ce2
Bash.process always uses a closed script instead of an open argument list, for extra robustness on Windows, where quoting is not well-defined;
wenzelm
parents:
62544
diff
changeset
|
132 |
map(eval => List("--eval", eval)).flatten ::: args |
62546 | 133 |
|
63986
c7a4b03727ae
options for process policy, notably for multiprocessor machines;
wenzelm
parents:
62912
diff
changeset
|
134 |
Bash.process( |
c7a4b03727ae
options for process policy, notably for multiprocessor machines;
wenzelm
parents:
62912
diff
changeset
|
135 |
"exec " + options.string("ML_process_policy") + """ "$ML_HOME/poly" -q """ + |
64304 | 136 |
Bash.strings(bash_args), |
62614 | 137 |
cwd = cwd, |
67586
8b19a8a7f029
more robust: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
67520
diff
changeset
|
138 |
env = env ++ env_options ++ env_tmp, |
62614 | 139 |
redirect = redirect, |
62602 | 140 |
cleanup = () => |
141 |
{ |
|
142 |
isabelle_process_options.delete |
|
143 |
Isabelle_System.rm_tree(isabelle_tmp) |
|
62603 | 144 |
cleanup() |
62602 | 145 |
}) |
62544 | 146 |
} |
62586 | 147 |
|
148 |
||
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
149 |
/* Isabelle tool wrapper */ |
62586 | 150 |
|
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
151 |
val isabelle_tool = Isabelle_Tool("process", "raw ML process (batch mode)", args => |
62586 | 152 |
{ |
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
153 |
var dirs: List[Path] = Nil |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
154 |
var eval_args: List[String] = Nil |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
155 |
var logic = Isabelle_System.getenv("ISABELLE_LOGIC") |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
156 |
var modes: List[String] = Nil |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
157 |
var options = Options.init() |
62586 | 158 |
|
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
159 |
val getopts = Getopts(""" |
62634
aa3b47b32100
less physical "logic" argument, with option -l like "isabelle console" etc.;
wenzelm
parents:
62633
diff
changeset
|
160 |
Usage: isabelle process [OPTIONS] |
62586 | 161 |
|
162 |
Options are: |
|
62677 | 163 |
-T THEORY load theory |
62639 | 164 |
-d DIR include session directory |
62586 | 165 |
-e ML_EXPR evaluate ML expression on startup |
166 |
-f ML_FILE evaluate ML file on startup |
|
62634
aa3b47b32100
less physical "logic" argument, with option -l like "isabelle console" etc.;
wenzelm
parents:
62633
diff
changeset
|
167 |
-l NAME logic session name (default ISABELLE_LOGIC=""" + quote(logic) + """) |
62586 | 168 |
-m MODE add print mode for output |
169 |
-o OPTION override Isabelle system OPTION (via NAME=VAL or NAME) |
|
170 |
||
62634
aa3b47b32100
less physical "logic" argument, with option -l like "isabelle console" etc.;
wenzelm
parents:
62633
diff
changeset
|
171 |
Run the raw Isabelle ML process in batch mode. |
62586 | 172 |
""", |
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
173 |
"T:" -> (arg => |
66782 | 174 |
eval_args = eval_args ::: List("--eval", "use_thy " + ML_Syntax.print_string_bytes(arg))), |
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
175 |
"d:" -> (arg => dirs = dirs ::: List(Path.explode(arg))), |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
176 |
"e:" -> (arg => eval_args = eval_args ::: List("--eval", arg)), |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
177 |
"f:" -> (arg => eval_args = eval_args ::: List("--use", arg)), |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
178 |
"l:" -> (arg => logic = arg), |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
179 |
"m:" -> (arg => modes = arg :: modes), |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
180 |
"o:" -> (arg => options = options + arg)) |
62586 | 181 |
|
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
182 |
val more_args = getopts(args) |
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
183 |
if (args.isEmpty || !more_args.isEmpty) getopts.usage() |
62586 | 184 |
|
62888 | 185 |
val rc = ML_Process(options, logic = logic, args = eval_args, dirs = dirs, modes = modes). |
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
186 |
result().print_stdout.rc |
62888 | 187 |
sys.exit(rc) |
62835
1a9ce1b13b20
prefer internal tool -- assuming that ISABELLE_TMP_PREFIX is created properly by Isabelle_System.isabelle_tmp_prefix;
wenzelm
parents:
62712
diff
changeset
|
188 |
}) |
62544 | 189 |
} |