author | wenzelm |
Wed, 29 Nov 2023 00:07:54 +0100 | |
changeset 79074 | 7f24c5be57bd |
parent 78944 | b0b86fead48c |
child 79633 | c59231722f10 |
permissions | -rw-r--r-- |
30175 | 1 |
/* Title: Pure/System/isabelle_system.scala |
27919 | 2 |
Author: Makarius |
3 |
||
73890 | 4 |
Miscellaneous Isabelle system operations. |
27919 | 5 |
*/ |
6 |
||
7 |
package isabelle |
|
8 |
||
55618 | 9 |
|
74146 | 10 |
import java.util.{Map => JMap, HashMap} |
76546 | 11 |
import java.util.zip.ZipFile |
67835 | 12 |
import java.io.{File => JFile, IOException} |
76145 | 13 |
import java.net.ServerSocket |
73317 | 14 |
import java.nio.file.{Path => JPath, Files, SimpleFileVisitor, FileVisitResult, |
15 |
StandardCopyOption, FileSystemException} |
|
56477 | 16 |
import java.nio.file.attribute.BasicFileAttributes |
73987
fc363a3b690a
build.props for isabelle.jar, including isabelle.jedit;
wenzelm
parents:
73945
diff
changeset
|
17 |
|
76546 | 18 |
import scala.jdk.CollectionConverters._ |
19 |
||
27919 | 20 |
|
75393 | 21 |
object Isabelle_System { |
75218 | 22 |
/* settings environment */ |
56477 | 23 |
|
77079
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
24 |
trait Settings { def get(name: String): String } |
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
25 |
trait Settings_Env extends Settings { def env: JMap[String, String] } |
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
26 |
|
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
27 |
class Env(val env: JMap[String, String]) extends Settings_Env { |
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
28 |
override def get(name: String): String = Option(env.get(name)).getOrElse("") |
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
29 |
} |
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
30 |
|
75393 | 31 |
def settings(putenv: List[(String, String)] = Nil): JMap[String, String] = { |
74146 | 32 |
val env0 = isabelle.setup.Environment.settings() |
33 |
if (putenv.isEmpty) env0 |
|
34 |
else { |
|
35 |
val env = new HashMap(env0) |
|
36 |
for ((a, b) <- putenv) env.put(a, b) |
|
37 |
env |
|
38 |
} |
|
39 |
} |
|
71739 | 40 |
|
77079
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
41 |
def settings_env(putenv: List[(String, String)] = Nil): Settings_Env = |
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
42 |
new Env(settings(putenv = putenv)) |
31498 | 43 |
|
77079
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
44 |
def getenv(name: String, env: Settings = settings_env()): String = env.get(name) |
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
45 |
|
395a0701a125
clarified signature: minimal interface for getenv/expand_env, instead of bulky java.util.Map;
wenzelm
parents:
77027
diff
changeset
|
46 |
def getenv_strict(name: String, env: Settings = settings_env()): String = |
65717 | 47 |
proper_string(getenv(name, env)) getOrElse |
48 |
error("Undefined Isabelle environment variable: " + quote(name)) |
|
27919 | 49 |
|
77719 | 50 |
def ml_identifier(): String = getenv("ML_IDENTIFIER") |
51 |
||
77384
ef6673859c38
option build_hostname allows to change hostname easily;
wenzelm
parents:
77373
diff
changeset
|
52 |
def hostname(default: String = ""): String = |
ef6673859c38
option build_hostname allows to change hostname easily;
wenzelm
parents:
77373
diff
changeset
|
53 |
proper_string(default) getOrElse getenv_strict("ISABELLE_HOSTNAME") |
77373
eaf234b0c849
proper settings for hostname: allow to adjust it in user space;
wenzelm
parents:
77218
diff
changeset
|
54 |
|
73520
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
55 |
|
73891
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
56 |
/* services */ |
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
57 |
|
75702 | 58 |
type Service = Classpath.Service |
73891
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
59 |
|
75702 | 60 |
@volatile private var _classpath: Option[Classpath] = None |
73891
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
61 |
|
75702 | 62 |
def classpath(): Classpath = { |
63 |
if (_classpath.isEmpty) init() // unsynchronized check |
|
64 |
_classpath.get |
|
73891
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
65 |
} |
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
66 |
|
75702 | 67 |
def make_services[C](c: Class[C]): List[C] = classpath().make_services(c) |
75697 | 68 |
|
73891
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
69 |
|
75702 | 70 |
/* init settings + classpath */ |
75692 | 71 |
|
75393 | 72 |
def init(isabelle_root: String = "", cygwin_root: String = ""): Unit = { |
73906 | 73 |
isabelle.setup.Environment.init(isabelle_root, cygwin_root) |
75692 | 74 |
synchronized { |
75702 | 75 |
if (_classpath.isEmpty) _classpath = Some(Classpath()) |
75692 | 76 |
} |
78944 | 77 |
Registry.global |
73891
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
78 |
} |
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
79 |
|
6c9044f04756
clarified modules (again): services require full Isabelle/Scala environment;
wenzelm
parents:
73890
diff
changeset
|
80 |
|
73520
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
81 |
/* getetc -- static distribution parameters */ |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
82 |
|
75393 | 83 |
def getetc(name: String, root: Path = Path.ISABELLE_HOME): Option[String] = { |
73520
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
84 |
val path = root + Path.basic("etc") + Path.basic(name) |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
85 |
if (path.is_file) { |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
86 |
Library.trim_split_lines(File.read(path)) match { |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
87 |
case Nil => None |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
88 |
case List(s) => Some(s) |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
89 |
case _ => error("Single line expected in " + path.absolute) |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
90 |
} |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
91 |
} |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
92 |
else None |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
93 |
} |
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
94 |
|
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
95 |
|
73521 | 96 |
/* Isabelle distribution identification */ |
73520
4cba4e250c28
clarified ISABELLE_ID: distribution vs. hg archive vs. hg repos;
wenzelm
parents:
73445
diff
changeset
|
97 |
|
73525 | 98 |
def isabelle_id(root: Path = Path.ISABELLE_HOME): String = |
75510 | 99 |
getetc("ISABELLE_ID", root = root) orElse |
100 |
Mercurial.archive_id(root) orElse |
|
101 |
Mercurial.id_repository(root, rev = "") getOrElse |
|
102 |
error("Failed to identify Isabelle distribution " + root.expand) |
|
67865 | 103 |
|
75393 | 104 |
object Isabelle_Id extends Scala.Fun_String("isabelle_id") { |
73523
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
105 |
val here = Scala_Project.here |
73525 | 106 |
def apply(arg: String): String = isabelle_id() |
73523
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
107 |
} |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
108 |
|
73522 | 109 |
def isabelle_tags(root: Path = Path.ISABELLE_HOME): String = |
73521 | 110 |
getetc("ISABELLE_TAGS", root = root) orElse Mercurial.archive_tags(root) getOrElse { |
111 |
if (Mercurial.is_repository(root)) { |
|
112 |
val hg = Mercurial.repository(root) |
|
113 |
hg.tags(rev = hg.parent()) |
|
114 |
} |
|
115 |
else "" |
|
116 |
} |
|
31796 | 117 |
|
75218 | 118 |
def export_isabelle_identifier(isabelle_identifier: String): String = |
75563
5bba3516ddb5
more robust: always override ISABELLE_IDENTIFIER from environment;
wenzelm
parents:
75523
diff
changeset
|
119 |
"export ISABELLE_IDENTIFIER=" + Bash.string(isabelle_identifier) + "\n" |
75218 | 120 |
|
73523
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
121 |
def isabelle_identifier(): Option[String] = proper_string(getenv("ISABELLE_IDENTIFIER")) |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
122 |
|
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
123 |
def isabelle_heading(): String = |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
124 |
isabelle_identifier() match { |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
125 |
case None => "" |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
126 |
case Some(version) => " (" + version + ")" |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
127 |
} |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
128 |
|
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
129 |
def isabelle_name(): String = getenv_strict("ISABELLE_NAME") |
2cd23d587db9
further clarification of Isabelle distribution identification -- avoid odd patching of sources;
wenzelm
parents:
73522
diff
changeset
|
130 |
|
74336
7bb0ac635397
permissive identification, e.g. relevant for HOL-SPARK examples running on rsync-clone;
wenzelm
parents:
74268
diff
changeset
|
131 |
def identification(): String = |
7bb0ac635397
permissive identification, e.g. relevant for HOL-SPARK examples running on rsync-clone;
wenzelm
parents:
74268
diff
changeset
|
132 |
"Isabelle" + (try { "/" + isabelle_id () } catch { case ERROR(_) => "" }) + isabelle_heading() |
73547 | 133 |
|
54039 | 134 |
|
43606 | 135 |
/** file-system operations **/ |
31796 | 136 |
|
73322 | 137 |
/* scala functions */ |
138 |
||
75437 | 139 |
private def apply_paths( |
140 |
args: List[String], |
|
141 |
fun: PartialFunction[List[Path], Unit] |
|
142 |
): List[String] = { |
|
75393 | 143 |
fun(args.map(Path.explode)) |
144 |
Nil |
|
145 |
} |
|
73322 | 146 |
|
73567 | 147 |
private def apply_paths1(args: List[String], fun: Path => Unit): List[String] = |
75437 | 148 |
apply_paths(args, { case List(path) => fun(path) }) |
73322 | 149 |
|
73567 | 150 |
private def apply_paths2(args: List[String], fun: (Path, Path) => Unit): List[String] = |
75437 | 151 |
apply_paths(args, { case List(path1, path2) => fun(path1, path2) }) |
73322 | 152 |
|
73567 | 153 |
private def apply_paths3(args: List[String], fun: (Path, Path, Path) => Unit): List[String] = |
75437 | 154 |
apply_paths(args, { case List(path1, path2, path3) => fun(path1, path2, path3) }) |
73322 | 155 |
|
156 |
||
71114 | 157 |
/* permissions */ |
158 |
||
159 |
def chmod(arg: String, path: Path): Unit = |
|
71123 | 160 |
bash("chmod " + arg + " " + File.bash_path(path)).check |
71114 | 161 |
|
162 |
def chown(arg: String, path: Path): Unit = |
|
71123 | 163 |
bash("chown " + arg + " " + File.bash_path(path)).check |
71114 | 164 |
|
165 |
||
64189 | 166 |
/* directories */ |
50893
d55eb82ae77b
Isabelle_System.mkdirs with explicit error checking (in accordance to ML version), e.g. relevant with read-only DMG file-system on Mac OS X;
wenzelm
parents:
50854
diff
changeset
|
167 |
|
75393 | 168 |
def make_directory(path: Path): Path = { |
73325
a89f56ab2686
more robust (amending 87403fde8cc3): notably allow symlink to existing directory, which Files.createDirectories does not accept;
wenzelm
parents:
73324
diff
changeset
|
169 |
if (!path.is_dir) { |
73945 | 170 |
try { Files.createDirectories(path.java_path) } |
73325
a89f56ab2686
more robust (amending 87403fde8cc3): notably allow symlink to existing directory, which Files.createDirectories does not accept;
wenzelm
parents:
73324
diff
changeset
|
171 |
catch { case ERROR(_) => error("Failed to create directory: " + path.absolute) } |
a89f56ab2686
more robust (amending 87403fde8cc3): notably allow symlink to existing directory, which Files.createDirectories does not accept;
wenzelm
parents:
73324
diff
changeset
|
172 |
} |
72376 | 173 |
path |
174 |
} |
|
50893
d55eb82ae77b
Isabelle_System.mkdirs with explicit error checking (in accordance to ML version), e.g. relevant with read-only DMG file-system on Mac OS X;
wenzelm
parents:
50854
diff
changeset
|
175 |
|
72377 | 176 |
def new_directory(path: Path): Path = |
72426
f5d60c12deeb
more standard path output (despite platform_path from d55eb82ae77b);
wenzelm
parents:
72414
diff
changeset
|
177 |
if (path.is_dir) error("Directory already exists: " + path.absolute) |
72377 | 178 |
else make_directory(path) |
179 |
||
76621
7af197063e2f
clarified signature: copy directory content more directly;
wenzelm
parents:
76620
diff
changeset
|
180 |
def copy_dir(dir1: Path, dir2: Path, direct: Boolean = false): Unit = { |
76620 | 181 |
def make_path(dir: Path): String = { |
76621
7af197063e2f
clarified signature: copy directory content more directly;
wenzelm
parents:
76620
diff
changeset
|
182 |
val s = File.standard_path(dir.absolute) |
7af197063e2f
clarified signature: copy directory content more directly;
wenzelm
parents:
76620
diff
changeset
|
183 |
if (direct) Url.direct_path(s) else s |
73322 | 184 |
} |
76620 | 185 |
val p1 = make_path(dir1) |
186 |
val p2 = make_path(dir2) |
|
76624 | 187 |
make_directory(if (direct) dir2.absolute else dir2.absolute.dir) |
76620 | 188 |
val res = bash("cp -a " + Bash.string(p1) + " " + Bash.string(p2)) |
189 |
if (!res.ok) cat_error("Failed to copy " + quote(p1) + " to " + quote(p2), res.err) |
|
73322 | 190 |
} |
73317 | 191 |
|
75393 | 192 |
def with_copy_dir[A](dir1: Path, dir2: Path)(body: => A): A = { |
76625 | 193 |
new_directory(dir2) |
194 |
try { copy_dir(dir1, dir2, direct = true); body } |
|
195 |
finally { rm_tree(dir2) } |
|
75230
bbbee54b1198
prepare patched version more thoroughly, with explicit patches;
wenzelm
parents:
75229
diff
changeset
|
196 |
} |
bbbee54b1198
prepare patched version more thoroughly, with explicit patches;
wenzelm
parents:
75229
diff
changeset
|
197 |
|
73317 | 198 |
|
75393 | 199 |
object Make_Directory extends Scala.Fun_Strings("make_directory") { |
73322 | 200 |
val here = Scala_Project.here |
73567 | 201 |
def apply(args: List[String]): List[String] = apply_paths1(args, make_directory) |
73322 | 202 |
} |
73317 | 203 |
|
75393 | 204 |
object Copy_Dir extends Scala.Fun_Strings("copy_dir") { |
73322 | 205 |
val here = Scala_Project.here |
76621
7af197063e2f
clarified signature: copy directory content more directly;
wenzelm
parents:
76620
diff
changeset
|
206 |
def apply(args: List[String]): List[String] = apply_paths2(args, copy_dir(_, _)) |
73322 | 207 |
} |
208 |
||
209 |
||
210 |
/* copy files */ |
|
64189 | 211 |
|
75393 | 212 |
def copy_file(src: JFile, dst: JFile): Unit = { |
73317 | 213 |
val target = if (dst.isDirectory) new JFile(dst, src.getName) else dst |
73319 | 214 |
if (!File.eq(src, target)) { |
73322 | 215 |
try { |
216 |
Files.copy(src.toPath, target.toPath, |
|
217 |
StandardCopyOption.COPY_ATTRIBUTES, |
|
218 |
StandardCopyOption.REPLACE_EXISTING) |
|
219 |
} |
|
220 |
catch { |
|
221 |
case ERROR(msg) => |
|
73651 | 222 |
cat_error("Failed to copy file " + |
73322 | 223 |
File.path(src).absolute + " to " + File.path(dst).absolute, msg) |
224 |
} |
|
73317 | 225 |
} |
226 |
} |
|
227 |
||
73320 | 228 |
def copy_file(src: Path, dst: Path): Unit = copy_file(src.file, dst.file) |
73317 | 229 |
|
75393 | 230 |
def copy_file_base(base_dir: Path, src: Path, target_dir: Path): Unit = { |
73320 | 231 |
val src1 = src.expand |
232 |
val src1_dir = src1.dir |
|
76623 | 233 |
if (!src1.starts_basic) { |
234 |
error("Illegal path specification " + src1 + " beyond base directory " + base_dir.absolute) |
|
235 |
} |
|
73320 | 236 |
copy_file(base_dir + src1, Isabelle_System.make_directory(target_dir + src1_dir)) |
73317 | 237 |
} |
238 |
||
239 |
||
75393 | 240 |
object Copy_File extends Scala.Fun_Strings("copy_file") { |
73322 | 241 |
val here = Scala_Project.here |
73567 | 242 |
def apply(args: List[String]): List[String] = apply_paths2(args, copy_file) |
73322 | 243 |
} |
244 |
||
75393 | 245 |
object Copy_File_Base extends Scala.Fun_Strings("copy_file_base") { |
73322 | 246 |
val here = Scala_Project.here |
73567 | 247 |
def apply(args: List[String]): List[String] = apply_paths3(args, copy_file_base) |
73322 | 248 |
} |
249 |
||
250 |
||
251 |
/* move files */ |
|
73317 | 252 |
|
75393 | 253 |
def move_file(src: JFile, dst: JFile): Unit = { |
73317 | 254 |
val target = if (dst.isDirectory) new JFile(dst, src.getName) else dst |
73319 | 255 |
if (!File.eq(src, target)) |
73317 | 256 |
Files.move(src.toPath, target.toPath, StandardCopyOption.REPLACE_EXISTING) |
257 |
} |
|
258 |
||
73320 | 259 |
def move_file(src: Path, dst: Path): Unit = move_file(src.file, dst.file) |
73317 | 260 |
|
261 |
||
262 |
/* symbolic link */ |
|
263 |
||
75393 | 264 |
def symlink(src: Path, dst: Path, force: Boolean = false, native: Boolean = false): Unit = { |
73317 | 265 |
val src_file = src.file |
266 |
val dst_file = dst.file |
|
267 |
val target = if (dst_file.isDirectory) new JFile(dst_file, src_file.getName) else dst_file |
|
268 |
||
269 |
if (force) target.delete |
|
270 |
||
75393 | 271 |
def cygwin_link(): Unit = { |
74070 | 272 |
if (native) { |
273 |
error("Failed to create native symlink on Windows: " + quote(src_file.toString) + |
|
274 |
"\n(but it could work as Administrator)") |
|
275 |
} |
|
276 |
else isabelle.setup.Environment.cygwin_link(File.standard_path(src), target) |
|
277 |
} |
|
278 |
||
73893 | 279 |
|
73317 | 280 |
try { Files.createSymbolicLink(target.toPath, src_file.toPath) } |
281 |
catch { |
|
73893 | 282 |
case _: UnsupportedOperationException if Platform.is_windows => cygwin_link() |
283 |
case _: FileSystemException if Platform.is_windows => cygwin_link() |
|
73317 | 284 |
} |
285 |
} |
|
286 |
||
50893
d55eb82ae77b
Isabelle_System.mkdirs with explicit error checking (in accordance to ML version), e.g. relevant with read-only DMG file-system on Mac OS X;
wenzelm
parents:
50854
diff
changeset
|
287 |
|
56428
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
288 |
/* tmp files */ |
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
289 |
|
75393 | 290 |
def isabelle_tmp_prefix(): JFile = { |
56428
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
291 |
val path = Path.explode("$ISABELLE_TMP_PREFIX") |
72375 | 292 |
path.file.mkdirs // low-level mkdirs to avoid recursion via Isabelle environment |
60988 | 293 |
File.platform_file(path) |
56428
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
294 |
} |
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
295 |
|
76144 | 296 |
def tmp_file( |
297 |
name: String, |
|
298 |
ext: String = "", |
|
299 |
base_dir: JFile = isabelle_tmp_prefix(), |
|
300 |
initialized: Boolean = true |
|
301 |
): JFile = { |
|
77504 | 302 |
val suffix = if_proper(ext, "." + ext) |
67924 | 303 |
val file = Files.createTempFile(base_dir.toPath, name, suffix).toFile |
76144 | 304 |
if (initialized) file.deleteOnExit() else file.delete() |
56428
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
305 |
file |
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
306 |
} |
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
307 |
|
76177 | 308 |
def with_tmp_file[A]( |
309 |
name: String, |
|
310 |
ext: String = "", |
|
311 |
base_dir: JFile = isabelle_tmp_prefix() |
|
312 |
)(body: Path => A): A = { |
|
313 |
val file = tmp_file(name, ext, base_dir = base_dir) |
|
64220 | 314 |
try { body(File.path(file)) } finally { file.delete } |
56428
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
315 |
} |
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
316 |
|
1acf2d76ac23
more standard Isabelle_System.tmp_file and tmp_dir operations, in accordance to ML version;
wenzelm
parents:
55876
diff
changeset
|
317 |
|
56477 | 318 |
/* tmp dirs */ |
319 |
||
75393 | 320 |
def rm_tree(root: JFile): Unit = { |
56477 | 321 |
root.delete |
322 |
if (root.isDirectory) { |
|
323 |
Files.walkFileTree(root.toPath, |
|
324 |
new SimpleFileVisitor[JPath] { |
|
75393 | 325 |
override def visitFile(file: JPath, attrs: BasicFileAttributes): FileVisitResult = { |
68991
6c1beb52d766
more robust: avoid race condition wrt. cleanup of ML process, e.g. relevant for "$ISABELLE_TMP/rat.ML" in theory Codegen.Further;
wenzelm
parents:
68409
diff
changeset
|
326 |
try { Files.deleteIfExists(file) } |
6c1beb52d766
more robust: avoid race condition wrt. cleanup of ML process, e.g. relevant for "$ISABELLE_TMP/rat.ML" in theory Codegen.Further;
wenzelm
parents:
68409
diff
changeset
|
327 |
catch { case _: IOException => } |
56477 | 328 |
FileVisitResult.CONTINUE |
329 |
} |
|
330 |
||
75393 | 331 |
override def postVisitDirectory(dir: JPath, e: IOException): FileVisitResult = { |
56477 | 332 |
if (e == null) { |
68991
6c1beb52d766
more robust: avoid race condition wrt. cleanup of ML process, e.g. relevant for "$ISABELLE_TMP/rat.ML" in theory Codegen.Further;
wenzelm
parents:
68409
diff
changeset
|
333 |
try { Files.deleteIfExists(dir) } |
6c1beb52d766
more robust: avoid race condition wrt. cleanup of ML process, e.g. relevant for "$ISABELLE_TMP/rat.ML" in theory Codegen.Further;
wenzelm
parents:
68409
diff
changeset
|
334 |
catch { case _: IOException => } |
56477 | 335 |
FileVisitResult.CONTINUE |
336 |
} |
|
337 |
else throw e |
|
338 |
} |
|
339 |
} |
|
340 |
) |
|
341 |
} |
|
342 |
} |
|
343 |
||
73324 | 344 |
def rm_tree(root: Path): Unit = rm_tree(root.file) |
345 |
||
75393 | 346 |
object Rm_Tree extends Scala.Fun_Strings("rm_tree") { |
73324 | 347 |
val here = Scala_Project.here |
73567 | 348 |
def apply(args: List[String]): List[String] = apply_paths1(args, rm_tree) |
73324 | 349 |
} |
350 |
||
75393 | 351 |
def tmp_dir(name: String, base_dir: JFile = isabelle_tmp_prefix()): JFile = { |
67924 | 352 |
val dir = Files.createTempDirectory(base_dir.toPath, name).toFile |
75219 | 353 |
dir.deleteOnExit() |
56477 | 354 |
dir |
355 |
} |
|
356 |
||
76177 | 357 |
def with_tmp_dir[A]( |
358 |
name: String, |
|
359 |
base_dir: JFile = isabelle_tmp_prefix() |
|
360 |
)(body: Path => A): A = { |
|
361 |
val dir = tmp_dir(name, base_dir = base_dir) |
|
64220 | 362 |
try { body(File.path(dir)) } finally { rm_tree(dir) } |
56477 | 363 |
} |
364 |
||
365 |
||
65793 | 366 |
/* quasi-atomic update of directory */ |
367 |
||
75393 | 368 |
def update_directory(dir: Path, f: Path => Unit): Unit = { |
65793 | 369 |
val new_dir = dir.ext("new") |
370 |
val old_dir = dir.ext("old") |
|
371 |
||
372 |
rm_tree(new_dir) |
|
373 |
rm_tree(old_dir) |
|
374 |
||
375 |
f(new_dir) |
|
376 |
||
73317 | 377 |
if (dir.is_dir) move_file(dir, old_dir) |
378 |
move_file(new_dir, dir) |
|
65793 | 379 |
rm_tree(old_dir) |
380 |
} |
|
381 |
||
382 |
||
76145 | 383 |
/* TCP/IP ports */ |
384 |
||
385 |
def local_port(): Int = { |
|
386 |
val socket = new ServerSocket(0) |
|
387 |
val port = socket.getLocalPort |
|
388 |
socket.close() |
|
389 |
port |
|
390 |
} |
|
391 |
||
62613 | 392 |
|
76146 | 393 |
/* JVM shutdown hook */ |
394 |
||
395 |
def create_shutdown_hook(body: => Unit): Thread = { |
|
396 |
val shutdown_hook = Isabelle_Thread.create(new Runnable { def run: Unit = body }) |
|
397 |
||
398 |
try { Runtime.getRuntime.addShutdownHook(shutdown_hook) } |
|
399 |
catch { case _: IllegalStateException => } |
|
400 |
||
401 |
shutdown_hook |
|
402 |
} |
|
403 |
||
404 |
def remove_shutdown_hook(shutdown_hook: Thread): Unit = |
|
405 |
try { Runtime.getRuntime.removeShutdownHook(shutdown_hook) } |
|
406 |
catch { case _: IllegalStateException => } |
|
407 |
||
408 |
||
409 |
||
62613 | 410 |
/** external processes **/ |
411 |
||
412 |
/* GNU bash */ |
|
31796 | 413 |
|
62610
4c89504c76fb
more uniform signature for various process invocations;
wenzelm
parents:
62602
diff
changeset
|
414 |
def bash(script: String, |
74212 | 415 |
description: String = "", |
62610
4c89504c76fb
more uniform signature for various process invocations;
wenzelm
parents:
62602
diff
changeset
|
416 |
cwd: JFile = null, |
73897 | 417 |
env: JMap[String, String] = settings(), |
62610
4c89504c76fb
more uniform signature for various process invocations;
wenzelm
parents:
62602
diff
changeset
|
418 |
redirect: Boolean = false, |
74142
0f051404f487
clarified signature: more options for bash_process;
wenzelm
parents:
74070
diff
changeset
|
419 |
input: String = "", |
51962
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51820
diff
changeset
|
420 |
progress_stdout: String => Unit = (_: String) => (), |
016cb7d8f297
limit build process output, to avoid bombing Isabelle/Scala process by ill-behaved jobs (e.g. Containers in AFP/9025435b29cf);
wenzelm
parents:
51820
diff
changeset
|
421 |
progress_stderr: String => Unit = (_: String) => (), |
72598 | 422 |
watchdog: Option[Bash.Watchdog] = None, |
62602 | 423 |
strict: Boolean = true, |
75393 | 424 |
cleanup: () => Unit = () => () |
425 |
): Process_Result = { |
|
74212 | 426 |
Bash.process(script, |
427 |
description = description, cwd = cwd, env = env, redirect = redirect, cleanup = cleanup). |
|
74142
0f051404f487
clarified signature: more options for bash_process;
wenzelm
parents:
74070
diff
changeset
|
428 |
result(input = input, progress_stdout = progress_stdout, progress_stderr = progress_stderr, |
72598 | 429 |
watchdog = watchdog, strict = strict) |
34198
ff5486262cd6
moved Library.decode_permissive_utf8 to Isabelle_System;
wenzelm
parents:
34196
diff
changeset
|
430 |
} |
ff5486262cd6
moved Library.decode_permissive_utf8 to Isabelle_System;
wenzelm
parents:
34196
diff
changeset
|
431 |
|
75218 | 432 |
|
433 |
/* command-line tools */ |
|
434 |
||
75393 | 435 |
def require_command(cmd: String, test: String = "--version"): Unit = { |
75218 | 436 |
if (!bash(Bash.string(cmd) + " " + test).ok) error("Missing system command: " + quote(cmd)) |
437 |
} |
|
438 |
||
64935
9437a117408b
insist in proper GNU tar, to avoid subtle semantic differences;
wenzelm
parents:
64657
diff
changeset
|
439 |
private lazy val gnutar_check: Boolean = |
9437a117408b
insist in proper GNU tar, to avoid subtle semantic differences;
wenzelm
parents:
64657
diff
changeset
|
440 |
try { bash("tar --version").check.out.containsSlice("GNU tar") || error("") } |
9437a117408b
insist in proper GNU tar, to avoid subtle semantic differences;
wenzelm
parents:
64657
diff
changeset
|
441 |
catch { case ERROR(_) => false } |
9437a117408b
insist in proper GNU tar, to avoid subtle semantic differences;
wenzelm
parents:
64657
diff
changeset
|
442 |
|
69425 | 443 |
def gnutar( |
444 |
args: String, |
|
445 |
dir: Path = Path.current, |
|
446 |
original_owner: Boolean = false, |
|
76540
83de6e9ae983
clarified signature: prefer Scala functions instead of shell scripts;
wenzelm
parents:
76533
diff
changeset
|
447 |
strip: Boolean = false, |
75393 | 448 |
redirect: Boolean = false |
449 |
): Process_Result = { |
|
69425 | 450 |
val options = |
451 |
(if (dir.is_current) "" else "-C " + File.bash_path(dir) + " ") + |
|
73624 | 452 |
(if (original_owner) "" else "--owner=root --group=staff ") + |
76540
83de6e9ae983
clarified signature: prefer Scala functions instead of shell scripts;
wenzelm
parents:
76533
diff
changeset
|
453 |
(if (!strip) "" else "--strip-components=1 ") |
69425 | 454 |
|
455 |
if (gnutar_check) bash("tar " + options + args, redirect = redirect) |
|
64935
9437a117408b
insist in proper GNU tar, to avoid subtle semantic differences;
wenzelm
parents:
64657
diff
changeset
|
456 |
else error("Expected to find GNU tar executable") |
9437a117408b
insist in proper GNU tar, to avoid subtle semantic differences;
wenzelm
parents:
64657
diff
changeset
|
457 |
} |
9437a117408b
insist in proper GNU tar, to avoid subtle semantic differences;
wenzelm
parents:
64657
diff
changeset
|
458 |
|
76540
83de6e9ae983
clarified signature: prefer Scala functions instead of shell scripts;
wenzelm
parents:
76533
diff
changeset
|
459 |
def extract(archive: Path, dir: Path, strip: Boolean = false): Unit = { |
76533 | 460 |
val name = archive.file_name |
76541 | 461 |
make_directory(dir) |
76546 | 462 |
if (File.is_zip(name) || File.is_jar(name)) { |
463 |
using(new ZipFile(archive.file)) { zip_file => |
|
464 |
val items = |
|
465 |
for (entry <- zip_file.entries().asScala.toList) |
|
466 |
yield { |
|
467 |
val input = JPath.of(entry.getName) |
|
468 |
val count = input.getNameCount |
|
469 |
val output = |
|
470 |
if (strip && count <= 1) None |
|
471 |
else if (strip) Some(input.subpath(1, count)) |
|
472 |
else Some(input) |
|
473 |
val result = output.map(dir.java_path.resolve(_)) |
|
474 |
for (res <- result) { |
|
475 |
if (entry.isDirectory) Files.createDirectories(res) |
|
476 |
else { |
|
477 |
val bytes = using(zip_file.getInputStream(entry))(Bytes.read_stream(_)) |
|
478 |
Files.createDirectories(res.getParent) |
|
479 |
Files.write(res, bytes.array) |
|
480 |
} |
|
481 |
} |
|
482 |
(entry, result) |
|
483 |
} |
|
484 |
for { |
|
78592 | 485 |
case (entry, Some(res)) <- items |
76546 | 486 |
if !entry.isDirectory |
487 |
t <- Option(entry.getLastModifiedTime) |
|
488 |
} Files.setLastModifiedTime(res, t) |
|
489 |
} |
|
76543
fef0195f8d8e
clarified signature: prefer Scala functions instead of shell scripts;
wenzelm
parents:
76541
diff
changeset
|
490 |
} |
76540
83de6e9ae983
clarified signature: prefer Scala functions instead of shell scripts;
wenzelm
parents:
76533
diff
changeset
|
491 |
else if (File.is_tar_bz2(name) || File.is_tgz(name) || File.is_tar_gz(name)) { |
83de6e9ae983
clarified signature: prefer Scala functions instead of shell scripts;
wenzelm
parents:
76533
diff
changeset
|
492 |
val flags = if (File.is_tar_bz2(name)) "-xjf " else "-xzf " |
83de6e9ae983
clarified signature: prefer Scala functions instead of shell scripts;
wenzelm
parents:
76533
diff
changeset
|
493 |
Isabelle_System.gnutar(flags + File.bash_path(archive), dir = dir, strip = strip).check |
76533 | 494 |
} |
495 |
else error("Cannot extract " + archive) |
|
496 |
} |
|
76530 | 497 |
|
75393 | 498 |
def make_patch(base_dir: Path, src: Path, dst: Path, diff_options: String = ""): String = { |
75394 | 499 |
with_tmp_file("patch") { patch => |
75229 | 500 |
Isabelle_System.bash( |
75230
bbbee54b1198
prepare patched version more thoroughly, with explicit patches;
wenzelm
parents:
75229
diff
changeset
|
501 |
"diff -ru " + diff_options + " -- " + File.bash_path(src) + " " + File.bash_path(dst) + |
bbbee54b1198
prepare patched version more thoroughly, with explicit patches;
wenzelm
parents:
75229
diff
changeset
|
502 |
" > " + File.bash_path(patch), |
75229 | 503 |
cwd = base_dir.file).check_rc(_ <= 1) |
504 |
File.read(patch) |
|
75394 | 505 |
} |
75220 | 506 |
} |
507 |
||
54690 | 508 |
def open(arg: String): Unit = |
64304 | 509 |
bash("exec \"$ISABELLE_OPEN\" " + Bash.string(arg) + " >/dev/null 2>/dev/null &") |
54690 | 510 |
|
511 |
def pdf_viewer(arg: Path): Unit = |
|
62616 | 512 |
bash("exec \"$PDF_VIEWER\" " + File.bash_path(arg) + " >/dev/null 2>/dev/null &") |
54690 | 513 |
|
75393 | 514 |
def open_external_file(name: String): Boolean = { |
73224
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
515 |
val ext = Library.take_suffix((c: Char) => c != '.', name.toList)._2.mkString |
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
516 |
val external = |
77218 | 517 |
ext.nonEmpty && space_explode(':', getenv("ISABELLE_EXTERNAL_FILES")).contains(ext) |
73224
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
518 |
if (external) { |
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
519 |
if (ext == "pdf" && Path.is_wellformed(name)) pdf_viewer(Path.explode(name)) |
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
520 |
else open(name) |
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
521 |
} |
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
522 |
external |
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
523 |
} |
49686e3b1909
clarified links to external files, e.g. .pdf within .thy source document;
wenzelm
parents:
72976
diff
changeset
|
524 |
|
65916 | 525 |
|
32450 | 526 |
|
31796 | 527 |
/** Isabelle resources **/ |
528 |
||
64161 | 529 |
/* repository clone with Admin */ |
530 |
||
531 |
def admin(): Boolean = Path.explode("~~/Admin").is_dir |
|
532 |
||
533 |
||
62633 | 534 |
/* default logic */ |
48503 | 535 |
|
75393 | 536 |
def default_logic(args: String*): String = { |
50403
87868964733c
more uniform default logic, using settings, options, args etc.;
wenzelm
parents:
50298
diff
changeset
|
537 |
args.find(_ != "") match { |
87868964733c
more uniform default logic, using settings, options, args etc.;
wenzelm
parents:
50298
diff
changeset
|
538 |
case Some(logic) => logic |
73317 | 539 |
case None => getenv_strict("ISABELLE_LOGIC") |
50403
87868964733c
more uniform default logic, using settings, options, args etc.;
wenzelm
parents:
50298
diff
changeset
|
540 |
} |
87868964733c
more uniform default logic, using settings, options, args etc.;
wenzelm
parents:
50298
diff
changeset
|
541 |
} |
73323 | 542 |
|
543 |
||
544 |
/* download file */ |
|
545 |
||
75393 | 546 |
def download(url_name: String, progress: Progress = new Progress): HTTP.Content = { |
73335 | 547 |
val url = Url(url_name) |
548 |
progress.echo("Getting " + quote(url_name)) |
|
73566 | 549 |
try { HTTP.Client.get(url) } |
550 |
catch { case ERROR(msg) => cat_error("Failed to download " + quote(url_name), msg) } |
|
73323 | 551 |
} |
552 |
||
73566 | 553 |
def download_file(url_name: String, file: Path, progress: Progress = new Progress): Unit = |
554 |
Bytes.write(file, download(url_name, progress = progress).bytes) |
|
555 |
||
75393 | 556 |
object Download extends Scala.Fun("download", thread = true) { |
73323 | 557 |
val here = Scala_Project.here |
77027 | 558 |
override def invoke(session: Session, args: List[Bytes]): List[Bytes] = |
75439 | 559 |
args.map(url => download(url.text).bytes) |
73323 | 560 |
} |
73608 | 561 |
|
562 |
||
563 |
/* repositories */ |
|
564 |
||
73611 | 565 |
val isabelle_repository: Mercurial.Server = |
566 |
Mercurial.Server("https://isabelle.sketis.net/repos/isabelle") |
|
73608 | 567 |
|
73611 | 568 |
val afp_repository: Mercurial.Server = |
569 |
Mercurial.Server("https://isabelle.sketis.net/repos/afp-devel") |
|
73610 | 570 |
|
571 |
def official_releases(): List[String] = |
|
572 |
Library.trim_split_lines( |
|
573 |
isabelle_repository.read_file(Path.explode("Admin/Release/official"))) |
|
27919 | 574 |
} |