author | wenzelm |
Sun, 14 Mar 2021 21:02:34 +0100 | |
changeset 73436 | e92f2e44e4d8 |
parent 73340 | 0ffcad1f6130 |
child 73628 | ac8feb094bd4 |
permissions | -rw-r--r-- |
64929 | 1 |
/* Title: Pure/Admin/build_jdk.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Build Isabelle jdk component from original platform installations. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
73086
178c9d04e08c
more robust sharing, despite minimal impact on archive size;
wenzelm
parents:
73084
diff
changeset
|
10 |
import java.io.{File => JFile} |
64933 | 11 |
import java.nio.file.Files |
64934 | 12 |
import java.nio.file.attribute.PosixFilePermission |
64933 | 13 |
|
64929 | 14 |
import scala.util.matching.Regex |
15 |
||
16 |
||
17 |
object Build_JDK |
|
18 |
{ |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
19 |
/* platform and version information */ |
64929 | 20 |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
21 |
sealed case class JDK_Platform( |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
22 |
platform_name: String, |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
23 |
platform_regex: Regex, |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
24 |
exe: String = "java", |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
25 |
macos_home: Boolean = false, |
73082
e67d659d7a41
more direct ISABELLE_JDK_HOME, thanks to zulu-jdk directory layout;
wenzelm
parents:
73081
diff
changeset
|
26 |
jdk_version: String = "") |
64929 | 27 |
{ |
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
28 |
override def toString: String = platform_name |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
29 |
|
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
30 |
def platform_path: Path = Path.explode(platform_name) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
31 |
|
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
32 |
def detect(jdk_dir: Path): Option[JDK_Platform] = |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
33 |
{ |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
34 |
val major_version = |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
35 |
{ |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
36 |
val Major_Version = """.*jdk(\d+).*$""".r |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
37 |
val jdk_name = jdk_dir.file.getName |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
38 |
jdk_name match { |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
39 |
case Major_Version(s) => s |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
40 |
case _ => error("Cannot determine major version from " + quote(jdk_name)) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
41 |
} |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
42 |
} |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
43 |
|
73082
e67d659d7a41
more direct ISABELLE_JDK_HOME, thanks to zulu-jdk directory layout;
wenzelm
parents:
73081
diff
changeset
|
44 |
val path = jdk_dir + Path.explode("bin") + Path.explode(exe) |
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
45 |
if (path.is_file) { |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
46 |
val file_descr = Isabelle_System.bash("file -b " + File.bash_path(path)).check.out |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
47 |
if (platform_regex.pattern.matcher(file_descr).matches) { |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
48 |
val Version = ("^(" + major_version + """\.[0-9.]+\+\d+)(?:-LTS)?$""").r |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
49 |
val version_lines = |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
50 |
Isabelle_System.bash("strings " + File.bash_path(path)).check |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
51 |
.out_lines.flatMap({ case Version(s) => Some(s) case _ => None }) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
52 |
version_lines match { |
73082
e67d659d7a41
more direct ISABELLE_JDK_HOME, thanks to zulu-jdk directory layout;
wenzelm
parents:
73081
diff
changeset
|
53 |
case List(jdk_version) => Some(copy(jdk_version = jdk_version)) |
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
54 |
case _ => error("Expected unique version within executable " + path) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
55 |
} |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
56 |
} |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
57 |
else None |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
58 |
} |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
59 |
else None |
64929 | 60 |
} |
61 |
} |
|
62 |
||
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
63 |
val templates: List[JDK_Platform] = |
66906 | 64 |
List( |
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
65 |
JDK_Platform("arm64-darwin", """.*Mach-O 64-bit.*arm64.*""".r, macos_home = true), |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
66 |
JDK_Platform("arm64-linux", """.*ELF 64-bit.*ARM aarch64.*""".r), |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
67 |
JDK_Platform("x86_64-darwin", """.*Mach-O 64-bit.*x86[-_]64.*""".r, macos_home = true), |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
68 |
JDK_Platform("x86_64-linux", """.*ELF 64-bit.*x86[-_]64.*""".r), |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
69 |
JDK_Platform("x86_64-windows", """.*PE32\+ executable.*x86[-_]64.*""".r, exe = "java.exe")) |
64929 | 70 |
|
71 |
||
72 |
/* README */ |
|
73 |
||
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
74 |
def readme(jdk_version: String): String = |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
75 |
"""This is OpenJDK """ + jdk_version + """ based on downloads by Azul, see also |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
76 |
https://www.azul.com/downloads/zulu-community/?package=jdk |
64929 | 77 |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
78 |
The main license is GPL2, but some modules are covered by other (more liberal) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
79 |
licenses, see legal/* for details. |
64929 | 80 |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
81 |
Linux, Windows, macOS all work uniformly, depending on platform-specific |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
82 |
subdirectories. |
64929 | 83 |
""" |
84 |
||
85 |
||
86 |
/* settings */ |
|
87 |
||
73082
e67d659d7a41
more direct ISABELLE_JDK_HOME, thanks to zulu-jdk directory layout;
wenzelm
parents:
73081
diff
changeset
|
88 |
val settings: String = |
64929 | 89 |
"""# -*- shell-script -*- :mode=shellscript: |
90 |
||
91 |
case "$ISABELLE_PLATFORM_FAMILY" in |
|
92 |
linux) |
|
66906 | 93 |
ISABELLE_JAVA_PLATFORM="$ISABELLE_PLATFORM64" |
64929 | 94 |
ISABELLE_JDK_HOME="$COMPONENT/$ISABELLE_JAVA_PLATFORM" |
95 |
;; |
|
96 |
windows) |
|
66906 | 97 |
ISABELLE_JAVA_PLATFORM="$ISABELLE_WINDOWS_PLATFORM64" |
64929 | 98 |
ISABELLE_JDK_HOME="$COMPONENT/$ISABELLE_JAVA_PLATFORM" |
99 |
;; |
|
100 |
macos) |
|
73082
e67d659d7a41
more direct ISABELLE_JDK_HOME, thanks to zulu-jdk directory layout;
wenzelm
parents:
73081
diff
changeset
|
101 |
if [ -n "$ISABELLE_APPLE_PLATFORM64" -a -d "$COMPONENT/$ISABELLE_APPLE_PLATFORM64" ] |
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
102 |
then |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
103 |
ISABELLE_JAVA_PLATFORM="$ISABELLE_APPLE_PLATFORM64" |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
104 |
else |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
105 |
ISABELLE_JAVA_PLATFORM="$ISABELLE_PLATFORM64" |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
106 |
fi |
73082
e67d659d7a41
more direct ISABELLE_JDK_HOME, thanks to zulu-jdk directory layout;
wenzelm
parents:
73081
diff
changeset
|
107 |
ISABELLE_JDK_HOME="$COMPONENT/$ISABELLE_JAVA_PLATFORM" |
64929 | 108 |
;; |
109 |
esac |
|
110 |
""" |
|
111 |
||
112 |
||
113 |
/* extract archive */ |
|
114 |
||
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
115 |
def extract_archive(dir: Path, archive: Path): JDK_Platform = |
64929 | 116 |
{ |
117 |
try { |
|
72376 | 118 |
val tmp_dir = Isabelle_System.make_directory(dir + Path.explode("tmp")) |
69128 | 119 |
|
69367 | 120 |
if (archive.get_ext == "zip") { |
69128 | 121 |
Isabelle_System.bash( |
122 |
"unzip -x " + File.bash_path(archive.absolute), cwd = tmp_dir.file).check |
|
123 |
} |
|
124 |
else { |
|
69425 | 125 |
Isabelle_System.gnutar("-xzf " + File.bash_path(archive), dir = tmp_dir).check |
69128 | 126 |
} |
127 |
||
64929 | 128 |
val dir_entry = |
73084 | 129 |
File.read_dir(tmp_dir) match { |
64929 | 130 |
case List(s) => s |
131 |
case _ => error("Archive contains multiple directories") |
|
132 |
} |
|
133 |
||
134 |
val jdk_dir = tmp_dir + Path.explode(dir_entry) |
|
135 |
val platform = |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
136 |
templates.view.flatMap(_.detect(jdk_dir)) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
137 |
.headOption.getOrElse(error("Failed to detect JDK platform")) |
64929 | 138 |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
139 |
val platform_dir = dir + platform.platform_path |
64929 | 140 |
if (platform_dir.is_dir) error("Directory already exists: " + platform_dir) |
69128 | 141 |
|
73317 | 142 |
Isabelle_System.move_file(jdk_dir, platform_dir) |
64929 | 143 |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
144 |
platform |
64929 | 145 |
} |
146 |
catch { case ERROR(msg) => cat_error(msg, "The error(s) above occurred for " + archive) } |
|
147 |
} |
|
148 |
||
149 |
||
150 |
/* build jdk */ |
|
151 |
||
152 |
def build_jdk( |
|
153 |
archives: List[Path], |
|
71726
a5fda30edae2
clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents:
71602
diff
changeset
|
154 |
progress: Progress = new Progress, |
73340 | 155 |
target_dir: Path = Path.current): Unit = |
64929 | 156 |
{ |
157 |
if (Platform.is_windows) error("Cannot build jdk on Windows") |
|
158 |
||
159 |
Isabelle_System.with_tmp_dir("jdk")(dir => |
|
160 |
{ |
|
161 |
progress.echo("Extracting ...") |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
162 |
val platforms = archives.map(extract_archive(dir, _)) |
64929 | 163 |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
164 |
val jdk_version = |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
165 |
platforms.map(_.jdk_version).distinct match { |
64929 | 166 |
case List(version) => version |
167 |
case Nil => error("No archives") |
|
168 |
case versions => |
|
69128 | 169 |
error("Archives contain multiple JDK versions: " + commas_quote(versions)) |
64929 | 170 |
} |
171 |
||
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
172 |
templates.filterNot(p1 => platforms.exists(p2 => p1.platform_name == p2.platform_name)) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
173 |
match { |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
174 |
case Nil => |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
175 |
case missing => error("Missing platforms: " + commas_quote(missing.map(_.platform_name))) |
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
176 |
} |
64929 | 177 |
|
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
178 |
val jdk_name = "jdk-" + jdk_version |
64929 | 179 |
val jdk_path = Path.explode(jdk_name) |
180 |
val component_dir = dir + jdk_path |
|
181 |
||
72375 | 182 |
Isabelle_System.make_directory(component_dir + Path.explode("etc")) |
73082
e67d659d7a41
more direct ISABELLE_JDK_HOME, thanks to zulu-jdk directory layout;
wenzelm
parents:
73081
diff
changeset
|
183 |
File.write(Components.settings(component_dir), settings) |
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
184 |
File.write(component_dir + Path.explode("README"), readme(jdk_version)) |
64929 | 185 |
|
73317 | 186 |
for (platform <- platforms) { |
187 |
Isabelle_System.move_file(dir + platform.platform_path, component_dir) |
|
188 |
} |
|
64929 | 189 |
|
64933 | 190 |
for (file <- File.find_files(component_dir.file, include_dirs = true)) { |
191 |
val path = file.toPath |
|
192 |
val perms = Files.getPosixFilePermissions(path) |
|
64934 | 193 |
perms.add(PosixFilePermission.OWNER_READ) |
194 |
perms.add(PosixFilePermission.GROUP_READ) |
|
195 |
perms.add(PosixFilePermission.OTHERS_READ) |
|
196 |
perms.add(PosixFilePermission.OWNER_WRITE) |
|
64933 | 197 |
if (file.isDirectory) { |
64934 | 198 |
perms.add(PosixFilePermission.OWNER_WRITE) |
199 |
perms.add(PosixFilePermission.OWNER_EXECUTE) |
|
200 |
perms.add(PosixFilePermission.GROUP_EXECUTE) |
|
201 |
perms.add(PosixFilePermission.OTHERS_EXECUTE) |
|
64933 | 202 |
} |
203 |
Files.setPosixFilePermissions(path, perms) |
|
204 |
} |
|
64931 | 205 |
|
64929 | 206 |
progress.echo("Archiving ...") |
69425 | 207 |
Isabelle_System.gnutar( |
208 |
"-czf " + File.bash_path(target_dir + jdk_path.ext("tar.gz")) + " " + jdk_name, |
|
209 |
dir = dir).check |
|
64929 | 210 |
}) |
211 |
} |
|
212 |
||
213 |
||
214 |
/* Isabelle tool wrapper */ |
|
215 |
||
216 |
val isabelle_tool = |
|
69128 | 217 |
Isabelle_Tool("build_jdk", "build Isabelle jdk component from original archives", |
72763 | 218 |
Scala_Project.here, args => |
64929 | 219 |
{ |
220 |
var target_dir = Path.current |
|
221 |
||
222 |
val getopts = Getopts(""" |
|
65873 | 223 |
Usage: isabelle build_jdk [OPTIONS] ARCHIVES... |
64929 | 224 |
|
225 |
Options are: |
|
226 |
-D DIR target directory (default ".") |
|
227 |
||
69128 | 228 |
Build jdk component from tar.gz archives, with original jdk archives |
73081
120ffea2c244
prefer OpenJDK from Azul: supports more versions and platforms;
wenzelm
parents:
72894
diff
changeset
|
229 |
for Linux, Windows, and macOS. |
64929 | 230 |
""", |
231 |
"D:" -> (arg => target_dir = Path.explode(arg))) |
|
232 |
||
233 |
val more_args = getopts(args) |
|
234 |
if (more_args.isEmpty) getopts.usage() |
|
235 |
||
71601 | 236 |
val archives = more_args.map(Path.explode) |
64929 | 237 |
val progress = new Console_Progress() |
238 |
||
239 |
build_jdk(archives = archives, progress = progress, target_dir = target_dir) |
|
69277
258bef08b31e
support for user-defined Isabelle/Scala command-line tools;
wenzelm
parents:
69186
diff
changeset
|
240 |
}) |
64929 | 241 |
} |