author | wenzelm |
Sun, 11 Feb 2018 13:24:38 +0100 | |
changeset 67596 | 6f819a5b4a92 |
parent 67594 | c195722c60ac |
child 67597 | fe6dc6d8451a |
permissions | -rw-r--r-- |
64483 | 1 |
/* Title: Pure/Admin/build_polyml.scala |
2 |
Author: Makarius |
|
3 |
||
4 |
Build Poly/ML from sources. |
|
5 |
*/ |
|
6 |
||
7 |
package isabelle |
|
8 |
||
9 |
||
10 |
object Build_PolyML |
|
11 |
{ |
|
65880 | 12 |
/** platform-specific build **/ |
64496 | 13 |
|
64483 | 14 |
sealed case class Platform_Info( |
15 |
options: List[String] = Nil, |
|
16 |
options_multilib: List[String] = Nil, |
|
64487 | 17 |
setup: String = "", |
64483 | 18 |
copy_files: List[String] = Nil) |
19 |
||
20 |
private val platform_info = Map( |
|
21 |
"x86-linux" -> |
|
22 |
Platform_Info( |
|
23 |
options_multilib = |
|
67580
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
24 |
List("--build=i386", "CFLAGS=-m32 -O3", "CXXFLAGS=-m32 -O3", "CCASFLAGS=-m32", |
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
25 |
"LDFLAGS=-Wl,-rpath,_DUMMY_"), |
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
26 |
options = List("LDFLAGS=-Wl,-rpath,_DUMMY_")), |
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
27 |
"x86_64-linux" -> |
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
28 |
Platform_Info( |
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
29 |
options = List("LDFLAGS=-Wl,-rpath,_DUMMY_")), |
64483 | 30 |
"x86-darwin" -> |
31 |
Platform_Info( |
|
32 |
options = |
|
64484 | 33 |
List("--build=i686-darwin", "CFLAGS=-arch i686 -O3 -I../libffi/include", |
34 |
"CXXFLAGS=-arch i686 -O3 -I../libffi/include", "CCASFLAGS=-arch i686 -O3", |
|
67594
c195722c60ac
back to --disable-shared on x86-darwin to avoid odd core-dump of polyimport;
wenzelm
parents:
67593
diff
changeset
|
35 |
"LDFLAGS=-segprot POLY rwx rwx -L/usr/local/lib32", |
c195722c60ac
back to --disable-shared on x86-darwin to avoid odd core-dump of polyimport;
wenzelm
parents:
67593
diff
changeset
|
36 |
"--disable-shared"), |
64503
365021be3c5b
clarified setup: avoid alternative C compiler tools, e.g. from Homebrew or MacPorts;
wenzelm
parents:
64502
diff
changeset
|
37 |
setup = "PATH=/usr/bin:/bin:/usr/sbin:/sbin"), |
64483 | 38 |
"x86_64-darwin" -> |
39 |
Platform_Info( |
|
40 |
options = |
|
64484 | 41 |
List("--build=x86_64-darwin", "CFLAGS=-arch x86_64 -O3 -I../libffi/include", |
42 |
"CXXFLAGS=-arch x86_64 -O3 -I../libffi/include", "CCASFLAGS=-arch x86_64", |
|
64503
365021be3c5b
clarified setup: avoid alternative C compiler tools, e.g. from Homebrew or MacPorts;
wenzelm
parents:
64502
diff
changeset
|
43 |
"LDFLAGS=-segprot POLY rwx rwx"), |
365021be3c5b
clarified setup: avoid alternative C compiler tools, e.g. from Homebrew or MacPorts;
wenzelm
parents:
64502
diff
changeset
|
44 |
setup = "PATH=/usr/bin:/bin:/usr/sbin:/sbin"), |
64483 | 45 |
"x86-windows" -> |
46 |
Platform_Info( |
|
47 |
options = |
|
67596
6f819a5b4a92
back to --disable-shared on windows to avoid odd core-dump of polyimport;
wenzelm
parents:
67594
diff
changeset
|
48 |
List("--host=i686-w32-mingw32", "CPPFLAGS=-I/mingw32/include", |
6f819a5b4a92
back to --disable-shared on windows to avoid odd core-dump of polyimport;
wenzelm
parents:
67594
diff
changeset
|
49 |
"--disable-windows-gui", "--disable-shared"), |
64494 | 50 |
setup = |
51 |
"""PATH=/usr/bin:/bin:/mingw32/bin |
|
52 |
export CONFIG_SITE=/etc/config.site""", |
|
64483 | 53 |
copy_files = |
64504 | 54 |
List("$MSYS/mingw32/bin/libgcc_s_dw2-1.dll", |
55 |
"$MSYS/mingw32/bin/libgmp-10.dll", |
|
56 |
"$MSYS/mingw32/bin/libstdc++-6.dll")), |
|
64483 | 57 |
"x86_64-windows" -> |
58 |
Platform_Info( |
|
59 |
options = |
|
67596
6f819a5b4a92
back to --disable-shared on windows to avoid odd core-dump of polyimport;
wenzelm
parents:
67594
diff
changeset
|
60 |
List("--host=x86_64-w64-mingw32", "CPPFLAGS=-I/mingw64/include", |
6f819a5b4a92
back to --disable-shared on windows to avoid odd core-dump of polyimport;
wenzelm
parents:
67594
diff
changeset
|
61 |
"--disable-windows-gui", "--disable-shared"), |
64494 | 62 |
setup = |
63 |
"""PATH=/usr/bin:/bin:/mingw64/bin |
|
64 |
export CONFIG_SITE=/etc/config.site""", |
|
64483 | 65 |
copy_files = |
64504 | 66 |
List("$MSYS/mingw64/bin/libgcc_s_seh-1.dll", |
67 |
"$MSYS/mingw64/bin/libgmp-10.dll", |
|
68 |
"$MSYS/mingw64/bin/libstdc++-6.dll"))) |
|
64483 | 69 |
|
70 |
def build_polyml( |
|
64489 | 71 |
root: Path, |
64495 | 72 |
sha1_root: Option[Path] = None, |
64909 | 73 |
progress: Progress = No_Progress, |
64493 | 74 |
arch_64: Boolean = false, |
64485
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
75 |
options: List[String] = Nil, |
65880 | 76 |
msys_root: Option[Path] = None) |
64483 | 77 |
{ |
64489 | 78 |
if (!((root + Path.explode("configure")).is_file && (root + Path.explode("PolyML")).is_dir)) |
79 |
error("Bad Poly/ML root directory: " + root) |
|
64483 | 80 |
|
64493 | 81 |
val platform = |
82 |
(if (arch_64) "x86_64" else "x86") + |
|
83 |
(if (Platform.is_windows) "-windows" else if (Platform.is_macos) "-darwin" else "-linux") |
|
84 |
||
64483 | 85 |
val info = |
86 |
platform_info.get(platform) getOrElse |
|
87 |
error("Bad platform identifier: " + quote(platform)) |
|
88 |
||
64504 | 89 |
val settings = |
90 |
msys_root match { |
|
91 |
case None if Platform.is_windows => |
|
92 |
error("Windows requires specification of msys root directory") |
|
93 |
case None => Isabelle_System.settings() |
|
94 |
case Some(msys) => Isabelle_System.settings() + ("MSYS" -> msys.expand.implode) |
|
95 |
} |
|
64492 | 96 |
|
64491 | 97 |
|
64495 | 98 |
/* bash */ |
99 |
||
64504 | 100 |
def bash( |
101 |
cwd: Path, script: String, redirect: Boolean = false, echo: Boolean = false): Process_Result = |
|
102 |
{ |
|
103 |
val script1 = |
|
104 |
msys_root match { |
|
105 |
case None => script |
|
106 |
case Some(msys) => |
|
107 |
File.bash_path(msys + Path.explode("usr/bin/bash")) + " -c " + Bash.string(script) |
|
108 |
} |
|
109 |
progress.bash(script1, cwd = cwd.file, redirect = redirect, echo = echo) |
|
110 |
} |
|
64495 | 111 |
|
112 |
||
64491 | 113 |
/* configure and make */ |
114 |
||
64483 | 115 |
val configure_options = |
67594
c195722c60ac
back to --disable-shared on x86-darwin to avoid odd core-dump of polyimport;
wenzelm
parents:
67593
diff
changeset
|
116 |
List("--enable-shared", "--enable-intinf-as-int", "--with-gmp") ::: |
64493 | 117 |
(if (!arch_64 && Isabelle_System.getenv("ISABELLE_PLATFORM64") == "x86_64-linux") |
118 |
info.options_multilib |
|
67594
c195722c60ac
back to --disable-shared on x86-darwin to avoid odd core-dump of polyimport;
wenzelm
parents:
67593
diff
changeset
|
119 |
else info.options) ::: options |
64483 | 120 |
|
64495 | 121 |
bash(root, |
64487 | 122 |
info.setup + "\n" + |
64485
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
123 |
""" |
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
124 |
[ -f Makefile ] && make distclean |
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
125 |
{ |
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
126 |
./configure --prefix="$PWD/target" """ + Bash.strings(configure_options) + """ |
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
127 |
rm -rf target |
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
128 |
make compiler && make compiler && make install |
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
129 |
} || { echo "Build failed" >&2; exit 2; } |
64501 | 130 |
""", redirect = true, echo = true).check |
64485
e996c0a5eca9
support other bash executable (notably for msys on Windows);
wenzelm
parents:
64484
diff
changeset
|
131 |
|
64495 | 132 |
val ldd_files = |
66998 | 133 |
{ |
134 |
val ldd_pattern = |
|
135 |
if (Platform.is_linux) Some(("ldd", """\s*libgmp.*=>\s*(\S+).*""".r)) |
|
67592
66253039d5ca
enforce shared libpoly on all platforms, with File.copy before File.move;
wenzelm
parents:
67589
diff
changeset
|
136 |
else if (Platform.is_macos) Some(("otool -L", """\s*(\S+lib(?:polyml|gmp).*dylib).*""".r)) |
66998 | 137 |
else None |
138 |
ldd_pattern match { |
|
139 |
case Some((ldd, pattern)) => |
|
140 |
val lines = bash(root, ldd + " target/bin/poly").check.out_lines |
|
141 |
for { line <- lines; List(lib) <- pattern.unapplySeq(line) } yield lib |
|
142 |
case None => Nil |
|
64491 | 143 |
} |
66998 | 144 |
} |
64491 | 145 |
|
146 |
||
64495 | 147 |
/* sha1 library */ |
148 |
||
149 |
val sha1_files = |
|
150 |
if (sha1_root.isDefined) { |
|
151 |
val dir1 = sha1_root.get |
|
64501 | 152 |
bash(dir1, "./build " + platform, redirect = true, echo = true).check |
64505 | 153 |
|
64495 | 154 |
val dir2 = dir1 + Path.explode(platform) |
155 |
File.read_dir(dir2).map(entry => dir2.implode + "/" + entry) |
|
156 |
} |
|
157 |
else Nil |
|
158 |
||
159 |
||
64491 | 160 |
/* target */ |
64484 | 161 |
|
65880 | 162 |
val target = Path.explode(platform) |
64488 | 163 |
Isabelle_System.rm_tree(target) |
64483 | 164 |
Isabelle_System.mkdirs(target) |
165 |
||
67592
66253039d5ca
enforce shared libpoly on all platforms, with File.copy before File.move;
wenzelm
parents:
67589
diff
changeset
|
166 |
for (file <- info.copy_files ::: ldd_files ::: sha1_files) |
66253039d5ca
enforce shared libpoly on all platforms, with File.copy before File.move;
wenzelm
parents:
67589
diff
changeset
|
167 |
File.copy(Path.explode(file).expand_env(settings), target) |
66253039d5ca
enforce shared libpoly on all platforms, with File.copy before File.move;
wenzelm
parents:
67589
diff
changeset
|
168 |
|
64483 | 169 |
for { |
64484 | 170 |
d <- List("target/bin", "target/lib") |
64489 | 171 |
dir = root + Path.explode(d) |
64483 | 172 |
entry <- File.read_dir(dir) |
173 |
} File.move(dir + Path.explode(entry), target) |
|
174 |
||
67580
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
175 |
|
67584 | 176 |
/* poly: library path */ |
67580
eb64467e8bcf
more robust access to shared libraries for poly executable: avoid global change of LD_LIBRARY_PATH (e.g. relevant for subprocesses);
wenzelm
parents:
66998
diff
changeset
|
177 |
|
67582
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
178 |
if (Platform.is_linux) { |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
179 |
bash(target, "chrpath -r '$ORIGIN' poly", echo = true).check |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
180 |
} |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
181 |
else if (Platform.is_macos) { |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
182 |
for (file <- ldd_files) { |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
183 |
bash(target, |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
184 |
"""install_name_tool -change """ + Bash.string(file) + " " + |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
185 |
Bash.string("@executable_path/" + Path.explode(file).base_name) + " poly").check |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
186 |
} |
bf5c69acf2be
built-in library path for (optional) libgmp on macos;
wenzelm
parents:
67581
diff
changeset
|
187 |
} |
67584 | 188 |
|
189 |
||
190 |
/* polyc: directory prefix */ |
|
191 |
||
192 |
{ |
|
193 |
val polyc_path = target + Path.explode("polyc") |
|
67587 | 194 |
|
195 |
val Header = "#! */bin/sh".r |
|
67584 | 196 |
val polyc_patched = |
197 |
split_lines(File.read(polyc_path)) match { |
|
67587 | 198 |
case Header() :: lines => |
199 |
val lines1 = |
|
200 |
lines.map(line => |
|
201 |
if (line.startsWith("prefix=")) "prefix=\"$(cd \"$(dirname \"$0\")\"; pwd)\"" |
|
202 |
else if (line.startsWith("BINDIR=")) "BINDIR=\"$prefix\"" |
|
67584 | 203 |
else if (line.startsWith("LIBDIR=")) "LIBDIR=\"$prefix\"" |
204 |
else line) |
|
67587 | 205 |
cat_lines("#!/usr/bin/env bash" ::lines1) |
67584 | 206 |
case lines => |
67587 | 207 |
error(cat_lines("Cannot patch polyc -- undetected header:" :: lines.take(3))) |
67584 | 208 |
} |
209 |
File.write(polyc_path, polyc_patched) |
|
210 |
} |
|
64483 | 211 |
} |
212 |
||
213 |
||
64496 | 214 |
|
65880 | 215 |
/** skeleton for component **/ |
216 |
||
217 |
def build_polyml_component(component: Path, sha1_root: Option[Path] = None) |
|
218 |
{ |
|
219 |
if (component.is_dir) error("Directory already exists: " + component) |
|
220 |
||
221 |
val etc = component + Path.explode("etc") |
|
222 |
Isabelle_System.mkdirs(etc) |
|
223 |
File.copy(Path.explode("~~/Admin/polyml/settings"), etc) |
|
224 |
File.copy(Path.explode("~~/Admin/polyml/README"), component) |
|
64483 | 225 |
|
65880 | 226 |
sha1_root match { |
227 |
case Some(dir) => |
|
228 |
Mercurial.repository(dir). |
|
229 |
archive(File.standard_path(component + dir + Path.explode("sha1"))) |
|
230 |
case None => |
|
231 |
} |
|
232 |
} |
|
233 |
||
234 |
||
235 |
||
236 |
/** Isabelle tool wrappers **/ |
|
237 |
||
238 |
val isabelle_tool1 = |
|
239 |
Isabelle_Tool("build_polyml", "build Poly/ML from sources", args => |
|
64500
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
240 |
{ |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
241 |
Command_Line.tool0 { |
64504 | 242 |
var msys_root: Option[Path] = None |
64500
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
243 |
var arch_64 = false |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
244 |
var sha1_root: Option[Path] = None |
64483 | 245 |
|
64500
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
246 |
val getopts = Getopts(""" |
64489 | 247 |
Usage: isabelle build_polyml [OPTIONS] ROOT [CONFIGURE_OPTIONS] |
64483 | 248 |
|
249 |
Options are: |
|
64504 | 250 |
-M DIR msys root directory (for Windows) |
64493 | 251 |
-m ARCH processor architecture (32=x86, 64=x86_64, default: x86) |
64499 | 252 |
-s DIR sha1 sources, see https://bitbucket.org/isabelle_project/sha1 |
64483 | 253 |
|
64499 | 254 |
Build Poly/ML in the ROOT directory of its sources, with additional |
67593 | 255 |
CONFIGURE_OPTIONS (e.g. --without-gmp). |
64483 | 256 |
""", |
64504 | 257 |
"M:" -> (arg => msys_root = Some(Path.explode(arg))), |
64500
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
258 |
"m:" -> |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
259 |
{ |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
260 |
case "32" | "x86" => arch_64 = false |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
261 |
case "64" | "x86_64" => arch_64 = true |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
262 |
case bad => error("Bad processor architecture: " + quote(bad)) |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
263 |
}, |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
264 |
"s:" -> (arg => sha1_root = Some(Path.explode(arg)))) |
64483 | 265 |
|
64500
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
266 |
val more_args = getopts(args) |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
267 |
val (root, options) = |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
268 |
more_args match { |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
269 |
case root :: options => (Path.explode(root), options) |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
270 |
case Nil => getopts.usage() |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
271 |
} |
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
272 |
build_polyml(root, sha1_root = sha1_root, progress = new Console_Progress, |
65880 | 273 |
arch_64 = arch_64, options = options, msys_root = msys_root) |
274 |
} |
|
275 |
}, admin = true) |
|
276 |
||
277 |
val isabelle_tool2 = |
|
278 |
Isabelle_Tool("build_polyml_component", "make skeleton for Poly/ML component", args => |
|
279 |
{ |
|
280 |
Command_Line.tool0 { |
|
281 |
var sha1_root: Option[Path] = None |
|
282 |
||
283 |
val getopts = Getopts(""" |
|
284 |
Usage: isabelle build_polyml_component [OPTIONS] TARGET |
|
285 |
||
286 |
Options are: |
|
287 |
-s DIR sha1 sources, see https://bitbucket.org/isabelle_project/sha1 |
|
288 |
||
289 |
Make skeleton for Poly/ML component in directory TARGET. |
|
290 |
""", |
|
291 |
"s:" -> (arg => sha1_root = Some(Path.explode(arg)))) |
|
292 |
||
293 |
val more_args = getopts(args) |
|
294 |
val component = |
|
295 |
more_args match { |
|
296 |
case List(arg) => Path.explode(arg) |
|
297 |
case _ => getopts.usage() |
|
298 |
} |
|
299 |
build_polyml_component(component, sha1_root = sha1_root) |
|
64500
159ea1055b39
back to regular Isabelle tool (reverting abc34a149690);
wenzelm
parents:
64499
diff
changeset
|
300 |
} |
64502 | 301 |
}, admin = true) |
64483 | 302 |
} |