author | wenzelm |
Mon, 12 Apr 2021 18:29:34 +0200 | |
changeset 73566 | 4e6b31ed7197 |
parent 73534 | e7fb17bca374 |
child 73736 | a8ff6e4ee661 |
permissions | -rw-r--r-- |
70967 | 1 |
/* Title: Pure/Tools/phabricator.scala |
2 |
Author: Makarius |
|
3 |
||
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
4 |
Support for Phabricator server, notably for Ubuntu 18.04 LTS. |
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
5 |
|
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
6 |
See also: |
70967 | 7 |
- https://www.phacility.com/phabricator |
8 |
- https://secure.phabricator.com/book/phabricator |
|
9 |
*/ |
|
10 |
||
11 |
package isabelle |
|
12 |
||
13 |
||
71330 | 14 |
import scala.collection.mutable |
70969 | 15 |
import scala.util.matching.Regex |
16 |
||
17 |
||
70967 | 18 |
object Phabricator |
19 |
{ |
|
20 |
/** defaults **/ |
|
21 |
||
71049 | 22 |
/* required packages */ |
23 |
||
73534
e7fb17bca374
discontinue old Ubuntu 18.04 LTS, e.g. it cannot build documentation "prog-prove";
wenzelm
parents:
73415
diff
changeset
|
24 |
val packages_ubuntu_20_04: List[String] = |
72494 | 25 |
Build_Docker.packages ::: |
71049 | 26 |
List( |
27 |
// https://secure.phabricator.com/source/phabricator/browse/master/scripts/install/install_ubuntu.sh 15e6e2adea61 |
|
28 |
"git", "mysql-server", "apache2", "libapache2-mod-php", "php", "php-mysql", |
|
29 |
"php-gd", "php-curl", "php-apcu", "php-cli", "php-json", "php-mbstring", |
|
30 |
// more packages |
|
73534
e7fb17bca374
discontinue old Ubuntu 18.04 LTS, e.g. it cannot build documentation "prog-prove";
wenzelm
parents:
73415
diff
changeset
|
31 |
"php-xml", "php-zip", "python3-pygments", "ssh", "subversion", "python-pygments", |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
32 |
// mercurial build packages |
73534
e7fb17bca374
discontinue old Ubuntu 18.04 LTS, e.g. it cannot build documentation "prog-prove";
wenzelm
parents:
73415
diff
changeset
|
33 |
"make", "gcc", "python", "python2-dev", "python-docutils", "python-openssl") |
72521 | 34 |
|
35 |
def packages: List[String] = |
|
36 |
{ |
|
37 |
val release = Linux.Release() |
|
73534
e7fb17bca374
discontinue old Ubuntu 18.04 LTS, e.g. it cannot build documentation "prog-prove";
wenzelm
parents:
73415
diff
changeset
|
38 |
if (release.is_ubuntu_20_04) packages_ubuntu_20_04 |
e7fb17bca374
discontinue old Ubuntu 18.04 LTS, e.g. it cannot build documentation "prog-prove";
wenzelm
parents:
73415
diff
changeset
|
39 |
else error("Bad Linux version: expected Ubuntu 20.04 LTS") |
72521 | 40 |
} |
41 |
||
71049 | 42 |
|
43 |
/* global system resources */ |
|
44 |
||
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
45 |
val www_user = "www-data" |
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
46 |
|
71049 | 47 |
val daemon_user = "phabricator" |
48 |
||
71601 | 49 |
val sshd_config: Path = Path.explode("/etc/ssh/sshd_config") |
71049 | 50 |
|
51 |
||
52 |
/* installation parameters */ |
|
53 |
||
70967 | 54 |
val default_name = "vcs" |
55 |
||
71052
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
56 |
def phabricator_name(name: String = "", ext: String = ""): String = |
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
57 |
"phabricator" + (if (name.isEmpty) "" else "-" + name) + (if (ext.isEmpty) "" else "." + ext) |
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
58 |
|
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
59 |
def isabelle_phabricator_name(name: String = "", ext: String = ""): String = |
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
60 |
"isabelle-" + phabricator_name(name = name, ext = ext) |
70967 | 61 |
|
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
62 |
def default_root(name: String): Path = |
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
63 |
Path.explode("/var/www") + Path.basic(phabricator_name(name = name)) |
70967 | 64 |
|
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
65 |
def default_repo(name: String): Path = default_root(name) + Path.basic("repo") |
70967 | 66 |
|
71072 | 67 |
val default_mailers: Path = Path.explode("mailers.json") |
71066 | 68 |
|
71601 | 69 |
val default_system_port: Int = SSH.default_port |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
70 |
val alternative_system_port = 222 |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
71 |
val default_server_port = 2222 |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
72 |
|
71440
8b0b8b9ea653
afford newer Mercurial version, just before odd problems in 4.0 and 4.1;
wenzelm
parents:
71439
diff
changeset
|
73 |
val standard_mercurial_source = "https://www.mercurial-scm.org/release/mercurial-3.9.2.tar.gz" |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
74 |
|
70967 | 75 |
|
76 |
||
77 |
/** global configuration **/ |
|
78 |
||
71601 | 79 |
val global_config: Path = Path.explode("/etc/" + isabelle_phabricator_name(ext = "conf")) |
70967 | 80 |
|
71122 | 81 |
def global_config_script( |
82 |
init: String = "", |
|
83 |
body: String = "", |
|
84 |
exit: String = ""): String = |
|
85 |
{ |
|
71282 | 86 |
"""#!/bin/bash |
71284 | 87 |
""" + (if (init.nonEmpty) "\n" + init else "") + """ |
88 |
{ |
|
71122 | 89 |
while { unset REPLY; read -r; test "$?" = 0 -o -n "$REPLY"; } |
90 |
do |
|
91 |
NAME="$(echo "$REPLY" | cut -d: -f1)" |
|
92 |
ROOT="$(echo "$REPLY" | cut -d: -f2)" |
|
71284 | 93 |
{ |
94 |
""" + Library.prefix_lines(" ", body) + """ |
|
95 |
} < /dev/null |
|
96 |
done |
|
97 |
} < """ + File.bash_path(global_config) + "\n" + |
|
98 |
(if (exit.nonEmpty) "\n" + exit + "\n" else "") |
|
71122 | 99 |
} |
100 |
||
70967 | 101 |
sealed case class Config(name: String, root: Path) |
70968 | 102 |
{ |
71052
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
103 |
def home: Path = root + Path.explode(phabricator_name()) |
70969 | 104 |
|
105 |
def execute(command: String): Process_Result = |
|
71102 | 106 |
Isabelle_System.bash("bin/" + command, cwd = home.file, redirect = true).check |
70968 | 107 |
} |
70967 | 108 |
|
109 |
def read_config(): List[Config] = |
|
110 |
{ |
|
111 |
if (global_config.is_file) { |
|
112 |
for (entry <- Library.trim_split_lines(File.read(global_config)) if entry.nonEmpty) |
|
113 |
yield { |
|
114 |
space_explode(':', entry) match { |
|
115 |
case List(name, root) => Config(name, Path.explode(root)) |
|
116 |
case _ => error("Malformed config file " + global_config + "\nentry " + quote(entry)) |
|
117 |
} |
|
118 |
} |
|
119 |
} |
|
120 |
else Nil |
|
121 |
} |
|
122 |
||
73340 | 123 |
def write_config(configs: List[Config]): Unit = |
70967 | 124 |
{ |
125 |
File.write(global_config, |
|
126 |
configs.map(config => config.name + ":" + config.root.implode).mkString("", "\n", "\n")) |
|
127 |
} |
|
128 |
||
129 |
def get_config(name: String): Config = |
|
130 |
read_config().find(config => config.name == name) getOrElse |
|
131 |
error("Bad Isabelle/Phabricator installation " + quote(name)) |
|
132 |
||
133 |
||
134 |
||
71299 | 135 |
/** administrative tools **/ |
71097 | 136 |
|
137 |
/* Isabelle tool wrapper */ |
|
138 |
||
139 |
val isabelle_tool1 = |
|
72763 | 140 |
Isabelle_Tool("phabricator", "invoke command-line tool within Phabricator home directory", |
141 |
Scala_Project.here, args => |
|
71097 | 142 |
{ |
71101 | 143 |
var list = false |
71097 | 144 |
var name = default_name |
145 |
||
146 |
val getopts = |
|
147 |
Getopts(""" |
|
148 |
Usage: isabelle phabricator [OPTIONS] COMMAND [ARGS...] |
|
149 |
||
150 |
Options are: |
|
71101 | 151 |
-l list available Phabricator installations |
71097 | 152 |
-n NAME Phabricator installation name (default: """ + quote(default_name) + """) |
153 |
||
71103 | 154 |
Invoke a command-line tool within the home directory of the named |
155 |
Phabricator installation. |
|
71097 | 156 |
""", |
71101 | 157 |
"l" -> (_ => list = true), |
71097 | 158 |
"n:" -> (arg => name = arg)) |
159 |
||
160 |
val more_args = getopts(args) |
|
71101 | 161 |
if (more_args.isEmpty && !list) getopts.usage() |
71097 | 162 |
|
163 |
val progress = new Console_Progress |
|
164 |
||
71101 | 165 |
if (list) { |
166 |
for (config <- read_config()) { |
|
71103 | 167 |
progress.echo("phabricator " + quote(config.name) + " root " + config.root) |
71101 | 168 |
} |
169 |
} |
|
71276
b4401dfd6544
clarified "isabelle phabricator -l": avoid surprise with non-existent default installation;
wenzelm
parents:
71274
diff
changeset
|
170 |
else { |
b4401dfd6544
clarified "isabelle phabricator -l": avoid surprise with non-existent default installation;
wenzelm
parents:
71274
diff
changeset
|
171 |
val config = get_config(name) |
b4401dfd6544
clarified "isabelle phabricator -l": avoid surprise with non-existent default installation;
wenzelm
parents:
71274
diff
changeset
|
172 |
val result = progress.bash(Bash.strings(more_args), cwd = config.home.file, echo = true) |
71747 | 173 |
if (!result.ok) error(result.print_return_code) |
71276
b4401dfd6544
clarified "isabelle phabricator -l": avoid surprise with non-existent default installation;
wenzelm
parents:
71274
diff
changeset
|
174 |
} |
71097 | 175 |
}) |
176 |
||
177 |
||
178 |
||
70967 | 179 |
/** setup **/ |
180 |
||
73340 | 181 |
def user_setup(name: String, description: String, ssh_setup: Boolean = false): Unit = |
71049 | 182 |
{ |
183 |
if (!Linux.user_exists(name)) { |
|
71054
b64fc38327ae
prefer system user setup, e.g. avoid occurrence on login screen;
wenzelm
parents:
71053
diff
changeset
|
184 |
Linux.user_add(name, description = description, system = true, ssh_setup = ssh_setup) |
71049 | 185 |
} |
186 |
else if (Linux.user_description(name) != description) { |
|
187 |
error("User " + quote(name) + " already exists --" + |
|
188 |
" for Phabricator it should have the description:\n " + quote(description)) |
|
189 |
} |
|
190 |
} |
|
191 |
||
71282 | 192 |
def command_setup(name: String, |
193 |
init: String = "", |
|
194 |
body: String = "", |
|
195 |
exit: String = ""): Path = |
|
71270 | 196 |
{ |
197 |
val command = Path.explode("/usr/local/bin") + Path.basic(name) |
|
71282 | 198 |
File.write(command, global_config_script(init = init, body = body, exit = exit)) |
71270 | 199 |
Isabelle_System.chmod("755", command) |
200 |
Isabelle_System.chown("root:root", command) |
|
201 |
command |
|
202 |
} |
|
203 |
||
73340 | 204 |
def mercurial_setup(mercurial_source: String, progress: Progress = new Progress): Unit = |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
205 |
{ |
71281 | 206 |
progress.echo("\nMercurial installation from source " + quote(mercurial_source) + " ...") |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
207 |
Isabelle_System.with_tmp_dir("mercurial")(tmp_dir => |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
208 |
{ |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
209 |
val archive = |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
210 |
if (Url.is_wellformed(mercurial_source)) { |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
211 |
val archive = tmp_dir + Path.basic("mercurial.tar.gz") |
73566 | 212 |
Isabelle_System.download_file(mercurial_source, archive) |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
213 |
archive |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
214 |
} |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
215 |
else Path.explode(mercurial_source) |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
216 |
|
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
217 |
Isabelle_System.gnutar("-xzf " + File.bash_path(archive), dir = tmp_dir).check |
72442 | 218 |
val build_dir = tmp_dir + Path.basic(File.get_dir(tmp_dir)) |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
219 |
|
72442 | 220 |
progress.bash("make all && make install", cwd = build_dir.file, echo = true).check |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
221 |
}) |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
222 |
} |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
223 |
|
70967 | 224 |
def phabricator_setup( |
71422
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
225 |
options: Options, |
70967 | 226 |
name: String = default_name, |
227 |
root: String = "", |
|
228 |
repo: String = "", |
|
71047 | 229 |
package_update: Boolean = false, |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
230 |
mercurial_source: String = "", |
73340 | 231 |
progress: Progress = new Progress): Unit = |
70967 | 232 |
{ |
233 |
/* system environment */ |
|
234 |
||
235 |
Linux.check_system_root() |
|
236 |
||
71079 | 237 |
progress.echo("System packages ...") |
238 |
||
71047 | 239 |
if (package_update) { |
240 |
Linux.package_update(progress = progress) |
|
241 |
Linux.check_reboot_required() |
|
242 |
} |
|
70967 | 243 |
|
244 |
Linux.package_install(packages, progress = progress) |
|
245 |
Linux.check_reboot_required() |
|
246 |
||
247 |
||
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
248 |
if (mercurial_source.nonEmpty) { |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
249 |
for { name <- List("mercurial", "mercurial-common") if Linux.package_installed(name) } { |
71326 | 250 |
error("Cannot install Mercurial from source:\n" + |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
251 |
"package package " + quote(name) + " already installed") |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
252 |
} |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
253 |
mercurial_setup(mercurial_source, progress = progress) |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
254 |
} |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
255 |
|
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
256 |
|
71049 | 257 |
/* users */ |
258 |
||
72520 | 259 |
if (name.exists((c: Char) => !(Symbol.is_ascii_letter(c) || Symbol.is_ascii_digit(c))) || |
71269 | 260 |
Set("", "ssh", "phd", "dump", daemon_user).contains(name)) { |
71125 | 261 |
error("Bad installation name: " + quote(name)) |
71049 | 262 |
} |
263 |
||
264 |
user_setup(daemon_user, "Phabricator Daemon User", ssh_setup = true) |
|
265 |
user_setup(name, "Phabricator SSH User") |
|
266 |
||
267 |
||
70967 | 268 |
/* basic installation */ |
269 |
||
71079 | 270 |
progress.echo("\nPhabricator installation ...") |
71076 | 271 |
|
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
272 |
val root_path = if (root.nonEmpty) Path.explode(root) else default_root(name) |
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
273 |
val repo_path = if (repo.nonEmpty) Path.explode(repo) else default_repo(name) |
70967 | 274 |
|
275 |
val configs = read_config() |
|
276 |
||
277 |
for (config <- configs if config.name == name) { |
|
278 |
error("Duplicate Phabricator installation " + quote(name) + " in " + config.root) |
|
279 |
} |
|
280 |
||
281 |
if (!Isabelle_System.bash("mkdir -p " + File.bash_path(root_path)).ok) { |
|
282 |
error("Failed to create root directory " + root_path) |
|
283 |
} |
|
284 |
||
71116 | 285 |
Isabelle_System.chown(Bash.string(www_user) + ":" + Bash.string(www_user), root_path) |
286 |
Isabelle_System.chmod("755", root_path) |
|
287 |
||
70967 | 288 |
progress.bash(cwd = root_path.file, echo = true, |
289 |
script = """ |
|
290 |
set -e |
|
71126 | 291 |
echo "Cloning distribution repositories:" |
71287
71fd25a7bbe2
more robust setup: avoid blind shot at "the latest" version;
wenzelm
parents:
71285
diff
changeset
|
292 |
|
71422
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
293 |
git clone --branch stable https://github.com/phacility/arcanist.git |
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
294 |
git -C arcanist reset --hard """ + |
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
295 |
Bash.string(options.string("phabricator_version_arcanist")) + """ |
71287
71fd25a7bbe2
more robust setup: avoid blind shot at "the latest" version;
wenzelm
parents:
71285
diff
changeset
|
296 |
|
71283 | 297 |
git clone --branch stable https://github.com/phacility/phabricator.git |
71422
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
298 |
git -C phabricator reset --hard """ + |
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
299 |
Bash.string(options.string("phabricator_version_phabricator")) + """ |
70967 | 300 |
""").check |
301 |
||
302 |
val config = Config(name, root_path) |
|
303 |
write_config(configs ::: List(config)) |
|
70968 | 304 |
|
71051 | 305 |
config.execute("config set pygments.enabled true") |
306 |
||
70968 | 307 |
|
71050 | 308 |
/* local repository directory */ |
309 |
||
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
310 |
progress.echo("\nRepository hosting setup ...") |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
311 |
|
71050 | 312 |
if (!Isabelle_System.bash("mkdir -p " + File.bash_path(repo_path)).ok) { |
313 |
error("Failed to create local repository directory " + repo_path) |
|
314 |
} |
|
315 |
||
71114 | 316 |
Isabelle_System.chown( |
317 |
"-R " + Bash.string(daemon_user) + ":" + Bash.string(daemon_user), repo_path) |
|
318 |
Isabelle_System.chmod("755", repo_path) |
|
71050 | 319 |
|
320 |
config.execute("config set repository.default-local-path " + File.bash_path(repo_path)) |
|
321 |
||
322 |
||
71277 | 323 |
val sudoers_file = |
324 |
Path.explode("/etc/sudoers.d") + Path.basic(isabelle_phabricator_name(name = name)) |
|
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
325 |
File.write(sudoers_file, |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
326 |
www_user + " ALL=(" + daemon_user + ") SETENV: NOPASSWD: /usr/bin/git, /usr/local/bin/hg, /usr/bin/hg, /usr/bin/ssh, /usr/bin/id\n" + |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
327 |
name + " ALL=(" + daemon_user + ") SETENV: NOPASSWD: /usr/bin/git, /usr/bin/git-upload-pack, /usr/bin/git-receive-pack, /usr/local/bin/hg, /usr/bin/hg, /usr/bin/svnserve, /usr/bin/ssh, /usr/bin/id\n") |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
328 |
|
71115 | 329 |
Isabelle_System.chmod("440", sudoers_file) |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
330 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
331 |
config.execute("config set diffusion.ssh-user " + Bash.string(config.name)) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
332 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
333 |
|
70969 | 334 |
/* MySQL setup */ |
335 |
||
71079 | 336 |
progress.echo("\nMySQL setup ...") |
70969 | 337 |
|
71055
27a998cdc0f4
back to plain name, to have it accepted my mysql;
wenzelm
parents:
71054
diff
changeset
|
338 |
File.write(Path.explode("/etc/mysql/mysql.conf.d/" + phabricator_name(ext = "cnf")), |
71051 | 339 |
"""[mysqld] |
340 |
max_allowed_packet = 32M |
|
341 |
innodb_buffer_pool_size = 1600M |
|
342 |
local_infile = 0 |
|
343 |
""") |
|
344 |
||
345 |
Linux.service_restart("mysql") |
|
346 |
||
347 |
||
71266
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
348 |
def mysql_conf(R: Regex, which: String): String = |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
349 |
{ |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
350 |
val conf = Path.explode("/etc/mysql/debian.cnf") |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
351 |
split_lines(File.read(conf)).collectFirst({ case R(a) => a }) match { |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
352 |
case Some(res) => res |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
353 |
case None => error("Cannot determine " + which + " from " + conf) |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
354 |
} |
70969 | 355 |
} |
356 |
||
71266
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
357 |
val mysql_root_user = mysql_conf("""^user\s*=\s*(\S*)\s*$""".r, "superuser name") |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
358 |
val mysql_root_password = mysql_conf("""^password\s*=\s*(\S*)\s*$""".r, "superuser password") |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
359 |
|
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
360 |
val mysql_name = phabricator_name(name = name).replace("-", "_") |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
361 |
val mysql_user_string = SQL.string(mysql_name) + "@'localhost'" |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
362 |
val mysql_password = Linux.generate_password() |
70969 | 363 |
|
71266
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
364 |
Isabelle_System.bash("mysql --user=" + Bash.string(mysql_root_user) + |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
365 |
" --password=" + Bash.string(mysql_root_password) + " --execute=" + |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
366 |
Bash.string( |
71274 | 367 |
"""DROP USER IF EXISTS """ + mysql_user_string + "; " + |
368 |
"""CREATE USER """ + mysql_user_string + |
|
71266
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
369 |
""" IDENTIFIED BY """ + SQL.string(mysql_password) + """ PASSWORD EXPIRE NEVER; """ + |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
370 |
"""GRANT ALL ON `""" + (mysql_name + "_%").replace("_", "\\_") + |
72522
6e27af808c17
more privileges for the sake of mysqldump (avoid workaround --no-tablespaces);
wenzelm
parents:
72521
diff
changeset
|
371 |
"""`.* TO """ + mysql_user_string + ";" + |
6e27af808c17
more privileges for the sake of mysqldump (avoid workaround --no-tablespaces);
wenzelm
parents:
72521
diff
changeset
|
372 |
"""GRANT PROCESS ON *.* TO """ + mysql_user_string + ";")).check |
70969 | 373 |
|
71266
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
374 |
config.execute("config set mysql.user " + Bash.string(mysql_name)) |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
375 |
config.execute("config set mysql.pass " + Bash.string(mysql_password)) |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
376 |
|
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
377 |
config.execute("config set phabricator.cache-namespace " + Bash.string(mysql_name)) |
8451c86ffa85
proper mysql user setup: avoid superuser powers in production;
wenzelm
parents:
71265
diff
changeset
|
378 |
config.execute("config set storage.default-namespace " + Bash.string(mysql_name)) |
71051 | 379 |
config.execute("config set storage.mysql-engine.max-size 8388608") |
380 |
||
71102 | 381 |
progress.bash("bin/storage upgrade --force", cwd = config.home.file, echo = true).check |
70969 | 382 |
|
383 |
||
71269 | 384 |
/* database dump */ |
385 |
||
386 |
val dump_name = isabelle_phabricator_name(name = "dump") |
|
71282 | 387 |
command_setup(dump_name, body = |
71269 | 388 |
"""mkdir -p "$ROOT/database" && chown root:root "$ROOT/database" && chmod 700 "$ROOT/database" |
389 |
[ -e "$ROOT/database/dump.sql.gz" ] && mv -f "$ROOT/database/dump.sql.gz" "$ROOT/database/dump-old.sql.gz" |
|
71328 | 390 |
echo -n "Creating $ROOT/database/dump.sql.gz ..." |
391 |
"$ROOT/phabricator/bin/storage" dump --compress --output "$ROOT/database/dump.sql.gz" 2>&1 | fgrep -v '[Warning] Using a password on the command line interface can be insecure' |
|
392 |
echo " $(ls -hs "$ROOT/database/dump.sql.gz" | cut -d" " -f1)" """) |
|
71269 | 393 |
|
394 |
||
71283 | 395 |
/* Phabricator upgrade */ |
396 |
||
397 |
command_setup(isabelle_phabricator_name(name = "upgrade"), |
|
398 |
init = |
|
71285 | 399 |
"""BRANCH="${1:-stable}" |
71283 | 400 |
if [ "$BRANCH" != "master" -a "$BRANCH" != "stable" ] |
401 |
then |
|
402 |
echo "Bad branch: \"$BRANCH\"" |
|
403 |
exit 1 |
|
404 |
fi |
|
405 |
||
406 |
systemctl stop isabelle-phabricator-phd |
|
407 |
systemctl stop apache2 |
|
408 |
""", |
|
409 |
body = |
|
410 |
"""echo -e "\nUpgrading phabricator \"$NAME\" root \"$ROOT\" ..." |
|
71845 | 411 |
for REPO in arcanist phabricator |
71283 | 412 |
do |
413 |
cd "$ROOT/$REPO" |
|
414 |
echo -e "\nUpdating \"$REPO\" ..." |
|
415 |
git checkout "$BRANCH" |
|
416 |
git pull |
|
417 |
done |
|
418 |
echo -e "\nUpgrading storage ..." |
|
419 |
"$ROOT/phabricator/bin/storage" upgrade --force |
|
420 |
""", |
|
421 |
exit = |
|
422 |
"""systemctl start apache2 |
|
423 |
systemctl start isabelle-phabricator-phd""") |
|
424 |
||
425 |
||
71051 | 426 |
/* PHP setup */ |
427 |
||
428 |
val php_version = |
|
429 |
Isabelle_System.bash("""php --run 'echo PHP_MAJOR_VERSION . "." . PHP_MINOR_VERSION;'""") |
|
430 |
.check.out |
|
431 |
||
432 |
val php_conf = |
|
433 |
Path.explode("/etc/php") + Path.basic(php_version) + // educated guess |
|
71052
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
434 |
Path.explode("apache2/conf.d") + |
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
435 |
Path.basic(isabelle_phabricator_name(ext = "ini")) |
71051 | 436 |
|
437 |
File.write(php_conf, |
|
438 |
"post_max_size = 32M\n" + |
|
439 |
"opcache.validate_timestamps = 0\n" + |
|
71129 | 440 |
"memory_limit = 512M\n" + |
441 |
"max_execution_time = 120\n") |
|
71051 | 442 |
|
443 |
||
70968 | 444 |
/* Apache setup */ |
445 |
||
71079 | 446 |
progress.echo("Apache setup ...") |
70968 | 447 |
|
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
448 |
val apache_root = Path.explode("/etc/apache2") |
70968 | 449 |
val apache_sites = apache_root + Path.explode("sites-available") |
450 |
||
451 |
if (!apache_sites.is_dir) error("Bad Apache sites directory " + apache_sites) |
|
452 |
||
71058 | 453 |
val server_name = phabricator_name(name = name, ext = "lvh.me") // alias for "localhost" for testing |
71052
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
454 |
val server_url = "http://" + server_name |
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
455 |
|
71058 | 456 |
File.write(apache_sites + Path.basic(isabelle_phabricator_name(name = name, ext = "conf")), |
70968 | 457 |
"""<VirtualHost *:80> |
71052
6bf53035baf0
clarified name prefixes: global config always uses "isabelle-phabricator";
wenzelm
parents:
71051
diff
changeset
|
458 |
ServerName """ + server_name + """ |
70968 | 459 |
ServerAdmin webmaster@localhost |
70969 | 460 |
DocumentRoot """ + config.home.implode + """/webroot |
70968 | 461 |
|
462 |
ErrorLog ${APACHE_LOG_DIR}/error.log |
|
71439
760e19aa9b09
afford more logging (following defaults on Ubuntu);
wenzelm
parents:
71422
diff
changeset
|
463 |
CustomLog ${APACHE_LOG_DIR}/access.log combined |
760e19aa9b09
afford more logging (following defaults on Ubuntu);
wenzelm
parents:
71422
diff
changeset
|
464 |
|
70968 | 465 |
RewriteEngine on |
466 |
RewriteRule ^(.*)$ /index.php?__path__=$1 [B,L,QSA] |
|
467 |
</VirtualHost> |
|
468 |
||
469 |
# vim: syntax=apache ts=4 sw=4 sts=4 sr noet |
|
470 |
""") |
|
471 |
||
71051 | 472 |
Isabelle_System.bash( """ |
70968 | 473 |
set -e |
474 |
a2enmod rewrite |
|
71058 | 475 |
a2ensite """ + Bash.string(isabelle_phabricator_name(name = name))).check |
71051 | 476 |
|
71057 | 477 |
config.execute("config set phabricator.base-uri " + Bash.string(server_url)) |
478 |
||
71051 | 479 |
Linux.service_restart("apache2") |
70968 | 480 |
|
71328 | 481 |
progress.echo("\nFurther manual configuration via " + server_url) |
71128
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
482 |
|
71053 | 483 |
|
484 |
/* PHP daemon */ |
|
485 |
||
71128
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
486 |
progress.echo("\nPHP daemon setup ...") |
71053 | 487 |
|
72376 | 488 |
val phd_log_path = Isabelle_System.make_directory(Path.explode("/var/tmp/phd")) |
71273 | 489 |
Isabelle_System.chown( |
490 |
"-R " + Bash.string(daemon_user) + ":" + Bash.string(daemon_user), phd_log_path) |
|
491 |
Isabelle_System.chmod("755", phd_log_path) |
|
492 |
||
71053 | 493 |
config.execute("config set phd.user " + Bash.string(daemon_user)) |
71112 | 494 |
config.execute("config set phd.log-directory /var/tmp/phd/" + |
495 |
isabelle_phabricator_name(name = name) + "/log") |
|
71053 | 496 |
|
71124
7dbadecdc118
just one isabelle-phabricator-phd service, which manages all processes uniformly (NB: "bin/phd stop" affects all installations);
wenzelm
parents:
71122
diff
changeset
|
497 |
val phd_name = isabelle_phabricator_name(name = "phd") |
71127 | 498 |
Linux.service_shutdown(phd_name) |
71282 | 499 |
val phd_command = command_setup(phd_name, body = """"$ROOT/phabricator/bin/phd" "$@" """) |
71128
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
500 |
try { |
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
501 |
Linux.service_install(phd_name, |
71053 | 502 |
"""[Unit] |
71124
7dbadecdc118
just one isabelle-phabricator-phd service, which manages all processes uniformly (NB: "bin/phd stop" affects all installations);
wenzelm
parents:
71122
diff
changeset
|
503 |
Description=PHP daemon manager for Isabelle/Phabricator |
71053 | 504 |
After=syslog.target network.target apache2.service mysql.service |
505 |
||
506 |
[Service] |
|
507 |
Type=oneshot |
|
508 |
User=""" + daemon_user + """ |
|
509 |
Group=""" + daemon_user + """ |
|
510 |
Environment=PATH=/sbin:/usr/sbin:/usr/local/sbin:/usr/local/bin:/usr/bin:/bin |
|
71124
7dbadecdc118
just one isabelle-phabricator-phd service, which manages all processes uniformly (NB: "bin/phd stop" affects all installations);
wenzelm
parents:
71122
diff
changeset
|
511 |
ExecStart=""" + phd_command.implode + """ start --force |
7dbadecdc118
just one isabelle-phabricator-phd service, which manages all processes uniformly (NB: "bin/phd stop" affects all installations);
wenzelm
parents:
71122
diff
changeset
|
512 |
ExecStop=""" + phd_command.implode + """ stop |
71053 | 513 |
RemainAfterExit=yes |
514 |
||
515 |
[Install] |
|
516 |
WantedBy=multi-user.target |
|
517 |
""") |
|
71128
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
518 |
} |
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
519 |
catch { |
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
520 |
case ERROR(msg) => |
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
521 |
progress.bash("bin/phd status", cwd = config.home.file, echo = true).check |
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
522 |
error(msg) |
f79006c533b0
clarified errors: PHP daemon can fail under odd circumstances;
wenzelm
parents:
71127
diff
changeset
|
523 |
} |
70967 | 524 |
} |
525 |
||
526 |
||
527 |
/* Isabelle tool wrapper */ |
|
528 |
||
71097 | 529 |
val isabelle_tool2 = |
72763 | 530 |
Isabelle_Tool("phabricator_setup", "setup Phabricator server on Ubuntu Linux", |
531 |
Scala_Project.here, args => |
|
70967 | 532 |
{ |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
533 |
var mercurial_source = "" |
71047 | 534 |
var repo = "" |
535 |
var package_update = false |
|
71078 | 536 |
var name = default_name |
71422
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
537 |
var options = Options.init() |
70967 | 538 |
var root = "" |
539 |
||
540 |
val getopts = |
|
541 |
Getopts(""" |
|
71078 | 542 |
Usage: isabelle phabricator_setup [OPTIONS] |
70967 | 543 |
|
544 |
Options are: |
|
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
545 |
-M SOURCE install Mercurial from source: local PATH, or URL, or ":" for |
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
546 |
""" + standard_mercurial_source + """ |
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
547 |
-R DIR repository directory (default: """ + default_repo("NAME") + """) |
71047 | 548 |
-U full update of system packages before installation |
71078 | 549 |
-n NAME Phabricator installation name (default: """ + quote(default_name) + """) |
71422
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
550 |
-o OPTION override Isabelle system OPTION (via NAME=VAL or NAME) |
71068
510b89906d86
discontinued somewhat pointless Isabelle options: setup implicitly assumes Ubuntu 18.04;
wenzelm
parents:
71066
diff
changeset
|
551 |
-r DIR installation root directory (default: """ + default_root("NAME") + """) |
70967 | 552 |
|
71103 | 553 |
Install Phabricator as LAMP application (Linux, Apache, MySQL, PHP). |
70967 | 554 |
|
71078 | 555 |
The installation name (default: """ + quote(default_name) + """) is mapped to a regular |
556 |
Unix user; this is relevant for public SSH access. |
|
70967 | 557 |
""", |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
558 |
"M:" -> (arg => mercurial_source = (if (arg == ":") standard_mercurial_source else arg)), |
70967 | 559 |
"R:" -> (arg => repo = arg), |
71047 | 560 |
"U" -> (_ => package_update = true), |
71078 | 561 |
"n:" -> (arg => name = arg), |
71422
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
562 |
"o:" -> (arg => options = options + arg), |
70967 | 563 |
"r:" -> (arg => root = arg)) |
564 |
||
565 |
val more_args = getopts(args) |
|
71078 | 566 |
if (more_args.nonEmpty) getopts.usage() |
70967 | 567 |
|
568 |
val progress = new Console_Progress |
|
569 |
||
71422
5d5be87330b5
allow to override repository versions at runtime;
wenzelm
parents:
71421
diff
changeset
|
570 |
phabricator_setup(options, name = name, root = root, repo = repo, |
71280
5a2033fc8f3d
avoid odd (harmless) problem with Mercurial 4.5.3 provided by Ubuntu 18.04 on first push: "couldn't write revision branch cache names";
wenzelm
parents:
71277
diff
changeset
|
571 |
package_update = package_update, mercurial_source = mercurial_source, progress = progress) |
70967 | 572 |
}) |
573 |
||
574 |
||
575 |
||
71066 | 576 |
/** setup mail **/ |
70967 | 577 |
|
71072 | 578 |
val mailers_template: String = |
579 |
"""[ |
|
580 |
{ |
|
581 |
"key": "example.org", |
|
582 |
"type": "smtp", |
|
583 |
"options": { |
|
584 |
"host": "mail.example.org", |
|
585 |
"port": 465, |
|
586 |
"user": "phabricator@example.org", |
|
587 |
"password": "********", |
|
588 |
"protocol": "ssl", |
|
589 |
"message-id": true |
|
590 |
} |
|
591 |
} |
|
592 |
]""" |
|
593 |
||
71066 | 594 |
def phabricator_setup_mail( |
595 |
name: String = default_name, |
|
596 |
config_file: Option[Path] = None, |
|
597 |
test_user: String = "", |
|
73340 | 598 |
progress: Progress = new Progress): Unit = |
70967 | 599 |
{ |
600 |
Linux.check_system_root() |
|
601 |
||
71066 | 602 |
val config = get_config(name) |
71073 | 603 |
val default_config_file = config.root + default_mailers |
71066 | 604 |
|
605 |
val mail_config = config_file getOrElse default_config_file |
|
606 |
||
73340 | 607 |
def setup_mail: Unit = |
71066 | 608 |
{ |
609 |
progress.echo("Using mail configuration from " + mail_config) |
|
610 |
config.execute("config set cluster.mailers --stdin < " + File.bash_path(mail_config)) |
|
611 |
||
612 |
if (test_user.nonEmpty) { |
|
613 |
progress.echo("Sending test mail to " + quote(test_user)) |
|
614 |
progress.bash(cwd = config.home.file, echo = true, |
|
71102 | 615 |
script = """echo "Test from Phabricator ($(date))" | bin/mail send-test --subject "Test" --to """ + |
71066 | 616 |
Bash.string(test_user)).check |
617 |
} |
|
618 |
} |
|
619 |
||
620 |
if (config_file.isEmpty) { |
|
71070 | 621 |
if (!default_config_file.is_file) { |
622 |
File.write(default_config_file, mailers_template) |
|
71114 | 623 |
Isabelle_System.chmod("600", default_config_file) |
71070 | 624 |
} |
71066 | 625 |
if (File.read(default_config_file) == mailers_template) { |
71131 | 626 |
progress.echo("Please invoke the tool again, after providing details in\n " + |
627 |
default_config_file.implode + "\n") |
|
71066 | 628 |
} |
629 |
else setup_mail |
|
630 |
} |
|
631 |
else setup_mail |
|
70967 | 632 |
} |
633 |
||
634 |
||
635 |
/* Isabelle tool wrapper */ |
|
636 |
||
71097 | 637 |
val isabelle_tool3 = |
72763 | 638 |
Isabelle_Tool("phabricator_setup_mail", "setup mail for one Phabricator installation", |
639 |
Scala_Project.here, args => |
|
70967 | 640 |
{ |
71066 | 641 |
var test_user = "" |
642 |
var name = default_name |
|
643 |
var config_file: Option[Path] = None |
|
644 |
||
70967 | 645 |
val getopts = |
646 |
Getopts(""" |
|
71066 | 647 |
Usage: isabelle phabricator_setup_mail [OPTIONS] |
648 |
||
649 |
Options are: |
|
650 |
-T USER send test mail to Phabricator user |
|
71103 | 651 |
-f FILE config file (default: """ + default_mailers + """ within Phabricator root) |
71066 | 652 |
-n NAME Phabricator installation name (default: """ + quote(default_name) + """) |
70967 | 653 |
|
71077 | 654 |
Provide mail configuration for existing Phabricator installation. |
71066 | 655 |
""", |
656 |
"T:" -> (arg => test_user = arg), |
|
657 |
"f:" -> (arg => config_file = Some(Path.explode(arg))), |
|
658 |
"n:" -> (arg => name = arg)) |
|
70967 | 659 |
|
660 |
val more_args = getopts(args) |
|
71066 | 661 |
if (more_args.nonEmpty) getopts.usage() |
70967 | 662 |
|
663 |
val progress = new Console_Progress |
|
664 |
||
71066 | 665 |
phabricator_setup_mail(name = name, config_file = config_file, |
666 |
test_user = test_user, progress = progress) |
|
70967 | 667 |
}) |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
668 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
669 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
670 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
671 |
/** setup ssh **/ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
672 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
673 |
/* sshd config */ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
674 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
675 |
private val Port = """^\s*Port\s+(\d+)\s*$""".r |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
676 |
private val No_Port = """^#\s*Port\b.*$""".r |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
677 |
private val Any_Port = """^#?\s*Port\b.*$""".r |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
678 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
679 |
def conf_ssh_port(port: Int): String = |
71550 | 680 |
if (port == SSH.default_port) "#Port " + SSH.default_port else "Port " + port |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
681 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
682 |
def read_ssh_port(conf: Path): Int = |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
683 |
{ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
684 |
val lines = split_lines(File.read(conf)) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
685 |
val ports = |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
686 |
lines.flatMap({ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
687 |
case Port(Value.Int(p)) => Some(p) |
71550 | 688 |
case No_Port() => Some(SSH.default_port) |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
689 |
case _ => None |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
690 |
}) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
691 |
ports match { |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
692 |
case List(port) => port |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
693 |
case Nil => error("Missing Port specification in " + conf) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
694 |
case _ => error("Multiple Port specifications in " + conf) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
695 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
696 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
697 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
698 |
def write_ssh_port(conf: Path, port: Int): Boolean = |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
699 |
{ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
700 |
val old_port = read_ssh_port(conf) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
701 |
if (old_port == port) false |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
702 |
else { |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
703 |
val lines = split_lines(File.read(conf)) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
704 |
val lines1 = lines.map({ case Any_Port() => conf_ssh_port(port) case line => line }) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
705 |
File.write(conf, cat_lines(lines1)) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
706 |
true |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
707 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
708 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
709 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
710 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
711 |
/* phabricator_setup_ssh */ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
712 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
713 |
def phabricator_setup_ssh( |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
714 |
server_port: Int = default_server_port, |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
715 |
system_port: Int = default_system_port, |
73340 | 716 |
progress: Progress = new Progress): Unit = |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
717 |
{ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
718 |
Linux.check_system_root() |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
719 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
720 |
val configs = read_config() |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
721 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
722 |
if (server_port == system_port) { |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
723 |
error("Port for Phabricator sshd coincides with system port: " + system_port) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
724 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
725 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
726 |
val sshd_conf_system = Path.explode("/etc/ssh/sshd_config") |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
727 |
val sshd_conf_server = sshd_conf_system.ext(isabelle_phabricator_name()) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
728 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
729 |
val ssh_name = isabelle_phabricator_name(name = "ssh") |
71111
cd166c3904dd
more robust: system ssh service is required for Phabricator ssh service;
wenzelm
parents:
71109
diff
changeset
|
730 |
Linux.service_shutdown(ssh_name) |
cd166c3904dd
more robust: system ssh service is required for Phabricator ssh service;
wenzelm
parents:
71109
diff
changeset
|
731 |
|
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
732 |
val old_system_port = read_ssh_port(sshd_conf_system) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
733 |
if (old_system_port != system_port) { |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
734 |
progress.echo("Reconfigurig system ssh service") |
71111
cd166c3904dd
more robust: system ssh service is required for Phabricator ssh service;
wenzelm
parents:
71109
diff
changeset
|
735 |
Linux.service_shutdown("ssh") |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
736 |
write_ssh_port(sshd_conf_system, system_port) |
71111
cd166c3904dd
more robust: system ssh service is required for Phabricator ssh service;
wenzelm
parents:
71109
diff
changeset
|
737 |
Linux.service_start("ssh") |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
738 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
739 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
740 |
progress.echo("Configuring " + ssh_name + " service") |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
741 |
|
71282 | 742 |
val ssh_command = command_setup(ssh_name, body = |
71122 | 743 |
"""if [ "$1" = "$NAME" ] |
744 |
then |
|
745 |
exec "$ROOT/phabricator/bin/ssh-auth" "$@" |
|
71270 | 746 |
fi""", exit = "exit 1") |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
747 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
748 |
File.write(sshd_conf_server, |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
749 |
"""# OpenBSD Secure Shell server for Isabelle/Phabricator |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
750 |
AuthorizedKeysCommand """ + ssh_command.implode + """ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
751 |
AuthorizedKeysCommandUser """ + daemon_user + """ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
752 |
AuthorizedKeysFile none |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
753 |
AllowUsers """ + configs.map(_.name).mkString(" ") + """ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
754 |
Port """ + server_port + """ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
755 |
Protocol 2 |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
756 |
PermitRootLogin no |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
757 |
AllowAgentForwarding no |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
758 |
AllowTcpForwarding no |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
759 |
PrintMotd no |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
760 |
PrintLastLog no |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
761 |
PasswordAuthentication no |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
762 |
ChallengeResponseAuthentication no |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
763 |
PidFile /var/run/""" + ssh_name + """.pid |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
764 |
""") |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
765 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
766 |
Linux.service_install(ssh_name, |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
767 |
"""[Unit] |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
768 |
Description=OpenBSD Secure Shell server for Isabelle/Phabricator |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
769 |
After=network.target auditd.service |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
770 |
ConditionPathExists=!/etc/ssh/sshd_not_to_be_run |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
771 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
772 |
[Service] |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
773 |
EnvironmentFile=-/etc/default/ssh |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
774 |
ExecStartPre=/usr/sbin/sshd -f """ + sshd_conf_server.implode + """ -t |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
775 |
ExecStart=/usr/sbin/sshd -f """ + sshd_conf_server.implode + """ -D $SSHD_OPTS |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
776 |
ExecReload=/usr/sbin/sshd -f """ + sshd_conf_server.implode + """ -t |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
777 |
ExecReload=/bin/kill -HUP $MAINPID |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
778 |
KillMode=process |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
779 |
Restart=on-failure |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
780 |
RestartPreventExitStatus=255 |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
781 |
Type=notify |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
782 |
RuntimeDirectory=sshd-phabricator |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
783 |
RuntimeDirectoryMode=0755 |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
784 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
785 |
[Install] |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
786 |
WantedBy=multi-user.target |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
787 |
Alias=""" + ssh_name + """.service |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
788 |
""") |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
789 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
790 |
for (config <- configs) { |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
791 |
progress.echo("phabricator " + quote(config.name) + " port " + server_port) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
792 |
config.execute("config set diffusion.ssh-port " + Bash.string(server_port.toString)) |
71550 | 793 |
if (server_port == SSH.default_port) config.execute("config delete diffusion.ssh-port") |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
794 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
795 |
} |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
796 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
797 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
798 |
/* Isabelle tool wrapper */ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
799 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
800 |
val isabelle_tool4 = |
72763 | 801 |
Isabelle_Tool("phabricator_setup_ssh", "setup ssh service for all Phabricator installations", |
802 |
Scala_Project.here, args => |
|
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
803 |
{ |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
804 |
var server_port = default_server_port |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
805 |
var system_port = default_system_port |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
806 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
807 |
val getopts = |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
808 |
Getopts(""" |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
809 |
Usage: isabelle phabricator_setup_ssh [OPTIONS] |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
810 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
811 |
Options are: |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
812 |
-p PORT sshd port for Phabricator servers (default: """ + default_server_port + """) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
813 |
-q PORT sshd port for the operating system (default: """ + default_system_port + """) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
814 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
815 |
Configure ssh service for all Phabricator installations: a separate sshd |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
816 |
is run in addition to the one of the operating system, and ports need to |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
817 |
be distinct. |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
818 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
819 |
A particular Phabricator installation is addressed by using its |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
820 |
name as the ssh user; the actual Phabricator user is determined via |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
821 |
stored ssh keys. |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
822 |
""", |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
823 |
"p:" -> (arg => server_port = Value.Int.parse(arg)), |
71295
6aadbd650280
eliminated pointless option -T: it merely tests ssh config of root, which is not required later;
wenzelm
parents:
71292
diff
changeset
|
824 |
"q:" -> (arg => system_port = Value.Int.parse(arg))) |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
825 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
826 |
val more_args = getopts(args) |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
827 |
if (more_args.nonEmpty) getopts.usage() |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
828 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
829 |
val progress = new Console_Progress |
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
830 |
|
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
831 |
phabricator_setup_ssh( |
71295
6aadbd650280
eliminated pointless option -T: it merely tests ssh config of root, which is not required later;
wenzelm
parents:
71292
diff
changeset
|
832 |
server_port = server_port, system_port = system_port, progress = progress) |
71109
8c1c717a830b
configure SSH hosting via "isabelle phabricator_setup_ssh";
wenzelm
parents:
71103
diff
changeset
|
833 |
}) |
71299 | 834 |
|
835 |
||
836 |
||
837 |
/** conduit API **/ |
|
838 |
||
71314 | 839 |
object API |
71299 | 840 |
{ |
71332 | 841 |
/* user information */ |
842 |
||
843 |
sealed case class User( |
|
844 |
id: Long, |
|
845 |
phid: String, |
|
846 |
name: String, |
|
847 |
real_name: String, |
|
848 |
roles: List[String]) |
|
849 |
{ |
|
850 |
def is_valid: Boolean = |
|
851 |
roles.contains("verified") && |
|
852 |
roles.contains("approved") && |
|
853 |
roles.contains("activated") |
|
854 |
def is_admin: Boolean = roles.contains("admin") |
|
855 |
def is_regular: Boolean = !(roles.contains("bot") || roles.contains("list")) |
|
856 |
} |
|
857 |
||
858 |
||
71314 | 859 |
/* repository information */ |
860 |
||
861 |
sealed case class Repository( |
|
862 |
vcs: VCS.Value, |
|
863 |
id: Long, |
|
864 |
phid: String, |
|
865 |
name: String, |
|
866 |
callsign: String, |
|
867 |
short_name: String, |
|
868 |
importing: Boolean, |
|
869 |
ssh_url: String) |
|
870 |
{ |
|
871 |
def is_hg: Boolean = vcs == VCS.hg |
|
872 |
} |
|
873 |
||
874 |
object VCS extends Enumeration |
|
875 |
{ |
|
876 |
val hg, git, svn = Value |
|
877 |
def read(s: String): Value = |
|
878 |
try { withName(s) } |
|
879 |
catch { case _: java.util.NoSuchElementException => error("Unknown vcs type " + quote(s)) } |
|
880 |
} |
|
881 |
||
882 |
def edits(typ: String, value: JSON.T): List[JSON.Object.T] = |
|
883 |
List(JSON.Object("type" -> typ, "value" -> value)) |
|
884 |
||
885 |
def opt_edits(typ: String, value: Option[JSON.T]): List[JSON.Object.T] = |
|
886 |
value.toList.flatMap(edits(typ, _)) |
|
887 |
||
888 |
||
889 |
/* result with optional error */ |
|
890 |
||
891 |
sealed case class Result(result: JSON.T, error: Option[String]) |
|
892 |
{ |
|
893 |
def ok: Boolean = error.isEmpty |
|
894 |
def get: JSON.T = if (ok) result else Exn.error(error.get) |
|
895 |
||
896 |
def get_value[A](unapply: JSON.T => Option[A]): A = |
|
897 |
unapply(get) getOrElse Exn.error("Bad JSON result: " + JSON.Format(result)) |
|
898 |
||
899 |
def get_string: String = get_value(JSON.Value.String.unapply) |
|
900 |
} |
|
901 |
||
902 |
def make_result(json: JSON.T): Result = |
|
903 |
{ |
|
904 |
val result = JSON.value(json, "result").getOrElse(JSON.Object.empty) |
|
905 |
val error_info = JSON.string(json, "error_info") |
|
906 |
val error_code = JSON.string(json, "error_code") |
|
907 |
Result(result, error_info orElse error_code) |
|
908 |
} |
|
909 |
||
910 |
||
911 |
/* context for operations */ |
|
912 |
||
71550 | 913 |
def apply(user: String, host: String, port: Int = SSH.default_port): API = |
71314 | 914 |
new API(user, host, port) |
71299 | 915 |
} |
916 |
||
71314 | 917 |
final class API private(ssh_user: String, ssh_host: String, ssh_port: Int) |
71299 | 918 |
{ |
919 |
/* connection */ |
|
920 |
||
73120
c3589f2dff31
more informative errors: simplify diagnosis of spurious failures reported by users;
wenzelm
parents:
72763
diff
changeset
|
921 |
require(ssh_host.nonEmpty && ssh_port >= 0, "bad ssh host or port") |
71299 | 922 |
|
71550 | 923 |
private def ssh_user_prefix: String = SSH.user_prefix(ssh_user) |
924 |
private def ssh_port_suffix: String = SSH.port_suffix(ssh_port) |
|
71299 | 925 |
|
926 |
override def toString: String = ssh_user_prefix + ssh_host + ssh_port_suffix |
|
71308 | 927 |
def hg_url: String = "ssh://" + ssh_user_prefix + ssh_host + ssh_port_suffix |
71299 | 928 |
|
929 |
||
930 |
/* execute methods */ |
|
931 |
||
71300 | 932 |
def execute_raw(method: String, params: JSON.T = JSON.Object.empty): JSON.T = |
71299 | 933 |
{ |
71300 | 934 |
Isabelle_System.with_tmp_file("params", "json")(params_file => |
71299 | 935 |
{ |
71300 | 936 |
File.write(params_file, JSON.Format(JSON.Object("params" -> JSON.Format(params)))) |
71299 | 937 |
val result = |
938 |
Isabelle_System.bash( |
|
939 |
"ssh -p " + ssh_port + " " + Bash.string(ssh_user_prefix + ssh_host) + |
|
71300 | 940 |
" conduit " + Bash.string(method) + " < " + File.bash_path(params_file)).check |
71299 | 941 |
JSON.parse(result.out, strict = false) |
942 |
}) |
|
943 |
} |
|
944 |
||
71300 | 945 |
def execute(method: String, params: JSON.T = JSON.Object.empty): API.Result = |
946 |
API.make_result(execute_raw(method, params = params)) |
|
71299 | 947 |
|
71330 | 948 |
def execute_search[A]( |
949 |
method: String, params: JSON.Object.T, unapply: JSON.T => Option[A]): List[A] = |
|
950 |
{ |
|
951 |
val results = new mutable.ListBuffer[A] |
|
952 |
var after = "" |
|
953 |
||
954 |
do { |
|
955 |
val result = |
|
956 |
execute(method, params = params ++ JSON.optional("after" -> proper_string(after))) |
|
957 |
results ++= result.get_value(JSON.list(_, "data", unapply)) |
|
958 |
after = result.get_value(JSON.value(_, "cursor", JSON.string0(_, "after"))) |
|
959 |
} while (after.nonEmpty) |
|
960 |
||
961 |
results.toList |
|
962 |
} |
|
963 |
||
71332 | 964 |
def ping(): String = execute("conduit.ping").get_string |
71299 | 965 |
|
966 |
||
71332 | 967 |
/* users */ |
71299 | 968 |
|
71300 | 969 |
lazy val user_phid: String = execute("user.whoami").get_value(JSON.string(_, "phid")) |
970 |
lazy val user_name: String = execute("user.whoami").get_value(JSON.string(_, "userName")) |
|
71301 | 971 |
|
71332 | 972 |
def get_users( |
973 |
all: Boolean = false, |
|
974 |
phid: String = "", |
|
975 |
name: String = ""): List[API.User] = |
|
976 |
{ |
|
977 |
val constraints: JSON.Object.T = |
|
978 |
(for { (key, value) <- List("phids" -> phid, "usernames" -> name) if value.nonEmpty } |
|
979 |
yield (key, List(value))).toMap |
|
980 |
||
981 |
execute_search("user.search", |
|
982 |
JSON.Object("queryKey" -> (if (all) "all" else "active"), "constraints" -> constraints), |
|
983 |
data => JSON.value(data, "fields", fields => |
|
984 |
for { |
|
985 |
id <- JSON.long(data, "id") |
|
986 |
phid <- JSON.string(data, "phid") |
|
987 |
name <- JSON.string(fields, "username") |
|
988 |
real_name <- JSON.string0(fields, "realName") |
|
989 |
roles <- JSON.strings(fields, "roles") |
|
990 |
} yield API.User(id, phid, name, real_name, roles))) |
|
991 |
} |
|
992 |
||
993 |
def the_user(phid: String): API.User = |
|
994 |
get_users(phid = phid) match { |
|
995 |
case List(user) => user |
|
996 |
case _ => error("Bad user PHID " + quote(phid)) |
|
997 |
} |
|
998 |
||
999 |
||
1000 |
/* repositories */ |
|
1001 |
||
71306 | 1002 |
def get_repositories( |
71331 | 1003 |
all: Boolean = false, |
1004 |
phid: String = "", |
|
1005 |
callsign: String = "", |
|
1006 |
short_name: String = ""): List[API.Repository] = |
|
71306 | 1007 |
{ |
1008 |
val constraints: JSON.Object.T = |
|
1009 |
(for { |
|
1010 |
(key, value) <- List("phids" -> phid, "callsigns" -> callsign, "shortNames" -> short_name) |
|
1011 |
if value.nonEmpty |
|
1012 |
} yield (key, List(value))).toMap |
|
1013 |
||
71330 | 1014 |
execute_search("diffusion.repository.search", |
71331 | 1015 |
JSON.Object("queryKey" -> (if (all) "all" else "active"), "constraints" -> constraints), |
71330 | 1016 |
data => JSON.value(data, "fields", fields => |
1017 |
for { |
|
1018 |
vcs_name <- JSON.string(fields, "vcs") |
|
1019 |
id <- JSON.long(data, "id") |
|
1020 |
phid <- JSON.string(data, "phid") |
|
1021 |
name <- JSON.string(fields, "name") |
|
1022 |
callsign <- JSON.string0(fields, "callsign") |
|
1023 |
short_name <- JSON.string0(fields, "shortName") |
|
1024 |
importing <- JSON.bool(fields, "isImporting") |
|
71306 | 1025 |
} |
71330 | 1026 |
yield { |
1027 |
val vcs = API.VCS.read(vcs_name) |
|
1028 |
val url_path = |
|
1029 |
if (short_name.isEmpty) "/diffusion/" + id else "/source/" + short_name |
|
1030 |
val ssh_url = |
|
1031 |
vcs match { |
|
1032 |
case API.VCS.hg => hg_url + url_path |
|
1033 |
case API.VCS.git => hg_url + url_path + ".git" |
|
1034 |
case API.VCS.svn => "" |
|
1035 |
} |
|
1036 |
API.Repository(vcs, id, phid, name, callsign, short_name, importing, ssh_url) |
|
1037 |
})) |
|
71306 | 1038 |
} |
71309 | 1039 |
|
71311 | 1040 |
def the_repository(phid: String): API.Repository = |
1041 |
get_repositories(phid = phid) match { |
|
1042 |
case List(repo) => repo |
|
71314 | 1043 |
case _ => error("Bad repository PHID " + quote(phid)) |
71311 | 1044 |
} |
1045 |
||
71309 | 1046 |
def create_repository( |
1047 |
name: String, |
|
1048 |
callsign: String = "", // unique name, UPPERCASE |
|
1049 |
short_name: String = "", // unique name |
|
1050 |
description: String = "", |
|
1051 |
public: Boolean = false, |
|
71310 | 1052 |
vcs: API.VCS.Value = API.VCS.hg): API.Repository = |
71309 | 1053 |
{ |
73120
c3589f2dff31
more informative errors: simplify diagnosis of spurious failures reported by users;
wenzelm
parents:
72763
diff
changeset
|
1054 |
require(name.nonEmpty, "bad repository name") |
71309 | 1055 |
|
1056 |
val transactions = |
|
1057 |
API.edits("vcs", vcs.toString) ::: |
|
1058 |
API.edits("name", name) ::: |
|
1059 |
API.opt_edits("callsign", proper_string(callsign)) ::: |
|
1060 |
API.opt_edits("shortName", proper_string(short_name)) ::: |
|
1061 |
API.opt_edits("description", proper_string(description)) ::: |
|
1062 |
(if (public) Nil |
|
1063 |
else API.edits("view", user_phid) ::: API.edits("policy.push", user_phid)) ::: |
|
1064 |
API.edits("status", "active") |
|
1065 |
||
71310 | 1066 |
val phid = |
71309 | 1067 |
execute("diffusion.repository.edit", params = JSON.Object("transactions" -> transactions)) |
1068 |
.get_value(JSON.value(_, "object", JSON.string(_, "phid"))) |
|
1069 |
||
71310 | 1070 |
execute("diffusion.looksoon", params = JSON.Object("repositories" -> List(phid))).get |
71309 | 1071 |
|
71311 | 1072 |
the_repository(phid) |
71309 | 1073 |
} |
71299 | 1074 |
} |
70967 | 1075 |
} |