src/Pure/Tools/build_docker.scala
author wenzelm
Fri, 08 Jul 2022 20:24:05 +0200
changeset 75659 9bd92ac9328f
parent 75394 42267c650205
child 76103 fbef5a48723f
permissions -rw-r--r--
more robust Scala 3 indentation, for the sake of IntelliJ IDEA;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
66790
c0e68e6a1beb build_docker is regular tool (non-admin);
wenzelm
parents: 66785
diff changeset
     1
/*  Title:      Pure/Tools/build_docker.scala
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     3
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     4
Build docker image from Isabelle application bundle for Linux.
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     5
*/
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     6
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     7
package isabelle
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     8
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
     9
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74727
diff changeset
    10
object Build_Docker {
64942
bae35a568b1b more options;
wenzelm
parents: 64941
diff changeset
    11
  private val default_base = "ubuntu"
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    12
  private lazy val default_logic = Isabelle_System.getenv("ISABELLE_LOGIC")
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    13
74654
b67d1d72516b support linux_arm as well, e.g. native Docker on Apple Silicon;
wenzelm
parents: 74492
diff changeset
    14
  private val Isabelle_Name = """^.*?(Isabelle[^/\\:]+)_linux(?:_arm)?\.tar\.gz$""".r
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    15
64899
749d3a86c6a3 clarified signature: packages may be accessed in Isabelle/Scala;
wenzelm
parents: 64897
diff changeset
    16
  val packages: List[String] =
74492
59ef23ac81ab save 90 MB by excluding rlwrap and thus perl;
wenzelm
parents: 74449
diff changeset
    17
    List("curl", "less", "libfontconfig1", "libgomp1", "pwgen", "unzip")
64894
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
    18
64899
749d3a86c6a3 clarified signature: packages may be accessed in Isabelle/Scala;
wenzelm
parents: 64897
diff changeset
    19
  val package_collections: Map[String, List[String]] =
64895
ad3b66e7a028 clarified packages;
wenzelm
parents: 64894
diff changeset
    20
    Map("X11" -> List("libx11-6", "libxext6", "libxrender1", "libxtst6", "libxi6"),
69958
70dc3c4e9469 proper latex setup;
wenzelm
parents: 69957
diff changeset
    21
      "latex" ->
70dc3c4e9469 proper latex setup;
wenzelm
parents: 69957
diff changeset
    22
        List("texlive-fonts-extra", "texlive-font-utils", "texlive-latex-extra", "texlive-science"))
64894
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
    23
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    24
  def build_docker(progress: Progress,
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    25
    app_archive: String,
64942
bae35a568b1b more options;
wenzelm
parents: 64941
diff changeset
    26
    base: String = default_base,
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    27
    logic: String = default_logic,
64906
49549acbf025 added option -n, e.g. useful to generate Dockerfile only;
wenzelm
parents: 64905
diff changeset
    28
    no_build: Boolean = false,
64942
bae35a568b1b more options;
wenzelm
parents: 64941
diff changeset
    29
    entrypoint: Boolean = false,
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    30
    output: Option[Path] = None,
64899
749d3a86c6a3 clarified signature: packages may be accessed in Isabelle/Scala;
wenzelm
parents: 64897
diff changeset
    31
    more_packages: List[String] = Nil,
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    32
    tag: String = "",
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74727
diff changeset
    33
    verbose: Boolean = false
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74727
diff changeset
    34
  ): Unit = {
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    35
    val isabelle_name =
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    36
      app_archive match {
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    37
        case Isabelle_Name(name) => name
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    38
        case _ => error("Cannot determine Isabelle distribution name from " + app_archive)
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    39
      }
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    40
    val is_remote = Url.is_wellformed(app_archive)
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    41
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    42
    val dockerfile =
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    43
      """## Dockerfile for """ + isabelle_name + """
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    44
64942
bae35a568b1b more options;
wenzelm
parents: 64941
diff changeset
    45
FROM """ + base + """
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    46
SHELL ["/bin/bash", "-c"]
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    47
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    48
# packages
69958
70dc3c4e9469 proper latex setup;
wenzelm
parents: 69957
diff changeset
    49
ENV DEBIAN_FRONTEND=noninteractive
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    50
RUN apt-get -y update && \
64941
wenzelm
parents: 64906
diff changeset
    51
  apt-get install -y """ + Bash.strings(packages ::: more_packages) + """ && \
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    52
  apt-get clean
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    53
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    54
# user
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    55
RUN useradd -m isabelle && (echo isabelle:isabelle | chpasswd)
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    56
USER isabelle
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    57
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    58
# Isabelle
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    59
WORKDIR /home/isabelle
75659
9bd92ac9328f more robust Scala 3 indentation, for the sake of IntelliJ IDEA;
wenzelm
parents: 75394
diff changeset
    60
""" + (if (is_remote)
9bd92ac9328f more robust Scala 3 indentation, for the sake of IntelliJ IDEA;
wenzelm
parents: 75394
diff changeset
    61
       "RUN curl --fail --silent " + Bash.string(app_archive) + " > Isabelle.tar.gz"
9bd92ac9328f more robust Scala 3 indentation, for the sake of IntelliJ IDEA;
wenzelm
parents: 75394
diff changeset
    62
      else "COPY Isabelle.tar.gz .") + """
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    63
RUN tar xzf Isabelle.tar.gz && \
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    64
  mv """ + isabelle_name + """ Isabelle && \
74727
fa15929bdf83 no perl (amending 59ef23ac81ab);
wenzelm
parents: 74654
diff changeset
    65
  sed -i -e 's,ISABELLE_HOME_USER=.*,ISABELLE_HOME_USER="\$USER_HOME/.isabelle",g;' Isabelle/etc/settings && \
fa15929bdf83 no perl (amending 59ef23ac81ab);
wenzelm
parents: 74654
diff changeset
    66
  sed -i -e 's,ISABELLE_LOGIC=.*,ISABELLE_LOGIC=""" + logic + """,g;' Isabelle/etc/settings && \
71580
9a364ed3a440 delete Isabelle distribution archive after use;
wenzelm
parents: 71579
diff changeset
    67
  Isabelle/bin/isabelle build -o system_heaps -b """ + logic + """ && \
75659
9bd92ac9328f more robust Scala 3 indentation, for the sake of IntelliJ IDEA;
wenzelm
parents: 75394
diff changeset
    68
  rm Isabelle.tar.gz""" + (if (entrypoint) """
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    69
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    70
ENTRYPOINT ["Isabelle/bin/isabelle"]
75659
9bd92ac9328f more robust Scala 3 indentation, for the sake of IntelliJ IDEA;
wenzelm
parents: 75394
diff changeset
    71
""" else "")
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    72
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    73
    output.foreach(File.write(_, dockerfile))
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    74
64906
49549acbf025 added option -n, e.g. useful to generate Dockerfile only;
wenzelm
parents: 64905
diff changeset
    75
    if (!no_build) {
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    76
      Isabelle_System.with_tmp_dir("docker") { tmp_dir =>
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    77
        File.write(tmp_dir + Path.explode("Dockerfile"), dockerfile)
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
    78
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    79
        if (is_remote) {
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    80
          if (!Url.is_readable(app_archive))
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    81
            error("Cannot access remote archive " + app_archive)
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    82
        }
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    83
        else Isabelle_System.copy_file(Path.explode(app_archive),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    84
          tmp_dir + Path.explode("Isabelle.tar.gz"))
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    85
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    86
        val quiet_option = if (verbose) "" else " -q"
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    87
        val tag_option = if (tag == "") "" else " -t " + Bash.string(tag)
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    88
        progress.bash("docker build" + quiet_option + tag_option + " " + File.bash_path(tmp_dir),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    89
          echo = true).check
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    90
      }
64906
49549acbf025 added option -n, e.g. useful to generate Dockerfile only;
wenzelm
parents: 64905
diff changeset
    91
    }
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    92
  }
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    93
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    94
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    95
  /* Isabelle tool wrapper */
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    96
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
    97
  val isabelle_tool =
72763
3cc73d00553c added document antiquotation @{tool};
wenzelm
parents: 72525
diff changeset
    98
    Isabelle_Tool("build_docker", "build Isabelle docker image",
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    99
      Scala_Project.here,
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   100
      { args =>
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   101
        var base = default_base
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   102
        var entrypoint = false
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   103
        var logic = default_logic
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   104
        var no_build = false
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   105
        var output: Option[Path] = None
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   106
        var more_packages: List[String] = Nil
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   107
        var verbose = false
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   108
        var tag = ""
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   109
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   110
        val getopts = Getopts("""
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   111
Usage: isabelle build_docker [OPTIONS] APP_ARCHIVE
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   112
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   113
  Options are:
64942
bae35a568b1b more options;
wenzelm
parents: 64941
diff changeset
   114
    -B NAME      base image (default """ + quote(default_base) + """)
72525
8eb0b663fa20 tuned message;
wenzelm
parents: 72494
diff changeset
   115
    -E           set Isabelle/bin/isabelle as entrypoint
64894
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
   116
    -P NAME      additional Ubuntu package collection (""" +
64895
ad3b66e7a028 clarified packages;
wenzelm
parents: 64894
diff changeset
   117
          package_collections.keySet.toList.sorted.map(quote(_)).mkString(", ") + """)
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   118
    -l NAME      default logic (default ISABELLE_LOGIC=""" + quote(default_logic) + """)
64906
49549acbf025 added option -n, e.g. useful to generate Dockerfile only;
wenzelm
parents: 64905
diff changeset
   119
    -n           no docker build
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   120
    -o FILE      output generated Dockerfile
64894
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
   121
    -p NAME      additional Ubuntu package
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   122
    -t TAG       docker build tag
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   123
    -v           verbose
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   124
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   125
  Build Isabelle docker image with default logic image, using a standard
64905
5e2eb9b14bbe support for remote APP_ARCHIVE, with self-contained Dockerfile (e.g. for Docker Hub);
wenzelm
parents: 64903
diff changeset
   126
  Isabelle application archive for Linux (local file or remote URL).
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   127
""",
64942
bae35a568b1b more options;
wenzelm
parents: 64941
diff changeset
   128
          "B:" -> (arg => base = arg),
bae35a568b1b more options;
wenzelm
parents: 64941
diff changeset
   129
          "E" -> (_ => entrypoint = true),
64894
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
   130
          "P:" -> (arg =>
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
   131
            package_collections.get(arg) match {
64899
749d3a86c6a3 clarified signature: packages may be accessed in Isabelle/Scala;
wenzelm
parents: 64897
diff changeset
   132
              case Some(ps) => more_packages :::= ps
64894
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
   133
              case None => error("Unknown package collection " + quote(arg))
6c6bb62702d4 clarified packages;
wenzelm
parents: 64893
diff changeset
   134
            }),
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   135
          "l:" -> (arg => logic = arg),
64906
49549acbf025 added option -n, e.g. useful to generate Dockerfile only;
wenzelm
parents: 64905
diff changeset
   136
          "n" -> (_ => no_build = true),
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   137
          "o:" -> (arg => output = Some(Path.explode(arg))),
64899
749d3a86c6a3 clarified signature: packages may be accessed in Isabelle/Scala;
wenzelm
parents: 64897
diff changeset
   138
          "p:" -> (arg => more_packages ::= arg),
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   139
          "t:" -> (arg => tag = arg),
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   140
          "v" -> (_ => verbose = true))
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   141
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   142
        val more_args = getopts(args)
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   143
        val app_archive =
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   144
          more_args match {
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   145
            case List(arg) => arg
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   146
            case _ => getopts.usage()
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   147
          }
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   148
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   149
        build_docker(new Console_Progress(), app_archive, base = base, logic = logic,
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   150
          no_build = no_build, entrypoint = entrypoint, output = output,
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   151
          more_packages = more_packages, tag = tag, verbose = verbose)
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   152
      })
64890
d8ccbd5305bf build docker image from Isabelle application bundle for Linux;
wenzelm
parents:
diff changeset
   153
}