src/Pure/Admin/other_isabelle.scala
author wenzelm
Sat, 28 Jan 2023 16:26:58 +0100
changeset 77123 a2ae6baa8219
parent 77097 023273cf2651
child 77124 be90af1e3254
permissions -rw-r--r--
tuned comments;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Admin/other_isabelle.scala
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
     3
77082
4e724a439035 tuned comments;
wenzelm
parents: 77081
diff changeset
     4
Manage other Isabelle distributions: support historic versions starting from
4e724a439035 tuned comments;
wenzelm
parents: 77081
diff changeset
     5
tag "build_history_base".
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
     6
*/
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
     7
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
     8
package isabelle
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
     9
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
    10
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 73988
diff changeset
    11
object Other_Isabelle {
77050
wenzelm
parents: 77044
diff changeset
    12
  def apply(
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    13
    root: Path,
77050
wenzelm
parents: 77044
diff changeset
    14
    isabelle_identifier: String = "",
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    15
    ssh: SSH.System = SSH.Local,
77050
wenzelm
parents: 77044
diff changeset
    16
    progress: Progress = new Progress
wenzelm
parents: 77044
diff changeset
    17
  ): Other_Isabelle = {
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    18
    val (isabelle_home, url_prefix) =
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    19
      ssh match {
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    20
        case session: SSH.Session => (ssh.absolute_path(root), session.rsync_prefix)
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    21
        case _ =>
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    22
          if (proper_string(System.getenv("ISABELLE_SETTINGS_PRESENT")).isDefined) {
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    23
            error("Cannot manage other Isabelle distribution: global ISABELLE_SETTINGS_PRESENT")
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    24
          }
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    25
          (root.canonical, "")
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    26
      }
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    27
    val isabelle_home_url = url_prefix + isabelle_home.implode
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    28
    new Other_Isabelle(isabelle_home, isabelle_identifier, isabelle_home_url, ssh, progress)
77050
wenzelm
parents: 77044
diff changeset
    29
  }
67045
6c94f749410a tuned signature;
wenzelm
parents: 65930
diff changeset
    30
}
6c94f749410a tuned signature;
wenzelm
parents: 65930
diff changeset
    31
77041
4adee07a5e48 tuned signature;
wenzelm
parents: 77040
diff changeset
    32
final class Other_Isabelle private(
67045
6c94f749410a tuned signature;
wenzelm
parents: 65930
diff changeset
    33
  val isabelle_home: Path,
6c94f749410a tuned signature;
wenzelm
parents: 65930
diff changeset
    34
  val isabelle_identifier: String,
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    35
  isabelle_home_url: String,
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    36
  ssh: SSH.System,
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 73988
diff changeset
    37
  progress: Progress
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 73988
diff changeset
    38
) {
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    39
  override def toString: String = isabelle_home_url
67046
897f1ac84aab clarified settings environment;
wenzelm
parents: 67045
diff changeset
    40
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
    41
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
    42
  /* static system */
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
    43
65930
9a28fc03c3fe tuned signature;
wenzelm
parents: 65916
diff changeset
    44
  def bash(
77042
wenzelm
parents: 77041
diff changeset
    45
    script: String,
wenzelm
parents: 77041
diff changeset
    46
    redirect: Boolean = false,
wenzelm
parents: 77041
diff changeset
    47
    echo: Boolean = false,
wenzelm
parents: 77041
diff changeset
    48
    strict: Boolean = true
wenzelm
parents: 77041
diff changeset
    49
  ): Process_Result = {
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    50
    ssh.execute(
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    51
      Isabelle_System.export_isabelle_identifier(isabelle_identifier) +
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    52
        "cd " + ssh.bash_path(isabelle_home) + "\n" + script,
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    53
      progress_stdout = progress.echo_if(echo, _),
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    54
      progress_stderr = progress.echo_if(echo, _),
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    55
      redirect = redirect,
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    56
      settings = false,
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    57
      strict = strict)
77042
wenzelm
parents: 77041
diff changeset
    58
  }
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
    59
69166
5c553c48c0e5 tuned signature;
wenzelm
parents: 68754
diff changeset
    60
  def getenv(name: String): String =
77071
wenzelm
parents: 77069
diff changeset
    61
    bash("bin/isabelle getenv -b " + Bash.string(name)).check.out
69166
5c553c48c0e5 tuned signature;
wenzelm
parents: 68754
diff changeset
    62
77080
7e11e96a922d more formal Other_Isabelle.settings, with derived expand_path / bash_path;
wenzelm
parents: 77078
diff changeset
    63
  val settings: Isabelle_System.Settings = (name: String) => getenv(name)
7e11e96a922d more formal Other_Isabelle.settings, with derived expand_path / bash_path;
wenzelm
parents: 77078
diff changeset
    64
7e11e96a922d more formal Other_Isabelle.settings, with derived expand_path / bash_path;
wenzelm
parents: 77078
diff changeset
    65
  def expand_path(path: Path): Path = path.expand_env(settings)
7e11e96a922d more formal Other_Isabelle.settings, with derived expand_path / bash_path;
wenzelm
parents: 77078
diff changeset
    66
  def bash_path(path: Path): String = Bash.string(expand_path(path).implode)
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
    67
77085
351eee493580 more robust locations (amending 7e11e96a922d) --- notably for cleanup() in build_release, after Admin/ been deleted;
wenzelm
parents: 77082
diff changeset
    68
  val isabelle_home_user: Path = expand_path(Path.explode("$ISABELLE_HOME_USER"))
77080
7e11e96a922d more formal Other_Isabelle.settings, with derived expand_path / bash_path;
wenzelm
parents: 77078
diff changeset
    69
77085
351eee493580 more robust locations (amending 7e11e96a922d) --- notably for cleanup() in build_release, after Admin/ been deleted;
wenzelm
parents: 77082
diff changeset
    70
  def etc: Path = isabelle_home_user + Path.explode("etc")
77080
7e11e96a922d more formal Other_Isabelle.settings, with derived expand_path / bash_path;
wenzelm
parents: 77078
diff changeset
    71
  def etc_settings: Path = etc + Path.explode("settings")
7e11e96a922d more formal Other_Isabelle.settings, with derived expand_path / bash_path;
wenzelm
parents: 77078
diff changeset
    72
  def etc_preferences: Path = etc + Path.explode("preferences")
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
    73
73625
f8f065e20837 misc tuning and clarification: more explicit types Release_Context, Release_Archive;
wenzelm
parents: 73522
diff changeset
    74
69388
fc58534bc475 clarified component settings;
wenzelm
parents: 69387
diff changeset
    75
  /* components */
fc58534bc475 clarified component settings;
wenzelm
parents: 69387
diff changeset
    76
fc58534bc475 clarified component settings;
wenzelm
parents: 69387
diff changeset
    77
  def init_components(
73240
3e963d68d394 more robust ISABELLE_COMPONENT_REPOSITORY: use current value of managing process to avoid its fluctuation in ancient history;
wenzelm
parents: 72375
diff changeset
    78
    component_repository: String = Components.default_component_repository,
77090
d3437203c1df clarified parameters (again);
wenzelm
parents: 77088
diff changeset
    79
    components_base: String = Components.standard_components_base,
77055
f56800b8b085 clarified defaults;
wenzelm
parents: 77050
diff changeset
    80
    catalogs: List[String] = Components.default_catalogs,
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 73988
diff changeset
    81
    components: List[String] = Nil
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 73988
diff changeset
    82
  ): List[String] = {
77088
6e2c6ccc5dc0 clarified defaults: imitate "isabelle components -I" without further parameters;
wenzelm
parents: 77087
diff changeset
    83
    val admin = Components.admin(Path.ISABELLE_HOME).implode
73240
3e963d68d394 more robust ISABELLE_COMPONENT_REPOSITORY: use current value of managing process to avoid its fluctuation in ancient history;
wenzelm
parents: 72375
diff changeset
    84
3e963d68d394 more robust ISABELLE_COMPONENT_REPOSITORY: use current value of managing process to avoid its fluctuation in ancient history;
wenzelm
parents: 72375
diff changeset
    85
    ("ISABELLE_COMPONENT_REPOSITORY=" + Bash.string(component_repository)) ::
77090
d3437203c1df clarified parameters (again);
wenzelm
parents: 77088
diff changeset
    86
    catalogs.map(name =>
d3437203c1df clarified parameters (again);
wenzelm
parents: 77088
diff changeset
    87
      "init_components " + quote(components_base) + " " + quote(admin + "/" + name)) :::
d3437203c1df clarified parameters (again);
wenzelm
parents: 77088
diff changeset
    88
    components.map(name =>
d3437203c1df clarified parameters (again);
wenzelm
parents: 77088
diff changeset
    89
      "init_component " + quote(components_base) + "/" + name)
69388
fc58534bc475 clarified component settings;
wenzelm
parents: 69387
diff changeset
    90
  }
fc58534bc475 clarified component settings;
wenzelm
parents: 69387
diff changeset
    91
77097
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
    92
  def resolve_components(
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
    93
    echo: Boolean = false,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
    94
    clean_platforms: Option[List[Platform.Family.Value]] = None,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
    95
    clean_archives: Boolean = false
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
    96
  ): Unit = {
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    97
    val missing = Path.split(getenv("ISABELLE_COMPONENTS_MISSING"))
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
    98
    for (path <- missing) {
77097
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
    99
      Components.resolve(path.dir, path.file_name,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   100
        clean_platforms = clean_platforms,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   101
        clean_archives = clean_archives,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   102
        ssh = ssh,
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   103
        progress = if (echo) progress else new Progress)
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   104
    }
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   105
  }
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   106
77094
wenzelm
parents: 77093
diff changeset
   107
  def scala_build(fresh: Boolean = false, echo: Boolean = false): Unit = {
wenzelm
parents: 77093
diff changeset
   108
    if (fresh) ssh.rm_tree(isabelle_home + Path.explode("lib/classes"))
wenzelm
parents: 77093
diff changeset
   109
wenzelm
parents: 77093
diff changeset
   110
    val dummy_stty = Path.explode("~~/lib/dummy_stty/stty")
wenzelm
parents: 77093
diff changeset
   111
    val dummy_stty_remote = expand_path(dummy_stty)
wenzelm
parents: 77093
diff changeset
   112
    if (!ssh.is_file(dummy_stty_remote)) {
wenzelm
parents: 77093
diff changeset
   113
      ssh.make_directory(dummy_stty_remote.dir)
wenzelm
parents: 77093
diff changeset
   114
      ssh.write_file(dummy_stty_remote, dummy_stty)
wenzelm
parents: 77093
diff changeset
   115
      ssh.set_executable(dummy_stty_remote, true)
wenzelm
parents: 77093
diff changeset
   116
    }
wenzelm
parents: 77093
diff changeset
   117
    try {
wenzelm
parents: 77093
diff changeset
   118
      bash(
wenzelm
parents: 77093
diff changeset
   119
        "export PATH=\"" + bash_path(dummy_stty_remote.dir) + ":$PATH\"\n" +
wenzelm
parents: 77093
diff changeset
   120
        "export CLASSPATH=" + Bash.string(getenv("ISABELLE_CLASSPATH")) + "\n" +
wenzelm
parents: 77093
diff changeset
   121
        "bin/isabelle jedit -b", echo = echo).check
wenzelm
parents: 77093
diff changeset
   122
    }
wenzelm
parents: 77093
diff changeset
   123
    catch { case ERROR(msg) => cat_error("Failed to build Isabelle/Scala/Java modules:", msg) }
wenzelm
parents: 77093
diff changeset
   124
  }
wenzelm
parents: 77093
diff changeset
   125
69388
fc58534bc475 clarified component settings;
wenzelm
parents: 69387
diff changeset
   126
69168
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   127
  /* settings */
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   128
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   129
  def clean_settings(): Boolean =
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   130
    if (!ssh.is_file(etc_settings)) true
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   131
    else if (ssh.read(etc_settings).startsWith("# generated by Isabelle")) {
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   132
      ssh.delete(etc_settings)
77042
wenzelm
parents: 77041
diff changeset
   133
      true
69168
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   134
    }
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   135
    else false
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
   136
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 73988
diff changeset
   137
  def init_settings(settings: List[String]): Unit = {
77078
wenzelm
parents: 77075
diff changeset
   138
    if (clean_settings()) {
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   139
      ssh.make_directory(etc_settings.dir)
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   140
      ssh.write(etc_settings,
77078
wenzelm
parents: 77075
diff changeset
   141
        "# generated by Isabelle " + Date.now() + "\n" +
wenzelm
parents: 77075
diff changeset
   142
        "#-*- shell-script -*- :mode=shellscript:\n" +
wenzelm
parents: 77075
diff changeset
   143
        settings.mkString("\n", "\n", "\n"))
77042
wenzelm
parents: 77041
diff changeset
   144
    }
77078
wenzelm
parents: 77075
diff changeset
   145
    else error("Cannot proceed with existing user settings file: " + etc_settings)
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
   146
  }
69168
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   147
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   148
77123
a2ae6baa8219 tuned comments;
wenzelm
parents: 77097
diff changeset
   149
  /* init */
a2ae6baa8219 tuned comments;
wenzelm
parents: 77097
diff changeset
   150
77095
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   151
  def init(
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   152
    other_settings: List[String] = init_components(),
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   153
    fresh: Boolean = false,
77097
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   154
    echo: Boolean = false,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   155
    clean_platforms: Option[List[Platform.Family.Value]] = None,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   156
    clean_archives: Boolean = false
77095
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   157
  ): Unit = {
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   158
    init_settings(other_settings)
77097
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   159
    resolve_components(
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   160
      echo = echo,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   161
      clean_platforms = clean_platforms,
023273cf2651 clean components more accurately: purge other platforms or archives;
wenzelm
parents: 77095
diff changeset
   162
      clean_archives = clean_archives)
77095
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   163
    scala_build(fresh = fresh, echo = echo)
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   164
  }
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   165
4c2aaf60c22c clarified signature;
wenzelm
parents: 77094
diff changeset
   166
69168
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   167
  /* cleanup */
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   168
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 73988
diff changeset
   169
  def cleanup(): Unit = {
69168
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   170
    clean_settings()
77093
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   171
    ssh.delete(etc)
c07d10ac688d manage other Isabelle distributions via SSH;
wenzelm
parents: 77090
diff changeset
   172
    ssh.delete(isabelle_home_user)
69168
68816d1c73a7 eliminated "isabelle makedist" -- prefer Scala over bash/perl scripting;
wenzelm
parents: 69166
diff changeset
   173
  }
64188
f88bae1922c4 clarified modules;
wenzelm
parents:
diff changeset
   174
}