src/Pure/Admin/component_rsync.scala
author wenzelm
Thu, 30 Mar 2023 12:56:29 +0200
changeset 77759 f513f754c026
parent 77757 49d38fa1478d
child 77763 2abc452d0ee9
permissions -rw-r--r--
more operations;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Admin/component_rsync.scala
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     3
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     4
Build Isabelle rsync component from official source distribution.
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     5
*/
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     6
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     7
package isabelle
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     8
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
     9
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    10
object Component_Rsync {
77759
f513f754c026 more operations;
wenzelm
parents: 77757
diff changeset
    11
  /* resources */
f513f754c026 more operations;
wenzelm
parents: 77757
diff changeset
    12
f513f754c026 more operations;
wenzelm
parents: 77757
diff changeset
    13
  def component_home: Path = Path.explode("$ISABELLE_RSYNC_HOME")
f513f754c026 more operations;
wenzelm
parents: 77757
diff changeset
    14
f513f754c026 more operations;
wenzelm
parents: 77757
diff changeset
    15
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    16
  /* build rsync */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    17
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    18
  val default_version = "3.2.7"
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    19
  val default_download_url = "https://github.com/WayneD/rsync/archive/refs/tags"
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
    20
  val default_build_options: List[String] =
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
    21
    List(
77756
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    22
      "--disable-acl-support",
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
    23
      "--disable-lz4",
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
    24
      "--disable-md2man",
77756
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    25
      "--disable-openssl",
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    26
      "--disable-xattr-support",
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    27
      "--disable-xxhash",
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    28
      "--disable-zstd")
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    29
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    30
  def build_rsync(
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    31
    version: String = default_version,
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    32
    download_url: String = default_download_url,
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    33
    progress: Progress = new Progress,
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    34
    target_dir: Path = Path.current,
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
    35
    build_options: List[String] = default_build_options
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    36
  ): Unit = {
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    37
    Isabelle_System.with_tmp_dir("build") { tmp_dir =>
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    38
      /* component */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    39
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    40
      val component_name = "rsync-" + version
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    41
      val component_dir =
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    42
        Components.Directory(target_dir + Path.basic(component_name)).create(progress = progress)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    43
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    44
      val platform_name =
77757
49d38fa1478d clarified directory names, following bash_process (see e59d7d6fe1bd);
wenzelm
parents: 77756
diff changeset
    45
        "platform_" +
49d38fa1478d clarified directory names, following bash_process (see e59d7d6fe1bd);
wenzelm
parents: 77756
diff changeset
    46
          proper_string(Isabelle_System.getenv("ISABELLE_PLATFORM64"))
49d38fa1478d clarified directory names, following bash_process (see e59d7d6fe1bd);
wenzelm
parents: 77756
diff changeset
    47
            .getOrElse(error("No 64bit platform"))
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    48
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    49
      val platform_dir =
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    50
        Isabelle_System.make_directory(component_dir.path + Path.basic(platform_name))
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    51
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    52
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    53
      /* download source */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    54
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    55
      val archive_name = "v" + version + ".tar.gz"
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    56
      val archive_path = tmp_dir + Path.explode(archive_name)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    57
      val archive_url = Url.append_path(download_url, archive_name)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    58
      Isabelle_System.download_file(archive_url, archive_path, progress = progress)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    59
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    60
      Isabelle_System.extract(archive_path, tmp_dir)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    61
      val source_dir = File.get_dir(tmp_dir, title = archive_url)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    62
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    63
      Isabelle_System.extract(archive_path, component_dir.src, strip = true)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    64
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    65
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    66
      /* build */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    67
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    68
      progress.echo("Building rsync for " + platform_name + " ...")
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    69
77756
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    70
      val build_script = List("./configure " + Bash.strings(build_options.sorted), "make")
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    71
      Isabelle_System.bash(build_script.mkString(" && "), cwd = source_dir.file,
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    72
        progress_stdout = progress.echo(_, verbose = true),
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    73
        progress_stderr = progress.echo(_, verbose = true)).check
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    74
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    75
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    76
      /* install */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    77
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    78
      Isabelle_System.copy_file(source_dir + Path.explode("COPYING"), component_dir.LICENSE)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    79
      Isabelle_System.copy_file(source_dir + Path.explode("rsync").platform_exe, platform_dir)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    80
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    81
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    82
      /* settings */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    83
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    84
      component_dir.write_settings("""
77757
49d38fa1478d clarified directory names, following bash_process (see e59d7d6fe1bd);
wenzelm
parents: 77756
diff changeset
    85
ISABELLE_RSYNC_HOME="$COMPONENT"
49d38fa1478d clarified directory names, following bash_process (see e59d7d6fe1bd);
wenzelm
parents: 77756
diff changeset
    86
ISABELLE_RSYNC="$ISABELLE_RSYNC_HOME/platform_${ISABELLE_PLATFORM64}/rsync"
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    87
""")
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    88
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    89
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    90
      /* README */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    91
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    92
      File.write(component_dir.README,
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    93
        "This is rsync " + version + " from " + download_url + """
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    94
77756
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    95
The distribution has been built like this:
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    96
efd5c582d7ae tuned README;
wenzelm
parents: 77755
diff changeset
    97
""" + ("cd src" :: build_script).map(s => "  " + s + "\n").mkString + """
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    98
See also:
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
    99
  * https://github.com/WayneD/rsync
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   100
  * https://rsync.samba.org
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   101
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   102
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   103
        Makarius
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   104
        """ + Date.Format.date(Date.now()) + "\n")
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   105
    }
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   106
}
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   107
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   108
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   109
  /* Isabelle tool wrapper */
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   110
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   111
  val isabelle_tool =
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   112
    Isabelle_Tool("component_rsync", "build rsync component from source distribution",
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   113
      Scala_Project.here,
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   114
      { args =>
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   115
        var target_dir = Path.current
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   116
        var build_options = default_build_options
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   117
        var version = default_version
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   118
        var download_url = default_download_url
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   119
        var verbose = false
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   120
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   121
        val getopts = Getopts("""
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   122
Usage: isabelle component_rsync [OPTIONS]
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   123
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   124
  Options are:
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   125
    -D DIR       target directory (default ".")
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   126
    -O OPT       add build option
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   127
    -R OPT       remove build option
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   128
    -U URL       download URL
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   129
                 (default: """" + default_download_url + """")
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   130
    -V VERSION   version (default: """ + default_version + """)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   131
    -v           verbose
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   132
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   133
  Build rsync component from the specified source distribution.
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   134
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   135
  The default build options (for ./configure) are:
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   136
""" + default_build_options.map(opt => "    " + opt + "\n").mkString,
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   137
          "D:" -> (arg => target_dir = Path.explode(arg)),
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   138
          "O:" -> (arg => build_options = Library.insert(arg)(build_options)),
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   139
          "R:" -> (arg => build_options = Library.remove(arg)(build_options)),
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   140
          "U:" -> (arg => download_url = arg),
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   141
          "V:" -> (arg => version = arg),
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   142
          "v" -> (_ => verbose = true))
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   143
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   144
        val more_args = getopts(args)
77755
12c8d72df48a clarified build options;
wenzelm
parents: 77754
diff changeset
   145
        if (more_args.nonEmpty) getopts.usage()
77753
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   146
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   147
        val progress = new Console_Progress(verbose = verbose)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   148
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   149
        build_rsync(version = version, download_url = download_url, progress = progress,
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   150
          target_dir = target_dir, build_options = build_options)
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   151
      })
2b5b093a1c08 build rsync from sources, to avoid divergence of protocols on various platforms;
wenzelm
parents:
diff changeset
   152
}