src/Pure/Admin/sync_repos.scala
author wenzelm
Tue, 31 May 2022 13:14:46 +0200
changeset 75499 c635368021b6
parent 75497 0a5f7b5da16f
child 75506 ee51db628e71
permissions -rw-r--r--
support explicit SSH port;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Admin/sync_repos.scala
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     3
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     4
Synchronize Isabelle + AFP repositories.
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     5
*/
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     6
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     7
package isabelle
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     8
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     9
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    10
object Sync_Repos {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    11
  def sync_repos(target: String,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    12
    progress: Progress = new Progress,
75499
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
    13
    port: Int = SSH.default_port,
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    14
    verbose: Boolean = false,
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    15
    thorough: Boolean = false,
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    16
    preserve_jars: Boolean = false,
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    17
    dry_run: Boolean = false,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    18
    clean: Boolean = false,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    19
    rev: String = "",
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    20
    afp_root: Option[Path] = None,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    21
    afp_rev: String = ""
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    22
  ): Unit = {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    23
    val target_dir = if (target.endsWith(":") || target.endsWith("/")) target else target + "/"
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    24
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    25
    val isabelle_hg = Mercurial.repository(Path.ISABELLE_HOME)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    26
    val afp_hg = afp_root.map(Mercurial.repository(_))
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    27
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    28
    val more_filter = if (preserve_jars) List("include *.jar", "protect *.jar") else Nil
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    29
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    30
    def sync(hg: Mercurial.Repository, dest: String, r: String, filter: List[String] = Nil): Unit =
75499
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
    31
      hg.sync(dest, rev = r, progress = progress, port = port, verbose = verbose,
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
    32
        thorough = thorough, dry_run = dry_run, clean = clean, filter = filter ::: more_filter)
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    33
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    34
    progress.echo("\n* Isabelle repository:")
75488
98d24c6516f6 proper anchored pattern;
wenzelm
parents: 75487
diff changeset
    35
    sync(isabelle_hg, target, rev, filter = List("protect /AFP", "protect /etc/ISABELLE_ID"))
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    36
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    37
    if (!dry_run) {
75491
47d790984e82 tuned names;
wenzelm
parents: 75488
diff changeset
    38
      Isabelle_System.with_tmp_dir("sync") { tmp_dir =>
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    39
        val id_path = tmp_dir + Path.explode("ISABELLE_ID")
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    40
        File.write(id_path, isabelle_hg.id(rev = rev))
75499
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
    41
        Isabelle_System.rsync(port = port, thorough = thorough,
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    42
          args = List(File.standard_path(id_path), target_dir + "etc/"))
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    43
      }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    44
    }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    45
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    46
    for (hg <- afp_hg) {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    47
      progress.echo("\n* AFP repository:")
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    48
      sync(hg, target_dir + "AFP", afp_rev)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    49
    }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    50
  }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    51
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    52
  val isabelle_tool =
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    53
    Isabelle_Tool("sync_repos", "synchronize Isabelle + AFP repositories",
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    54
      Scala_Project.here, { args =>
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    55
        var afp_root: Option[Path] = None
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    56
        var clean = false
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    57
        var preserve_jars = false
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    58
        var thorough = false
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    59
        var afp_rev = ""
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    60
        var dry_run = false
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    61
        var rev = ""
75499
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
    62
        var port = SSH.default_port
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    63
        var verbose = false
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    64
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    65
        val getopts = Getopts("""
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    66
Usage: isabelle sync_repos [OPTIONS] TARGET
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    67
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    68
  Options are:
75497
0a5f7b5da16f clarified options;
wenzelm
parents: 75493
diff changeset
    69
    -A ROOT      include AFP with given root directory (":" for """ + AFP.BASE.implode + """)
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    70
    -J           preserve *.jar files
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    71
    -C           clean all unknown/ignored files on target
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    72
                 (implies -n for testing; use option -f to confirm)
75493
f775dfb55655 clarified option -T;
wenzelm
parents: 75492
diff changeset
    73
    -T           thorough treatment of file content and directory times
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    74
    -a REV       explicit AFP revision (default: state of working directory)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    75
    -f           force changes: no dry-run
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    76
    -n           no changes: dry-run
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    77
    -r REV       explicit revision (default: state of working directory)
75499
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
    78
    -p PORT      explicit SSH port (default: """ + SSH.default_port + """)
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    79
    -v           verbose
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    80
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    81
  Synchronize Isabelle + AFP repositories; see also "isabelle hg_sync".
75486
ba4ed9a50be3 more documentation;
wenzelm
parents: 75485
diff changeset
    82
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    83
  Examples (without -f as "dry-run"):
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    84
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    85
   * quick testing
75486
ba4ed9a50be3 more documentation;
wenzelm
parents: 75485
diff changeset
    86
75497
0a5f7b5da16f clarified options;
wenzelm
parents: 75493
diff changeset
    87
      isabelle sync_repos -A: -J -C testmachine:test/isabelle_afp
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    88
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    89
   * accurate testing
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    90
75497
0a5f7b5da16f clarified options;
wenzelm
parents: 75493
diff changeset
    91
      isabelle sync_repos -A: -T -C testmachine:test/isabelle_afp
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    92
""",
75497
0a5f7b5da16f clarified options;
wenzelm
parents: 75493
diff changeset
    93
          "A:" -> (arg => afp_root = Some(if (arg == ":") AFP.BASE else Path.explode(arg))),
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    94
          "J" -> (_ => preserve_jars = true),
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    95
          "C" -> { _ => clean = true; dry_run = true },
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    96
          "T" -> (_ => thorough = true),
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    97
          "a:" -> (arg => afp_rev = arg),
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    98
          "f" -> (_ => dry_run = false),
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    99
          "n" -> (_ => dry_run = true),
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   100
          "r:" -> (arg => rev = arg),
75499
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
   101
          "p:" -> (arg => port = Value.Int.parse(arg)),
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   102
          "v" -> (_ => verbose = true))
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   103
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   104
        val more_args = getopts(args)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   105
        val target =
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   106
          more_args match {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   107
            case List(target) => target
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   108
            case _ => getopts.usage()
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   109
          }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   110
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   111
        val progress = new Console_Progress
75499
c635368021b6 support explicit SSH port;
wenzelm
parents: 75497
diff changeset
   112
        sync_repos(target, progress = progress, port = port, verbose = verbose, thorough = thorough,
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
   113
          preserve_jars = preserve_jars, dry_run = dry_run, clean = clean, rev = rev,
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
   114
          afp_root = afp_root, afp_rev = afp_rev)
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   115
      }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   116
    )
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   117
}