src/Pure/Admin/sync_repos.scala
author wenzelm
Mon, 30 May 2022 11:51:34 +0200
changeset 75493 f775dfb55655
parent 75492 c03c2bf4ef8a
child 75497 0a5f7b5da16f
permissions -rw-r--r--
clarified option -T;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Admin/sync_repos.scala
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     3
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     4
Synchronize Isabelle + AFP repositories.
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     5
*/
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     6
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     7
package isabelle
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     8
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
     9
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    10
object Sync_Repos {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    11
  def sync_repos(target: String,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    12
    progress: Progress = new Progress,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    13
    verbose: Boolean = false,
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    14
    thorough: Boolean = false,
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    15
    preserve_jars: Boolean = false,
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    16
    dry_run: Boolean = false,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    17
    clean: Boolean = false,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    18
    rev: String = "",
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    19
    afp_root: Option[Path] = None,
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    20
    afp_rev: String = ""
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    21
  ): Unit = {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    22
    val target_dir = if (target.endsWith(":") || target.endsWith("/")) target else target + "/"
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    23
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    24
    val isabelle_hg = Mercurial.repository(Path.ISABELLE_HOME)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    25
    val afp_hg = afp_root.map(Mercurial.repository(_))
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    26
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    27
    val more_filter = if (preserve_jars) List("include *.jar", "protect *.jar") else Nil
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    28
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    29
    def sync(hg: Mercurial.Repository, dest: String, r: String, filter: List[String] = Nil): Unit =
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    30
      hg.sync(dest, rev = r, progress = progress, verbose = verbose, thorough = thorough,
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    31
        dry_run = dry_run, clean = clean, filter = filter ::: more_filter)
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    32
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    33
    progress.echo("\n* Isabelle repository:")
75488
98d24c6516f6 proper anchored pattern;
wenzelm
parents: 75487
diff changeset
    34
    sync(isabelle_hg, target, rev, filter = List("protect /AFP", "protect /etc/ISABELLE_ID"))
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    35
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    36
    if (!dry_run) {
75491
47d790984e82 tuned names;
wenzelm
parents: 75488
diff changeset
    37
      Isabelle_System.with_tmp_dir("sync") { tmp_dir =>
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    38
        val id_path = tmp_dir + Path.explode("ISABELLE_ID")
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    39
        File.write(id_path, isabelle_hg.id(rev = rev))
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    40
        Isabelle_System.rsync(thorough = thorough,
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    41
          args = List(File.standard_path(id_path), target_dir + "etc/"))
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    42
      }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    43
    }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    44
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    45
    for (hg <- afp_hg) {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    46
      progress.echo("\n* AFP repository:")
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    47
      sync(hg, target_dir + "AFP", afp_rev)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    48
    }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    49
  }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    50
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    51
  val isabelle_tool =
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    52
    Isabelle_Tool("sync_repos", "synchronize Isabelle + AFP repositories",
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    53
      Scala_Project.here, { args =>
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    54
        var afp_root: Option[Path] = None
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    55
        var clean = false
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    56
        var preserve_jars = false
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    57
        var thorough = false
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    58
        var afp_rev = ""
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    59
        var dry_run = false
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    60
        var rev = ""
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    61
        var verbose = false
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    62
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    63
        val getopts = Getopts("""
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    64
Usage: isabelle sync_repos [OPTIONS] TARGET
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    65
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    66
  Options are:
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    67
    -A ROOT      include AFP with given root directory
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    68
    -J           preserve *.jar files
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    69
    -C           clean all unknown/ignored files on target
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    70
                 (implies -n for testing; use option -f to confirm)
75493
f775dfb55655 clarified option -T;
wenzelm
parents: 75492
diff changeset
    71
    -T           thorough treatment of file content and directory times
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    72
    -a REV       explicit AFP revision (default: state of working directory)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    73
    -f           force changes: no dry-run
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    74
    -n           no changes: dry-run
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    75
    -r REV       explicit revision (default: state of working directory)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    76
    -v           verbose
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    77
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    78
  Synchronize Isabelle + AFP repositories; see also "isabelle hg_sync".
75486
ba4ed9a50be3 more documentation;
wenzelm
parents: 75485
diff changeset
    79
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    80
  Examples (without -f as "dry-run"):
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    81
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    82
   * quick testing
75486
ba4ed9a50be3 more documentation;
wenzelm
parents: 75485
diff changeset
    83
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    84
      isabelle sync_repos -A '$AFP_BASE' -J -C testmachine:test/isabelle_afp
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    85
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    86
   * accurate testing
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    87
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    88
      isabelle sync_repos -A '$AFP_BASE' -T -C testmachine:test/isabelle_afp
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    89
""",
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    90
          "A:" -> (arg => afp_root = Some(Path.explode(arg))),
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
    91
          "J" -> (_ => preserve_jars = true),
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    92
          "C" -> { _ => clean = true; dry_run = true },
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
    93
          "T" -> (_ => thorough = true),
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    94
          "a:" -> (arg => afp_rev = arg),
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    95
          "f" -> (_ => dry_run = false),
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    96
          "n" -> (_ => dry_run = true),
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    97
          "r:" -> (arg => rev = arg),
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    98
          "v" -> (_ => verbose = true))
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
    99
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   100
        val more_args = getopts(args)
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   101
        val target =
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   102
          more_args match {
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   103
            case List(target) => target
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   104
            case _ => getopts.usage()
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   105
          }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   106
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   107
        val progress = new Console_Progress
75487
167660a8f99e support thorough check of file content;
wenzelm
parents: 75486
diff changeset
   108
        sync_repos(target, progress = progress, verbose = verbose, thorough = thorough,
75492
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
   109
          preserve_jars = preserve_jars, dry_run = dry_run, clean = clean, rev = rev,
c03c2bf4ef8a preserve jars for quick testing;
wenzelm
parents: 75491
diff changeset
   110
          afp_root = afp_root, afp_rev = afp_rev)
75481
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   111
      }
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   112
    )
029cd4e1a2c7 support to synchronize Isabelle + AFP repositories;
wenzelm
parents:
diff changeset
   113
}