src/Pure/General/mercurial.scala
author wenzelm
Sun, 14 May 2017 15:07:13 +0200
changeset 65819 ff3dc9325eaa
parent 65818 94cad7590015
child 65822 17b8528c2f53
permissions -rw-r--r--
explore repository structure, with minimal assumptions about "hg log" output;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/General/mercurial.scala
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
     3
64280
wenzelm
parents: 64256
diff changeset
     4
Support for Mercurial repositories, with local or remote repository clone
wenzelm
parents: 64256
diff changeset
     5
and working directory (via ssh connection).
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
     6
*/
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
     7
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
     8
package isabelle
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
     9
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    10
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    11
import java.io.{File => JFile}
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    12
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    13
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    14
object Mercurial
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    15
{
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    16
  /* command-line syntax */
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    17
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
    18
  def optional(s: String, prefix: String = ""): String =
64304
96bc94c87a81 clarified modules;
wenzelm
parents: 64280
diff changeset
    19
    if (s == "") "" else " " + prefix + " " + Bash.string(s)
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
    20
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
    21
  def opt_flag(flag: String, b: Boolean): String = if (b) " " + flag else ""
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
    22
  def opt_rev(s: String): String = optional(s, "--rev")
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
    23
  def opt_template(s: String): String = optional(s, "--template")
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    24
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    25
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    26
  /* repository access */
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    27
64330
d9a9ae3956f6 more operations;
wenzelm
parents: 64304
diff changeset
    28
  def is_repository(root: Path, ssh: Option[SSH.Session] = None): Boolean =
d9a9ae3956f6 more operations;
wenzelm
parents: 64304
diff changeset
    29
    new Repository(root, ssh).command("root").ok
d9a9ae3956f6 more operations;
wenzelm
parents: 64304
diff changeset
    30
64167
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    31
  def repository(root: Path, ssh: Option[SSH.Session] = None): Repository =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    32
  {
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    33
    val hg = new Repository(root, ssh)
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    34
    hg.command("root").check
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    35
    hg
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    36
  }
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    37
65559
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    38
  def find_repository(start: Path, ssh: Option[SSH.Session] = None): Option[Repository] =
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    39
  {
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    40
    def find(root: Path): Option[Repository] =
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    41
      if (is_repository(root, ssh)) Some(repository(root, ssh = ssh))
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    42
      else if (root.is_root) None
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    43
      else find(root + Path.parent)
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    44
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    45
    ssh match {
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    46
      case None => find(start.expand)
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    47
      case Some(ssh) => find(ssh.expand_path(start))
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    48
    }
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    49
  }
7ff7781913a4 more operations;
wenzelm
parents: 64505
diff changeset
    50
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    51
  def clone_repository(
64230
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    52
    source: String, root: Path, options: String = "", ssh: Option[SSH.Session] = None): Repository =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    53
  {
64230
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    54
    val hg = new Repository(root, ssh)
64255
a9f540881611 more robust;
wenzelm
parents: 64252
diff changeset
    55
    ssh match {
a9f540881611 more robust;
wenzelm
parents: 64252
diff changeset
    56
      case None => Isabelle_System.mkdirs(hg.root.dir)
64256
c3197aeae90b simplified SSH.Session: sftp channel is always open and its operations provided by the main interface;
wenzelm
parents: 64255
diff changeset
    57
      case Some(ssh) => ssh.mkdirs(hg.root.dir)
64255
a9f540881611 more robust;
wenzelm
parents: 64252
diff changeset
    58
    }
64304
96bc94c87a81 clarified modules;
wenzelm
parents: 64280
diff changeset
    59
    hg.command("clone", Bash.string(source) + " " + File.bash_path(hg.root), options).check
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    60
    hg
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    61
  }
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    62
64230
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    63
  def setup_repository(source: String, root: Path, ssh: Option[SSH.Session] = None): Repository =
64252
e84cba30d7ff clarified setup_repository: more uniform pull vs. clone, without update;
wenzelm
parents: 64233
diff changeset
    64
  {
e84cba30d7ff clarified setup_repository: more uniform pull vs. clone, without update;
wenzelm
parents: 64233
diff changeset
    65
    val present =
e84cba30d7ff clarified setup_repository: more uniform pull vs. clone, without update;
wenzelm
parents: 64233
diff changeset
    66
      ssh match {
e84cba30d7ff clarified setup_repository: more uniform pull vs. clone, without update;
wenzelm
parents: 64233
diff changeset
    67
        case None => root.is_dir
64256
c3197aeae90b simplified SSH.Session: sftp channel is always open and its operations provided by the main interface;
wenzelm
parents: 64255
diff changeset
    68
        case Some(ssh) => ssh.is_dir(root)
64252
e84cba30d7ff clarified setup_repository: more uniform pull vs. clone, without update;
wenzelm
parents: 64233
diff changeset
    69
      }
64451
cdbfa9f64110 clarified setup_repository: even more uniform pull vs. clone (see also e84cba30d7ff);
wenzelm
parents: 64408
diff changeset
    70
    if (present) { val hg = repository(root, ssh = ssh); hg.pull(remote = source); hg }
65818
94cad7590015 avoid hardlinks, for more robustness on Windows file-systems;
wenzelm
parents: 65559
diff changeset
    71
    else clone_repository(source, root, options = "--pull --noupdate", ssh = ssh)
64252
e84cba30d7ff clarified setup_repository: more uniform pull vs. clone, without update;
wenzelm
parents: 64233
diff changeset
    72
  }
64230
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    73
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    74
  class Repository private[Mercurial](root_path: Path, ssh: Option[SSH.Session])
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    75
  {
64167
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    76
    hg =>
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    77
64230
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    78
    val root =
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    79
      ssh match {
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    80
        case None => root_path.expand
64256
c3197aeae90b simplified SSH.Session: sftp channel is always open and its operations provided by the main interface;
wenzelm
parents: 64255
diff changeset
    81
        case Some(ssh) => root_path.expand_env(ssh.settings)
64230
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    82
      }
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
    83
64347
602483aa7818 support for URL notation;
wenzelm
parents: 64330
diff changeset
    84
    def root_url: String =
602483aa7818 support for URL notation;
wenzelm
parents: 64330
diff changeset
    85
      ssh match {
602483aa7818 support for URL notation;
wenzelm
parents: 64330
diff changeset
    86
        case None => root.implode
602483aa7818 support for URL notation;
wenzelm
parents: 64330
diff changeset
    87
        case Some(ssh) => ssh.hg_url + root.implode
602483aa7818 support for URL notation;
wenzelm
parents: 64330
diff changeset
    88
      }
602483aa7818 support for URL notation;
wenzelm
parents: 64330
diff changeset
    89
64167
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    90
    override def toString: String =
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    91
      ssh match {
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    92
        case None => root.implode
64256
c3197aeae90b simplified SSH.Session: sftp channel is always open and its operations provided by the main interface;
wenzelm
parents: 64255
diff changeset
    93
        case Some(ssh) => ssh.toString + ":" + root.implode
64167
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    94
      }
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
    95
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    96
    def command(name: String, args: String = "", options: String = ""): Process_Result =
64167
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    97
    {
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
    98
      val cmdline =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
    99
        "\"${HG:-hg}\"" +
64230
13a97c1d7d22 added setup_repository;
wenzelm
parents: 64198
diff changeset
   100
          (if (name == "clone") "" else " --repository " + File.bash_path(root)) +
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   101
          " --noninteractive " + name + " " + options + " " + args
64167
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
   102
      ssh match {
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
   103
        case None => Isabelle_System.bash(cmdline)
64256
c3197aeae90b simplified SSH.Session: sftp channel is always open and its operations provided by the main interface;
wenzelm
parents: 64255
diff changeset
   104
        case Some(ssh) => ssh.execute(cmdline)
64167
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
   105
      }
097d122222f6 support remote repositories via ssh command execution;
wenzelm
parents: 64162
diff changeset
   106
    }
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
   107
64505
545a7ab3c35f optional component setup;
wenzelm
parents: 64451
diff changeset
   108
    def archive(target: String, rev: String = "", options: String = ""): Unit =
545a7ab3c35f optional component setup;
wenzelm
parents: 64451
diff changeset
   109
      hg.command("archive", opt_rev(rev) + " " + Bash.string(target), options).check
545a7ab3c35f optional component setup;
wenzelm
parents: 64451
diff changeset
   110
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
   111
    def heads(template: String = "{node|short}\n", options: String = ""): List[String] =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   112
      hg.command("heads", opt_template(template), options).check.out_lines
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
   113
64232
367d83d6030e clarified hg.id operation, with explicit tip as default;
wenzelm
parents: 64230
diff changeset
   114
    def identify(rev: String = "tip", options: String = ""): String =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   115
      hg.command("id", opt_rev(rev), options).check.out_lines.headOption getOrElse ""
63998
2f38d8aff2f5 more operations;
wenzelm
parents: 63997
diff changeset
   116
64232
367d83d6030e clarified hg.id operation, with explicit tip as default;
wenzelm
parents: 64230
diff changeset
   117
    def id(rev: String = "tip"): String = identify(rev, options = "-i")
367d83d6030e clarified hg.id operation, with explicit tip as default;
wenzelm
parents: 64230
diff changeset
   118
63998
2f38d8aff2f5 more operations;
wenzelm
parents: 63997
diff changeset
   119
    def manifest(rev: String = "", options: String = ""): List[String] =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   120
      hg.command("manifest", opt_rev(rev), options).check.out_lines
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
   121
64033
2989c1f2593a tuned signature;
wenzelm
parents: 64028
diff changeset
   122
    def log(rev: String = "", template: String = "", options: String = ""): String =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   123
      hg.command("log", opt_rev(rev) + opt_template(template), options).check.out
64027
4a33d740c9dc proper log output;
wenzelm
parents: 64020
diff changeset
   124
64348
4c253e84ae62 clarified push/pull chain: current ISABELLE_HOME may server as source for changes that are not published on isabelle_repos_source yet (e.g. isabelle-release branch);
wenzelm
parents: 64347
diff changeset
   125
    def push(remote: String = "", rev: String = "", force: Boolean = false, options: String = "")
4c253e84ae62 clarified push/pull chain: current ISABELLE_HOME may server as source for changes that are not published on isabelle_repos_source yet (e.g. isabelle-release branch);
wenzelm
parents: 64347
diff changeset
   126
    {
4c253e84ae62 clarified push/pull chain: current ISABELLE_HOME may server as source for changes that are not published on isabelle_repos_source yet (e.g. isabelle-release branch);
wenzelm
parents: 64347
diff changeset
   127
      hg.command("push", opt_rev(rev) + opt_flag("--force", force) + optional(remote), options).
64408
50bcf976f276 clarified hg push return code: 1 means "nothing to push";
wenzelm
parents: 64348
diff changeset
   128
        check_rc(rc => rc == 0 | rc == 1)
64348
4c253e84ae62 clarified push/pull chain: current ISABELLE_HOME may server as source for changes that are not published on isabelle_repos_source yet (e.g. isabelle-release branch);
wenzelm
parents: 64347
diff changeset
   129
    }
4c253e84ae62 clarified push/pull chain: current ISABELLE_HOME may server as source for changes that are not published on isabelle_repos_source yet (e.g. isabelle-release branch);
wenzelm
parents: 64347
diff changeset
   130
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
   131
    def pull(remote: String = "", rev: String = "", options: String = ""): Unit =
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   132
      hg.command("pull", opt_rev(rev) + optional(remote), options).check
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
   133
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   134
    def update(
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   135
      rev: String = "", clean: Boolean = false, check: Boolean = false, options: String = "")
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
   136
    {
64168
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   137
      hg.command("update",
e573b985390c added clone_repository;
wenzelm
parents: 64167
diff changeset
   138
        opt_rev(rev) + opt_flag("--clean", clean) + opt_flag("--check", check), options).check
63999
5649a993666d more operations;
wenzelm
parents: 63998
diff changeset
   139
    }
65819
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   140
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   141
    def length(): Int =
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   142
      identify(options = "-n") match {
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   143
        case Value.Int(n) => n + 1
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   144
        case s => error("Cannot determine repository length from " + quote(s))
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   145
      }
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   146
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   147
    def graph(): Graph[String, Unit] =
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   148
    {
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   149
      val Node = """^node: (\w{12}) (\w{12}) (\w{12})""".r
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   150
      val log_result =
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   151
        log(template = """node: {node|short} {p1node|short} {p2node|short}\n""",
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   152
          options = "-l " + length())
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   153
      (Graph.string[Unit] /: split_lines(log_result)) {
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   154
        case (graph, Node(x, y, z)) =>
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   155
          val deps = List(y, z).filterNot(s => s.forall(_ == '0'))
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   156
          val graph1 = (graph /: (x :: deps))(_.default_node(_, ()))
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   157
          (graph1 /: deps)({ case (g, dep) => g.add_edge(dep, x) })
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   158
        case (graph, _) => graph
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   159
      }
ff3dc9325eaa explore repository structure, with minimal assumptions about "hg log" output;
wenzelm
parents: 65818
diff changeset
   160
    }
63997
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
   161
  }
e11ccb5aa82f more formal Mercurial support (with the potential to upgrade to command server);
wenzelm
parents:
diff changeset
   162
}