src/Pure/Tools/update.scala
author wenzelm
Tue, 07 Apr 2020 21:49:36 +0200
changeset 71726 a5fda30edae2
parent 71573 c67076c07fb8
child 71807 cdfa8f027bb9
permissions -rw-r--r--
clarified signature: more uniform treatment of stopped/interrupted state;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Tools/update.scala
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     3
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     4
Update theory sources based on PIDE markup.
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     5
*/
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     6
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     7
package isabelle
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     8
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
     9
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    10
object Update
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    11
{
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    12
  def update(options: Options, logic: String,
71726
a5fda30edae2 clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents: 71573
diff changeset
    13
    progress: Progress = new Progress,
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    14
    log: Logger = No_Logger,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    15
    dirs: List[Path] = Nil,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    16
    select_dirs: List[Path] = Nil,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    17
    selection: Sessions.Selection = Sessions.Selection.empty)
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    18
  {
70856
545229df2f82 clarified signature: static Dump.Context vs. dynamic Dump.Session;
wenzelm
parents: 70640
diff changeset
    19
    val context =
545229df2f82 clarified signature: static Dump.Context vs. dynamic Dump.Session;
wenzelm
parents: 70640
diff changeset
    20
      Dump.Context(options, progress = progress, dirs = dirs, select_dirs = select_dirs,
71573
c67076c07fb8 avoid accidental update of base session sources (following documentation in "system" manual);
wenzelm
parents: 70876
diff changeset
    21
        selection = selection, skip_base = true)
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    22
70864
e94fec16bf50 clarified signature;
wenzelm
parents: 70863
diff changeset
    23
    context.build_logic(logic)
e94fec16bf50 clarified signature;
wenzelm
parents: 70863
diff changeset
    24
70868
bbb7d69f7a4d clarified options;
wenzelm
parents: 70864
diff changeset
    25
    val path_cartouches = context.options.bool("update_path_cartouches")
69603
67ae2e164c0f support for isabelle update -u path_cartouches;
wenzelm
parents: 69571
diff changeset
    26
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    27
    def update_xml(xml: XML.Body): XML.Body =
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    28
      xml flatMap {
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    29
        case XML.Wrapped_Elem(markup, body1, body2) =>
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    30
          if (markup.name == Markup.UPDATE) update_xml(body1) else update_xml(body2)
69603
67ae2e164c0f support for isabelle update -u path_cartouches;
wenzelm
parents: 69571
diff changeset
    31
        case XML.Elem(Markup.Language(Markup.Language.PATH, _, _, _), body)
67ae2e164c0f support for isabelle update -u path_cartouches;
wenzelm
parents: 69571
diff changeset
    32
        if path_cartouches =>
67ae2e164c0f support for isabelle update -u path_cartouches;
wenzelm
parents: 69571
diff changeset
    33
          Token.read_embedded(Keyword.Keywords.empty, XML.content(body)) match {
67ae2e164c0f support for isabelle update -u path_cartouches;
wenzelm
parents: 69571
diff changeset
    34
            case Some(tok) => List(XML.Text(Symbol.cartouche(tok.content)))
67ae2e164c0f support for isabelle update -u path_cartouches;
wenzelm
parents: 69571
diff changeset
    35
            case None => update_xml(body)
67ae2e164c0f support for isabelle update -u path_cartouches;
wenzelm
parents: 69571
diff changeset
    36
          }
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    37
        case XML.Elem(_, body) => update_xml(body)
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    38
        case t => List(t)
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    39
      }
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    40
70864
e94fec16bf50 clarified signature;
wenzelm
parents: 70863
diff changeset
    41
    context.sessions(logic, log = log).foreach(_.process((args: Dump.Args) =>
70640
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    42
      {
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    43
        progress.echo("Processing theory " + args.print_node + " ...")
69571
676182f2e375 tuned messages;
wenzelm
parents: 69557
diff changeset
    44
70640
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    45
        val snapshot = args.snapshot
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    46
        for ((node_name, node) <- snapshot.nodes) {
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    47
          val xml =
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    48
            snapshot.state.markup_to_XML(snapshot.version, node_name,
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    49
              Text.Range.full, Markup.Elements(Markup.UPDATE, Markup.LANGUAGE))
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    50
70640
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    51
          val source1 = Symbol.encode(XML.content(update_xml(xml)))
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    52
          if (source1 != Symbol.encode(node.source)) {
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    53
            progress.echo("Updating " + node_name.path)
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    54
            File.write(node_name.path, source1)
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    55
          }
70640
5f4b8a505090 more explicit type Dump.Session, with context information;
wenzelm
parents: 69896
diff changeset
    56
        }
70864
e94fec16bf50 clarified signature;
wenzelm
parents: 70863
diff changeset
    57
      }))
70876
91b311e7d040 cumulative errors for session partitions;
wenzelm
parents: 70868
diff changeset
    58
91b311e7d040 cumulative errors for session partitions;
wenzelm
parents: 70868
diff changeset
    59
    context.check_errors
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    60
  }
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    61
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    62
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    63
  /* Isabelle tool wrapper */
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    64
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    65
  val isabelle_tool =
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    66
    Isabelle_Tool("update", "update theory sources based on PIDE markup", args =>
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    67
    {
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    68
      var base_sessions: List[String] = Nil
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    69
      var select_dirs: List[Path] = Nil
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    70
      var requirements = false
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    71
      var exclude_session_groups: List[String] = Nil
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    72
      var all_sessions = false
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    73
      var dirs: List[Path] = Nil
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    74
      var session_groups: List[String] = Nil
70863
d1299774543d clarified "isabelle update" options -- more like "isabelle dump";
wenzelm
parents: 70856
diff changeset
    75
      var logic = Dump.default_logic
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    76
      var options = Options.init()
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    77
      var verbose = false
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    78
      var exclude_sessions: List[String] = Nil
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    79
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    80
      val getopts = Getopts("""
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    81
Usage: isabelle update [OPTIONS] [SESSIONS ...]
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    82
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    83
  Options are:
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    84
    -B NAME      include session NAME and all descendants
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    85
    -D DIR       include session directory and select its sessions
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    86
    -R           operate on requirements of selected sessions
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    87
    -X NAME      exclude sessions from group NAME and all descendants
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    88
    -a           select all sessions
70863
d1299774543d clarified "isabelle update" options -- more like "isabelle dump";
wenzelm
parents: 70856
diff changeset
    89
    -b NAME      base logic image (default """ + isabelle.quote(Dump.default_logic) + """)
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    90
    -d DIR       include session directory
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    91
    -g NAME      select session group NAME
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    92
    -o OPTION    override Isabelle system OPTION (via NAME=VAL or NAME)
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    93
    -u OPT       overide update option: shortcut for "-o update_OPT"
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    94
    -v           verbose
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    95
    -x NAME      exclude session NAME and all descendants
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    96
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    97
  Update theory sources based on PIDE markup.
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    98
""",
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
    99
      "B:" -> (arg => base_sessions = base_sessions ::: List(arg)),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   100
      "D:" -> (arg => select_dirs = select_dirs ::: List(Path.explode(arg))),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   101
      "R" -> (_ => requirements = true),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   102
      "X:" -> (arg => exclude_session_groups = exclude_session_groups ::: List(arg)),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   103
      "a" -> (_ => all_sessions = true),
70863
d1299774543d clarified "isabelle update" options -- more like "isabelle dump";
wenzelm
parents: 70856
diff changeset
   104
      "b:" -> (arg => logic = arg),
69557
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   105
      "d:" -> (arg => dirs = dirs ::: List(Path.explode(arg))),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   106
      "g:" -> (arg => session_groups = session_groups ::: List(arg)),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   107
      "o:" -> (arg => options = options + arg),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   108
      "u:" -> (arg => options = options + ("update_" + arg)),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   109
      "v" -> (_ => verbose = true),
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   110
      "x:" -> (arg => exclude_sessions = exclude_sessions ::: List(arg)))
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   111
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   112
      val sessions = getopts(args)
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   113
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   114
      val progress = new Console_Progress(verbose = verbose)
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   115
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   116
      progress.interrupt_handler {
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   117
        update(options, logic,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   118
          progress = progress,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   119
          dirs = dirs,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   120
          select_dirs = select_dirs,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   121
          selection = Sessions.Selection(
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   122
            requirements = requirements,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   123
            all_sessions = all_sessions,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   124
            base_sessions = base_sessions,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   125
            exclude_session_groups = exclude_session_groups,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   126
            exclude_sessions = exclude_sessions,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   127
            session_groups = session_groups,
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   128
            sessions = sessions))
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   129
      }
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   130
    })
e72360fef69a update theory sources based on PIDE markup;
wenzelm
parents:
diff changeset
   131
}