src/Pure/Admin/isabelle_devel.scala
author wenzelm
Mon, 08 May 2017 14:08:27 +0200
changeset 65771 688a7dd22cbb
parent 65770 fb8a7962f2ae
child 65785 6107504371fb
permissions -rw-r--r--
make index formally within Isabelle/Scala;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Admin/isabelle_devel.scala
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     3
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     4
Website for Isabelle development resources.
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     5
*/
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     6
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     7
package isabelle
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     8
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
     9
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    10
object Isabelle_Devel
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    11
{
65771
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    12
  val root = Path.explode("~/html-data/devel")
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    13
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    14
  val RELEASE_SNAPSHOT = "release_snapshot"
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    15
  val BUILD_LOG_DB = "build_log.db"
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    16
  val BUILD_STATUS = "build_status"
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    17
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    18
  val standard_log_dirs =
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    19
    List(Path.explode("~/log"), Path.explode("~/afp/log"), Path.explode("~/cronjob/log"))
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    20
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    21
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    22
  /* index */
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    23
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    24
  def make_index()
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    25
  {
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    26
    val header = "Isabelle Development Resources"
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    27
65771
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    28
    Isabelle_System.mkdirs(root)
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    29
    File.write(root + Path.explode("index.html"),
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    30
      HTML.output_document(
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    31
        List(HTML.title(header)),
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    32
        List(HTML.chapter(header),
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    33
          HTML.itemize(
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    34
            List(
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    35
              HTML.text("Isabelle nightly ") :::
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    36
              List(HTML.link(RELEASE_SNAPSHOT, HTML.text("release snapshot"))) :::
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    37
              HTML.text(" (for all platforms)"),
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    38
65771
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    39
              HTML.text("Isabelle ") :::
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    40
              List(HTML.link(BUILD_STATUS + "/index.html", HTML.text("build status"))) :::
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    41
              HTML.text(" information"),
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    42
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    43
              HTML.text("Database with recent ") :::
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    44
              List(HTML.link(BUILD_LOG_DB, HTML.text("build log"))) :::
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    45
              HTML.text(" information (e.g. for ") :::
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    46
              List(HTML.link("http://sqlitebrowser.org",
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    47
                List(HTML.code(HTML.text("sqlitebrowser"))))))))))
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    48
  }
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    49
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    50
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    51
  /* release snapshot */
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    52
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    53
  def release_snapshot(
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    54
    rev: String = "",
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    55
    afp_rev: String = "",
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    56
    parallel_jobs: Int = 1,
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    57
    remote_mac: String = "")
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    58
  {
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    59
    Isabelle_System.with_tmp_dir("isadist")(base_dir =>
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    60
      {
65771
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    61
        val release_snapshot_dir = root + Path.explode(RELEASE_SNAPSHOT)
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    62
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    63
        val new_snapshot = release_snapshot_dir.ext("new")
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    64
        val old_snapshot = release_snapshot_dir.ext("old")
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    65
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    66
        Isabelle_System.rm_tree(new_snapshot)
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    67
        Isabelle_System.rm_tree(old_snapshot)
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    68
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    69
        Build_Release.build_release(base_dir, rev = rev, afp_rev = afp_rev,
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    70
          parallel_jobs = parallel_jobs, remote_mac = remote_mac, website = Some(new_snapshot))
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    71
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    72
        if (release_snapshot_dir.is_dir) File.move(release_snapshot_dir, old_snapshot)
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    73
        File.move(new_snapshot, release_snapshot_dir)
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    74
        Isabelle_System.rm_tree(old_snapshot)
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    75
      })
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    76
  }
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    77
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    78
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    79
  /* maintain build_log database */
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    80
65771
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    81
  def build_log_database(options: Options, log_dirs: List[Path] = standard_log_dirs)
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    82
  {
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    83
    val store = Build_Log.store(options)
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    84
    using(store.open_database())(db =>
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    85
    {
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    86
      store.update_database(db, log_dirs, ml_statistics = true)
65771
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    87
      store.snapshot_database(db, root + Path.explode(BUILD_LOG_DB))
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    88
    })
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    89
  }
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    90
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    91
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    92
  /* present build status */
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    93
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    94
  def build_status(options: Options)
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    95
  {
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    96
    val data = Build_Status.read_data(options)
65771
688a7dd22cbb make index formally within Isabelle/Scala;
wenzelm
parents: 65770
diff changeset
    97
    Build_Status.present_data(data, target_dir = root + Path.explode(BUILD_STATUS))
65770
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    98
  }
fb8a7962f2ae clarified modules;
wenzelm
parents:
diff changeset
    99
}