src/Pure/Admin/build_doc.scala
author wenzelm
Tue, 09 Jan 2024 23:41:50 +0100
changeset 79458 ca2fe94e8048
parent 76741 ec07b1af45c5
child 79616 12bb31d01510
permissions -rw-r--r--
tuned whitespace;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
64161
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 63805
diff changeset
     1
/*  Title:      Pure/Admin/build_doc.scala
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     3
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     4
Build Isabelle documentation.
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     5
*/
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     6
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     7
package isabelle
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     8
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
     9
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74814
diff changeset
    10
object Build_Doc {
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    11
  /* build_doc */
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    12
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    13
  def build_doc(
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    14
    options: Options,
71726
a5fda30edae2 clarified signature: more uniform treatment of stopped/interrupted state;
wenzelm
parents: 69854
diff changeset
    15
    progress: Progress = new Progress,
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    16
    all_docs: Boolean = false,
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    17
    max_jobs: Int = 1,
73512
e52a9b208481 support sequential LaTeX jobs: more robust when TeX installation is self-installing packages etc.;
wenzelm
parents: 73340
diff changeset
    18
    sequential: Boolean = false,
76453
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    19
    docs: List[String] = Nil,
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    20
    view: Boolean = false
75393
87ebf5a50283 clarified formatting, for the sake of scala3;
wenzelm
parents: 74814
diff changeset
    21
  ): Unit = {
67026
687c822ee5e3 tuned signature;
wenzelm
parents: 67023
diff changeset
    22
    val sessions_structure = Sessions.load_structure(options)
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    23
    val selected =
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    24
      for {
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    25
        session <- sessions_structure.build_topological_order
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    26
        info = sessions_structure(session)
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    27
        if info.groups.contains("doc")
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    28
        doc = info.options.string("document_variants")
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    29
        if all_docs || docs.contains(doc)
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    30
      } yield (doc, session)
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    31
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    32
    val documents = selected.map(_._1)
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    33
    val selection = Sessions.Selection(sessions = selected.map(_._2))
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    34
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    35
    docs.filter(doc => !documents.contains(doc)) match {
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    36
      case Nil =>
56432
wenzelm
parents: 56430
diff changeset
    37
      case bad => error("No documentation session for " + commas_quote(bad))
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    38
    }
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    39
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    40
    progress.echo("Build started for sessions " + commas_quote(selection.sessions))
76206
769a7cd5a16a clarified signature: re-use store/cache from build results;
wenzelm
parents: 75782
diff changeset
    41
    val build_results =
769a7cd5a16a clarified signature: re-use store/cache from build results;
wenzelm
parents: 75782
diff changeset
    42
      Build.build(options, selection = selection, progress = progress, max_jobs = max_jobs)
769a7cd5a16a clarified signature: re-use store/cache from build results;
wenzelm
parents: 75782
diff changeset
    43
    if (!build_results.ok) error("Build failed")
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    44
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
    45
    progress.echo("Build started for documentation " + commas_quote(documents))
76741
wenzelm
parents: 76656
diff changeset
    46
    val deps = Sessions.load_structure(options + "document").selection_deps(selection)
72597
e8d7dc1c229c more parallelism;
wenzelm
parents: 72594
diff changeset
    47
e8d7dc1c229c more parallelism;
wenzelm
parents: 72594
diff changeset
    48
    val errs =
72675
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    49
      Par_List.map[(String, String), Option[String]](
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    50
      {
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    51
        case (doc, session) =>
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    52
          try {
74814
79fa9f2d02fa more interrupts;
wenzelm
parents: 73719
diff changeset
    53
            progress.expose_interrupt()
72897
86eff7a823f3 tuned messages;
wenzelm
parents: 72854
diff changeset
    54
            progress.echo("Documentation " + quote(doc) + " ...")
72683
b5e6f0d137a7 clarified signature: prefer Database_Context;
wenzelm
parents: 72675
diff changeset
    55
76656
a8f452f7c503 clarified names;
wenzelm
parents: 76455
diff changeset
    56
            using(Export.open_session_context(build_results.store, deps.background(session))) {
75782
dba571dd0ba9 clarified signature: prefer Export.Session_Context over Sessions.Database_Context;
wenzelm
parents: 75758
diff changeset
    57
              session_context =>
dba571dd0ba9 clarified signature: prefer Export.Session_Context over Sessions.Database_Context;
wenzelm
parents: 75758
diff changeset
    58
                Document_Build.build_documents(
dba571dd0ba9 clarified signature: prefer Export.Session_Context over Sessions.Database_Context;
wenzelm
parents: 75758
diff changeset
    59
                  Document_Build.context(session_context),
dba571dd0ba9 clarified signature: prefer Export.Session_Context over Sessions.Database_Context;
wenzelm
parents: 75758
diff changeset
    60
                  output_pdf = Some(Path.explode("~~/doc")))
75758
wenzelm
parents: 75394
diff changeset
    61
            }
72675
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    62
            None
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    63
          }
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    64
          catch {
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    65
            case Exn.Interrupt.ERROR(msg) =>
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    66
              val sep = if (msg.contains('\n')) "\n" else " "
72897
86eff7a823f3 tuned messages;
wenzelm
parents: 72854
diff changeset
    67
              Some("Documentation " + quote(doc) + " failed:" + sep + msg)
72675
cc1347c8c804 clarified document output;
wenzelm
parents: 72652
diff changeset
    68
          }
73512
e52a9b208481 support sequential LaTeX jobs: more robust when TeX installation is self-installing packages etc.;
wenzelm
parents: 73340
diff changeset
    69
      }, selected, sequential = sequential).flatten
72597
e8d7dc1c229c more parallelism;
wenzelm
parents: 72594
diff changeset
    70
e8d7dc1c229c more parallelism;
wenzelm
parents: 72594
diff changeset
    71
    if (errs.nonEmpty) error(cat_lines(errs))
76453
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    72
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    73
    if (view) {
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    74
      for (doc <- Doc.main_contents().docs if docs.contains(doc.name)) {
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    75
        Doc.view(doc.path)
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    76
      }
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    77
    }
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    78
  }
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    79
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    80
62838
c91ca9935280 prefer internal tool;
wenzelm
parents: 62641
diff changeset
    81
  /* Isabelle tool wrapper */
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
    82
64161
2b1128e95dfb explicit indication of Admin tools;
wenzelm
parents: 63805
diff changeset
    83
  val isabelle_tool =
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    84
    Isabelle_Tool("build_doc", "build Isabelle documentation", Scala_Project.here,
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    85
      { args =>
76453
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
    86
        var view = false
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    87
        var all_docs = false
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    88
        var max_jobs = 1
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    89
        var sequential = false
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    90
        var options = Options.init()
62435
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
    91
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    92
        val getopts =
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
    93
          Getopts("""
64310
wenzelm
parents: 64220
diff changeset
    94
Usage: isabelle build_doc [OPTIONS] [DOCS ...]
62435
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
    95
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
    96
  Options are:
76455
74c3ecfeb3ea clarified description, to fit better to e.g. "isabelle build_doc -a -V system jedit";
wenzelm
parents: 76453
diff changeset
    97
    -V           view explicitly given documents
62435
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
    98
    -a           select all documentation sessions
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
    99
    -j INT       maximum number of parallel jobs (default 1)
69854
cc0b3e177b49 system option "system_heaps" supersedes various command-line options for "system build mode";
wenzelm
parents: 69277
diff changeset
   100
    -o OPTION    override Isabelle system OPTION (via NAME=VAL or NAME)
73512
e52a9b208481 support sequential LaTeX jobs: more robust when TeX installation is self-installing packages etc.;
wenzelm
parents: 73340
diff changeset
   101
    -s           sequential LaTeX jobs
62435
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
   102
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
   103
  Build Isabelle documentation from documentation sessions with
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
   104
  suitable document_variants entry.
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
   105
""",
76453
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
   106
            "V" -> (_ => view = true),
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   107
            "a" -> (_ => all_docs = true),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   108
            "j:" -> (arg => max_jobs = Value.Int.parse(arg)),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   109
            "o:" -> (arg => options = options + arg),
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   110
            "s" -> (_ => sequential = true))
62838
c91ca9935280 prefer internal tool;
wenzelm
parents: 62641
diff changeset
   111
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   112
        val docs = getopts(args)
62435
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
   113
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   114
        if (!all_docs && docs.isEmpty) getopts.usage()
62435
2c390ad93bc8 moved getopts to Scala;
wenzelm
parents: 61276
diff changeset
   115
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   116
        val progress = new Console_Progress()
72578
3e8395f9093a clarified build_doc, based on Present.build_documents;
wenzelm
parents: 71981
diff changeset
   117
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   118
        progress.interrupt_handler {
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   119
          build_doc(options, progress = progress, all_docs = all_docs, max_jobs = max_jobs,
76453
2ba80c2fc325 more command-line options;
wenzelm
parents: 76206
diff changeset
   120
            sequential = sequential, docs = docs, view = view)
75394
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   121
        }
42267c650205 tuned formatting;
wenzelm
parents: 75393
diff changeset
   122
      })
56429
bc61161a5bd0 re-implemented build_doc in Isabelle/Scala;
wenzelm
parents:
diff changeset
   123
}