lib/Tools/build
author wenzelm
Wed, 01 Apr 2015 15:41:08 +0200
changeset 59891 9ce697050455
parent 59565 96e860a17b9a
child 59892 2a616319c171
permissions -rwxr-xr-x
added isabelle build option -k, for fast off-line checking of theory sources;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     1
#!/usr/bin/env bash
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     2
#
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     3
# Author: Makarius
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     4
#
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     5
# DESCRIPTION: build and manage Isabelle sessions
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     6
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     7
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     8
## diagnostics
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
     9
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    10
PRG="$(basename "$0")"
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    11
48474
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    12
function show_settings()
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    13
{
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    14
  local PREFIX="$1"
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    15
  echo "${PREFIX}ISABELLE_BUILD_OPTIONS=\"$ISABELLE_BUILD_OPTIONS\""
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    16
  echo
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    17
  echo "${PREFIX}ML_PLATFORM=\"$ML_PLATFORM\""
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    18
  echo "${PREFIX}ML_HOME=\"$ML_HOME\""
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    19
  echo "${PREFIX}ML_SYSTEM=\"$ML_SYSTEM\""
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    20
  echo "${PREFIX}ML_OPTIONS=\"$ML_OPTIONS\""
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    21
}
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    22
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    23
function usage()
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    24
{
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    25
  echo
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    26
  echo "Usage: isabelle $PRG [OPTIONS] [SESSIONS ...]"
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    27
  echo
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    28
  echo "  Options are:"
48737
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    29
  echo "    -D DIR       include session directory and select its sessions"
49131
aa1e2ba3c697 added build option -R;
wenzelm
parents: 48903
diff changeset
    30
  echo "    -R           operate on requirements of selected sessions"
48570
0c32d6267b93 tuned message;
wenzelm
parents: 48546
diff changeset
    31
  echo "    -a           select all sessions"
48511
37999ee01156 remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents: 48509
diff changeset
    32
  echo "    -b           build heap images"
48595
231e6fa96dbb added build option -c;
wenzelm
parents: 48594
diff changeset
    33
  echo "    -c           clean build"
48737
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    34
  echo "    -d DIR       include session directory"
48570
0c32d6267b93 tuned message;
wenzelm
parents: 48546
diff changeset
    35
  echo "    -g NAME      select session group NAME"
48578
21361b6189a6 some description of isabelle build;
wenzelm
parents: 48570
diff changeset
    36
  echo "    -j INT       maximum number of parallel jobs (default 1)"
59891
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
    37
  echo "    -k KEYWORD   check theory sources for conflicts with proposed keywords"
48903
1621b3f26095 added build option -l (list files);
wenzelm
parents: 48780
diff changeset
    38
  echo "    -l           list session source files"
48469
826a771cff33 clarified build -n (no build);
wenzelm
parents: 48459
diff changeset
    39
  echo "    -n           no build -- test dependencies only"
52056
fc458f304f93 added isabelle-process option -o;
wenzelm
parents: 51977
diff changeset
    40
  echo "    -o OPTION    override Isabelle system OPTION (via NAME=VAL or NAME)"
48447
ef600ce4559c added system build mode: produce output in ISABELLE_HOME;
wenzelm
parents: 48425
diff changeset
    41
  echo "    -s           system build mode: produce output in ISABELLE_HOME"
48425
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    42
  echo "    -v           verbose"
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    43
  echo
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    44
  echo "  Build and manage Isabelle sessions, depending on implicit"
48474
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
    45
  show_settings "  "
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    46
  echo
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    47
  exit 1
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    48
}
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    49
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    50
function fail()
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    51
{
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    52
  echo "$1" >&2
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    53
  exit 2
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    54
}
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    55
48425
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    56
function check_number()
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    57
{
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    58
  [ -n "$1" -a -z "$(echo "$1" | tr -d '[0-9]')" ] || fail "Bad number: \"$1\""
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    59
}
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    60
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    61
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    62
## process command line
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    63
48737
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    64
declare -a SELECT_DIRS=()
49131
aa1e2ba3c697 added build option -R;
wenzelm
parents: 48903
diff changeset
    65
REQUIREMENTS=false
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    66
ALL_SESSIONS=false
48511
37999ee01156 remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents: 48509
diff changeset
    67
BUILD_HEAP=false
48595
231e6fa96dbb added build option -c;
wenzelm
parents: 48594
diff changeset
    68
CLEAN_BUILD=false
48737
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    69
declare -a INCLUDE_DIRS=()
48509
4854ced3e9d7 support session groups;
wenzelm
parents: 48474
diff changeset
    70
declare -a SESSION_GROUPS=()
48425
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    71
MAX_JOBS=1
59891
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
    72
declare -a CHECK_KEYWORDS=()
48903
1621b3f26095 added build option -l (list files);
wenzelm
parents: 48780
diff changeset
    73
LIST_FILES=false
48469
826a771cff33 clarified build -n (no build);
wenzelm
parents: 48459
diff changeset
    74
NO_BUILD=false
48509
4854ced3e9d7 support session groups;
wenzelm
parents: 48474
diff changeset
    75
eval "declare -a BUILD_OPTIONS=($ISABELLE_BUILD_OPTIONS)"
48447
ef600ce4559c added system build mode: produce output in ISABELLE_HOME;
wenzelm
parents: 48425
diff changeset
    76
SYSTEM_MODE=false
48425
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
    77
VERBOSE=false
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    78
59891
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
    79
while getopts "D:Rabcd:g:j:k:lno:sv" OPT
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    80
do
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    81
  case "$OPT" in
48737
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    82
    D)
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    83
      SELECT_DIRS["${#SELECT_DIRS[@]}"]="$OPTARG"
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    84
      ;;
49131
aa1e2ba3c697 added build option -R;
wenzelm
parents: 48903
diff changeset
    85
    R)
aa1e2ba3c697 added build option -R;
wenzelm
parents: 48903
diff changeset
    86
      REQUIREMENTS="true"
aa1e2ba3c697 added build option -R;
wenzelm
parents: 48903
diff changeset
    87
      ;;
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    88
    a)
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    89
      ALL_SESSIONS="true"
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    90
      ;;
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    91
    b)
48511
37999ee01156 remove old output heaps, to ensure that result is valid wrt. check_stamps;
wenzelm
parents: 48509
diff changeset
    92
      BUILD_HEAP="true"
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
    93
      ;;
48595
231e6fa96dbb added build option -c;
wenzelm
parents: 48594
diff changeset
    94
    c)
231e6fa96dbb added build option -c;
wenzelm
parents: 48594
diff changeset
    95
      CLEAN_BUILD="true"
231e6fa96dbb added build option -c;
wenzelm
parents: 48594
diff changeset
    96
      ;;
48340
6f4fc030882a allow explicit specification of additional session directories;
wenzelm
parents: 48276
diff changeset
    97
    d)
48737
f3bbb9ca57d6 added build option -D: include session directory and select its sessions;
wenzelm
parents: 48601
diff changeset
    98
      INCLUDE_DIRS["${#INCLUDE_DIRS[@]}"]="$OPTARG"
48340
6f4fc030882a allow explicit specification of additional session directories;
wenzelm
parents: 48276
diff changeset
    99
      ;;
48509
4854ced3e9d7 support session groups;
wenzelm
parents: 48474
diff changeset
   100
    g)
4854ced3e9d7 support session groups;
wenzelm
parents: 48474
diff changeset
   101
      SESSION_GROUPS["${#SESSION_GROUPS[@]}"]="$OPTARG"
4854ced3e9d7 support session groups;
wenzelm
parents: 48474
diff changeset
   102
      ;;
48425
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
   103
    j)
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
   104
      check_number "$OPTARG"
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
   105
      MAX_JOBS="$OPTARG"
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
   106
      ;;
59891
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
   107
    k)
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
   108
      CHECK_KEYWORDS["${#CHECK_KEYWORDS[@]}"]="$OPTARG"
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
   109
      ;;
48903
1621b3f26095 added build option -l (list files);
wenzelm
parents: 48780
diff changeset
   110
    l)
1621b3f26095 added build option -l (list files);
wenzelm
parents: 48780
diff changeset
   111
      LIST_FILES="true"
1621b3f26095 added build option -l (list files);
wenzelm
parents: 48780
diff changeset
   112
      ;;
48469
826a771cff33 clarified build -n (no build);
wenzelm
parents: 48459
diff changeset
   113
    n)
826a771cff33 clarified build -n (no build);
wenzelm
parents: 48459
diff changeset
   114
      NO_BUILD="true"
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   115
      ;;
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   116
    o)
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   117
      BUILD_OPTIONS["${#BUILD_OPTIONS[@]}"]="$OPTARG"
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   118
      ;;
48447
ef600ce4559c added system build mode: produce output in ISABELLE_HOME;
wenzelm
parents: 48425
diff changeset
   119
    s)
ef600ce4559c added system build mode: produce output in ISABELLE_HOME;
wenzelm
parents: 48425
diff changeset
   120
      SYSTEM_MODE="true"
ef600ce4559c added system build mode: produce output in ISABELLE_HOME;
wenzelm
parents: 48425
diff changeset
   121
      ;;
48425
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
   122
    v)
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
   123
      VERBOSE="true"
0d95980e9aae parallel scheduling of jobs;
wenzelm
parents: 48340
diff changeset
   124
      ;;
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   125
    \?)
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   126
      usage
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   127
      ;;
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   128
  esac
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   129
done
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   130
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   131
shift $(($OPTIND - 1))
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   132
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   133
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   134
## main
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   135
52443
725916b7dee5 more formal isabelle_admin_build;
wenzelm
parents: 52056
diff changeset
   136
isabelle_admin_build jars || exit $?
48276
4bd480886813 basic setup for Isabelle build tool;
wenzelm
parents:
diff changeset
   137
48601
655b08c2cd89 less verbosity;
wenzelm
parents: 48595
diff changeset
   138
if [ "$NO_BUILD" = false -a "$VERBOSE" = true ]; then
48474
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   139
  echo "Started at $(date) ($ML_IDENTIFIER on $(hostname))"
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   140
48601
655b08c2cd89 less verbosity;
wenzelm
parents: 48595
diff changeset
   141
  show_settings ""
655b08c2cd89 less verbosity;
wenzelm
parents: 48595
diff changeset
   142
  echo
48474
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   143
fi
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   144
59565
96e860a17b9a more uniform headless mode for all derivatives of "build" (amending df5dc24ca712);
wenzelm
parents: 59464
diff changeset
   145
declare -a JAVA_ARGS; eval "JAVA_ARGS=($ISABELLE_BUILD_JAVA_OPTIONS)"
51977
b55f90655328 more generous java resources via ISABELLE_BUILD_JAVA_OPTIONS;
wenzelm
parents: 50364
diff changeset
   146
48780
49a965020394 always show some timing information, to reduce the need for explicit -v;
wenzelm
parents: 48737
diff changeset
   147
. "$ISABELLE_HOME/lib/scripts/timestart.bash"
49a965020394 always show some timing information, to reduce the need for explicit -v;
wenzelm
parents: 48737
diff changeset
   148
51977
b55f90655328 more generous java resources via ISABELLE_BUILD_JAVA_OPTIONS;
wenzelm
parents: 50364
diff changeset
   149
"$ISABELLE_TOOL" java "${JAVA_ARGS[@]}" isabelle.Build \
49131
aa1e2ba3c697 added build option -R;
wenzelm
parents: 48903
diff changeset
   150
  "$REQUIREMENTS" "$ALL_SESSIONS" "$BUILD_HEAP" "$CLEAN_BUILD" "$MAX_JOBS" \
48903
1621b3f26095 added build option -l (list files);
wenzelm
parents: 48780
diff changeset
   151
  "$LIST_FILES" "$NO_BUILD" "$SYSTEM_MODE" "$VERBOSE" \
56890
7f120d227ca5 tuned signature;
wenzelm
parents: 52443
diff changeset
   152
  "${INCLUDE_DIRS[@]}" $'\n' "${SELECT_DIRS[@]}" $'\n' \
59891
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
   153
  "${SESSION_GROUPS[@]}" $'\n' "${CHECK_KEYWORDS[@]}" $'\n' \
9ce697050455 added isabelle build option -k, for fast off-line checking of theory sources;
wenzelm
parents: 59565
diff changeset
   154
  "${BUILD_OPTIONS[@]}" $'\n' "$@"
48474
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   155
RC="$?"
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   156
48601
655b08c2cd89 less verbosity;
wenzelm
parents: 48595
diff changeset
   157
if [ "$NO_BUILD" = false -a "$VERBOSE" = true ]; then
48474
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   158
  echo -n "Finished at "; date
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   159
fi
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   160
48780
49a965020394 always show some timing information, to reduce the need for explicit -v;
wenzelm
parents: 48737
diff changeset
   161
. "$ISABELLE_HOME/lib/scripts/timestop.bash"
49a965020394 always show some timing information, to reduce the need for explicit -v;
wenzelm
parents: 48737
diff changeset
   162
echo "$TIMES_REPORT"
49a965020394 always show some timing information, to reduce the need for explicit -v;
wenzelm
parents: 48737
diff changeset
   163
48474
5b9d79c6323b tuned messages (cf. isabelle makeall);
wenzelm
parents: 48469
diff changeset
   164
exit "$RC"