Admin/isatest-makeall
author kleing
Fri, 27 May 2005 01:09:44 +0200
changeset 16095 f6af6b265d20
parent 15888 64533471eec4
child 16097 8d41765e2884
permissions -rwxr-xr-x
put global isatest settings in one file, sourced by the other scripts
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
     1
#!/usr/bin/env bash
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
     2
#
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
     3
# $Id$
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
     4
# Author: Gerwin Klein, TU Muenchen
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
     5
#
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
     6
# DESCRIPTION: Run isatool makeall from specified distribution and settings.
13962
908f6776a59b use /usr/stud/isatest as home for all platforms (macbroy33 has no /home/stud/..)
kleing
parents: 13924
diff changeset
     7
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
     8
## global settings
16095
f6af6b265d20 put global isatest settings in one file, sourced by the other scripts
kleing
parents: 15888
diff changeset
     9
. ~/admin/isatest-settings
13320
2c6ee189ae63 send email plaform independently
isatest
parents: 13246
diff changeset
    10
15888
64533471eec4 put 8h time limit on test
kleing
parents: 14981
diff changeset
    11
# max time until test is aborted (in sec)
64533471eec4 put 8h time limit on test
kleing
parents: 14981
diff changeset
    12
MAXTIME=28800
13320
2c6ee189ae63 send email plaform independently
isatest
parents: 13246
diff changeset
    13
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    14
## diagnostics
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    15
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    16
PRG="$(basename "$0")"
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    17
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    18
function usage()
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    19
{
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    20
  echo
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    21
  echo "Usage: $PRG distributionpath settings1 [settings2 ...]"
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    22
  echo
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    23
  echo "  Runs isatool makeall from specified distribution and settings."
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    24
  echo "  Leaves messages in ${ERRORLOG} and ${LOGPREFIX} if it fails."
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    25
  echo
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    26
  exit 1
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    27
}
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    28
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    29
function fail()
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    30
{
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    31
  echo "$1" >&2
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    32
  exit 2
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    33
}
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    34
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    35
## main
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    36
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    37
# argument checking
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    38
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    39
[ "$1" = "-?" ] && usage
16095
f6af6b265d20 put global isatest settings in one file, sourced by the other scripts
kleing
parents: 15888
diff changeset
    40
[ "$#" -lt "1" ] && usage
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    41
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    42
[ -d $DISTPREFIX ] || fail "$DISTPREFIX is not a directory."
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    43
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    44
# make file flags and nice setup for different target platforms
13838
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    45
case $HOSTNAME in
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    46
    atbroy51)
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    47
        # 2 processors
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    48
        MFLAGS="-j 2"
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    49
        # MFLAGS=""
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    50
        NICE=""
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    51
        ;;
13838
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    52
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    53
    atbroy31)
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    54
        # cluster
13838
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    55
        MFLAGS="-j 5"
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    56
        ;;
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    57
  
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    58
    sunbroy2)
13990
kleing
parents: 13987
diff changeset
    59
        MFLAGS="-j 6"
14012
9d1f027eb4e8 be nice on sunbroy2
kleing
parents: 13994
diff changeset
    60
	NICE="nice"
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    61
        ;;
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    62
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    63
    sunbroy1)
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    64
        MFLAGS="-j 2"
14012
9d1f027eb4e8 be nice on sunbroy2
kleing
parents: 13994
diff changeset
    65
	NICE="nice"
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    66
        ;;
13838
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    67
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    68
    macbroy*)
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    69
        MFLAGS=""
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    70
        NICE=""
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    71
        ;;
13838
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    72
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    73
    *)
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    74
        MFLAGS=""
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    75
        # be nice by default
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    76
        NICE=nice
13838
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    77
        ;;
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    78
esac
fe83f2231767 case distinction on host for makefile flags
isatest
parents: 13432
diff changeset
    79
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    80
# main test loop
13320
2c6ee189ae63 send email plaform independently
isatest
parents: 13246
diff changeset
    81
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    82
for SETTINGS in $@; do
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    83
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    84
    [ -r $SETTINGS ] || fail "Cannot read $SETTINGS."
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    85
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    86
    # logfile setup
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    87
13432
470daa444967 - changed date format for proper lexicographical ordering
isatest
parents: 13359
diff changeset
    88
    DATE=$(date "+%Y-%m-%d")
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    89
    SHORT=${SETTINGS##*/}
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    90
    TESTLOG=$LOGPREFIX/isatest-makeall-$SHORT-$DATE-$HOSTNAME.log
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    91
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    92
    # the test
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    93
13987
kleing
parents: 13985
diff changeset
    94
    touch $RUNNING/$SHORT.running
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
    95
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    96
    echo ------------------- starting test --- `date` --- $HOSTNAME > $TESTLOG 2>&1
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
    97
13233
kleing
parents: 13232
diff changeset
    98
    cat $SETTINGS >> $DISTPREFIX/Isabelle/etc/settings
15888
64533471eec4 put 8h time limit on test
kleing
parents: 14981
diff changeset
    99
    (ulimit -t $MAXTIME; $NICE $DISTPREFIX/Isabelle/bin/isatool makeall $MFLAGS all >> $TESTLOG 2>&1)
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   100
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   101
    if [ $? -eq 0 ]
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   102
    then
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   103
        # test log and cleanup
13236
568bc754d303 included masterlog file
isatest
parents: 13233
diff changeset
   104
        echo ------------------- test successful --- `date` --- $HOSTNAME >> $TESTLOG 2>&1
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   105
        gzip -f $TESTLOG
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   106
    else
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   107
        # test log
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   108
        echo ------------------- test FAILED --- `date` --- $HOSTNAME >> $TESTLOG 2>&1
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   109
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   110
        # error log
14035
c46ce87960fb attach log files
kleing
parents: 14012
diff changeset
   111
        echo "Test for platform ${SHORT} failed. Log file attached." >> $ERRORLOG
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   112
        echo "[...]" >> $ERRORLOG
14035
c46ce87960fb attach log files
kleing
parents: 14012
diff changeset
   113
        tail -3 $TESTLOG >> $ERRORLOG
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   114
        echo >> $ERRORLOG
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   115
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   116
        FAIL="$FAIL$SHORT "
14035
c46ce87960fb attach log files
kleing
parents: 14012
diff changeset
   117
        (cd $ERRORDIR; ln -s $TESTLOG)
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   118
    fi
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   119
13987
kleing
parents: 13985
diff changeset
   120
    rm -f $RUNNING/$SHORT.running
13231
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   121
done
cce28efb2600 for nightly test builds
kleing
parents:
diff changeset
   122
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   123
# time and success/failure to master log
13236
568bc754d303 included masterlog file
isatest
parents: 13233
diff changeset
   124
ELAPSED=$("$HOME/bin/showtime" "$SECONDS")
568bc754d303 included masterlog file
isatest
parents: 13233
diff changeset
   125
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   126
if [ -z "$FAIL" ]; then
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   127
    echo "$(date) $HOSTNAME $PRG: all tests successful, elapsed time $ELAPSED." >> $MASTERLOG
13236
568bc754d303 included masterlog file
isatest
parents: 13233
diff changeset
   128
else
13985
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   129
    echo "$(date) $HOSTNAME $PRG: targets ${FAIL}FAILED, elapsed time $ELAPSED." >> $MASTERLOG
3852929a8d1d leave error messages in error.log, send only one email for all platforms
kleing
parents: 13962
diff changeset
   130
    exit 1
13236
568bc754d303 included masterlog file
isatest
parents: 13233
diff changeset
   131
fi
568bc754d303 included masterlog file
isatest
parents: 13233
diff changeset
   132
568bc754d303 included masterlog file
isatest
parents: 13233
diff changeset
   133
# end