Admin/isatest/isatest-makeall
author isatest
Sat, 29 Sep 2007 10:47:05 +0200
changeset 24758 53c1a0a46db3
parent 24753 88e34d7af6e3
child 24781 fd6d2040f89b
permissions -rwxr-xr-x
swapped machines for at-sml-dev and at-sml-dev-p
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     1
#!/usr/bin/env bash
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     2
#
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     3
# $Id$
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     4
# Author: Gerwin Klein, TU Muenchen
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     5
#
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     6
# DESCRIPTION: Run isatool makeall from specified distribution and settings.
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     7
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
     8
## global settings
22411
1956d895a4ed adjust paths
kleing
parents: 22410
diff changeset
     9
. ~/admin/isatest/isatest-settings
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    10
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    11
# max time until test is aborted (in sec)
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    12
MAXTIME=28800
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    13
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    14
## diagnostics
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    15
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    16
PRG="$(basename "$0")"
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    17
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    18
function usage()
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    19
{
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    20
  echo
24753
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    21
  echo "Usage: $PRG [-l logic targets] settings1 [settings2 ...]"
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    22
  echo
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    23
  echo "  Runs isatool makeall for specified settings."
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    24
  echo "  Leaves messages in ${ERRORLOG} and ${LOGPREFIX} if it fails."
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    25
  echo
24753
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    26
  echo "Examples:"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    27
  echo "  $PRG ~/settings/at-poly ~/settings/at-sml"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    28
  echo "  $PRG -l HOL \"HOL-Library HOL-Bali\" ~/settings/at-poly"
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    29
  exit 1
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    30
}
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    31
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    32
function fail()
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    33
{
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    34
  echo "$1" >&2
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    35
  echo "$(date) $HOSTNAME $PRG: FAILED, $1" >> $MASTERLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    36
  exit 2
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    37
}
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    38
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    39
## main
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    40
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    41
# argument checking
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    42
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    43
[ "$1" = "-?" ] && usage
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    44
[ "$#" -lt "1" ] && usage
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    45
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    46
[ -d $DISTPREFIX ] || fail "$DISTPREFIX is not a directory."
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    47
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    48
# make file flags and nice setup for different target platforms
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    49
case $HOSTNAME in
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    50
    atbroy51)
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    51
        # 2 processors
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    52
        MFLAGS="-j 2"
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    53
        # MFLAGS=""
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    54
        NICE=""
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    55
        ;;
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    56
24758
53c1a0a46db3 swapped machines for at-sml-dev and at-sml-dev-p
isatest
parents: 24753
diff changeset
    57
    atbroy98)
24647
212c9b342a67 move at-sml-dev to 2-processor atbroy100
isatest
parents: 23415
diff changeset
    58
	MFLAGS="-j 2"
212c9b342a67 move at-sml-dev to 2-processor atbroy100
isatest
parents: 23415
diff changeset
    59
	NICE="nice -n 1"
212c9b342a67 move at-sml-dev to 2-processor atbroy100
isatest
parents: 23415
diff changeset
    60
	;;
212c9b342a67 move at-sml-dev to 2-processor atbroy100
isatest
parents: 23415
diff changeset
    61
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    62
    atbroy31)
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    63
        # cluster
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    64
        MFLAGS="-j 5"
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    65
        ;;
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    66
  
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    67
    sunbroy2)
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    68
        MFLAGS="-j 6"
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    69
        NICE="nice"
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    70
        ;;
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    71
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    72
    sunbroy1)
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    73
        MFLAGS="-j 2"
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    74
        NICE="nice"
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    75
        ;;
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    76
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    77
    macbroy5)
23415
9dad8095bd43 macbroy5: trying -j 2;
wenzelm
parents: 22411
diff changeset
    78
        MFLAGS="-j 2"
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    79
        NICE=""
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    80
        ;;
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    81
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    82
    *)
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    83
        MFLAGS=""
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    84
        # be nice by default
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    85
        NICE=nice
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    86
        ;;
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    87
esac
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
    88
24753
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    89
ISATOOL="$DISTPREFIX/Isabelle/bin/isatool"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    90
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    91
[ -x $ISATOOL ] || fail "Cannot run $ISATOOL"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    92
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    93
if [ "$1" = "-l" ]; then
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    94
  shift
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    95
  [ "$#" -lt "3" ] && usage
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    96
  LOGIC="$1"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    97
  TARGETS="$2"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    98
  shift 2
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
    99
  ISABELLE_HOME="$($ISATOOL getenv -b ISABELLE_HOME)"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
   100
  TOOL="cd $ISABELLE_HOME/$LOGIC; $NICE $ISATOOL make $MFLAGS $TARGETS"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
   101
else
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
   102
  TOOL="$NICE $ISATOOL makeall $MFLAGS all"
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
   103
fi
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
   104
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   105
# main test loop
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   106
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   107
for SETTINGS in $@; do
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   108
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   109
    [ -r $SETTINGS ] || fail "Cannot read $SETTINGS."
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   110
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   111
    # logfile setup
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   112
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   113
    DATE=$(date "+%Y-%m-%d")
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   114
    SHORT=${SETTINGS##*/}
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   115
    TESTLOG=$LOGPREFIX/isatest-makeall-$SHORT-$DATE-$HOSTNAME.log
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   116
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   117
    # the test
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   118
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   119
    touch $RUNNING/$SHORT.running
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   120
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   121
    echo ------------------- starting test --- `date` --- $HOSTNAME > $TESTLOG 2>&1
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   122
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   123
    cat $SETTINGS >> $DISTPREFIX/Isabelle/etc/settings
24753
88e34d7af6e3 accept single logic and target as argument
kleing
parents: 24647
diff changeset
   124
    (ulimit -t $MAXTIME; $TOOL >> $TESTLOG 2>&1)
22410
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   125
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   126
    if [ $? -eq 0 ]
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   127
    then
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   128
        # test log and cleanup
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   129
        echo ------------------- test successful --- `date` --- $HOSTNAME >> $TESTLOG 2>&1
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   130
        gzip -f $TESTLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   131
    else
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   132
        # test log
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   133
        echo ------------------- test FAILED --- `date` --- $HOSTNAME >> $TESTLOG 2>&1
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   134
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   135
        # error log
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   136
        echo "Test for platform ${SHORT} failed. Log file attached." >> $ERRORLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   137
        echo "[...]" >> $ERRORLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   138
        tail -3 $TESTLOG >> $ERRORLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   139
        echo >> $ERRORLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   140
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   141
        FAIL="$FAIL$SHORT "
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   142
        (cd $ERRORDIR; ln -s $TESTLOG)
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   143
    fi
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   144
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   145
    rm -f $RUNNING/$SHORT.running
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   146
done
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   147
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   148
# time and success/failure to master log
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   149
ELAPSED=$("$HOME/bin/showtime" "$SECONDS")
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   150
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   151
if [ -z "$FAIL" ]; then
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   152
    echo "$(date) $HOSTNAME $PRG: all tests successful, elapsed time $ELAPSED." >> $MASTERLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   153
else
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   154
    echo "$(date) $HOSTNAME $PRG: targets ${FAIL}FAILED, elapsed time $ELAPSED." >> $MASTERLOG
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   155
    exit 1
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   156
fi
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   157
da313b67a04d moved all isatest/cron job related files to own directory
kleing
parents:
diff changeset
   158
# end