export TF_FAIL=/tmp/tf.fail
usage() {
- cat <<EOF
+ less -F <<EOF
Usage ${0##*/} [options] suite [suite optoins] [suite [suite options]]
Run Lustre regression tests suites.
-c CONFIG Test environment config file
-d LOGDIR Top level directory for logs
+ -D FULLLOGDIR Full directory for logs
-f STR Config name (cfg/<name>.sh)
+ -g GROUP Test group file (Overrides tests listed on command line)
+ -S TESTSUITE First test suite to run allows for restarts
-i N Repeat tests N times (default 1). A new directory
will be created under LOGDIR for each iteration.
-k Don't stop when subtests fail
-r Reformat (during initial configuration if needed)
-s SLOW=yes
-v Verbose mode
- -l No logger to Maloo database
+ -l Send logs to the Maloo database after run
+ (can be done later by running maloo_upload.sh)
-h This help.
Suite options
auster -s sanity replay-single --except 70b
-Run test listed in batch-list 5 times using large config.
+Run all tests in the regression group 5 times using large config.
- auster -f large -r 5 -b batch-list
+ auster -f large -g test-groups/regression -r 5
EOF
exit
do_reset=false
verbose=false
repeat_count=1
-logging=true
+upload_logs=false
reformat=false
-test_logs_dir=/tmp/test_logs
-export SLOW=no
+test_logs_dir=/tmp/test_logs/$(date +%Y-%m-%d)/$(date +%H%M%S)
+export ${SLOW:=no}
export ${NAME:=local}
-while getopts "c:d:nkf:i:rRslhv" opt
+while getopts "c:d:D:nkf:S:g:i:rRslhv" opt
do
case "$opt" in
- c) CONFIG=$OPTARG;;
- d) test_logs_dir=$OPTARG;;
- k) export FAIL_ON_ERROR=false;;
+ c) CONFIG=$OPTARG;;
+ d) test_logs_dir=$OPTARG/$(date +%Y-%m-%d)/$(date +%H%M%S);;
+ D) test_logs_dir=$OPTARG;;
+ g) test_group_file=$OPTARG;;
+ S) FIRST_SUITE=$OPTARG;;
+ k) export FAIL_ON_ERROR=false;;
n) dry_run=:;;
v) verbose=:;;
- i) repeat_count=$OPTARG;;
- f) NAME=$OPTARG;;
- R) do_reset=:;;
- r) reformat=:;;
- s) SLOW=yes;;
- l) logging=false;;
+ i) repeat_count=$OPTARG;;
+ f) NAME=$OPTARG;;
+ R) do_reset=:;;
+ r) reformat=:;;
+ s) SLOW=yes;;
+ l) upload_logs=true;;
h|\?) usage;;
esac
done
-shift $((OPTIND -1))
-
-if [ $logging = true ] ; then
- if [ ! -r ~/.maloorc ] ; then
- echo "A ~/.maloorc file is required in order to upload results."
- echo " * Use -l to run without results upload (you can upload results later)"
- echo " or "
- echo " * Visit your maloo web interface to download your .maloorc file"
- exit -1
- fi
+
+# If a test_group_file is specified, then ignore rest of command line
+if [[ $test_group_file ]]; then
+ export TEST_GROUP=$(basename $test_group_file)
+ set $(sed 's/#.*$//' $test_group_file)
+else
+ shift $((OPTIND -1))
fi
#
# Various paramters for the tests scripts
-#
+#
#: ${SIZE:=$((RAMKB * 2))}
#: ${RSIZE:=512}
#: ${UID:=1000}
reset_lustre() {
if $do_reset; then
- stopall
- setupall
+ stopall
+ setupall
fi
}
auster_cleanup=false
local MOUNTED=$(mounted_lustre_filesystems)
- if $(echo $MOUNTED | grep -w -q $MOUNT); then
+ if $(echo $MOUNTED' ' | grep -w -q $MOUNT' '); then
check_config_clients $MOUNT
# init_facets_vars
# init_param_vars
setupall
MOUNTED=$(mounted_lustre_filesystems)
- if ! $(echo $MOUNTED | grep -w -q $MOUNT); then
+ if ! $(echo $MOUNTED' ' | grep -w -q $MOUNT' '); then
echo "Lustre is not mounted after setup! "
exit 1
fi
cleanup_if_needed() {
if $auster_cleanup; then
- cleanupall
+ cleanupall
fi
}
target=$1
path=$2
for dir in $(tr : " " <<< $path); do
- if [ -e $dir/$target ]; then
- echo $dir/$target
- return 0
- fi
- if [ -e $dir/$target.sh ]; then
- echo $dir/$target.sh
- return 0
- fi
+ if [ -f $dir/$target ]; then
+ echo $dir/$target
+ return 0
+ fi
+ if [ -f $dir/$target.sh ]; then
+ echo $dir/$target.sh
+ return 0
+ fi
done
return 1
}
return 0
fi
if $verbose; then
- printf "Running: %s\n" "$*"
+ printf "Running: %s\n" "$*"
fi
"$@"
}
run_suite() {
suite_name=$1
suite_script=$2
- only=$3
title $suite_name
log_test $suite_name
+ rm -f $TF_FAIL
local start_ts=$(date +%s)
- doit bash $suite_script $only
+ doit bash $suite_script
rc=$?
duration=$(($(date +%s) - $start_ts))
if [ -f $TF_FAIL -o $rc -ne 0 ]; then
run_suite_logged() {
local suite_name=${1%.sh}
local suite=$(echo ${suite_name} | tr "[:lower:]-" "[:upper:]_")
- local suite_only=${suite}_ONLY
- suite_script=$(find_script_in_path $suite_name $PATH:$LUSTRE/tests)
+ suite_script=$(find_script_in_path $suite_name $LUSTRE/tests)
if [[ -z $suite_script ]]; then
echo "Can't find test script for $suite_name"
return 1
fi
-
- echo "run_suite $suite_name $suite_script ${!suite_only}"
- local log_name=${suite_name}.suite_log.$(hostname).log
- run_suite $suite_name $suite_script "${!suite_only}" > $LOGDIR/$log_name 2>&1
-# run_suite $suite_name $suite_script "${!suite_only}" 2>&1 |tee $LOGDIR/$log_name
+
+ echo "run_suite $suite_name $suite_script"
+ local log_name=${suite_name}.suite_log.$(hostname -s).log
+ if $verbose; then
+ run_suite $suite_name $suite_script 2>&1 |tee $LOGDIR/$log_name
+ else
+ run_suite $suite_name $suite_script > $LOGDIR/$log_name 2>&1
+ fi
}
#
# Add this to test-framework somewhere.
reset_logging() {
- export LOGDIR=${1:-/tmp/test_logs/$(date +%Y-%m-%d)/$(date +%H%M%S)}
+ export LOGDIR=$1
unset YAML_LOG
init_logging
}
run_suites() {
local n=0
local argv=("$@")
- local basedir=${test_logs_dir}/$(date +%Y-%m-%d)/$(date +%H%M%S)
while ((n < repeat_count)); do
- local RC=0
- local logdir=$basedir
- ((repeat_count > 1)) && logdir="$logdir/$n"
- reset_logging $logdir
- set -- "${argv[@]}"
- while [[ -n $1 ]]; do
- unset ONLY EXCEPT START_AT STOP_AT
- local opts=""
- local time_limit=""
-# echo "argv: $*"
- suite=$1
- shift;
- while [[ -n $1 ]]; do
- case "$1" in
- --only)
- shift;
- export ONLY=$(split_commas $1)
- opts+="ONLY=$ONLY ";;
- --except)
- shift;
- export EXCEPT=$(split_commas $1)
- opts+="EXCEPT=$EXCEPT ";;
- --start-at)
- shift;
- export START_AT=$1
- opts+="START_AT=$START_AT ";;
- --stop-at)
- shift;
- export STOP_AT=$1
- opts+="STOP_AT=$STOP_AT ";;
- --time-limit)
- shift;
- time_limit=$1;;
- *)
- break;;
- esac
- shift
- done
- echo "running: $suite $opts"
- run_suite_logged $suite || RC=$?
- echo $suite returned $RC
- done
- if [ $logging = true ]; then
- ./maloo_upload.sh $LOGDIR
- fi
- n=$((n + 1))
+ local RC=0
+ local logdir=${test_logs_dir}
+ local first_suite=$FIRST_SUITE
+ ((repeat_count > 1)) && logdir="$logdir/$n"
+ reset_logging $logdir
+ set -- "${argv[@]}"
+ while [[ -n $1 ]]; do
+ unset ONLY EXCEPT START_AT STOP_AT
+ local opts=""
+ local time_limit=""
+ #echo "argv: $*"
+ suite=$1
+ shift;
+ while [[ -n $1 ]]; do
+ case "$1" in
+ --only)
+ shift;
+ export ONLY=$(split_commas $1)
+ opts+="ONLY=$ONLY ";;
+ --except)
+ shift;
+ export EXCEPT=$(split_commas $1)
+ opts+="EXCEPT=$EXCEPT ";;
+ --start-at)
+ shift;
+ export START_AT=$1
+ opts+="START_AT=$START_AT ";;
+ --stop-at)
+ shift;
+ export STOP_AT=$1
+ opts+="STOP_AT=$STOP_AT ";;
+ --time-limit)
+ shift;
+ time_limit=$1;;
+ *)
+ break;;
+ esac
+ shift
+ done
+ if [ "x"$first_suite == "x" ] || [ $first_suite == $suite ]; then # If first_suite not set or this is the first suite
+ echo "running: $suite $opts"
+ run_suite_logged $suite || RC=$?
+ unset first_suite
+ echo $suite returned $RC
+ fi
+ done
+ if $upload_logs; then
+ $upload_script $LOGDIR
+ fi
+ n=$((n + 1))
done
}
+if [ $upload_logs = true ] ; then
+ upload_script=$(find_script_in_path maloo_upload.sh $PATH:$LUSTRE/tests)
+ if [[ -z $upload_script ]]; then
+ echo "Can't find maloo_upload.sh script"
+ exit 1
+ fi
+
+ if [ ! -r ~/.maloorc ] ; then
+ echo "A ~/.maloorc file is required in order to upload results."
+ echo "Visit your maloo web interface to download your .maloorc file"
+ exit 1
+ fi
+fi
+
export NAME MOUNT START CLEAN
. ${CONFIG:-$LUSTRE/tests/cfg/$NAME.sh}
-assert_env mds_HOST MDS_MKFS_OPTS
-assert_env ost_HOST OST_MKFS_OPTS OSTCOUNT
+assert_env mds_HOST
+assert_env ost_HOST OSTCOUNT
assert_env FSNAME MOUNT MOUNT2
+echo "Started at `date`"
setup_if_needed
run_suites "$@"