#!/bin/bash
-# -*- mode: Bash; tab-width: 4; indent-tabs-mode: t; -*-
-# vim:shiftwidth=4:softtabstop=4:tabstop=4:
# Simple function used by run_*.sh scripts
}
run_compilebench() {
- # Space estimation:
- # compile dir kernel-0 ~1GB
- # required space ~1GB * cbench_IDIRS
-
local dir=${1:-$DIR}
+ local cbench_DIR=${cbench_DIR:-""}
+ local cbench_IDIRS=${cbench_IDIRS:-2}
+ local cbench_RUNS=${cbench_RUNS:-2}
- cbench_DIR=${cbench_DIR:-""}
- cbench_IDIRS=${cbench_IDIRS:-2}
- cbench_RUNS=${cbench_RUNS:-2}
+ print_opts cbench_DIR cbench_IDIRS cbench_RUNS
- print_opts cbench_DIR cbench_IDIRS cbench_RUNS
+ [ x$cbench_DIR = x ] &&
+ { skip_env "compilebench not found" && return; }
- [ x$cbench_DIR = x ] &&
- { skip_env "compilebench not found" && return; }
-
- [ -e $cbench_DIR/compilebench ] || \
- { skip_env "No compilebench build" && return; }
+ [ -e $cbench_DIR/compilebench ] ||
+ { skip_env "No compilebench build" && return; }
+ # Space estimation:
+ # compile dir kernel-0 ~1GB
+ # required space ~1GB * cbench_IDIRS
local space=$(df -P $dir | tail -n 1 | awk '{ print $4 }')
if [[ $space -le $((1024 * 1024 * cbench_IDIRS)) ]]; then
cbench_IDIRS=$((space / 1024 / 1024))
skip_env "Need free space at least 1GB, have $space" &&
return
- echo "free space=$space, reducing initial dirs to $cbench_IDIRS"
+ echo "reducing initial dirs to $cbench_IDIRS"
fi
+ echo "free space = $space KB"
- # FIXME:
- # t-f _base needs to be modifyed to set properly tdir
- # for new "test_foo" functions names
- # local testdir=$DIR/$tdir
- local testdir=$dir/d0.compilebench
- mkdir -p $testdir
+ # FIXME:
+ # t-f _base needs to be modifyed to set properly tdir
+ # for new "test_foo" functions names
+ # local testdir=$DIR/$tdir
+ local testdir=$dir/d0.compilebench.$$
+ mkdir -p $testdir
local savePWD=$PWD
cd $cbench_DIR
}
run_metabench() {
-
- METABENCH=${METABENCH:-$(which metabench 2> /dev/null || true)}
- mbench_NFILES=${mbench_NFILES:-30400}
- # threads per client
- mbench_THREADS=${mbench_THREADS:-4}
+ local dir=${1:-$DIR}
+ local mntpt=${2:-$MOUNT}
+ METABENCH=${METABENCH:-$(which metabench 2> /dev/null || true)}
+ mbench_NFILES=${mbench_NFILES:-30400}
+ # threads per client
+ mbench_THREADS=${mbench_THREADS:-4}
mbench_OPTIONS=${mbench_OPTIONS:-}
mbench_CLEANUP=${mbench_CLEANUP:-true}
- [ x$METABENCH = x ] &&
- { skip_env "metabench not found" && return; }
+ [ x$METABENCH = x ] &&
+ { skip_env "metabench not found" && return; }
- # FIXME
- # Need space estimation here.
-
- print_opts METABENCH clients mbench_NFILES mbench_THREADS
+ print_opts METABENCH clients mbench_NFILES mbench_THREADS
- local testdir=$DIR/d0.metabench
- mkdir -p $testdir
- # mpi_run uses mpiuser
- chmod 0777 $testdir
+ local testdir=$dir/d0.metabench
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
- # -C Run the file creation tests.
+ # -C Run the file creation tests. Creates zero byte files.
# -S Run the file stat tests.
# -c nfile Number of files to be used in each test.
- # -k => dont cleanup files when finished.
- local cmd="$METABENCH -w $testdir -c $mbench_NFILES -C -S -k $mbench_OPTIONS"
+ # -k Cleanup files when finished.
+ local cmd="$METABENCH -w $testdir -c $mbench_NFILES -C -S $mbench_OPTIONS"
echo "+ $cmd"
# find out if we need to use srun by checking $SRUN_PARTITION
-np $((num_clients * $mbench_THREADS)) $cmd
fi
- local rc=$?
- if [ $rc != 0 ] ; then
- error "metabench failed! $rc"
- fi
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "metabench failed! $rc"
+ fi
if $mbench_CLEANUP; then
rm -rf $testdir
else
- mv $dir/d0.metabench $dir/_xxx.$(date +%s).d0.metabench
+ mv $dir/d0.metabench $mntpt/_xxx.$(date +%s).d0.metabench
fi
}
}
run_connectathon() {
+ local dir=${1:-$DIR}
+ cnt_DIR=${cnt_DIR:-""}
+ cnt_NRUN=${cnt_NRUN:-10}
- cnt_DIR=${cnt_DIR:-""}
- cnt_NRUN=${cnt_NRUN:-10}
-
- print_opts cnt_DIR cnt_NRUN
+ print_opts cnt_DIR cnt_NRUN
- [ x$cnt_DIR = x ] &&
- { skip_env "connectathon dir not found" && return; }
+ [ x$cnt_DIR = x ] &&
+ { skip_env "connectathon dir not found" && return; }
- [ -e $cnt_DIR/runtests ] || \
- { skip_env "No connectathon runtests found" && return; }
+ [ -e $cnt_DIR/runtests ] ||
+ { skip_env "No connectathon runtests found" && return; }
- local testdir=$DIR/d0.connectathon
- mkdir -p $testdir
+ # Space estimation:
+ # "special" tests create a 30 MB file + misc. small files
+ # required space ~40 MB
+ local space=$(df -P $dir | tail -n 1 | awk '{ print $4 }')
+ if [[ $space -le $((1024 * 40)) ]]; then
+ skip_env "Need free space at least 40MB, have $space KB" &&
+ return
+ fi
+ echo "free space = $space KB"
- local savePWD=$PWD
- cd $cnt_DIR
+ local testdir=$dir/d0.connectathon
+ mkdir -p $testdir
- #
- # cthon options (must be in this order)
- #
- # -N numpasses - will be passed to the runtests script. This argument
- # is optional. It specifies the number of times to run
- # through the tests.
- #
- # One of these test types
- # -b basic
- # -g general
- # -s special
- # -l lock
- # -a all of the above
- #
- # -f a quick functionality test
- #
+ local savePWD=$PWD
+ cd $cnt_DIR
- tests="-b -g -s"
- # Include lock tests unless we're running on nfsv4
- local fstype=$(df -TP $testdir | awk 'NR==2 {print $2}')
- echo "$testdir: $fstype"
- if [[ $fstype != "nfs4" ]]; then
- tests="$tests -l"
- fi
- echo "tests: $tests"
- for test in $tests; do
- local cmd="./runtests -N $cnt_NRUN $test -f $testdir"
- local rc=0
-
- log "$cmd"
- eval $cmd
- rc=$?
- [ $rc = 0 ] || error "connectathon failed: $rc"
- done
+ #
+ # To run connectathon:
+ # runtests [-a|-b|-g|-s|-l] [-f|-n|-t] [-N numpasses] [test-directory]
+ #
+ # One of the following test types
+ # -b basic
+ # -g general
+ # -s special
+ # -l lock
+ # -a all of the above
+ #
+ # -f a quick functional test
+ # -n suppress directory operations (mkdir and rmdir)
+ # -t run with time statistics (default for basic tests)
+ #
+ # -N numpasses - specifies the number of times to run
+ # the tests. Optional.
+
+ tests="-b -g -s"
+ # Include lock tests unless we're running on nfsv4
+ local fstype=$(df -TP $testdir | awk 'NR==2 {print $2}')
+ echo "$testdir: $fstype"
+ if [[ $fstype != "nfs4" ]]; then
+ tests="$tests -l"
+ fi
+ echo "tests: $tests"
+ for test in $tests; do
+ local cmd="./runtests -N $cnt_NRUN $test -f $testdir"
+ local rc=0
+
+ log "$cmd"
+ eval $cmd
+ rc=$?
+ [ $rc = 0 ] || error "connectathon failed: $rc"
+ done
- cd $savePWD
- rm -rf $testdir
+ cd $savePWD
+ rm -rf $testdir
}
run_ior() {
local type=${1:="ssf"}
+ local dir=${2:-$DIR}
+ local testdir=$dir/d0.ior.$type
+ local nfs_srvmntpt=$3
+
+ if [ "$NFSCLIENT" ]; then
+ [[ -n $nfs_srvmntpt ]] ||
+ { error "NFSCLIENT mode, but nfs exported dir"\
+ "is not set!" && return 1; }
+ fi
IOR=${IOR:-$(which IOR 2> /dev/null || true)}
+ [ x$IOR = x ] &&
+ { skip_env "IOR not found" && return; }
+
# threads per client
ior_THREADS=${ior_THREADS:-2}
ior_iteration=${ior_iteration:-1}
;;
esac
- [ x$IOR = x ] &&
- { skip_env "IOR not found" && return; }
-
# calculate the space in bytes
- local space=$(df -B 1 -P $DIR | tail -n 1 | awk '{ print $4 }')
+ local space=$(df -B 1 -P $dir | tail -n 1 | awk '{ print $4 }')
local total_threads=$((num_clients * ior_THREADS))
echo "+ $ior_blockSize * $multiplier * $total_threads "
if [ $((space / 2)) -le \
${ior_blockUnit} bytes)"
fi
- print_opts IOR ior_THREADS ior_DURATION MACHINEFILE
+ print_opts IOR ior_THREADS ior_DURATION MACHINEFILE
+
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+ if [ -z "$NFSCLIENT" ]; then
+ $LFS setstripe $testdir -c -1 ||
+ { error "setstripe failed" && return 2; }
+ fi
- local testdir=$DIR/d0.ior.$type
- mkdir -p $testdir
- # mpi_run uses mpiuser
- chmod 0777 $testdir
- if [ "$NFSCLIENT" ]; then
- setstripe_nfsserver $testdir -c -1 ||
- { error "setstripe on nfsserver failed" && return 1; }
- else
- $LFS setstripe $testdir -c -1 ||
- { error "setstripe failed" && return 2; }
- fi
#
# -b N blockSize --
# contiguous bytes to write per task (e.g.: 8, 4K, 2M, 1G)"
}
run_write_disjoint() {
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
- WRITE_DISJOINT=${WRITE_DISJOINT:-$(which write_disjoint \
- 2> /dev/null || true)}
- # threads per client
- wdisjoint_THREADS=${wdisjoint_THREADS:-4}
- wdisjoint_REP=${wdisjoint_REP:-10000}
+ WRITE_DISJOINT=${WRITE_DISJOINT:-$(which write_disjoint 2> /dev/null ||
+ true)}
- if [ "$NFSCLIENT" ]; then
- skip "skipped for NFSCLIENT mode"
- return
- fi
+ [ x$WRITE_DISJOINT = x ] &&
+ { skip_env "write_disjoint not found" && return; }
- [ x$WRITE_DISJOINT = x ] &&
- { skip_env "write_disjoint not found" && return; }
+ # threads per client
+ wdisjoint_THREADS=${wdisjoint_THREADS:-4}
+ wdisjoint_REP=${wdisjoint_REP:-10000}
+ chunk_size_limit=$1
# FIXME
# Need space estimation here.
# mpi_run uses mpiuser
chmod 0777 $testdir
- local cmd="$WRITE_DISJOINT -f $testdir/file -n $wdisjoint_REP"
+ local cmd="$WRITE_DISJOINT -f $testdir/file -n $wdisjoint_REP -m \
+ $chunk_size_limit"
echo "+ $cmd"
mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
[[ $rc1 -ne 0 || $rc2 -ne 0 ]] && return 1
return 0
}
+
+run_fio() {
+ FIO=${FIO:=$(which fio 2> /dev/null || true)}
+
+ local clients=${CLIENTS:-$(hostname)}
+ local fio_jobNum=${fio_jobNum:-4}
+ local fio_jobFile=${fio_jobFile:-$TMP/fiojobfile.$(date +%s)}
+ local fio_bs=${fio_bs:-1}
+ local testdir=$DIR/d0.fio
+ local file=${testdir}/fio
+ local runtime=60
+ local propagate=false
+
+ [ "$SLOW" = "no" ] || runtime=600
+
+ [ x$FIO = x ] &&
+ { skip_env "FIO not found" && return; }
+
+ mkdir -p $testdir
+
+ # use fio job file if exists,
+ # create a simple one if missing
+ if ! [ -f $fio_jobFile ]; then
+ cat >> $fio_jobFile <<EOF
+[global]
+rw=randwrite
+size=128m
+time_based=1
+runtime=$runtime
+filename=${file}_\$(hostname)
+EOF
+ # bs size increased by $i for each job
+ for ((i=1; i<=fio_jobNum; i++)); do
+ cat >> $fio_jobFile <<EOF
+
+[job$i]
+bs=$(( fio_bs * i ))m
+EOF
+ done
+ # job file is created, should be propagated to all clients
+ propagate=true
+ fi
+
+
+ # propagate the job file if not all clients have it yet or
+ # if the job file was created during the test run
+ if ! do_nodesv $clients " [ -f $fio_jobFile ] " ||
+ $propagate; then
+ local cfg=$(cat $fio_jobFile)
+ do_nodes $clients "echo \\\"$cfg\\\" > ${fio_jobFile}" ||
+ error "job file $fio_jobFile is not propagated"
+ do_nodesv $clients "cat ${fio_jobFile}"
+ fi
+
+ cmd="$FIO $fio_jobFile"
+ echo "+ $cmd"
+
+ log "clients: $clients $cmd"
+
+ local rc=0
+ do_nodesv $clients "$cmd "
+ rc=$?
+
+ [ $rc = 0 ] || error "fio failed: $rc"
+ rm -rf $testdir
+}
+
+run_xdd() {
+ XDD=${XDD:=$(which xdd 2> /dev/null || true)}
+
+ local clients=${CLIENTS:-$(hostname)}
+ local testdir=$DIR/d0.xdd
+ xdd_queuedepth=${xdd_queuedepth:-4}
+ xdd_blocksize=${xdd_blocksize:-512}
+ xdd_reqsize=${xdd_reqsize:-128}
+ xdd_mbytes=${xdd_mbytes:-100}
+ xdd_passes=${xdd_passes:-40}
+ xdd_rwratio=${xdd_rwratio:-0}
+ xdd_ntargets=${xdd_ntargets:-6}
+ local xdd_custom_params=${xdd_custom_params:-"-dio -stoponerror \
+ -maxpri -minall -noproclock -nomemlock"}
+
+ [ x$XDD = x ] &&
+ { skip "XDD not found" && return; }
+
+ print_opts XDD clients xdd_queuedepth xdd_blocksize xdd_reqsize \
+ xdd_mbytes xdd_passes xdd_rwratio
+
+ mkdir -p $testdir
+
+ local files=""
+ # Target files creates based on the given number of targets
+ for (( i=0; i < $xdd_ntargets; i++ ))
+ do
+ files+="${testdir}/xdd"$i" "
+ done
+
+ # -targets specifies the devices or files to perform operation
+ # -reqsize number of 'blocks' per operation
+ # -mbytes number of 1024*1024-byte blocks to transfer
+ # -blocksize size of a single 'block'
+ # -passes number of times to read mbytes
+ # -queuedepth number of commands to queue on the target
+ # -rwratio percentage of read to write operations
+ # -verbose will print out statistics on each pass
+
+ local cmd="$XDD -targets $xdd_ntargets $files -reqsize $xdd_reqsize \
+ -mbytes $xdd_mbytes -blocksize $xdd_blocksize \
+ -passes $xdd_passes -queuedepth $xdd_queuedepth \
+ -rwratio $xdd_rwratio -verbose $xdd_custom_params"
+ echo "+ $cmd"
+
+ local rc=0
+ do_nodesv $clients "$cmd "
+ rc=$?
+
+ [ $rc = 0 ] || error "xdd failed: $rc"
+
+ rm -rf $testdir
+}