#!/bin/bash
+# -*- mode: Bash; tab-width: 4; indent-tabs-mode: t; -*-
+# vim:shiftwidth=4:softtabstop=4:tabstop=4:
# Simple function used by run_*.sh scripts
[ $failed ] && exit 1 || true
}
+# lrepl - Lustre test Read-Eval-Print Loop.
+#
+# This function implements a REPL for the Lustre test framework. It
+# doesn't exec an actual shell because the user may want to inspect
+# variables and use functions from the test framework.
+lrepl() {
+ local line
+ local rawline
+ local prompt
+
+ cat <<EOF
+ This is an interactive read-eval-print loop interactive shell
+ simulation that you can use to debug failing tests. You can
+ enter most bash command lines (see notes below).
+
+ Use this REPL to inspect variables, set them, call test
+ framework shell functions, etcetera.
+
+ 'exit' or EOF to exit this shell.
+
+ set \$retcode to 0 to cause the assertion failure that
+ triggered this REPL to be ignored.
+
+ Examples:
+ do_facet ost1 lctl get_param ost.*.ost.threads_*
+ do_rpc_nodes \$OSTNODES unload_modules
+
+ NOTES:
+ All but the last line of multi-line statements or blocks
+ must end in a backslash.
+
+ "Here documents" are not supported.
+
+ History is not supported, but command-line editing is.
+
+EOF
+
+ # Prompt escapes don't work in read -p, sadly.
+ prompt=":test_${testnum:-UNKNOWN}:$(uname -n):$(basename $PWD)% "
+
+ # We use read -r to get close to a shell experience
+ while read -e -r -p "$prompt" rawline; do
+ line=
+ case "$rawline" in
+ # Don't want to exit-exit, just exit the REPL
+ exit) break;;
+ # We need to handle continuations, and read -r doesn't do
+ # that for us. Yet we need read -r.
+ #
+ # We also use case/esac to compare lines read to "*\\"
+ # because [ "$line" = *\\ ] and variants of that don't work.
+ *\\) line="$rawline"
+ while read -e -r -p '> ' rawline
+ do
+ line="$line"$'\n'"$rawline"
+ case "$rawline" in
+ # We could check for here documents by matching
+ # against *<<*, but who cares.
+ *\\) continue;;
+ *) break;;
+ esac
+ done
+ ;;
+ *) line=$rawline
+ esac
+
+ case "$line" in
+ *\\) break;;
+ esac
+
+ # Finally! Time to eval.
+ eval "$line"
+ done
+
+ echo $'\n\tExiting interactive shell...\n'
+ return 0
+}
+
+# lassert - Lustre test framework assert
+#
+# Arguments: failure code, failure message, expression/statement
+#
+# lassert evaluates the expression given, and, if false, calls
+# error() to trigger test failure. If REPL_ON_LASSERT is true then
+# lassert will call lrepl() to give the user an interactive shell.
+# If the REPL sets retcode=0 then the assertion failure will be
+# ignored.
+lassert() {
+ local retcode=$1
+ local msg=$2
+ shift 2
+
+ echo "checking $* ($(eval echo \""$*"\"))..."
+ eval "$@" && return 0;
+
+ if ${REPL_ON_LASSERT:-false}; then
+ echo "Assertion $retcode failed: $* (expanded: $(eval echo \""$*"\"))
+$msg"
+ lrepl
+ fi
+
+ error "Assertion $retcode failed: $* (expanded: $(eval echo \""$*"\"))
+$msg"
+ return $retcode
+}
+
+# setmodopts- set module options for subsequent calls to load_modules
+#
+# Usage: setmodopts module_name new_value [var_in_which_to_save_old_value]
+# setmodopts -a module_name new_value [var_in_which_to_save_old_value]
+#
+# In the second usage the new value is appended to the old.
+setmodopts() {
+ local _append=false
+
+ if [ "$1" = -a ]; then
+ _append=true
+ shift
+ fi
+
+ local _var=MODOPTS_$1
+ local _newvalue=$2
+ local _savevar=$3
+ local _oldvalue
+
+ # Dynamic naming of variables is a pain in bash. In ksh93 we could
+ # write "nameref opts_var=${modname}_MODOPTS" then assign directly
+ # to opts_var. Associative arrays would also help, alternatively.
+ # Alas, we're stuck with eval until all distros move to a more recent
+ # version of bash. Fortunately we don't need to eval unset and export.
+
+ if [ -z "$_newvalue" ]; then
+ unset $_var
+ return 0
+ fi
+
+ _oldvalue=${!var}
+ $_append && _newvalue="$_oldvalue $_newvalue"
+ export $_var="$_newvalue"
+ echo setmodopts: ${_var}=${_newvalue}
+
+ [ -n "$_savevar" ] && eval $_savevar=\""$_oldvalue"\"
+}
+
echoerr () { echo "$@" 1>&2 ; }
signaled() {
kill -KILL -$PGID
}
+mpi_run () {
+ local mpirun="$MPIRUN $MPIRUN_OPTIONS"
+ local command="$mpirun $@"
+ local mpilog=$TMP/mpi.log
+ local rc
+
+ if [ -n "$MPI_USER" -a "$MPI_USER" != root -a -n "$mpirun" ]; then
+ echo "+ chmod 0777 $MOUNT"
+ chmod 0777 $MOUNT
+ command="su $MPI_USER sh -c \"$command \""
+ fi
+
+ ls -ald $MOUNT
+ echo "+ $command"
+ eval $command 2>&1 | tee $mpilog || true
+
+ rc=${PIPESTATUS[0]}
+ if [ $rc -eq 0 ] && grep -q "p4_error:" $mpilog ; then
+ rc=1
+ fi
+ return $rc
+}
+
+nids_list () {
+ local list
+ local escape="$2"
+ for i in ${1//,/ }; do
+ if [ "$list" = "" ]; then
+ list="$i@$NETTYPE"
+ else
+ list="$list$escape $i@$NETTYPE"
+ fi
+ done
+ echo $list
+}
+
+# FIXME: all setup/cleanup can be done without rpc.sh
+lst_end_session () {
+ local verbose=false
+ [ x$1 = x--verbose ] && verbose=true
+
+ export LST_SESSION=`$LST show_session 2>/dev/null | awk -F " " '{print $5}'`
+ [ "$LST_SESSION" == "" ] && return
+
+ if $verbose; then
+ $LST show_error c s
+ fi
+ $LST stop b
+ $LST end_session
+}
+
+lst_session_cleanup_all () {
+ local list=$(comma_list $(nodes_list))
+ do_rpc_nodes $list lst_end_session
+}
+
+lst_cleanup () {
+ lsmod | grep -q lnet_selftest && \
+ rmmod lnet_selftest > /dev/null 2>&1 || true
+}
+
+lst_cleanup_all () {
+ local list=$(comma_list $(nodes_list))
+
+ # lst end_session needs to be executed only locally
+ # i.e. on node where lst new_session was called
+ lst_end_session --verbose
+ do_rpc_nodes $list lst_cleanup
+}
+
+lst_setup () {
+ load_module lnet_selftest
+}
+
+lst_setup_all () {
+ local list=$(comma_list $(nodes_list))
+ do_rpc_nodes $list lst_setup
+}
+
+###
+# short_hostname
+#
+# Passed a single argument, strips everything off following
+# and includes the first period.
+# client-20.lab.whamcloud.com becomes client-20
+short_hostname() {
+ echo $(sed 's/\..*//' <<< $1)
+}
+
+###
+# short_nodename
+#
+# Find remote nodename, stripped of any domain, etc.
+# 'hostname -s' is easy, but not implemented on all systems
+short_nodename() {
+ local rname=$(do_node $1 "uname -n" || echo -1)
+ if [[ "$rname" = "-1" ]]; then
+ rname=$1
+ fi
+ echo $(short_hostname $rname)
+}
+
+print_opts () {
+ local var
+
+ echo OPTIONS:
+
+ for i in $@; do
+ var=$i
+ echo "${var}=${!var}"
+ done
+ [ -e $MACHINEFILE ] && cat $MACHINEFILE
+}
+
+run_compilebench() {
+ # Space estimation:
+ # compile dir kernel-0 ~1GB
+ # required space ~1GB * cbench_IDIRS
+
+ local dir=${1:-$DIR}
+
+ cbench_DIR=${cbench_DIR:-""}
+ cbench_IDIRS=${cbench_IDIRS:-2}
+ cbench_RUNS=${cbench_RUNS:-2}
+
+ print_opts cbench_DIR cbench_IDIRS cbench_RUNS
+
+ [ x$cbench_DIR = x ] &&
+ { skip_env "compilebench not found" && return; }
+
+ [ -e $cbench_DIR/compilebench ] || \
+ { skip_env "No compilebench build" && return; }
+
+ local space=$(df -P $dir | tail -n 1 | awk '{ print $4 }')
+ if [[ $space -le $((1024 * 1024 * cbench_IDIRS)) ]]; then
+ cbench_IDIRS=$((space / 1024 / 1024))
+ [[ $cbench_IDIRS -eq 0 ]] &&
+ skip_env "Need free space at least 1GB, have $space" &&
+ return
+
+ echo "free space=$space, reducing initial dirs to $cbench_IDIRS"
+ fi
+
+ # FIXME:
+ # t-f _base needs to be modifyed to set properly tdir
+ # for new "test_foo" functions names
+ # local testdir=$DIR/$tdir
+ local testdir=$dir/d0.compilebench
+ mkdir -p $testdir
+
+ local savePWD=$PWD
+ cd $cbench_DIR
+ local cmd="./compilebench -D $testdir -i $cbench_IDIRS \
+ -r $cbench_RUNS --makej"
+
+ log "$cmd"
+
+ local rc=0
+ eval $cmd
+ rc=$?
+
+ cd $savePWD
+ [ $rc = 0 ] || error "compilebench failed: $rc"
+ rm -rf $testdir
+}
+
+run_metabench() {
+
+ METABENCH=${METABENCH:-$(which metabench 2> /dev/null || true)}
+ mbench_NFILES=${mbench_NFILES:-30400}
+ # threads per client
+ mbench_THREADS=${mbench_THREADS:-4}
+ mbench_OPTIONS=${mbench_OPTIONS:-}
+
+ [ x$METABENCH = x ] &&
+ { skip_env "metabench not found" && return; }
+
+ # FIXME
+ # Need space estimation here.
+
+ print_opts METABENCH clients mbench_NFILES mbench_THREADS
+
+ local testdir=$DIR/d0.metabench
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ # -C Run the file creation tests.
+ # -S Run the file stat tests.
+ # -c nfile Number of files to be used in each test.
+ # -k Cleanup. Remove the test directories.
+ local cmd="$METABENCH -w $testdir -c $mbench_NFILES -C -S -k $mbench_OPTIONS"
+ echo "+ $cmd"
+
+ # find out if we need to use srun by checking $SRUN_PARTITION
+ if [ "$SRUN_PARTITION" ]; then
+ $SRUN $SRUN_OPTIONS -D $testdir -w $clients -N $num_clients \
+ -n $((num_clients * mbench_THREADS)) \
+ -p $SRUN_PARTITION -- $cmd
+ else
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * $mbench_THREADS)) $cmd
+ fi
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "metabench failed! $rc"
+ fi
+ rm -rf $testdir
+}
+
+run_simul() {
+
+ SIMUL=${SIMUL:=$(which simul 2> /dev/null || true)}
+ # threads per client
+ simul_THREADS=${simul_THREADS:-2}
+ simul_REP=${simul_REP:-20}
+
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
+
+ [ x$SIMUL = x ] &&
+ { skip_env "simul not found" && return; }
+
+ # FIXME
+ # Need space estimation here.
+
+ print_opts SIMUL clients simul_REP simul_THREADS
+
+ local testdir=$DIR/d0.simul
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ # -n # : repeat each test # times
+ # -N # : repeat the entire set of tests # times
+
+ local cmd="$SIMUL -d $testdir -n $simul_REP -N $simul_REP"
+
+ echo "+ $cmd"
+ # find out if we need to use srun by checking $SRUN_PARTITION
+ if [ "$SRUN_PARTITION" ]; then
+ $SRUN $SRUN_OPTIONS -D $testdir -w $clients -N $num_clients \
+ -n $((num_clients * simul_THREADS)) -p $SRUN_PARTITION \
+ -- $cmd
+ else
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * simul_THREADS)) $cmd
+ fi
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "simul failed! $rc"
+ fi
+ rm -rf $testdir
+}
+
+run_mdtest() {
+
+ MDTEST=${MDTEST:=$(which mdtest 2> /dev/null || true)}
+ # threads per client
+ mdtest_THREADS=${mdtest_THREADS:-2}
+ mdtest_nFiles=${mdtest_nFiles:-"100000"}
+ # We devide the files by number of core
+ mdtest_nFiles=$((mdtest_nFiles/mdtest_THREADS/num_clients))
+ mdtest_iteration=${mdtest_iteration:-1}
+
+ local type=${1:-"ssf"}
+
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
+
+ [ x$MDTEST = x ] &&
+ { skip_env "mdtest not found" && return; }
+
+ # FIXME
+ # Need space estimation here.
+
+ print_opts MDTEST mdtest_iteration mdtest_THREADS mdtest_nFiles
+
+ local testdir=$DIR/d0.mdtest
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ # -i # : repeat each test # times
+ # -d : test dir
+ # -n # : number of file/dir to create/stat/remove
+ # -u : each process create/stat/remove individually
+
+ local cmd="$MDTEST -d $testdir -i $mdtest_iteration -n $mdtest_nFiles"
+ [ $type = "fpp" ] && cmd="$cmd -u"
+
+ echo "+ $cmd"
+ # find out if we need to use srun by checking $SRUN_PARTITION
+ if [ "$SRUN_PARTITION" ]; then
+ $SRUN $SRUN_OPTIONS -D $testdir -w $clients -N $num_clients \
+ -n $((num_clients * mdtest_THREADS)) \
+ -p $SRUN_PARTITION -- $cmd
+ else
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * mdtest_THREADS)) $cmd
+ fi
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "mdtest failed! $rc"
+ fi
+ rm -rf $testdir
+}
+
+run_connectathon() {
+
+ cnt_DIR=${cnt_DIR:-""}
+ cnt_NRUN=${cnt_NRUN:-10}
+
+ print_opts cnt_DIR cnt_NRUN
+
+ [ x$cnt_DIR = x ] &&
+ { skip_env "connectathon dir not found" && return; }
+
+ [ -e $cnt_DIR/runtests ] || \
+ { skip_env "No connectathon runtests found" && return; }
+
+ local testdir=$DIR/d0.connectathon
+ mkdir -p $testdir
+
+ local savePWD=$PWD
+ cd $cnt_DIR
+
+ #
+ # cthon options (must be in this order)
+ #
+ # -N numpasses - will be passed to the runtests script. This argument
+ # is optional. It specifies the number of times to run
+ # through the tests.
+ #
+ # One of these test types
+ # -b basic
+ # -g general
+ # -s special
+ # -l lock
+ # -a all of the above
+ #
+ # -f a quick functionality test
+ #
+
+ tests="-b -g -s"
+ # Include lock tests unless we're running on nfsv4
+ local fstype=$(df -TP $testdir | awk 'NR==2 {print $2}')
+ echo "$testdir: $fstype"
+ if [[ $fstype != "nfs4" ]]; then
+ tests="$tests -l"
+ fi
+ echo "tests: $tests"
+ for test in $tests; do
+ local cmd="./runtests -N $cnt_NRUN $test -f $testdir"
+ local rc=0
+
+ log "$cmd"
+ eval $cmd
+ rc=$?
+ [ $rc = 0 ] || error "connectathon failed: $rc"
+ done
+
+ cd $savePWD
+ rm -rf $testdir
+}
+
+run_ior() {
+ local type=${1:="ssf"}
+
+ IOR=${IOR:-$(which IOR 2> /dev/null || true)}
+ # threads per client
+ ior_THREADS=${ior_THREADS:-2}
+ ior_iteration=${ior_iteration:-1}
+ ior_blockSize=${ior_blockSize:-6} # GB
+ ior_xferSize=${ior_xferSize:-2m}
+ ior_type=${ior_type:-POSIX}
+ ior_DURATION=${ior_DURATION:-30} # minutes
+
+ [ x$IOR = x ] &&
+ { skip_env "IOR not found" && return; }
+
+ local space=$(df -P $DIR | tail -n 1 | awk '{ print $4 }')
+ local total_threads=$(( num_clients * ior_THREADS ))
+ echo "+ $ior_blockSize * 1024 * 1024 * $total_threads "
+ if [ $((space / 2)) -le \
+ $(( ior_blockSize * 1024 * 1024 * total_threads)) ]; then
+ echo "+ $space * 9/10 / 1024 / 1024 / $num_clients / $ior_THREADS"
+ ior_blockSize=$(( space /2 /1024 /1024 / num_clients / ior_THREADS ))
+ [ $ior_blockSize = 0 ] && \
+ skip_env "Need free space more than $((2 * total_threads))GB: \
+ $((total_threads *1024 *1024*2)), have $space" && return
+
+ local reduced_size="$num_clients x $ior_THREADS x $ior_blockSize"
+ echo "free space=$space, Need: $reduced_size GB"
+ echo "(blockSize reduced to $ior_blockSize Gb)"
+ fi
+
+ print_opts IOR ior_THREADS ior_DURATION MACHINEFILE
+
+ local testdir=$DIR/d0.ior.$type
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+ if [ "$NFSCLIENT" ]; then
+ setstripe_nfsserver $testdir -c -1 ||
+ { error "setstripe on nfsserver failed" && return 1; }
+ else
+ $LFS setstripe $testdir -c -1 ||
+ { error "setstripe failed" && return 2; }
+ fi
+ #
+ # -b N blockSize --
+ # contiguous bytes to write per task (e.g.: 8, 4k, 2m, 1g)"
+ # -o S testFileName
+ # -t N transferSize -- size of transfer in bytes (e.g.: 8, 4k, 2m, 1g)"
+ # -w writeFile -- write file"
+ # -r readFile -- read existing file"
+ # -W checkWrite -- check read after write"
+ # -C reorderTasks -- changes task ordering to n+1 ordering for readback
+ # -T maxTimeDuration -- max time in minutes to run tests"
+ # -k keepFile -- keep testFile(s) on program exit
+
+ local cmd="$IOR -a $ior_type -b ${ior_blockSize}g -o $testdir/iorData \
+ -t $ior_xferSize -v -C -w -r -W -i $ior_iteration -T $ior_DURATION -k"
+ [ $type = "fpp" ] && cmd="$cmd -F"
+
+ echo "+ $cmd"
+ # find out if we need to use srun by checking $SRUN_PARTITION
+ if [ "$SRUN_PARTITION" ]; then
+ $SRUN $SRUN_OPTIONS -D $testdir -w $clients -N $num_clients \
+ -n $((num_clients * ior_THREADS)) -p $SRUN_PARTITION \
+ -- $cmd
+ else
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * $ior_THREADS)) $cmd
+ fi
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "ior failed! $rc"
+ fi
+ rm -rf $testdir
+}
+
+run_mib() {
+
+ MIB=${MIB:=$(which mib 2> /dev/null || true)}
+ # threads per client
+ mib_THREADS=${mib_THREADS:-2}
+ mib_xferSize=${mib_xferSize:-1m}
+ mib_xferLimit=${mib_xferLimit:-5000}
+ mib_timeLimit=${mib_timeLimit:-300}
+
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
+
+ [ x$MIB = x ] &&
+ { skip_env "MIB not found" && return; }
+
+ print_opts MIB mib_THREADS mib_xferSize mib_xferLimit mib_timeLimit \
+ MACHINEFILE
+
+ local testdir=$DIR/d0.mib
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+ $LFS setstripe $testdir -c -1 ||
+ { error "setstripe failed" && return 2; }
+ #
+ # -I Show intermediate values in output
+ # -H Show headers in output
+ # -L Do not issue new system calls after this many seconds
+ # -s Use system calls of this size
+ # -t test dir
+ # -l Issue no more than this many system calls
+ local cmd="$MIB -t $testdir -s $mib_xferSize -l $mib_xferLimit \
+ -L $mib_timeLimit -HI -p mib.$(date +%Y%m%d%H%M%S)"
+
+ echo "+ $cmd"
+ # find out if we need to use srun by checking $SRUN_PARTITION
+ if [ "$SRUN_PARTITION" ]; then
+ $SRUN $SRUN_OPTIONS -D $testdir -w $clients -N $num_clients \
+ -n $((num_clients * mib_THREADS)) -p $SRUN_PARTITION \
+ -- $cmd
+ else
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * mib_THREADS)) $cmd
+ fi
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "mib failed! $rc"
+ fi
+ rm -rf $testdir
+}
+
+run_cascading_rw() {
+
+ CASC_RW=${CASC_RW:-$(which cascading_rw 2> /dev/null || true)}
+ # threads per client
+ casc_THREADS=${casc_THREADS:-2}
+ casc_REP=${casc_REP:-300}
+
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
+
+ [ x$CASC_RW = x ] &&
+ { skip_env "cascading_rw not found" && return; }
+
+ # FIXME
+ # Need space estimation here.
+
+ print_opts CASC_RW clients casc_THREADS casc_REP MACHINEFILE
+
+ local testdir=$DIR/d0.cascading_rw
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ # -g: debug mode
+ # -n: repeat test # times
+
+ local cmd="$CASC_RW -g -d $testdir -n $casc_REP"
+
+ echo "+ $cmd"
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * $casc_THREADS)) $cmd
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "cascading_rw failed! $rc"
+ fi
+ rm -rf $testdir
+}
+
+run_write_append_truncate() {
+
+ # threads per client
+ write_THREADS=${write_THREADS:-8}
+ write_REP=${write_REP:-10000}
+
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
+
+ # location is lustre/tests dir
+ if ! which write_append_truncate > /dev/null 2>&1 ; then
+ skip_env "write_append_truncate not found"
+ return
+ fi
+
+ # FIXME
+ # Need space estimation here.
+
+ local testdir=$DIR/d0.write_append_truncate
+ local file=$testdir/f0.wat
+
+ print_opts clients write_REP write_THREADS MACHINEFILE
+
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ local cmd="write_append_truncate -n $write_REP $file"
+
+ echo "+ $cmd"
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * $write_THREADS)) $cmd
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "write_append_truncate failed! $rc"
+ return $rc
+ fi
+ rm -rf $testdir
+}
+
+run_write_disjoint() {
+
+ WRITE_DISJOINT=${WRITE_DISJOINT:-$(which write_disjoint \
+ 2> /dev/null || true)}
+ # threads per client
+ wdisjoint_THREADS=${wdisjoint_THREADS:-4}
+ wdisjoint_REP=${wdisjoint_REP:-10000}
+
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
+
+ [ x$WRITE_DISJOINT = x ] &&
+ { skip_env "write_disjoint not found" && return; }
+
+ # FIXME
+ # Need space estimation here.
+
+ print_opts WRITE_DISJOINT clients wdisjoint_THREADS wdisjoint_REP \
+ MACHINEFILE
+ local testdir=$DIR/d0.write_disjoint
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ local cmd="$WRITE_DISJOINT -f $testdir/file -n $wdisjoint_REP"
+
+ echo "+ $cmd"
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * $wdisjoint_THREADS)) $cmd
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "write_disjoint failed! $rc"
+ fi
+ rm -rf $testdir
+}
+
+run_parallel_grouplock() {
+
+ PARALLEL_GROUPLOCK=${PARALLEL_GROUPLOCK:-$(which parallel_grouplock \
+ 2> /dev/null || true)}
+ parallel_grouplock_MINTASKS=${parallel_grouplock_MINTASKS:-5}
+
+ if [ "$NFSCLIENT" ]; then
+ skip "skipped for NFSCLIENT mode"
+ return
+ fi
+
+ [ x$PARALLEL_GROUPLOCK = x ] &&
+ { skip "PARALLEL_GROUPLOCK not found" && return; }
+
+ print_opts clients parallel_grouplock_MINTASKS MACHINEFILE
+
+ local testdir=$DIR/d0.parallel_grouplock
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ local cmd
+ local status=0
+ local subtest
+ for i in $(seq 12); do
+ subtest="-t $i"
+ local cmd="$PARALLEL_GROUPLOCK -g -v -d $testdir $subtest"
+ echo "+ $cmd"
+
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $parallel_grouplock_MINTASKS $cmd
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error_noexit "parallel_grouplock subtests $subtest " \
+ "failed! $rc"
+ else
+ echo "parallel_grouplock subtests $subtest PASS"
+ fi
+ let status=$((status + rc))
+ # clear debug to collect one log per one test
+ do_nodes $(comma_list $(nodes_list)) lctl clear
+ done
+ [ $status -eq 0 ] || error "parallel_grouplock status: $status"
+ rm -rf $testdir
+}
+
+cleanup_statahead () {
+ trap 0
+
+ local clients=$1
+ local mntpt_root=$2
+ local num_mntpts=$3
+
+ for i in $(seq 0 $num_mntpts);do
+ zconf_umount_clients $clients ${mntpt_root}$i ||
+ error_exit "Failed to umount lustre on ${mntpt_root}$i"
+ done
+}
+
+run_statahead () {
+
+ statahead_NUMMNTPTS=${statahead_NUMMNTPTS:-5}
+ statahead_NUMFILES=${statahead_NUMFILES:-500000}
+
+ if [[ -n $NFSCLIENT ]]; then
+ skip "Statahead testing is not supported on NFS clients."
+ return 0
+ fi
+
+ [ x$MDSRATE = x ] &&
+ { skip_env "mdsrate not found" && return; }
+
+ print_opts MDSRATE clients statahead_NUMMNTPTS statahead_NUMFILES
+
+ # create large dir
+
+ # do not use default "d[0-9]*" dir name
+ # to avoid of rm $statahead_NUMFILES (500k) files in t-f cleanup
+ local dir=dstatahead
+ local testdir=$DIR/$dir
+
+ # cleanup only if dir exists
+ # cleanup only $statahead_NUMFILES number of files
+ # ignore the other files created by someone else
+ [ -d $testdir ] &&
+ mdsrate_cleanup $((num_clients * 32)) $MACHINEFILE \
+ $statahead_NUMFILES $testdir 'f%%d' --ignore
+
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ local num_files=$statahead_NUMFILES
+
+ local IFree=$(inodes_available)
+ if [ $IFree -lt $num_files ]; then
+ num_files=$IFree
+ fi
+
+ cancel_lru_locks mdc
+
+ local cmd1="${MDSRATE} ${MDSRATE_DEBUG} --mknod --dir $testdir"
+ local cmd2="--nfiles $num_files --filefmt 'f%%d'"
+ local cmd="$cmd1 $cmd2"
+ echo "+ $cmd"
+
+ mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
+ -np $((num_clients * 32)) $cmd
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "mdsrate failed to create $rc"
+ return $rc
+ fi
+
+ local num_mntpts=$statahead_NUMMNTPTS
+ local mntpt_root=$TMP/mntpt/lustre
+ local mntopts=$MNTOPTSTATAHEAD
+
+ echo "Mounting $num_mntpts lustre clients starts on $clients"
+ trap "cleanup_statahead $clients $mntpt_root $num_mntpts" EXIT ERR
+ for i in $(seq 0 $num_mntpts); do
+ zconf_mount_clients $clients ${mntpt_root}$i "$mntopts" ||
+ error_exit "Failed to mount lustre on ${mntpt_root}$i on $clients"
+ done
+
+ do_rpc_nodes $clients cancel_lru_locks mdc
+
+ do_rpc_nodes $clients do_ls $mntpt_root $num_mntpts $dir
+
+ mdsrate_cleanup $((num_clients * 32)) $MACHINEFILE \
+ $num_files $testdir 'f%%d' --ignore
+
+ # use rm instead of rmdir because of
+ # testdir could contain the files created by someone else,
+ # or by previous run where is num_files prev > num_files current
+ rm -rf $testdir
+ cleanup_statahead $clients $mntpt_root $num_mntpts
+}
git://git.whamcloud.com / fs / lustre-release.git / blobdiff