}
run_metabench() {
-
- METABENCH=${METABENCH:-$(which metabench 2> /dev/null || true)}
- mbench_NFILES=${mbench_NFILES:-30400}
- # threads per client
- mbench_THREADS=${mbench_THREADS:-4}
+ local dir=${1:-$DIR}
+ METABENCH=${METABENCH:-$(which metabench 2> /dev/null || true)}
+ mbench_NFILES=${mbench_NFILES:-30400}
+ # threads per client
+ mbench_THREADS=${mbench_THREADS:-4}
mbench_OPTIONS=${mbench_OPTIONS:-}
+ mbench_CLEANUP=${mbench_CLEANUP:-true}
- [ x$METABENCH = x ] &&
- { skip_env "metabench not found" && return; }
+ [ x$METABENCH = x ] &&
+ { skip_env "metabench not found" && return; }
- # FIXME
- # Need space estimation here.
+ # FIXME
+ # Need space estimation here.
- print_opts METABENCH clients mbench_NFILES mbench_THREADS
+ print_opts METABENCH clients mbench_NFILES mbench_THREADS
- local testdir=$DIR/d0.metabench
- mkdir -p $testdir
- # mpi_run uses mpiuser
- chmod 0777 $testdir
+ local testdir=$dir/d0.metabench
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
- # -C Run the file creation tests.
- # -S Run the file stat tests.
- # -c nfile Number of files to be used in each test.
- # -k Cleanup. Remove the test directories.
+ # -C Run the file creation tests.
+ # -S Run the file stat tests.
+ # -c nfile Number of files to be used in each test.
+ # -k => dont cleanup files when finished.
local cmd="$METABENCH -w $testdir -c $mbench_NFILES -C -S -k $mbench_OPTIONS"
- echo "+ $cmd"
+ echo "+ $cmd"
# find out if we need to use srun by checking $SRUN_PARTITION
if [ "$SRUN_PARTITION" ]; then
if [ $rc != 0 ] ; then
error "metabench failed! $rc"
fi
- rm -rf $testdir
+
+ if $mbench_CLEANUP; then
+ rm -rf $testdir
+ else
+ mv $dir/d0.metabench $dir/_xxx.$(date +%s).d0.metabench
+ fi
}
run_simul() {
}
run_connectathon() {
+ local dir=${1:-$DIR}
+ cnt_DIR=${cnt_DIR:-""}
+ cnt_NRUN=${cnt_NRUN:-10}
- cnt_DIR=${cnt_DIR:-""}
- cnt_NRUN=${cnt_NRUN:-10}
+ print_opts cnt_DIR cnt_NRUN
- print_opts cnt_DIR cnt_NRUN
+ [ x$cnt_DIR = x ] &&
+ { skip_env "connectathon dir not found" && return; }
- [ x$cnt_DIR = x ] &&
- { skip_env "connectathon dir not found" && return; }
+ [ -e $cnt_DIR/runtests ] || \
+ { skip_env "No connectathon runtests found" && return; }
- [ -e $cnt_DIR/runtests ] || \
- { skip_env "No connectathon runtests found" && return; }
-
- local testdir=$DIR/d0.connectathon
- mkdir -p $testdir
+ local testdir=$dir/d0.connectathon
+ mkdir -p $testdir
local savePWD=$PWD
cd $cnt_DIR
run_ior() {
local type=${1:="ssf"}
+ local dir=${2:-$DIR}
+ local testdir=$dir/d0.ior.$type
+ local nfs_srvmntpt=$3
+
+ if [ "$NFSCLIENT" ]; then
+ [[ -n $nfs_srvmntpt ]] ||
+ { error "NFSCLIENT mode, but nfs exported dir"\
+ "is not set!" && return 1; }
+ fi
IOR=${IOR:-$(which IOR 2> /dev/null || true)}
+ [ x$IOR = x ] &&
+ { skip_env "IOR not found" && return; }
+
# threads per client
ior_THREADS=${ior_THREADS:-2}
ior_iteration=${ior_iteration:-1}
;;
esac
- [ x$IOR = x ] &&
- { skip_env "IOR not found" && return; }
-
# calculate the space in bytes
- local space=$(df -B 1 -P $DIR | tail -n 1 | awk '{ print $4 }')
+ local space=$(df -B 1 -P $dir | tail -n 1 | awk '{ print $4 }')
local total_threads=$((num_clients * ior_THREADS))
echo "+ $ior_blockSize * $multiplier * $total_threads "
if [ $((space / 2)) -le \
print_opts IOR ior_THREADS ior_DURATION MACHINEFILE
- local testdir=$DIR/d0.ior.$type
mkdir -p $testdir
# mpi_run uses mpiuser
chmod 0777 $testdir
- if [ "$NFSCLIENT" ]; then
- setstripe_nfsserver $testdir -c -1 ||
- { error "setstripe on nfsserver failed" && return 1; }
- else
- $LFS setstripe $testdir -c -1 ||
- { error "setstripe failed" && return 2; }
- fi
+ if [ "$NFSCLIENT" ]; then
+ setstripe_nfsserver $testdir $nfs_srvmntpt -c -1 ||
+ { error "setstripe on nfsserver failed" && return 1; }
+ else
+ $LFS setstripe $testdir -c -1 ||
+ { error "setstripe failed" && return 2; }
+ fi
#
# -b N blockSize --
# contiguous bytes to write per task (e.g.: 8, 4K, 2M, 1G)"
rm -rf $testdir
cleanup_statahead $clients $mntpt_root $num_mntpts
}
+
+run_fs_test() {
+ # fs_test.x is the default name for exe
+ FS_TEST=${FS_TEST:=$(which fs_test.x 2> /dev/null || true)}
+
+ local clients=${CLIENTS:-$(hostname)}
+ local testdir=$DIR/d0.fs_test
+ local file=${testdir}/fs_test
+ fs_test_threads=${fs_test_threads:-2}
+ fs_test_type=${fs_test_type:-1}
+ fs_test_nobj=${fs_test_nobj:-10}
+ fs_test_check=${fs_test_check:-3}
+ fs_test_strided=${fs_test_strided:-1}
+ fs_test_touch=${fs_test_touch:-3}
+ fs_test_supersize=${fs_test_supersize:-1}
+ fs_test_op=${fs_test_op:-write}
+ fs_test_barriers=${fs_test_barriers:-bopen,bwrite,bclose}
+ fs_test_io=${fs_test_io:-mpi}
+ fs_test_objsize=${fs_test_objsize:-100}
+ fs_test_objunit=${fs_test_objunit:-1048576} # 1 mb
+ fs_test_ndirs=${fs_test_ndirs:-80000}
+
+ [ x$FS_TEST = x ] &&
+ { skip "FS_TEST not found" && return; }
+
+ # Space estimation in bytes
+ local space=$(df -B 1 -P $dir | tail -n 1 | awk '{ print $4 }')
+ local total_threads=$((num_clients * fs_test_threads))
+ echo "+ $fs_test_objsize * $fs_test_objunit * $total_threads "
+ if [ $((space / 2)) -le \
+ $((fs_test_objsize * fs_test_objunit * total_threads)) ]; then
+ fs_test_objsize=$((space / 2 / fs_test_objunit / \
+ total_threads))
+ [ $fs_test_objsize -eq 0 ] && \
+ skip_env "Need free space more than \
+ $((2 * total_threads * fs_test_objunit)) \
+ : have $((space / fs_test_objunit))" &&
+ return
+
+ echo "(reduced objsize to \
+ $((fs_test_objsize * fs_test_objunit)) bytes)"
+ fi
+
+ print_opts FS_TEST clients fs_test_threads fs_test_objsize MACHINEFILE
+
+ mkdir -p $testdir
+ # mpi_run uses mpiuser
+ chmod 0777 $testdir
+
+ # --nodb Turn off the database code at runtime
+ # -g --target The path to the data file
+ # -t --type Whether to do N-N (1) or N-1 (2)
+ # -n --nobj The number of objects written/read by each proc
+ # -z --size The size of each object
+ # -d ---num_nn_dirs Number of subdirectories for files
+ # -C --check Check every byte using argument 3.
+ # --collective Whether to use collective I/O (for N-1, mpi-io only)
+ # -s --strided Whether to use a strided pattern (for N-1 only)
+ # -T --touch Touch every byte using argument 3
+ # -o --op Whether to read only (read) or write only (write)
+ # -b --barriers When to barrier.
+ # -i --io Use POSIX, MPI, or PLFS IO routines (mpi|posix|plfs)
+ # -S --supersize Specify how many objects per superblock
+
+ local cmd="$FS_TEST -nodb -g $file -t $fs_test_type -n $fs_test_nobj \
+ -z $((fs_test_objsize * fs_test_objunit)) -d $fs_test_ndirs \
+ -C $fs_test_check -collective -s $fs_test_strided \
+ -T $fs_test_touch -o $fs_test_op -b $fs_test_barriers \
+ -i $fs_test_io -S $fs_test_supersize"
+
+ echo "+ $cmd"
+ mpi_run "-np $((num_clients * fs_test_threads))" $cmd
+
+ local rc=$?
+ if [ $rc != 0 ] ; then
+ error "fs_test failed! $rc"
+ fi
+
+ rm -rf $testdir
+}
+
+ior_mdtest_parallel() {
+ local rc1=0
+ local rc2=0
+ local type=$1
+
+ run_ior $type &
+ local pids=$!
+
+ run_mdtest $type || rc2=$?
+ [[ $rc2 -ne 0 ]] && echo "mdtest failed with error $rc2"
+
+ wait $pids || rc1=$?
+ [[ $rc1 -ne 0 ]] && echo "ior failed with error $rc1"
+
+ [[ $rc1 -ne 0 || $rc2 -ne 0 ]] && return 1
+ return 0
+}
git://git.whamcloud.com / fs / lustre-release.git / blobdiff