X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Ffunctions.sh;h=5fc08eed7ad88db0aaf3ef6c0bc61617ab842168;hp=7e8af72066a23c4fc2363ad6354afb71ad420512;hb=a033bd837329d1eb98d1dd71f4491f1af56a27f0;hpb=a9339b851789348348e77a02bff16f8d3af69091 diff --git a/lustre/tests/functions.sh b/lustre/tests/functions.sh index 7e8af72..5fc08ee 100644 --- a/lustre/tests/functions.sh +++ b/lustre/tests/functions.sh @@ -1,6 +1,4 @@ #!/bin/bash -# -*- mode: Bash; tab-width: 4; indent-tabs-mode: t; -*- -# vim:shiftwidth=4:softtabstop=4:tabstop=4: # Simple function used by run_*.sh scripts @@ -285,24 +283,22 @@ print_opts () { } run_compilebench() { - # Space estimation: - # compile dir kernel-0 ~1GB - # required space ~1GB * cbench_IDIRS - local dir=${1:-$DIR} + local cbench_DIR=${cbench_DIR:-""} + local cbench_IDIRS=${cbench_IDIRS:-2} + local cbench_RUNS=${cbench_RUNS:-2} - cbench_DIR=${cbench_DIR:-""} - cbench_IDIRS=${cbench_IDIRS:-2} - cbench_RUNS=${cbench_RUNS:-2} + print_opts cbench_DIR cbench_IDIRS cbench_RUNS - print_opts cbench_DIR cbench_IDIRS cbench_RUNS + [ x$cbench_DIR = x ] && + { skip_env "compilebench not found" && return; } - [ x$cbench_DIR = x ] && - { skip_env "compilebench not found" && return; } - - [ -e $cbench_DIR/compilebench ] || \ - { skip_env "No compilebench build" && return; } + [ -e $cbench_DIR/compilebench ] || + { skip_env "No compilebench build" && return; } + # Space estimation: + # compile dir kernel-0 ~1GB + # required space ~1GB * cbench_IDIRS local space=$(df -P $dir | tail -n 1 | awk '{ print $4 }') if [[ $space -le $((1024 * 1024 * cbench_IDIRS)) ]]; then cbench_IDIRS=$((space / 1024 / 1024)) @@ -310,15 +306,16 @@ run_compilebench() { skip_env "Need free space at least 1GB, have $space" && return - echo "free space=$space, reducing initial dirs to $cbench_IDIRS" + echo "reducing initial dirs to $cbench_IDIRS" fi + echo "free space = $space KB" - # FIXME: - # t-f _base needs to be modifyed to set properly tdir - # for new "test_foo" functions names - # local testdir=$DIR/$tdir - local testdir=$dir/d0.compilebench - mkdir -p $testdir + # FIXME: + # t-f _base needs to be modifyed to set properly tdir + # for new "test_foo" functions names + # local testdir=$DIR/$tdir + local testdir=$dir/d0.compilebench.$$ + mkdir -p $testdir local savePWD=$PWD cd $cbench_DIR @@ -337,32 +334,30 @@ run_compilebench() { } run_metabench() { - - METABENCH=${METABENCH:-$(which metabench 2> /dev/null || true)} - mbench_NFILES=${mbench_NFILES:-30400} - # threads per client - mbench_THREADS=${mbench_THREADS:-4} + local dir=${1:-$DIR} + local mntpt=${2:-$MOUNT} + METABENCH=${METABENCH:-$(which metabench 2> /dev/null || true)} + mbench_NFILES=${mbench_NFILES:-30400} + # threads per client + mbench_THREADS=${mbench_THREADS:-4} mbench_OPTIONS=${mbench_OPTIONS:-} mbench_CLEANUP=${mbench_CLEANUP:-true} - [ x$METABENCH = x ] && - { skip_env "metabench not found" && return; } + [ x$METABENCH = x ] && + { skip_env "metabench not found" && return; } - # FIXME - # Need space estimation here. - - print_opts METABENCH clients mbench_NFILES mbench_THREADS + print_opts METABENCH clients mbench_NFILES mbench_THREADS - local testdir=$DIR/d0.metabench - mkdir -p $testdir - # mpi_run uses mpiuser - chmod 0777 $testdir + local testdir=$dir/d0.metabench + mkdir -p $testdir + # mpi_run uses mpiuser + chmod 0777 $testdir - # -C Run the file creation tests. + # -C Run the file creation tests. Creates zero byte files. # -S Run the file stat tests. # -c nfile Number of files to be used in each test. - # -k => dont cleanup files when finished. - local cmd="$METABENCH -w $testdir -c $mbench_NFILES -C -S -k $mbench_OPTIONS" + # -k Cleanup files when finished. + local cmd="$METABENCH -w $testdir -c $mbench_NFILES -C -S $mbench_OPTIONS" echo "+ $cmd" # find out if we need to use srun by checking $SRUN_PARTITION @@ -375,15 +370,15 @@ run_metabench() { -np $((num_clients * $mbench_THREADS)) $cmd fi - local rc=$? - if [ $rc != 0 ] ; then - error "metabench failed! $rc" - fi + local rc=$? + if [ $rc != 0 ] ; then + error "metabench failed! $rc" + fi if $mbench_CLEANUP; then rm -rf $testdir else - mv $dir/d0.metabench $dir/_xxx.$(date +%s).d0.metabench + mv $dir/d0.metabench $mntpt/_xxx.$(date +%s).d0.metabench fi } @@ -495,67 +490,90 @@ run_mdtest() { } run_connectathon() { + local dir=${1:-$DIR} + cnt_DIR=${cnt_DIR:-""} + cnt_NRUN=${cnt_NRUN:-10} - cnt_DIR=${cnt_DIR:-""} - cnt_NRUN=${cnt_NRUN:-10} - - print_opts cnt_DIR cnt_NRUN + print_opts cnt_DIR cnt_NRUN - [ x$cnt_DIR = x ] && - { skip_env "connectathon dir not found" && return; } + [ x$cnt_DIR = x ] && + { skip_env "connectathon dir not found" && return; } - [ -e $cnt_DIR/runtests ] || \ - { skip_env "No connectathon runtests found" && return; } + [ -e $cnt_DIR/runtests ] || + { skip_env "No connectathon runtests found" && return; } - local testdir=$DIR/d0.connectathon - mkdir -p $testdir + # Space estimation: + # "special" tests create a 30 MB file + misc. small files + # required space ~40 MB + local space=$(df -P $dir | tail -n 1 | awk '{ print $4 }') + if [[ $space -le $((1024 * 40)) ]]; then + skip_env "Need free space at least 40MB, have $space KB" && + return + fi + echo "free space = $space KB" - local savePWD=$PWD - cd $cnt_DIR + local testdir=$dir/d0.connectathon + mkdir -p $testdir - # - # cthon options (must be in this order) - # - # -N numpasses - will be passed to the runtests script. This argument - # is optional. It specifies the number of times to run - # through the tests. - # - # One of these test types - # -b basic - # -g general - # -s special - # -l lock - # -a all of the above - # - # -f a quick functionality test - # + local savePWD=$PWD + cd $cnt_DIR - tests="-b -g -s" - # Include lock tests unless we're running on nfsv4 - local fstype=$(df -TP $testdir | awk 'NR==2 {print $2}') - echo "$testdir: $fstype" - if [[ $fstype != "nfs4" ]]; then - tests="$tests -l" - fi - echo "tests: $tests" - for test in $tests; do - local cmd="./runtests -N $cnt_NRUN $test -f $testdir" - local rc=0 - - log "$cmd" - eval $cmd - rc=$? - [ $rc = 0 ] || error "connectathon failed: $rc" - done + # + # To run connectathon: + # runtests [-a|-b|-g|-s|-l] [-f|-n|-t] [-N numpasses] [test-directory] + # + # One of the following test types + # -b basic + # -g general + # -s special + # -l lock + # -a all of the above + # + # -f a quick functional test + # -n suppress directory operations (mkdir and rmdir) + # -t run with time statistics (default for basic tests) + # + # -N numpasses - specifies the number of times to run + # the tests. Optional. + + tests="-b -g -s" + # Include lock tests unless we're running on nfsv4 + local fstype=$(df -TP $testdir | awk 'NR==2 {print $2}') + echo "$testdir: $fstype" + if [[ $fstype != "nfs4" ]]; then + tests="$tests -l" + fi + echo "tests: $tests" + for test in $tests; do + local cmd="./runtests -N $cnt_NRUN $test -f $testdir" + local rc=0 + + log "$cmd" + eval $cmd + rc=$? + [ $rc = 0 ] || error "connectathon failed: $rc" + done - cd $savePWD - rm -rf $testdir + cd $savePWD + rm -rf $testdir } run_ior() { local type=${1:="ssf"} + local dir=${2:-$DIR} + local testdir=$dir/d0.ior.$type + local nfs_srvmntpt=$3 + + if [ "$NFSCLIENT" ]; then + [[ -n $nfs_srvmntpt ]] || + { error "NFSCLIENT mode, but nfs exported dir"\ + "is not set!" && return 1; } + fi IOR=${IOR:-$(which IOR 2> /dev/null || true)} + [ x$IOR = x ] && + { skip_env "IOR not found" && return; } + # threads per client ior_THREADS=${ior_THREADS:-2} ior_iteration=${ior_iteration:-1} @@ -579,11 +597,8 @@ run_ior() { ;; esac - [ x$IOR = x ] && - { skip_env "IOR not found" && return; } - # calculate the space in bytes - local space=$(df -B 1 -P $DIR | tail -n 1 | awk '{ print $4 }') + local space=$(df -B 1 -P $dir | tail -n 1 | awk '{ print $4 }') local total_threads=$((num_clients * ior_THREADS)) echo "+ $ior_blockSize * $multiplier * $total_threads " if [ $((space / 2)) -le \ @@ -598,19 +613,16 @@ run_ior() { ${ior_blockUnit} bytes)" fi - print_opts IOR ior_THREADS ior_DURATION MACHINEFILE + print_opts IOR ior_THREADS ior_DURATION MACHINEFILE + + mkdir -p $testdir + # mpi_run uses mpiuser + chmod 0777 $testdir + if [ -z "$NFSCLIENT" ]; then + $LFS setstripe $testdir -c -1 || + { error "setstripe failed" && return 2; } + fi - local testdir=$DIR/d0.ior.$type - mkdir -p $testdir - # mpi_run uses mpiuser - chmod 0777 $testdir - if [ "$NFSCLIENT" ]; then - setstripe_nfsserver $testdir -c -1 || - { error "setstripe on nfsserver failed" && return 1; } - else - $LFS setstripe $testdir -c -1 || - { error "setstripe failed" && return 2; } - fi # # -b N blockSize -- # contiguous bytes to write per task (e.g.: 8, 4K, 2M, 1G)" @@ -786,20 +798,21 @@ run_write_append_truncate() { } run_write_disjoint() { + if [ "$NFSCLIENT" ]; then + skip "skipped for NFSCLIENT mode" + return + fi - WRITE_DISJOINT=${WRITE_DISJOINT:-$(which write_disjoint \ - 2> /dev/null || true)} - # threads per client - wdisjoint_THREADS=${wdisjoint_THREADS:-4} - wdisjoint_REP=${wdisjoint_REP:-10000} + WRITE_DISJOINT=${WRITE_DISJOINT:-$(which write_disjoint 2> /dev/null || + true)} - if [ "$NFSCLIENT" ]; then - skip "skipped for NFSCLIENT mode" - return - fi + [ x$WRITE_DISJOINT = x ] && + { skip_env "write_disjoint not found" && return; } - [ x$WRITE_DISJOINT = x ] && - { skip_env "write_disjoint not found" && return; } + # threads per client + wdisjoint_THREADS=${wdisjoint_THREADS:-4} + wdisjoint_REP=${wdisjoint_REP:-10000} + chunk_size_limit=$1 # FIXME # Need space estimation here. @@ -811,7 +824,8 @@ run_write_disjoint() { # mpi_run uses mpiuser chmod 0777 $testdir - local cmd="$WRITE_DISJOINT -f $testdir/file -n $wdisjoint_REP" + local cmd="$WRITE_DISJOINT -f $testdir/file -n $wdisjoint_REP -m \ + $chunk_size_limit" echo "+ $cmd" mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \ @@ -1061,3 +1075,123 @@ ior_mdtest_parallel() { [[ $rc1 -ne 0 || $rc2 -ne 0 ]] && return 1 return 0 } + +run_fio() { + FIO=${FIO:=$(which fio 2> /dev/null || true)} + + local clients=${CLIENTS:-$(hostname)} + local fio_jobNum=${fio_jobNum:-4} + local fio_jobFile=${fio_jobFile:-$TMP/fiojobfile.$(date +%s)} + local fio_bs=${fio_bs:-1} + local testdir=$DIR/d0.fio + local file=${testdir}/fio + local runtime=60 + local propagate=false + + [ "$SLOW" = "no" ] || runtime=600 + + [ x$FIO = x ] && + { skip_env "FIO not found" && return; } + + mkdir -p $testdir + + # use fio job file if exists, + # create a simple one if missing + if ! [ -f $fio_jobFile ]; then + cat >> $fio_jobFile <> $fio_jobFile < ${fio_jobFile}" || + error "job file $fio_jobFile is not propagated" + do_nodesv $clients "cat ${fio_jobFile}" + fi + + cmd="$FIO $fio_jobFile" + echo "+ $cmd" + + log "clients: $clients $cmd" + + local rc=0 + do_nodesv $clients "$cmd " + rc=$? + + [ $rc = 0 ] || error "fio failed: $rc" + rm -rf $testdir +} + +run_xdd() { + XDD=${XDD:=$(which xdd 2> /dev/null || true)} + + local clients=${CLIENTS:-$(hostname)} + local testdir=$DIR/d0.xdd + xdd_queuedepth=${xdd_queuedepth:-4} + xdd_blocksize=${xdd_blocksize:-512} + xdd_reqsize=${xdd_reqsize:-128} + xdd_mbytes=${xdd_mbytes:-100} + xdd_passes=${xdd_passes:-40} + xdd_rwratio=${xdd_rwratio:-0} + xdd_ntargets=${xdd_ntargets:-6} + local xdd_custom_params=${xdd_custom_params:-"-dio -stoponerror \ + -maxpri -minall -noproclock -nomemlock"} + + [ x$XDD = x ] && + { skip "XDD not found" && return; } + + print_opts XDD clients xdd_queuedepth xdd_blocksize xdd_reqsize \ + xdd_mbytes xdd_passes xdd_rwratio + + mkdir -p $testdir + + local files="" + # Target files creates based on the given number of targets + for (( i=0; i < $xdd_ntargets; i++ )) + do + files+="${testdir}/xdd"$i" " + done + + # -targets specifies the devices or files to perform operation + # -reqsize number of 'blocks' per operation + # -mbytes number of 1024*1024-byte blocks to transfer + # -blocksize size of a single 'block' + # -passes number of times to read mbytes + # -queuedepth number of commands to queue on the target + # -rwratio percentage of read to write operations + # -verbose will print out statistics on each pass + + local cmd="$XDD -targets $xdd_ntargets $files -reqsize $xdd_reqsize \ + -mbytes $xdd_mbytes -blocksize $xdd_blocksize \ + -passes $xdd_passes -queuedepth $xdd_queuedepth \ + -rwratio $xdd_rwratio -verbose $xdd_custom_params" + echo "+ $cmd" + + local rc=0 + do_nodesv $clients "$cmd " + rc=$? + + [ $rc = 0 ] || error "xdd failed: $rc" + + rm -rf $testdir +}