X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Ftests%2Fmdsrate-stat-large.sh;h=277358d8afe649453b089d6c1ba7dfb3f46b85ac;hb=9013eb2bb5492b1e8321d0ed534bee566f19627b;hp=e499f2888898021a6bf65c3517dc56bd92e10302;hpb=bbf9ed6e54d8bb1eba31225dad1b59aae7727267;p=fs%2Flustre-release.git diff --git a/lustre/tests/mdsrate-stat-large.sh b/lustre/tests/mdsrate-stat-large.sh index e499f28..277358d 100644 --- a/lustre/tests/mdsrate-stat-large.sh +++ b/lustre/tests/mdsrate-stat-large.sh @@ -1,4 +1,4 @@ -#!/bin/sh +#!/bin/bash # # This test was used in a set of CMD3 tests (cmd3-8 test). @@ -8,7 +8,7 @@ # In a dir containing 10 million striped files, the mdsrate Test Program will # perform directory ordered stat's (readdir) for 10 minutes. This test will be # run from a single node for #1 and from all nodes for #2 aggregate test to -# measure stat performance. +# measure stat performance. LUSTRE=${LUSTRE:-`dirname $0`/..} . $LUSTRE/tests/test-framework.sh @@ -19,15 +19,13 @@ assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines} # Do not use name [df][0-9]* to avoid cleanup by rm, bug 18045 -TESTDIR=$MOUNT/mdsrate +BASEDIR=$MOUNT/mdsrate +TESTDIR=$MOUNT/stat # Requirements NUM_FILES=${NUM_FILES:-1000000} TIME_PERIOD=${TIME_PERIOD:-600} # seconds -# --random_order (default) -OR- --readdir_order -DIR_ORDER=${DIR_ORDER:-"--readdir_order"} - LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log} CLIENT=$SINGLECLIENT NODES_TO_USE=${NODES_TO_USE:-$CLIENTS} @@ -37,29 +35,28 @@ rm -f $LOG [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built." -log "===== $0 ====== " +log "===== $0 ====== " check_and_setup_lustre -mkdir -p $TESTDIR -chmod 0777 $TESTDIR -IFree=$(inodes_available) +mkdir -p $BASEDIR +chmod 0777 $BASEDIR +mdsrate_STRIPEPARAMS=${mdsrate_STRIPEPARAMS:-${fs_STRIPEPARAMS:-"-c -1"}} +setstripe_getstripe $BASEDIR $mdsrate_STRIPEPARAMS + +IFree=$(mdsrate_inodes_available) if [ $IFree -lt $NUM_FILES ]; then NUM_FILES=$IFree fi generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" -$LFS setstripe $TESTDIR -c -1 -get_stripe $TESTDIR - if [ -n "$NOCREATE" ]; then echo "NOCREATE=$NOCREATE => no file creation." else mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR 'f%%d' --ignore log "===== $0 Test preparation: creating ${NUM_FILES} files." - echo "Test preparation: creating ${NUM_FILES} files." COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --dir ${TESTDIR} --nfiles ${NUM_FILES} --filefmt 'f%%d'" @@ -71,50 +68,63 @@ else NUM_THREADS=$NUM_CLIENTS fi - mpi_run -np ${NUM_THREADS} -machinefile ${MACHINEFILE} ${COMMAND} 2>&1 - [ ${PIPESTATUS[0]} != 0 ] && error "mpirun ... mdsrate ... file creation failed, aborting" + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np ${NUM_THREADS} \ + ${COMMAND} 2>&1 + if [ ${PIPESTATUS[0]} != 0 ]; then + error_noexit "mdsrate file creation failed, aborting" + mdsrate_cleanup $NUM_THREADS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --stat --time ${TIME_PERIOD} - --dir ${TESTDIR} --nfiles ${NUM_FILES} --filefmt 'f%%d' - ${DIR_ORDER} ${SEED_OPTION}" + --dir ${TESTDIR} --nfiles ${NUM_FILES} --filefmt 'f%%d'" # 1 if [ -n "$NOSINGLE" ]; then echo "NO Test for stats on a single client." else log "===== $0 ### 1 NODE STAT ###" - echo "Running stats on 1 node(s)." echo "+" ${COMMAND} - mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} | + tee ${LOG} - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && cat $LOG - error "mpirun ... mdsrate ... failed, aborting" - fi + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate stat on single client failed, aborting" + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi # 2 +[ $NUM_CLIENTS -eq 1 ] && NOMULTI=yes if [ -n "$NOMULTI" ]; then echo "NO test for stats on multiple nodes." else log "===== $0 ### ${NUM_CLIENTS} NODES STAT ###" - echo "Running stats on ${NUM_CLIENTS} node(s)." echo "+" ${COMMAND} - NUM_THREADS=$(get_node_count ${NODES_TO_USE//,/ }) - mpi_run -np ${NUM_THREADS} -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np ${NUM_CLIENTS} \ + ${COMMAND} | tee ${LOG} - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && cat $LOG - error "mpirun ... mdsrate ... failed, aborting" - fi + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate stat on multiple nodes failed, aborting" + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi -equals_msg `basename $0`: test complete, cleaning up + +complete $SECONDS mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR 'f%%d' +rmdir $BASEDIR || true rm -f $MACHINEFILE check_and_cleanup_lustre #rm -f $LOG