X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Ftests%2Fmdsrate-stat-large.sh;h=02625bcb4439c82072e6743d839e9fec0e90a6ea;hb=62b470a02347bc7f7510641e36568c5b508a7a87;hp=6d269dcaa2c4c47e93933cb30c4a3fc9ee6d503f;hpb=eb4471773dc1058c60fc1f12bfb8d0948d85e7d7;p=fs%2Flustre-release.git diff --git a/lustre/tests/mdsrate-stat-large.sh b/lustre/tests/mdsrate-stat-large.sh index 6d269dc..02625bc 100644 --- a/lustre/tests/mdsrate-stat-large.sh +++ b/lustre/tests/mdsrate-stat-large.sh @@ -1,4 +1,4 @@ -#!/bin/sh +#!/bin/bash # # This test was used in a set of CMD3 tests (cmd3-8 test). @@ -8,16 +8,14 @@ # In a dir containing 10 million striped files, the mdsrate Test Program will # perform directory ordered stat's (readdir) for 10 minutes. This test will be # run from a single node for #1 and from all nodes for #2 aggregate test to -# measure stat performance. +# measure stat performance. -LUSTRE=${LUSTRE:-`dirname $0`/..} +LUSTRE=${LUSTRE:-$(dirname $0)/..} . $LUSTRE/tests/test-framework.sh init_test_env $@ -. ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh} assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN -MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines} # Do not use name [df][0-9]* to avoid cleanup by rm, bug 18045 BASEDIR=$MOUNT/mdsrate TESTDIR=$MOUNT/stat @@ -35,21 +33,36 @@ rm -f $LOG [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built." -log "===== $0 ====== " +log "===== $0 ====== " check_and_setup_lustre -mkdir -p $BASEDIR +MDSRATE_ENABLE_DNE=${MDSRATE_ENABLE_DNE:-false} +if $MDSRATE_ENABLE_DNE; then + test_mkdir $BASEDIR + mdtcount_opt="--mdtcount $MDSCOUNT" +else + mkdir $BASEDIR +fi +if $VERBOSE; then + debug_opt="--debug" +fi chmod 0777 $BASEDIR -$LFS setstripe $BASEDIR -c -1 -get_stripe $BASEDIR +mdsrate_STRIPEPARAMS=${mdsrate_STRIPEPARAMS:-${fs_STRIPEPARAMS:-"-c -1"}} +setstripe_getstripe $BASEDIR $mdsrate_STRIPEPARAMS IFree=$(mdsrate_inodes_available) if [ $IFree -lt $NUM_FILES ]; then NUM_FILES=$IFree fi -generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" +generate_machine_file $NODES_TO_USE $MACHINEFILE || + error "can not generate machinefile" + +p="$TMP/$TESTSUITE-$TESTNAME.parameters" +save_lustre_params $(get_facets MDS) mdt.*.enable_remote_dir_gid > $p +do_nodes $(comma_list $(mdts_nodes)) \ + $LCTL set_param mdt.*.enable_remote_dir_gid=-1 if [ -n "$NOCREATE" ]; then echo "NOCREATE=$NOCREATE => no file creation." @@ -58,9 +71,10 @@ else log "===== $0 Test preparation: creating ${NUM_FILES} files." - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --dir ${TESTDIR} - --nfiles ${NUM_FILES} --filefmt 'f%%d'" - echo "+" ${COMMAND} + COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --dir ${TESTDIR} + --nfiles ${NUM_FILES} --filefmt 'f%%d' + $mdtcount_opt $debug_opt" + echo "+" ${COMMAND} NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ }) NUM_THREADS=$((NUM_CLIENTS * MDSCOUNT)) @@ -68,9 +82,15 @@ else NUM_THREADS=$NUM_CLIENTS fi - mpi_run -np ${NUM_THREADS} -machinefile ${MACHINEFILE} ${COMMAND} 2>&1 - [ ${PIPESTATUS[0]} != 0 ] && error "mdsrate file creation failed, aborting" + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np ${NUM_THREADS} \ + ${COMMAND} 2>&1 + if [ ${PIPESTATUS[0]} != 0 ]; then + error_noexit "mdsrate file creation failed, aborting" + mdsrate_cleanup $NUM_THREADS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --stat --time ${TIME_PERIOD} @@ -83,12 +103,17 @@ else log "===== $0 ### 1 NODE STAT ###" echo "+" ${COMMAND} - mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} - - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && sed -e "s/^/log: /" $LOG - error "mdsrate stats on a single client failed, aborting" - fi + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} | + tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate stat on single client failed, aborting" + restore_lustre_params < $p + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi # 2 @@ -99,15 +124,22 @@ else log "===== $0 ### ${NUM_CLIENTS} NODES STAT ###" echo "+" ${COMMAND} - mpi_run -np ${NUM_CLIENTS} -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} - - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && sed -e "s/^/log: /" $LOG - error "mdsrate stats on multiple nodes failed, aborting" - fi + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np ${NUM_CLIENTS} \ + ${COMMAND} | tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate stat on multiple nodes failed, aborting" + restore_lustre_params < $p + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi -equals_msg `basename $0`: test complete, cleaning up + +complete $SECONDS +restore_lustre_params < $p mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR 'f%%d' rmdir $BASEDIR || true rm -f $MACHINEFILE