X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Fmdsrate-create-small.sh;h=d3d18b564d3223b31b8b6b65b2048a7fe3e54a0a;hp=b5db20f88c2e3ef5029e0cca60f3afd5b1ab63d2;hb=8b0b0892da03dc5de5cd4025b9d31c9217b1e6f1;hpb=78d2b902cdebd8c964abd7ed6ecd06ad0645b99a diff --git a/lustre/tests/mdsrate-create-small.sh b/lustre/tests/mdsrate-create-small.sh index b5db20f..d3d18b5 100644 --- a/lustre/tests/mdsrate-create-small.sh +++ b/lustre/tests/mdsrate-create-small.sh @@ -1,6 +1,6 @@ -#!/bin/bash + #!/bin/bash # -# This test was used in a set of CMD3 tests (cmd3-3 test). +# This test was used in a set of CMD3 tests (cmd3-3 test). LUSTRE=${LUSTRE:-`dirname $0`/..} . $LUSTRE/tests/test-framework.sh @@ -10,15 +10,15 @@ init_test_env $@ assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines} -TESTDIR=$MOUNT +BASEDIR=$MOUNT/mdsrate # Requirements NUM_FILES=${NUM_FILES:-1000000} TIME_PERIOD=${TIME_PERIOD:-600} # seconds # Local test variables -TESTDIR_SINGLE="${TESTDIR}/single" -TESTDIR_MULTI="${TESTDIR}/multi" +TESTDIR_SINGLE="${BASEDIR}/single" +TESTDIR_MULTI="${BASEDIR}/multi" LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log} CLIENT=$SINGLECLIENT @@ -36,19 +36,21 @@ fi # Make sure we start with a clean slate rm -f ${LOG} -log "===== $0 ====== " +log "===== $0 ====== " check_and_setup_lustre -IFree=$(inodes_available) +mkdir -p $BASEDIR +chmod 0777 $BASEDIR +$LFS setstripe $BASEDIR -i 0 -c 1 +get_stripe $BASEDIR + +IFree=$(mdsrate_inodes_available) if [ $IFree -lt $NUM_FILES ]; then NUM_FILES=$IFree fi - -generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" -$LFS setstripe $TESTDIR -i 0 -c 1 -get_stripe $TESTDIR +generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" if [ -n "$NOSINGLE" ]; then echo "NO Tests on single client." @@ -61,15 +63,19 @@ else log "===== $0 ### 1 NODE CREATE ###" - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} - --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" - echo "+ ${COMMAND}" - mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} - - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && sed -e "s/^/log: /" $LOG - error "mdsrate create for a single client failed, aborting" - fi + COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} + --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" + echo "+ ${COMMAND}" + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} | + tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate create on single client failed, aborting" + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR_SINGLE 'f%%d' --ignore + exit 1 + fi fi if [ -n "$NOUNLINK" ]; then @@ -77,24 +83,22 @@ else else log "===== $0 ### 1 NODE UNLINK ###" - if [ -f "$LOG" ]; then - CREATED=$(awk '/total:/ { print $7 }' $LOG) - [ $CREATED -gt 0 ] && NUM_FILES=$CREATED - fi - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" echo "+ ${COMMAND}" - mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} | + tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && sed -e "s/^/log: /" $LOG error "mdsrate unlinks for a single client failed, aborting" fi + + rmdir $TESTDIR_SINGLE fi fi -IFree=$(inodes_available) +IFree=$(mdsrate_inodes_available) if [ $IFree -lt $NUM_FILES ]; then NUM_FILES=$IFree fi @@ -109,15 +113,21 @@ else log "===== $0 ### $NUM_CLIENTS NODES CREATE with $THREADS_PER_CLIENT threads per client ###" - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} - --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" - echo "+ ${COMMAND}" - mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ - ${COMMAND} | tee ${LOG} - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && sed -e "s/^/log: /" $LOG - error "mdsrate create on multiple nodes failed, aborting" - fi + COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} + --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" + echo "+ ${COMMAND}" + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \ + -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} | + tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate create on multiple nodes failed, aborting" + mdsrate_cleanup $((NUM_CLIENTS * THREADS_PER_CLIENT)) \ + $MACHINEFILE $NUM_FILES \ + $TESTDIR_MULTI 'f%%d' --ignore + exit 1 + fi fi if [ -n "$NOUNLINK" ]; then @@ -125,25 +135,24 @@ else else log "===== $0 ### $NUM_CLIENTS NODES UNLINK with $THREADS_PER_CLIENT threads per client ###" - if [ -f "$LOG" ]; then - CREATED=$(awk '/total:/ { print $7 }' $LOG) - [ $CREATED -gt 0 ] && NUM_FILES=$CREATED - fi - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" echo "+ ${COMMAND}" - mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ - ${COMMAND} | tee ${LOG} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \ + -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} | + tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && sed -e "s/^/log: /" $LOG error "mdsrate unlinks multiple nodes failed, aborting" fi + + rmdir $TESTDIR_MULTI fi fi -equals_msg `basename $0`: test complete, cleaning up -rm -f $MACHINEFILE +complete $SECONDS +rmdir $BASEDIR || true +rm -f $MACHINEFILE check_and_cleanup_lustre #rm -f $LOG