X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Ftests%2Fmdsrate-create-small.sh;h=bea656f686a20790db8d197957b7bf0c3f687a70;hb=eee27c88adc39da36e287d0dbf6d85be25400f51;hp=c7ca1c73b53574cd6ee7c2d019579c58121d5110;hpb=02b8c957baa3b8742bbcde895a22ad498c6fbe25;p=fs%2Flustre-release.git diff --git a/lustre/tests/mdsrate-create-small.sh b/lustre/tests/mdsrate-create-small.sh index c7ca1c7..bea656f 100644 --- a/lustre/tests/mdsrate-create-small.sh +++ b/lustre/tests/mdsrate-create-small.sh @@ -1,15 +1,13 @@ #!/bin/bash # -# This test was used in a set of CMD3 tests (cmd3-3 test). +# This test was used in a set of CMD3 tests (cmd3-3 test). -LUSTRE=${LUSTRE:-`dirname $0`/..} +LUSTRE=${LUSTRE:-$(dirname $0)/..} . $LUSTRE/tests/test-framework.sh init_test_env $@ -. ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh} assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN -MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines} BASEDIR=$MOUNT/mdsrate # Requirements @@ -36,21 +34,36 @@ fi # Make sure we start with a clean slate rm -f ${LOG} -log "===== $0 ====== " +log "===== $0 ====== " check_and_setup_lustre -mkdir -p $BASEDIR +MDSRATE_ENABLE_DNE=${MDSRATE_ENABLE_DNE:-false} +if $MDSRATE_ENABLE_DNE; then + test_mkdir $BASEDIR + mdtcount_opt="--mdtcount $MDSCOUNT" +else + mkdir $BASEDIR +fi +if $VERBOSE; then + debug_opt="--debug" +fi chmod 0777 $BASEDIR -$LFS setstripe $BASEDIR -i 0 -c 1 -get_stripe $BASEDIR +mdsrate_STRIPEPARAMS=${mdsrate_STRIPEPARAMS:-${fs_STRIPEPARAMS:-"-i 0 -c 1"}} +setstripe_getstripe $BASEDIR $mdsrate_STRIPEPARAMS -IFree=$(inodes_available) +IFree=$(mdsrate_inodes_available) if [ $IFree -lt $NUM_FILES ]; then NUM_FILES=$IFree fi - -generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" + +generate_machine_file $NODES_TO_USE $MACHINEFILE || + error "can not generate machinefile" + +p="$TMP/$TESTSUITE-$TESTNAME.parameters" +save_lustre_params $(get_facets MDS) mdt.*.enable_remote_dir_gid > $p +do_nodes $(comma_list $(mdts_nodes)) \ + $LCTL set_param mdt.*.enable_remote_dir_gid=-1 if [ -n "$NOSINGLE" ]; then echo "NO Tests on single client." @@ -63,15 +76,21 @@ else log "===== $0 ### 1 NODE CREATE ###" - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} - --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" - echo "+ ${COMMAND}" - mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} - - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && sed -e "s/^/log: /" $LOG - error "mdsrate create for a single client failed, aborting" - fi + COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} + --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d' + $mdtcount_opt $debug_opt" + echo "+ ${COMMAND}" + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} | + tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate create on single client failed, aborting" + restore_lustre_params < $p + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR_SINGLE 'f%%d' --ignore + exit 1 + fi fi if [ -n "$NOUNLINK" ]; then @@ -79,15 +98,11 @@ else else log "===== $0 ### 1 NODE UNLINK ###" - if [ -f "$LOG" ]; then - CREATED=$(awk '/total:/ { print $7 }' $LOG) - [ $CREATED -gt 0 ] && NUM_FILES=$CREATED - fi - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" echo "+ ${COMMAND}" - mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} | + tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && sed -e "s/^/log: /" $LOG @@ -98,7 +113,7 @@ else fi fi -IFree=$(inodes_available) +IFree=$(mdsrate_inodes_available) if [ $IFree -lt $NUM_FILES ]; then NUM_FILES=$IFree fi @@ -113,15 +128,22 @@ else log "===== $0 ### $NUM_CLIENTS NODES CREATE with $THREADS_PER_CLIENT threads per client ###" - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} - --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" - echo "+ ${COMMAND}" - mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ - ${COMMAND} | tee ${LOG} - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && sed -e "s/^/log: /" $LOG - error "mdsrate create on multiple nodes failed, aborting" - fi + COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} + --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" + echo "+ ${COMMAND}" + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \ + -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} | + tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate create on multiple nodes failed, aborting" + restore_lustre_params < $p + mdsrate_cleanup $((NUM_CLIENTS * THREADS_PER_CLIENT)) \ + $MACHINEFILE $NUM_FILES \ + $TESTDIR_MULTI 'f%%d' --ignore + exit 1 + fi fi if [ -n "$NOUNLINK" ]; then @@ -129,16 +151,12 @@ else else log "===== $0 ### $NUM_CLIENTS NODES UNLINK with $THREADS_PER_CLIENT threads per client ###" - if [ -f "$LOG" ]; then - CREATED=$(awk '/total:/ { print $7 }' $LOG) - [ $CREATED -gt 0 ] && NUM_FILES=$CREATED - fi - COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" echo "+ ${COMMAND}" - mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ - ${COMMAND} | tee ${LOG} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \ + -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} | + tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && sed -e "s/^/log: /" $LOG error "mdsrate unlinks multiple nodes failed, aborting" @@ -148,9 +166,10 @@ else fi fi -equals_msg `basename $0`: test complete, cleaning up +complete $SECONDS +restore_lustre_params < $p rmdir $BASEDIR || true -rm -f $MACHINEFILE +rm -f $MACHINEFILE check_and_cleanup_lustre #rm -f $LOG