X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Ftests%2Fmdsrate-lookup-1dir.sh;h=f116252a78c8b9e463e549bef80eae71bf0b03a2;hb=b78fb445555916e380b1661546c821df14098596;hp=6861599f3176fd1dbae80f51fcff4b822b2b56ca;hpb=bbf9ed6e54d8bb1eba31225dad1b59aae7727267;p=fs%2Flustre-release.git diff --git a/lustre/tests/mdsrate-lookup-1dir.sh b/lustre/tests/mdsrate-lookup-1dir.sh index 6861599..f116252 100644 --- a/lustre/tests/mdsrate-lookup-1dir.sh +++ b/lustre/tests/mdsrate-lookup-1dir.sh @@ -4,7 +4,7 @@ # Directory lookup retrieval rate single directory 10 million files # 5900 random lookups/sec per client node 62,000 random lookups/sec aggregate -# +# # In a dir containing 10 million non-striped files the mdsrate Test Program will # perform lookups for 10 minutes. This test can be run from a single node for # #1 and from all nodes for #2 aggregate test to measure lookup performance. @@ -17,7 +17,8 @@ assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines} # Do not use name [df][0-9]* to avoid cleanup by rm, bug 18045 -TESTDIR=$MOUNT/mdsrate +BASEDIR=$MOUNT/mdsrate +TESTDIR=$BASEDIR/lookup # Requirements NUM_FILES=${NUM_FILES:-1000000} @@ -32,29 +33,28 @@ rm -f $LOG [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built." -log "===== $0 ====== " +log "===== $0 ====== " check_and_setup_lustre -mkdir -p $TESTDIR -chmod 0777 $TESTDIR -IFree=$(inodes_available) +mkdir -p $BASEDIR +chmod 0777 $BASEDIR +$LFS setstripe $BASEDIR -c 1 +get_stripe $BASEDIR + +IFree=$(mdsrate_inodes_available) if [ $IFree -lt $NUM_FILES ]; then NUM_FILES=$IFree fi generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" -$LFS setstripe $TESTDIR -c 1 -get_stripe $TESTDIR - if [ -n "$NOCREATE" ]; then echo "NOCREATE=$NOCREATE => no file creation." else mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR 'f%%d' --ignore log "===== $0 Test preparation: creating ${NUM_FILES} files." - echo "Test preparation: creating ${NUM_FILES} files." NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ }) NUM_THREADS=$((NUM_CLIENTS * MDSCOUNT)) @@ -63,11 +63,17 @@ else fi COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --mknod --dir ${TESTDIR} --nfiles ${NUM_FILES} --filefmt 'f%%d'" - echo "+" ${COMMAND} - mpi_run -np ${NUM_THREADS} -machinefile ${MACHINEFILE} ${COMMAND} 2>&1 - - # No lockup if error occurs on file creation, abort. - [ ${PIPESTATUS[0]} != 0 ] && error "mpirun ... mdsrate ... file creation failed, aborting" + echo "+" ${COMMAND} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np ${NUM_THREADS} \ + ${COMMAND} 2>&1 + + # No lockup if error occurs on file creation, abort. + if [ ${PIPESTATUS[0]} != 0 ]; then + error_noexit "mdsrate file creation failed, aborting" + mdsrate_cleanup $NUM_THREADS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --lookup --time ${TIME_PERIOD} ${SEED_OPTION} @@ -77,34 +83,42 @@ COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --lookup --time ${TIME_PERIOD} ${SEED_OPTIO if [ -n "$NOSINGLE" ]; then echo "NO Test for lookups on a single client." else - log "===== $0 ### 1 NODE LOOKUPS ###" - echo "Running lookups on 1 node(s)." - echo "+" ${COMMAND} - mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} - - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && cat $LOG - error "mpirun ... mdsrate ... failed, aborting" - fi + log "===== $0 ### 1 NODE LOOKUPS ###" + echo "+" ${COMMAND} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} | + tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate lookup on single client failed, aborting" + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi # 2 +[ $NUM_CLIENTS -eq 1 ] && NOMULTI=yes if [ -n "$NOMULTI" ]; then echo "NO test for lookups on multiple nodes." else - log "===== $0 ### ${NUM_CLIENTS} NODES LOOKUPS ###" - echo "Running lookups on ${NUM_CLIENTS} node(s)." - echo "+" ${COMMAND} - mpi_run -np ${NUM_CLIENTS} -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} - - if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && cat $LOG - error "mpirun ... mdsrate ... failed, aborting" - fi + log "===== $0 ### ${NUM_CLIENTS} NODES LOOKUPS ###" + echo "+" ${COMMAND} + mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np ${NUM_CLIENTS} \ + ${COMMAND} | tee ${LOG} + + if [ ${PIPESTATUS[0]} != 0 ]; then + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error_noexit "mdsrate lookup on multiple nodes failed, aborting" + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \ + $TESTDIR 'f%%d' --ignore + exit 1 + fi fi -equals_msg `basename $0`: test complete, cleaning up +complete $SECONDS mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR 'f%%d' +rmdir $BASEDIR || true rm -f $MACHINEFILE check_and_cleanup_lustre #rm -f $LOG