X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Ftests%2Fmdsrate-create-small.sh;h=cb4a1c0e52c246bae18a6f90859b26f6a3e8ed88;hb=4ee47d0f475cf42f9796f13e78c8cfb1e3c94807;hp=397b9c92e17ac1888737dd243680a0f01acb4e63;hpb=d756fb94b2efea25066c8e157d289b8abc1a102c;p=fs%2Flustre-release.git diff --git a/lustre/tests/mdsrate-create-small.sh b/lustre/tests/mdsrate-create-small.sh index 397b9c9..cb4a1c0 100644 --- a/lustre/tests/mdsrate-create-small.sh +++ b/lustre/tests/mdsrate-create-small.sh @@ -13,10 +13,8 @@ MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines} TESTDIR=$MOUNT # Requirements -# The default number of stripes per file is set to 1 in test3/run_test.sh. +NUM_FILES=${NUM_FILES:-1000000} TIME_PERIOD=${TIME_PERIOD:-600} # seconds -SINGLE_TARGET_RATE=1400 # ops/sec -AGGREGATE_TARGET_RATE=10000 # ops/sec # Local test variables TESTDIR_SINGLE="${TESTDIR}/single" @@ -42,6 +40,11 @@ log "===== $0 ====== " check_and_setup_lustre +IFree=$(inodes_available) +if [ $IFree -lt $NUM_FILES ]; then + NUM_FILES=$IFree +fi + generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" $LFS setstripe $TESTDIR -i 0 -c 1 @@ -53,22 +56,21 @@ else if [ -n "$NOCREATE" ]; then echo "NO Test for creates for a single client." else - do_node ${CLIENT} "rm -rf $TESTDIR_SINGLE" + # We can use np = $NUM_CLIENTS to speed up the cleanup + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore log "===== $0 ### 1 NODE CREATE ###" echo "Running creates on 1 node(s)." COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} - --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" + --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" echo "+ ${COMMAND}" - $MPIRUN -np 1 -machinefile ${MACHINEFILE} \ - ${MPIRUN_OPTIONS} ${COMMAND} | tee ${LOG} + mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && cat $LOG error "mpirun ... mdsrate ... failed, aborting" fi - check_rate create ${SINGLE_TARGET_RATE} 1 ${LOG} || true fi if [ -n "$NOUNLINK" ]; then @@ -77,42 +79,43 @@ else log "===== $0 ### 1 NODE UNLINK ###" echo "Running unlinks on 1 node(s)." - let NUM_FILES=${SINGLE_TARGET_RATE}\*${TIME_PERIOD} COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --time ${TIME_PERIOD} --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'" echo "+ ${COMMAND}" - $MPIRUN -np 1 -machinefile ${MACHINEFILE} \ - ${MPIRUN_OPTIONS} ${COMMAND} | tee ${LOG} + mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && cat $LOG error "mpirun ... mdsrate ... failed, aborting" fi - check_rate unlink ${SINGLE_TARGET_RATE} 1 ${LOG} || true fi fi +IFree=$(inodes_available) +if [ $IFree -lt $NUM_FILES ]; then + NUM_FILES=$IFree +fi + if [ -n "$NOMULTI" ]; then echo "NO tests on multiple nodes." else if [ -n "$NOCREATE" ]; then echo "NO test for create on multiple nodes." else - do_node $CLIENT rm -rf $TESTDIR_MULTI + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore log "===== $0 ### $NUM_CLIENTS NODES CREATE ###" echo "Running creates on ${NUM_CLIENTS} node(s) with $THREADS_PER_CLIENT threads per client." COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD} - --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" + --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" echo "+ ${COMMAND}" - $MPIRUN -np $((${NUM_CLIENTS}*THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ - ${MPIRUN_OPTIONS} ${COMMAND} | tee ${LOG} + mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ + ${COMMAND} | tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && cat $LOG error "mpirun ... mdsrate ... failed, aborting" fi - check_rate create ${AGGREGATE_TARGET_RATE} ${NUM_CLIENTS} ${LOG} || true fi if [ -n "$NOUNLINK" ]; then @@ -121,23 +124,22 @@ else log "===== $0 ### $NUM_CLIENTS NODES UNLINK ###" echo "Running unlinks on ${NUM_CLIENTS} node(s) with $THREADS_PER_CLIENT threads per client." - let NUM_FILES=${AGGREGATE_TARGET_RATE}\*${TIME_PERIOD} COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --time ${TIME_PERIOD} --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'" echo "+ ${COMMAND}" - $MPIRUN -np $((${NUM_CLIENTS}*THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ - ${MPIRUN_OPTIONS} ${COMMAND} | tee ${LOG} + mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \ + ${COMMAND} | tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then [ -f $LOG ] && cat $LOG error "mpirun ... mdsrate ... failed, aborting" fi - check_rate unlink ${AGGREGATE_TARGET_RATE} ${NUM_CLIENTS} ${LOG} || true fi fi equals_msg `basename $0`: test complete, cleaning up +mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore +mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore rm -f $MACHINEFILE -zconf_umount_clients $NODES_TO_USE $MOUNT check_and_cleanup_lustre #rm -f $LOG