X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Fmdsrate-lookup-1dir.sh;h=29ea5f39052dfa2842ec6a522a7fc733867feb6f;hp=1645781391f0ecc151a3007458c29db0b37f83d3;hb=dee5f24114531ec34fc56ce2826ada9e5690aabc;hpb=275c3313220736cd5ba838b31bb4ccafefa56f5f diff --git a/lustre/tests/mdsrate-lookup-1dir.sh b/lustre/tests/mdsrate-lookup-1dir.sh index 1645781..29ea5f3 100644 --- a/lustre/tests/mdsrate-lookup-1dir.sh +++ b/lustre/tests/mdsrate-lookup-1dir.sh @@ -15,14 +15,14 @@ init_test_env $@ . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh} assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN -MACHINEFILE=${MACHINEFILE:-$(basename $0 .sh).machines} -TESTDIR=$MOUNT +MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines} +# Do not use name [df][0-9]* to avoid cleanup by rm, bug 18045 +BASEDIR=$MOUNT/mdsrate +TESTDIR=$BASEDIR/lookup # Requirements NUM_FILES=${NUM_FILES:-1000000} TIME_PERIOD=${TIME_PERIOD:-600} # seconds -SINGLE_TARGET_RATE=5900 # ops/sec -AGGREGATE_TARGET_RATE=62000 # ops/sec LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log} CLIENT=$SINGLECLIENT @@ -37,16 +37,24 @@ log "===== $0 ====== " check_and_setup_lustre -generate_machine_file $NODES_TO_USE $MACHINEFILE +mkdir -p $BASEDIR +chmod 0777 $BASEDIR +$LFS setstripe $BASEDIR -c 1 +get_stripe $BASEDIR -$LFS setstripe $TESTDIR -c 1 -get_stripe $TESTDIR +IFree=$(mdsrate_inodes_available) +if [ $IFree -lt $NUM_FILES ]; then + NUM_FILES=$IFree +fi + +generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile" if [ -n "$NOCREATE" ]; then echo "NOCREATE=$NOCREATE => no file creation." else + mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR 'f%%d' --ignore + log "===== $0 Test preparation: creating ${NUM_FILES} files." - echo "Test preparation: creating ${NUM_FILES} files." NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ }) NUM_THREADS=$((NUM_CLIENTS * MDSCOUNT)) @@ -56,11 +64,10 @@ else COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --mknod --dir ${TESTDIR} --nfiles ${NUM_FILES} --filefmt 'f%%d'" echo "+" ${COMMAND} - $MPIRUN -np ${NUM_THREADS} -machinefile ${MACHINEFILE} \ - ${MPIRUN_OPTIONS} ${COMMAND} 2>&1 + mpi_run -np ${NUM_THREADS} -machinefile ${MACHINEFILE} ${COMMAND} 2>&1 # No lockup if error occurs on file creation, abort. - [ ${PIPESTATUS[0]} != 0 ] && error "mpirun ... mdsrate ... file creation failed, aborting" + [ ${PIPESTATUS[0]} != 0 ] && error "mdsrate file creation failed, aborting" fi COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --lookup --time ${TIME_PERIOD} ${SEED_OPTION} @@ -71,37 +78,34 @@ if [ -n "$NOSINGLE" ]; then echo "NO Test for lookups on a single client." else log "===== $0 ### 1 NODE LOOKUPS ###" - echo "Running lookups on 1 node(s)." echo "+" ${COMMAND} - $MPIRUN -np 1 -machinefile ${MACHINEFILE} \ - ${MPIRUN_OPTIONS} ${COMMAND} | tee ${LOG} + mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && cat $LOG - error "mpirun ... mdsrate ... failed, aborting" + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error "mdsrate lookups on a single client failed, aborting" fi - check_rate lookup ${SINGLE_TARGET_RATE} 1 ${LOG} || true fi # 2 +[ $NUM_CLIENTS -eq 1 ] && NOMULTI=yes if [ -n "$NOMULTI" ]; then echo "NO test for lookups on multiple nodes." else log "===== $0 ### ${NUM_CLIENTS} NODES LOOKUPS ###" - echo "Running lookups on ${NUM_CLIENTS} node(s)." echo "+" ${COMMAND} - $MPIRUN -np ${NUM_CLIENTS} -machinefile ${MACHINEFILE} \ - ${MPIRUN_OPTIONS} ${COMMAND} | tee ${LOG} + mpi_run -np ${NUM_CLIENTS} -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG} if [ ${PIPESTATUS[0]} != 0 ]; then - [ -f $LOG ] && cat $LOG - error "mpirun ... mdsrate ... failed, aborting" + [ -f $LOG ] && sed -e "s/^/log: /" $LOG + error "mdsrate lookups on multiple nodes failed, aborting" fi - check_rate lookup ${AGGREGATE_TARGET_RATE} ${NUM_CLIENTS} ${LOG} || true fi -equals_msg `basename $0`: test complete, cleaning up -zconf_umount_clients $NODES_TO_USE $MOUNT +complete $SECONDS +mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR 'f%%d' +rmdir $BASEDIR || true +rm -f $MACHINEFILE check_and_cleanup_lustre #rm -f $LOG