3 # This test was used in a set of CMD3 tests (cmd3-3 test).
5 LUSTRE=${LUSTRE:-`dirname $0`/..}
6 . $LUSTRE/tests/test-framework.sh
8 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
10 assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN
12 MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines}
13 BASEDIR=$MOUNT/mdsrate
16 NUM_FILES=${NUM_FILES:-1000000}
17 TIME_PERIOD=${TIME_PERIOD:-600} # seconds
19 # Local test variables
20 TESTDIR_SINGLE="${BASEDIR}/single"
21 TESTDIR_MULTI="${BASEDIR}/multi"
23 LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log}
25 NODES_TO_USE=${NODES_TO_USE:-$CLIENTS}
26 NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ })
27 # XXX - this needs to be determined given the number of MDTs and the number
29 THREADS_PER_CLIENT=3 # threads/client for multi client test
30 if [ $NUM_CLIENTS -gt 50 ]; then
34 [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built."
36 # Make sure we start with a clean slate
39 log "===== $0 ====== "
41 check_and_setup_lustre
45 $LFS setstripe $BASEDIR -i 0 -c 1
48 IFree=$(mdsrate_inodes_available)
49 if [ $IFree -lt $NUM_FILES ]; then
53 generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile"
55 if [ -n "$NOSINGLE" ]; then
56 echo "NO Tests on single client."
58 if [ -n "$NOCREATE" ]; then
59 echo "NO Test for creates for a single client."
61 # We can use np = $NUM_CLIENTS to speed up the cleanup
62 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore
64 log "===== $0 ### 1 NODE CREATE ###"
66 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
67 --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
69 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} |
72 if [ ${PIPESTATUS[0]} != 0 ]; then
73 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
74 error_noexit "mdsrate create on single client failed, aborting"
75 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \
76 $TESTDIR_SINGLE 'f%%d' --ignore
81 if [ -n "$NOUNLINK" ]; then
82 echo "NO Test for unlinks for a single client."
84 log "===== $0 ### 1 NODE UNLINK ###"
86 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
87 --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
89 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} |
92 if [ ${PIPESTATUS[0]} != 0 ]; then
93 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
94 error "mdsrate unlinks for a single client failed, aborting"
101 IFree=$(mdsrate_inodes_available)
102 if [ $IFree -lt $NUM_FILES ]; then
106 if [ -n "$NOMULTI" ]; then
107 echo "NO tests on multiple nodes."
109 if [ -n "$NOCREATE" ]; then
110 echo "NO test for create on multiple nodes."
112 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore
114 log "===== $0 ### $NUM_CLIENTS NODES CREATE with $THREADS_PER_CLIENT threads per client ###"
116 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
117 --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
119 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
120 -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} |
123 if [ ${PIPESTATUS[0]} != 0 ]; then
124 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
125 error_noexit "mdsrate create on multiple nodes failed, aborting"
126 mdsrate_cleanup $((NUM_CLIENTS * THREADS_PER_CLIENT)) \
127 $MACHINEFILE $NUM_FILES \
128 $TESTDIR_MULTI 'f%%d' --ignore
133 if [ -n "$NOUNLINK" ]; then
134 echo "NO Test for unlinks multiple nodes."
136 log "===== $0 ### $NUM_CLIENTS NODES UNLINK with $THREADS_PER_CLIENT threads per client ###"
138 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
139 --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
141 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
142 -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} |
144 if [ ${PIPESTATUS[0]} != 0 ]; then
145 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
146 error "mdsrate unlinks multiple nodes failed, aborting"
154 rmdir $BASEDIR || true
156 check_and_cleanup_lustre