3 # This test was used in a set of CMD3 tests (cmd3-3 test).
5 LUSTRE=${LUSTRE:-$(dirname $0)/..}
6 . $LUSTRE/tests/test-framework.sh
9 assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN
11 BASEDIR=$MOUNT/mdsrate
14 NUM_FILES=${NUM_FILES:-1000000}
15 TIME_PERIOD=${TIME_PERIOD:-600} # seconds
17 # Local test variables
18 TESTDIR_SINGLE="${BASEDIR}/single"
19 TESTDIR_MULTI="${BASEDIR}/multi"
21 LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log}
23 NODES_TO_USE=${NODES_TO_USE:-$CLIENTS}
24 NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ })
25 # XXX - this needs to be determined given the number of MDTs and the number
27 THREADS_PER_CLIENT=3 # threads/client for multi client test
28 if [ $NUM_CLIENTS -gt 50 ]; then
32 [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built."
34 # Make sure we start with a clean slate
37 log "===== $0 ====== "
39 check_and_setup_lustre
43 mdsrate_STRIPEPARAMS=${mdsrate_STRIPEPARAMS:-${fs_STRIPEPARAMS:-"-i 0 -c 1"}}
44 setstripe_getstripe $BASEDIR $mdsrate_STRIPEPARAMS
46 IFree=$(mdsrate_inodes_available)
47 if [ $IFree -lt $NUM_FILES ]; then
51 generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile"
53 if [ -n "$NOSINGLE" ]; then
54 echo "NO Tests on single client."
56 if [ -n "$NOCREATE" ]; then
57 echo "NO Test for creates for a single client."
59 # We can use np = $NUM_CLIENTS to speed up the cleanup
60 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore
62 log "===== $0 ### 1 NODE CREATE ###"
64 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
65 --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
67 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} |
70 if [ ${PIPESTATUS[0]} != 0 ]; then
71 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
72 error_noexit "mdsrate create on single client failed, aborting"
73 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \
74 $TESTDIR_SINGLE 'f%%d' --ignore
79 if [ -n "$NOUNLINK" ]; then
80 echo "NO Test for unlinks for a single client."
82 log "===== $0 ### 1 NODE UNLINK ###"
84 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
85 --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
87 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} |
90 if [ ${PIPESTATUS[0]} != 0 ]; then
91 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
92 error "mdsrate unlinks for a single client failed, aborting"
99 IFree=$(mdsrate_inodes_available)
100 if [ $IFree -lt $NUM_FILES ]; then
104 if [ -n "$NOMULTI" ]; then
105 echo "NO tests on multiple nodes."
107 if [ -n "$NOCREATE" ]; then
108 echo "NO test for create on multiple nodes."
110 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore
112 log "===== $0 ### $NUM_CLIENTS NODES CREATE with $THREADS_PER_CLIENT threads per client ###"
114 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
115 --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
117 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
118 -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} |
121 if [ ${PIPESTATUS[0]} != 0 ]; then
122 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
123 error_noexit "mdsrate create on multiple nodes failed, aborting"
124 mdsrate_cleanup $((NUM_CLIENTS * THREADS_PER_CLIENT)) \
125 $MACHINEFILE $NUM_FILES \
126 $TESTDIR_MULTI 'f%%d' --ignore
131 if [ -n "$NOUNLINK" ]; then
132 echo "NO Test for unlinks multiple nodes."
134 log "===== $0 ### $NUM_CLIENTS NODES UNLINK with $THREADS_PER_CLIENT threads per client ###"
136 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
137 --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
139 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
140 -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} |
142 if [ ${PIPESTATUS[0]} != 0 ]; then
143 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
144 error "mdsrate unlinks multiple nodes failed, aborting"
152 rmdir $BASEDIR || true
154 check_and_cleanup_lustre