3 # This test was used in a set of CMD3 tests (cmd3-3 test).
5 LUSTRE=${LUSTRE:-`dirname $0`/..}
6 . $LUSTRE/tests/test-framework.sh
8 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
10 assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN
12 MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines}
16 NUM_FILES=${NUM_FILES:-1000000}
17 TIME_PERIOD=${TIME_PERIOD:-600} # seconds
19 # Local test variables
20 TESTDIR_SINGLE="${TESTDIR}/single"
21 TESTDIR_MULTI="${TESTDIR}/multi"
23 LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log}
25 NODES_TO_USE=${NODES_TO_USE:-$CLIENTS}
26 NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ })
27 # XXX - this needs to be determined given the number of MDTs and the number
29 THREADS_PER_CLIENT=3 # threads/client for multi client test
30 if [ $NUM_CLIENTS -gt 50 ]; then
34 [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built."
36 # Make sure we start with a clean slate
39 log "===== $0 ====== "
41 check_and_setup_lustre
43 IFree=$(inodes_available)
44 if [ $IFree -lt $NUM_FILES ]; then
48 generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile"
50 $LFS setstripe $TESTDIR -i 0 -c 1
53 if [ -n "$NOSINGLE" ]; then
54 echo "NO Tests on single client."
56 if [ -n "$NOCREATE" ]; then
57 echo "NO Test for creates for a single client."
59 # We can use np = $NUM_CLIENTS to speed up the cleanup
60 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore
62 log "===== $0 ### 1 NODE CREATE ###"
64 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
65 --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
67 mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG}
69 if [ ${PIPESTATUS[0]} != 0 ]; then
70 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
71 error "mdsrate create for a single client failed, aborting"
75 if [ -n "$NOUNLINK" ]; then
76 echo "NO Test for unlinks for a single client."
78 log "===== $0 ### 1 NODE UNLINK ###"
80 if [ -f "$LOG" ]; then
81 CREATED=$(awk '/total:/ { print $7 }' $LOG)
82 [ $CREATED -gt 0 ] && NUM_FILES=$CREATED
85 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
86 --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
88 mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG}
90 if [ ${PIPESTATUS[0]} != 0 ]; then
91 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
92 error "mdsrate unlinks for a single client failed, aborting"
97 IFree=$(inodes_available)
98 if [ $IFree -lt $NUM_FILES ]; then
102 if [ -n "$NOMULTI" ]; then
103 echo "NO tests on multiple nodes."
105 if [ -n "$NOCREATE" ]; then
106 echo "NO test for create on multiple nodes."
108 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore
110 log "===== $0 ### $NUM_CLIENTS NODES CREATE with $THREADS_PER_CLIENT threads per client ###"
112 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
113 --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
115 mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \
116 ${COMMAND} | tee ${LOG}
117 if [ ${PIPESTATUS[0]} != 0 ]; then
118 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
119 error "mdsrate create on multiple nodes failed, aborting"
123 if [ -n "$NOUNLINK" ]; then
124 echo "NO Test for unlinks multiple nodes."
126 log "===== $0 ### $NUM_CLIENTS NODES UNLINK with $THREADS_PER_CLIENT threads per client ###"
128 if [ -f "$LOG" ]; then
129 CREATED=$(awk '/total:/ { print $7 }' $LOG)
130 [ $CREATED -gt 0 ] && NUM_FILES=$CREATED
133 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
134 --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
136 mpi_run -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) -machinefile ${MACHINEFILE} \
137 ${COMMAND} | tee ${LOG}
138 if [ ${PIPESTATUS[0]} != 0 ]; then
139 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
140 error "mdsrate unlinks multiple nodes failed, aborting"
145 equals_msg `basename $0`: test complete, cleaning up
147 check_and_cleanup_lustre