3 # This test was used in a set of CMD3 tests (cmd3-4 test).
5 LUSTRE=${LUSTRE:-`dirname $0`/..}
6 . $LUSTRE/tests/test-framework.sh
8 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
10 assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN
12 MACHINEFILE=${MACHINEFILE:-$TMP/$(basename $0 .sh).machines}
16 # set NUM_FILES=0 to force TIME_PERIOD work
17 NUM_FILES=${NUM_FILES:-1000000}
18 TIME_PERIOD=${TIME_PERIOD:-600} # seconds
20 # Local test variables
21 TESTDIR_SINGLE="${TESTDIR}/single"
22 TESTDIR_MULTI="${TESTDIR}/multi"
24 LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log}
26 NODES_TO_USE=${NODES_TO_USE:-$CLIENTS}
27 NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ })
29 [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built."
31 log "===== $0 ====== "
33 check_and_setup_lustre
35 IFree=$(inodes_available)
36 if [ $IFree -lt $NUM_FILES ]; then
40 generate_machine_file $NODES_TO_USE $MACHINEFILE || error "can not generate machinefile"
42 $LFS setstripe $TESTDIR -c -1
45 # Make sure we start with a clean slate
48 if [ -n "$NOSINGLE" ]; then
49 echo "NO Test for creates for a single client."
51 # We can use np = $NUM_CLIENTS to speed up the cleanup
52 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore
54 log "===== $0 ### 1 NODE CREATE ###"
55 echo "Running creates on 1 node(s)."
57 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
58 --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
60 mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG}
62 if [ ${PIPESTATUS[0]} != 0 ]; then
63 [ -f $LOG ] && cat $LOG
64 error "mpirun ... mdsrate ... failed, aborting"
67 log "===== $0 ### 1 NODE UNLINK ###"
68 echo "Running unlinks on 1 node(s)."
70 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --time ${TIME_PERIOD}
71 --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
73 mpi_run -np 1 -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG}
75 if [ ${PIPESTATUS[0]} != 0 ]; then
76 [ -f $LOG ] && cat $LOG
77 error "mpirun ... mdsrate ... failed, aborting"
81 IFree=$(inodes_available)
82 if [ $IFree -lt $NUM_FILES ]; then
86 if [ -n "$NOMULTI" ]; then
87 echo "NO test for create on multiple nodes."
89 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore
91 log "===== $0 ### $NUM_CLIENTS NODES CREATE ###"
92 echo "Running creates on ${NUM_CLIENTS} node(s)."
94 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
95 --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
97 mpi_run -np ${NUM_CLIENTS} -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG}
99 if [ ${PIPESTATUS[0]} != 0 ]; then
100 [ -f $LOG ] && cat $LOG
101 error "mpirun ... mdsrate ... failed, aborting"
104 echo "Running unlinks on ${NUM_CLIENTS} node(s)."
106 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink --time ${TIME_PERIOD}
107 --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
109 mpi_run -np ${NUM_CLIENTS} -machinefile ${MACHINEFILE} ${COMMAND} | tee ${LOG}
111 if [ ${PIPESTATUS[0]} != 0 ]; then
112 [ -f $LOG ] && cat $LOG
113 error "mpirun ... mdsrate ... failed, aborting"
118 equals_msg `basename $0`: test complete, cleaning up
119 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore
120 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore
122 check_and_cleanup_lustre