3 # This test was used in a set of CMD3 tests (cmd3-3 test).
5 LUSTRE=${LUSTRE:-$(dirname $0)/..}
6 . $LUSTRE/tests/test-framework.sh
9 assert_env CLIENTS MDSRATE SINGLECLIENT MPIRUN
11 BASEDIR=$MOUNT/mdsrate
14 NUM_FILES=${NUM_FILES:-1000000}
15 TIME_PERIOD=${TIME_PERIOD:-600} # seconds
17 # Local test variables
18 TESTDIR_SINGLE="${BASEDIR}/single"
19 TESTDIR_MULTI="${BASEDIR}/multi"
21 LOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log}
23 NODES_TO_USE=${NODES_TO_USE:-$CLIENTS}
24 NUM_CLIENTS=$(get_node_count ${NODES_TO_USE//,/ })
25 # XXX - this needs to be determined given the number of MDTs and the number
27 THREADS_PER_CLIENT=3 # threads/client for multi client test
28 if [ $NUM_CLIENTS -gt 50 ]; then
32 [ ! -x ${MDSRATE} ] && error "${MDSRATE} not built."
34 # Make sure we start with a clean slate
37 log "===== $0 ====== "
39 check_and_setup_lustre
41 MDSRATE_ENABLE_DNE=${MDSRATE_ENABLE_DNE:-false}
42 if $MDSRATE_ENABLE_DNE; then
44 mdtcount_opt="--mdtcount $MDSCOUNT"
52 mdsrate_STRIPEPARAMS=${mdsrate_STRIPEPARAMS:-${fs_STRIPEPARAMS:-"-i 0 -c 1"}}
53 setstripe_getstripe $BASEDIR $mdsrate_STRIPEPARAMS
55 IFree=$(mdsrate_inodes_available)
56 if [ $IFree -lt $NUM_FILES ]; then
60 generate_machine_file $NODES_TO_USE $MACHINEFILE ||
61 error "can not generate machinefile"
63 p="$TMP/$TESTSUITE-$TESTNAME.parameters"
64 save_lustre_params $(get_facets MDS) mdt.*.enable_remote_dir_gid > $p
65 do_nodes $(comma_list $(mdts_nodes)) \
66 $LCTL set_param mdt.*.enable_remote_dir_gid=-1
68 if [ -n "$NOSINGLE" ]; then
69 echo "NO Tests on single client."
71 if [ -n "$NOCREATE" ]; then
72 echo "NO Test for creates for a single client."
74 # We can use np = $NUM_CLIENTS to speed up the cleanup
75 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_SINGLE 'f%%d' --ignore
77 log "===== $0 ### 1 NODE CREATE ###"
79 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
80 --nfiles $NUM_FILES --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'
81 $mdtcount_opt $debug_opt"
83 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} |
86 if [ ${PIPESTATUS[0]} != 0 ]; then
87 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
88 error_noexit "mdsrate create on single client failed, aborting"
89 restore_lustre_params < $p
90 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES \
91 $TESTDIR_SINGLE 'f%%d' --ignore
96 if [ -n "$NOUNLINK" ]; then
97 echo "NO Test for unlinks for a single client."
99 log "===== $0 ### 1 NODE UNLINK ###"
101 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
102 --nfiles ${NUM_FILES} --dir ${TESTDIR_SINGLE} --filefmt 'f%%d'"
104 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} -np 1 ${COMMAND} |
107 if [ ${PIPESTATUS[0]} != 0 ]; then
108 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
109 error "mdsrate unlinks for a single client failed, aborting"
112 rmdir $TESTDIR_SINGLE
116 IFree=$(mdsrate_inodes_available)
117 if [ $IFree -lt $NUM_FILES ]; then
121 if [ -n "$NOMULTI" ]; then
122 echo "NO tests on multiple nodes."
124 if [ -n "$NOCREATE" ]; then
125 echo "NO test for create on multiple nodes."
127 mdsrate_cleanup $NUM_CLIENTS $MACHINEFILE $NUM_FILES $TESTDIR_MULTI 'f%%d' --ignore
129 log "===== $0 ### $NUM_CLIENTS NODES CREATE with $THREADS_PER_CLIENT threads per client ###"
131 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --create --time ${TIME_PERIOD}
132 --nfiles $NUM_FILES --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
134 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
135 -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} |
138 if [ ${PIPESTATUS[0]} != 0 ]; then
139 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
140 error_noexit "mdsrate create on multiple nodes failed, aborting"
141 restore_lustre_params < $p
142 mdsrate_cleanup $((NUM_CLIENTS * THREADS_PER_CLIENT)) \
143 $MACHINEFILE $NUM_FILES \
144 $TESTDIR_MULTI 'f%%d' --ignore
149 if [ -n "$NOUNLINK" ]; then
150 echo "NO Test for unlinks multiple nodes."
152 log "===== $0 ### $NUM_CLIENTS NODES UNLINK with $THREADS_PER_CLIENT threads per client ###"
154 COMMAND="${MDSRATE} ${MDSRATE_DEBUG} --unlink
155 --nfiles ${NUM_FILES} --dir ${TESTDIR_MULTI} --filefmt 'f%%d'"
157 mpi_run ${MACHINEFILE_OPTION} ${MACHINEFILE} \
158 -np $((NUM_CLIENTS * THREADS_PER_CLIENT)) ${COMMAND} |
160 if [ ${PIPESTATUS[0]} != 0 ]; then
161 [ -f $LOG ] && sed -e "s/^/log: /" $LOG
162 error "mdsrate unlinks multiple nodes failed, aborting"
170 restore_lustre_params < $p
171 rmdir $BASEDIR || true
173 check_and_cleanup_lustre