init_test_env $@
-. ${CONFIG:=$LUSTRE/tests/cfg/local.sh}
+. ${CONFIG:=$LUSTRE/tests/cfg/lmv.sh}
ostfailover_HOST=${ostfailover_HOST:-$ost_HOST}
# Skip these tests
-ALWAYS_EXCEPT=""
+ALWAYS_EXCEPT="5"
+# test 5 needs a larger fs than what local normally has
gen_config() {
rm -f $XMLCONFIG
- add_mds mds --dev $MDSDEV --size $MDSSIZE
- add_lov lov1 mds --stripe_sz $STRIPE_BYTES\
- --stripe_cnt $STRIPES_PER_OBJ --stripe_pattern 0
+ if [ "$MDSCOUNT" -gt 1 ]; then
+ add_lmv lmv1_svc
+ for mds in `mds_list`; do
+ MDSDEV=$TMP/${mds}-`hostname`
+ add_mds $mds --dev $MDSDEV --size $MDSSIZE --lmv lmv1_svc
+ done
+ add_lov_to_lmv lov1 lmv1_svc --stripe_sz $STRIPE_BYTES \
+ --stripe_cnt $STRIPES_PER_OBJ --stripe_pattern 0
+ MDS=lmv1
+ else
+ add_mds mds1 --dev $MDSDEV --size $MDSSIZE
+ add_lov lov1 mds1 --stripe_sz $STRIPE_BYTES \
+ --stripe_cnt $STRIPES_PER_OBJ --stripe_pattern 0
+ MDS=mds1_svc
+
+ fi
+
add_ost ost --lov lov1 --dev $OSTDEV --size $OSTSIZE --failover
if [ ! -z "$ostfailover_HOST" ]; then
add_ostfailover ost --dev $OSTDEV --size $OSTSIZE
fi
- add_client client mds --lov lov1 --path $MOUNT
+ add_client client $MDS --lov lov1 --path $MOUNT
}
cleanup() {
if [ $activeost != "ost" ]; then
fail ost
fi
- zconf_umount $MOUNT
- stop mds ${FORCE} $MDSLCONFARGS
+ zconf_umount `hostname` $MOUNT
+ for mds in `mds_list`; do
+ stop $mds ${FORCE} $MDSLCONFARGS
+ done
stop ost ${FORCE} --dump cleanup.log
}
build_test_filter
-rm -f ostactive
+SETUP=${SETUP:-"setup"}
+CLEANUP=${CLEANUP:-"cleanup"}
-gen_config
+setup() {
+ gen_config
-start ost --reformat $OSTLCONFARGS
-PINGER=`cat /proc/fs/lustre/pinger`
-
-if [ "$PINGER" != "on" ]; then
- echo "ERROR: Lustre must be built with --enable-pinger for this test."
- stop ost
- exit 1
-fi
-[ "$DAEMONFILE" ] && $LCTL debug_daemon start $DAEMONFILE $DAEMONSIZE
-start mds --reformat $MDSLCONFARGS
-zconf_mount $MOUNT
+ start ost --reformat $OSTLCONFARGS
+ [ "$DAEMONFILE" ] && $LCTL debug_daemon start $DAEMONFILE $DAEMONSIZE
+ for mds in `mds_list`; do
+ start $mds --reformat $MDSLCONFARGS
+ done
+ grep " $MOUNT " /proc/mounts || zconf_mount `hostname` $MOUNT
+}
mkdir -p $DIR
+$SETUP
+
test_0() {
- replay_barrier ost
fail ost
cp /etc/profile $DIR/$tfile
sync
diff /etc/profile $DIR/$tfile
+ rm -f $DIR/$tfile
}
run_test 0 "empty replay"
test_1() {
- replay_barrier ost
date > $DIR/$tfile
fail ost
$CHECKSTAT -t file $DIR/$tfile || return 1
+ rm -f $DIR/$tfile
}
run_test 1 "touch"
test_2() {
- replay_barrier ost
for i in `seq 10`; do
echo "tag-$i" > $DIR/$tfile-$i
done
fail ost
for i in `seq 10`; do
- grep -q "tag-$i" $DIR/$tfile-$i || error "f1c-$i"
+ grep -q "tag-$i" $DIR/$tfile-$i || error "f2-$i"
done
+ rm -f $DIR/$tfile-*
}
run_test 2 "|x| 10 open(O_CREAT)s"
test_3() {
verify=$ROOT/tmp/verify-$$
- dd if=/dev/urandom bs=1024 count=5120 | tee $verify > $DIR/$tfile &
+ dd if=/dev/urandom bs=4096 count=1280 | tee $verify > $DIR/$tfile &
ddpid=$!
sync &
fail ost
wait $ddpid || return 1
cmp $verify $DIR/$tfile || return 2
- rm $verify
+ rm -f $verify $DIR/$tfile
}
run_test 3 "Fail OST during write, with verification"
test_4() {
verify=$ROOT/tmp/verify-$$
- dd if=/dev/urandom bs=1024 count=5120 | tee $verify > $DIR/$tfile
+ dd if=/dev/urandom bs=4096 count=1280 | tee $verify > $DIR/$tfile
# invalidate cache, so that we're reading over the wire
for i in /proc/fs/lustre/ldlm/namespaces/OSC_*MNT*; do
echo -n clear > $i/lru_size
cmppid=$!
fail ost
wait $cmppid || return 1
- rm $verify
+ rm -f $verify $DIR/$tfile
}
run_test 4 "Fail OST during read, with verification"
+test_5() {
+ FREE=`df -P -h $DIR | tail -n 1 | awk '{ print $3 }'`
+ case $FREE in
+ *T|*G) FREE=1G;;
+ esac
+ IOZONE_OPTS="-i 0 -i 1 -i 2 -+d -r 4 -s $FREE"
+ iozone $IOZONE_OPTS -f $DIR/$tfile &
+ PID=$!
+
+ sleep 8
+ fail ost
+ wait $PID || return 1
+ rm -f $DIR/$tfile
+}
+run_test 5 "Fail OST during iozone"
+
+kbytesfree() {
+ awk '{total+=$1} END {print total}' /proc/fs/lustre/osc/OSC_*MNT*/kbytesfree
+}
+
+test_6() {
+ f=$DIR/$tfile
+ rm -f $f
+ sync && sleep 2 && sync # wait for delete thread
+ before=`kbytesfree`
+ dd if=/dev/urandom bs=4096 count=1280 of=$f
+#define OBD_FAIL_MDS_REINT_NET_REP 0x119
+ do_facet mds "sysctl -w lustre.fail_loc=0x80000119"
+ sync
+ sleep 1 # ensure we have a fresh statfs
+ after_dd=`kbytesfree`
+ log "before: $before after_dd: $after_dd"
+ (( $before > $after_dd )) || return 1
+ rm -f $f
+ fail ost
+ $CHECKSTAT -t file $f && return 2 || true
+ sync
+ # let the delete happen
+ sleep 2
+ after=`kbytesfree`
+ log "before: $before after: $after"
+ (( $before <= $after + 40 )) || return 3 # take OST logs into account
+}
+run_test 6 "Fail OST before obd_destroy"
+
+test_7() {
+ f=$DIR/$tfile
+ rm -f $f
+ sync && sleep 2 && sync # wait for delete thread
+ before=`kbytesfree`
+ dd if=/dev/urandom bs=4096 count=1280 of=$f
+ sync
+ after_dd=`kbytesfree`
+ log "before: $before after_dd: $after_dd"
+ (( $before > $after_dd )) || return 1
+ replay_barrier ost
+ rm -f $f
+ fail ost
+ $CHECKSTAT -t file $f && return 2 || true
+ sync
+ # let the delete happen
+ sleep 2
+ after=`kbytesfree`
+ log "before: $before after: $after"
+ (( $before <= $after + 40 )) || return 3 # take OST logs into account
+}
+run_test 7 "Fail OST before obd_destroy"
+
equals_msg test complete, cleaning up
-cleanup
+$CLEANUP