5 PTLDEBUG=${PTLDEBUG:--1}
6 LUSTRE=${LUSTRE:-`dirname $0`/..}
8 . $LUSTRE/tests/test-framework.sh
10 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
12 ostfailover_HOST=${ostfailover_HOST:-$ost_HOST}
13 #failover= must be defined in OST_MKFS_OPTIONS if ostfailover_HOST != ost_HOST
15 # Tests that fail on uml
16 CPU=`awk '/model/ {print $4}' /proc/cpuinfo`
17 [ "$CPU" = "UML" ] && EXCEPT="$EXCEPT 6"
21 ALWAYS_EXCEPT="$REPLAY_OST_SINGLE_EXCEPT"
23 # It is replay-ost-single, after all
34 if [ "$ONLY" == "cleanup" ]; then
41 SETUP=${SETUP:-"setup"}
44 # needs to run during initial client->OST connection
45 #define OBD_FAIL_OST_ALL_REPLY_NET 0x211
46 do_facet ost "sysctl -w lustre.fail_loc=0x80000211"
47 zconf_mount `hostname` $MOUNT && df $MOUNT || error "0a mount fail"
52 start mds1 `mdsdevname 1` $MDS_MOUNT_OPTS
53 start ost1 `ostdevname 1` $OST_MOUNT_OPTS
54 [ "$DAEMONFILE" ] && $LCTL debug_daemon start $DAEMONFILE $DAEMONSIZE
56 # this might not mount if we aren't running test 0a
57 [ -z "`grep " $MOUNT " /proc/mounts`" ] && \
58 run_test 0a "target handle mismatch (bug 5317) `date +%H:%M:%S`"
60 if [ -z "`grep " $MOUNT " /proc/mounts`" ]; then
61 zconf_mount `hostname` $MOUNT || error "mount fail"
65 do_facet ost1 "sysctl -w lustre.fail_loc=0"
74 cp /etc/profile $DIR/$tfile
76 diff /etc/profile $DIR/$tfile
79 run_test 0b "empty replay"
84 $CHECKSTAT -t file $DIR/$tfile || return 1
91 echo "tag-$i" > $DIR/$tfile-$i
95 grep -q "tag-$i" $DIR/$tfile-$i || error "f2-$i"
99 run_test 2 "|x| 10 open(O_CREAT)s"
102 verify=$ROOT/tmp/verify-$$
103 dd if=/dev/urandom bs=4096 count=1280 | tee $verify > $DIR/$tfile &
107 wait $ddpid || return 1
108 cmp $verify $DIR/$tfile || return 2
109 rm -f $verify $DIR/$tfile
111 run_test 3 "Fail OST during write, with verification"
114 verify=$ROOT/tmp/verify-$$
115 dd if=/dev/urandom bs=4096 count=1280 | tee $verify > $DIR/$tfile
116 # invalidate cache, so that we're reading over the wire
118 cmp $verify $DIR/$tfile &
121 wait $cmppid || return 1
122 rm -f $verify $DIR/$tfile
124 run_test 4 "Fail OST during read, with verification"
127 [ -z "`which iozone 2> /dev/null`" ] && log "iozone missing" && return
128 FREE=`df -P -h $DIR | tail -n 1 | awk '{ print $3 }'`
132 IOZONE_OPTS="-i 0 -i 1 -i 2 -+d -r 4 -s $FREE"
133 iozone $IOZONE_OPTS -f $DIR/$tfile &
142 [ $RC -ne 0 ] && return $RC || true
144 run_test 5 "Fail OST during iozone"
147 awk '{total+=$1} END {print total}' /proc/fs/lustre/osc/*-osc-*/kbytesfree
153 sync && sleep 2 && sync # wait for delete thread
155 dd if=/dev/urandom bs=4096 count=1280 of=$f || return 28
158 sleep 2 # ensure we have a fresh statfs
160 #define OBD_FAIL_MDS_REINT_NET_REP 0x119
161 do_facet mds "sysctl -w lustre.fail_loc=0x80000119"
162 after_dd=`kbytesfree`
163 log "before: $before after_dd: $after_dd"
164 (( $before > $after_dd )) || return 1
167 $CHECKSTAT -t file $f && return 2 || true
169 # let the delete happen
172 log "before: $before after: $after"
173 (( $before <= $after + 40 )) || return 3 # take OST logs into account
175 run_test 6 "Fail OST before obd_destroy"
180 sync && sleep 5 && sync # wait for delete thread
182 dd if=/dev/urandom bs=4096 count=1280 of=$f || return 4
184 sleep 2 # ensure we have a fresh statfs
186 after_dd=`kbytesfree`
187 log "before: $before after_dd: $after_dd"
188 (( $before > $after_dd )) || return 1
192 $CHECKSTAT -t file $f && return 2 || true
194 # let the delete happen
197 log "before: $before after: $after"
198 (( $before <= $after + 40 )) || return 3 # take OST logs into account
200 run_test 7 "Fail OST before obd_destroy"
202 equals_msg `basename $0`: test complete, cleaning up
203 check_and_cleanup_lustre
204 [ -f "$TESTSUITELOG" ] && cat $TESTSUITELOG || true