5 PTLDEBUG=${PTLDEBUG:--1}
6 LUSTRE=${LUSTRE:-`dirname $0`/..}
7 . $LUSTRE/tests/test-framework.sh
9 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
11 ostfailover_HOST=${ostfailover_HOST:-$ost_HOST}
12 #failover= must be defined in OST_MKFS_OPTIONS if ostfailover_HOST != ost_HOST
14 # Tests that fail on uml
15 CPU=`awk '/model/ {print $4}' /proc/cpuinfo`
16 [ "$CPU" = "UML" ] && EXCEPT="$EXCEPT 6"
20 ALWAYS_EXCEPT="$REPLAY_OST_SINGLE_EXCEPT"
22 # It is replay-ost-single, after all
33 if [ "$ONLY" == "cleanup" ]; then
40 SETUP=${SETUP:-"setup"}
41 CLEANUP=${CLEANUP:-"cleanup"}
44 # needs to run during initial client->OST connection
45 #define OBD_FAIL_OST_ALL_REPLY_NET 0x211
46 do_facet ost "sysctl -w lustre.fail_loc=0x80000211"
47 zconf_mount `hostname` $MOUNT && df $MOUNT || error "0a mount fail"
52 start mds $MDSDEV $MDS_MOUNT_OPTS
53 start ost1 `ostdevname 1` $OST_MOUNT_OPTS
54 [ "$DAEMONFILE" ] && $LCTL debug_daemon start $DAEMONFILE $DAEMONSIZE
56 # this might not mount if we aren't running test 0a
57 [ -z "`grep " $MOUNT " /proc/mounts`" ] && \
58 run_test 0a "target handle mismatch (bug 5317) `date +%H:%M:%S`"
60 if [ -z "`grep " $MOUNT " /proc/mounts`" ]; then
61 zconf_mount `hostname` $MOUNT || error "mount fail"
64 do_facet ost1 "sysctl -w lustre.fail_loc=0"
73 cp /etc/profile $DIR/$tfile
75 diff /etc/profile $DIR/$tfile
78 run_test 0b "empty replay"
83 $CHECKSTAT -t file $DIR/$tfile || return 1
90 echo "tag-$i" > $DIR/$tfile-$i
94 grep -q "tag-$i" $DIR/$tfile-$i || error "f2-$i"
98 run_test 2 "|x| 10 open(O_CREAT)s"
101 verify=$ROOT/tmp/verify-$$
102 dd if=/dev/urandom bs=4096 count=1280 | tee $verify > $DIR/$tfile &
106 wait $ddpid || return 1
107 cmp $verify $DIR/$tfile || return 2
108 rm -f $verify $DIR/$tfile
110 run_test 3 "Fail OST during write, with verification"
113 verify=$ROOT/tmp/verify-$$
114 dd if=/dev/urandom bs=4096 count=1280 | tee $verify > $DIR/$tfile
115 # invalidate cache, so that we're reading over the wire
116 for i in /proc/fs/lustre/ldlm/namespaces/*-osc-*; do
117 echo -n clear > $i/lru_size
119 cmp $verify $DIR/$tfile &
122 wait $cmppid || return 1
123 rm -f $verify $DIR/$tfile
125 run_test 4 "Fail OST during read, with verification"
128 [ -z "`which iozone 2> /dev/null`" ] && log "iozone missing" && return
129 FREE=`df -P -h $DIR | tail -n 1 | awk '{ print $3 }'`
133 IOZONE_OPTS="-i 0 -i 1 -i 2 -+d -r 4 -s $FREE"
134 iozone $IOZONE_OPTS -f $DIR/$tfile &
143 [ $RC -ne 0 ] && return $RC || true
145 run_test 5 "Fail OST during iozone"
148 awk '{total+=$1} END {print total}' /proc/fs/lustre/osc/*-osc-*/kbytesfree
154 sync && sleep 2 && sync # wait for delete thread
156 dd if=/dev/urandom bs=4096 count=1280 of=$f || return 28
158 #define OBD_FAIL_MDS_REINT_NET_REP 0x119
159 do_facet mds "sysctl -w lustre.fail_loc=0x80000119"
161 sleep 1 # ensure we have a fresh statfs
163 after_dd=`kbytesfree`
164 log "before: $before after_dd: $after_dd"
165 (( $before > $after_dd )) || return 1
168 $CHECKSTAT -t file $f && return 2 || true
170 # let the delete happen
173 log "before: $before after: $after"
174 (( $before <= $after + 40 )) || return 3 # take OST logs into account
176 run_test 6 "Fail OST before obd_destroy"
181 sync && sleep 2 && sync # wait for delete thread
183 dd if=/dev/urandom bs=4096 count=1280 of=$f || return 4
185 sleep 1 # ensure we have a fresh statfs
186 after_dd=`kbytesfree`
187 log "before: $before after_dd: $after_dd"
188 (( $before > $after_dd )) || return 1
192 $CHECKSTAT -t file $f && return 2 || true
194 # let the delete happen
197 log "before: $before after: $after"
198 (( $before <= $after + 40 )) || return 3 # take OST logs into account
200 run_test 7 "Fail OST before obd_destroy"
202 equals_msg test complete, cleaning up