#!/bin/bash
+# -*- mode: Bash; tab-width: 4; indent-tabs-mode: t; -*-
+# vim:shiftwidth=4:softtabstop=4:tabstop=4:
set -e
-# bug number: 10124
-ALWAYS_EXCEPT="15c $REPLAY_DUAL_EXCEPT"
+# bug number: LU-2012 10124
+ALWAYS_EXCEPT="14b 15c $REPLAY_DUAL_EXCEPT"
SAVE_PWD=$PWD
PTLDEBUG=${PTLDEBUG:--1}
SETUP=${SETUP:-""}
CLEANUP=${CLEANUP:-""}
MOUNT_2=${MOUNT_2:-"yes"}
+export MULTIOP=${MULTIOP:-multiop}
. $LUSTRE/tests/test-framework.sh
init_test_env $@
# LU-482 Avert LVM and VM inability to flush caches in pre .33 kernels
if [ $LINUX_VERSION_CODE -lt $(version_code 2.6.33) ]; then
- sync
- do_facet $SINGLEMDS sync
+ sync
+ do_facet $SINGLEMDS "sync; sleep 10; sync; sleep 10; sync"
fi
+LU482_FAILED=$(mktemp -u $TMP/$TESTSUITE.lu482.XXXXXX)
test_0a() {
- touch $MOUNT2/$tfile-A # force sync FLD/SEQ update before barrier
- replay_barrier $SINGLEMDS
+ echo "Check file is LU482_FAILED=$LU482_FAILED"
+ touch $MOUNT2/$tfile-A # force sync FLD/SEQ update before barrier
+ replay_barrier $SINGLEMDS
#define OBD_FAIL_PTLRPC_FINISH_REPLAY | OBD_FAIL_ONCE
- touch $MOUNT2/$tfile
- createmany -o $MOUNT1/$tfile- 50
- $LCTL set_param fail_loc=0x80000514
- facet_failover $SINGLEMDS
- client_up || return 1
- umount -f $MOUNT2
- client_up || return 1
- zconf_mount `hostname` $MOUNT2 || error "mount2 fais"
- unlinkmany $MOUNT1/$tfile- 50 || return 2
- rm $MOUNT2/$tfile || return 3
- rm $MOUNT2/$tfile-A || return 4
+ touch $MOUNT2/$tfile
+ createmany -o $MOUNT1/$tfile- 50
+ $LCTL set_param fail_loc=0x80000514
+ facet_failover $SINGLEMDS
+ [ -f "$LU482_FAILED" ] && skip "LU-482 failure" && return 0
+ client_up || return 1
+ umount -f $MOUNT2
+ client_up || return 1
+ zconf_mount `hostname` $MOUNT2 || error "mount2 fais"
+ unlinkmany $MOUNT1/$tfile- 50 || return 2
+ rm $MOUNT2/$tfile || return 3
+ rm $MOUNT2/$tfile-A || return 4
}
run_test 0a "expired recovery with lost client"
+if [ -f "$LU482_FAILED" ]; then
+ log "Found check file $LU482_FAILED, aborting test script"
+ rm -vf "$LU482_FAILED"
+ complete $SECONDS
+ do_nodes $CLIENTS umount -f $MOUNT2 || true
+ do_nodes $CLIENTS umount -f $MOUNT || true
+ # copied from stopall, but avoid the MDS recovery
+ for num in `seq $OSTCOUNT`; do
+ stop ost$num -f
+ rm -f $TMP/ost${num}active
+ done
+ if ! combined_mgs_mds ; then
+ stop mgs
+ fi
+
+ exit_status
+fi
+
test_0b() {
replay_barrier $SINGLEMDS
touch $MOUNT2/$tfile
multiop_bg_pause $DIR/$tfile mo_c || return 1
MULTIPID=$!
-#define OBD_FAIL_LDLM_ENQUEUE 0x302
+#define OBD_FAIL_LDLM_ENQUEUE_NET 0x302
do_facet $SINGLEMDS lctl set_param fail_loc=0x80000302
facet_failover $SINGLEMDS
do_facet $SINGLEMDS lctl set_param fail_loc=0
# as test_15a
test_14b() {
- wait_mds_ost_sync
- wait_destroy_complete
- BEFOREUSED=`df -P $DIR | tail -1 | awk '{ print $3 }'`
- mkdir -p $MOUNT1/$tdir
- $SETSTRIPE -i 0 $MOUNT1/$tdir
- replay_barrier $SINGLEMDS
- createmany -o $MOUNT1/$tdir/$tfile- 5
+ wait_mds_ost_sync
+ wait_delete_completed
- $SETSTRIPE -i 0 $MOUNT2/f14b-3
- echo "data" > $MOUNT2/f14b-3
- createmany -o $MOUNT1/$tdir/$tfile-3- 5
- umount $MOUNT2
+ local BEFOREUSED=$(df -P $DIR | tail -1 | awk '{ print $3 }')
- fail $SINGLEMDS
- wait_recovery_complete $SINGLEMDS || error "MDS recovery not done"
+ mkdir -p $MOUNT1/$tdir
+ $SETSTRIPE -i 0 $MOUNT1/$tdir
+ replay_barrier $SINGLEMDS
+ createmany -o $MOUNT1/$tdir/$tfile- 5
- # first 25 files should have been replayed
- unlinkmany $MOUNT1/$tdir/$tfile- 5 || return 2
- unlinkmany $MOUNT1/$tdir/$tfile-3- 5 || return 3
+ $SETSTRIPE -i 0 $MOUNT2/$tfile-2
+ dd if=/dev/zero of=$MOUNT2/$tfile-2 bs=1M count=5
+ createmany -o $MOUNT1/$tdir/$tfile-3- 5
+ umount $MOUNT2
- zconf_mount `hostname` $MOUNT2 || error "mount $MOUNT2 fail"
+ fail $SINGLEMDS
+ wait_recovery_complete $SINGLEMDS || error "MDS recovery not done"
- wait_mds_ost_sync || return 4
- wait_destroy_complete || return 5
+ # first set of files should have been replayed
+ unlinkmany $MOUNT1/$tdir/$tfile- 5 || error "first unlinks failed"
+ unlinkmany $MOUNT1/$tdir/$tfile-3- 5 || error "second unlinks failed"
- AFTERUSED=`df -P $DIR | tail -1 | awk '{ print $3 }'`
- log "before $BEFOREUSED, after $AFTERUSED"
- [ $AFTERUSED -ne $BEFOREUSED ] && \
- error "after $AFTERUSED > before $BEFOREUSED" && return 4
- return 0
+ zconf_mount $HOSTNAME $MOUNT2 || error "mount $MOUNT2 failed"
+ [ -f $MOUNT2/$tfile-2 ] && error "$MOUNT2/$tfile-2 exists!"
+
+ wait_mds_ost_sync || error "wait_mds_ost_sync failed"
+ wait_delete_completed || error "wait_delete_complete failed"
+
+ local AFTERUSED=$(df -P $DIR | tail -1 | awk '{ print $3 }')
+ log "before $BEFOREUSED, after $AFTERUSED"
+ # leave some margin for some files/dirs to be modified (OI, llog, etc)
+ [ $AFTERUSED -gt $((BEFOREUSED + 128)) ] &&
+ error "after $AFTERUSED > before $BEFOREUSED" || true
}
run_test 14b "delete ost orphans if gap occured in objids due to VBR"
NOW=`date +%s`
do_facet $SINGLEMDS lctl set_param fail_loc=0x8000030b # hold enqueue
sleep 1
-#define OBD_FAIL_LDLM_BL_CALLBACK 0x305
+#define OBD_FAIL_LDLM_BL_CALLBACK_NET 0x305
do_facet client lctl set_param fail_loc=0x80000305 # drop cb, evict
cancel_lru_locks mdc
usleep 500 # wait to ensure first client is one that will be evicted
# end commit on sharing tests
-complete $(basename $0) $SECONDS
+complete $SECONDS
SLEEP=$((`date +%s` - $NOW))
[ $SLEEP -lt $TIMEOUT ] && sleep $SLEEP
[ "$MOUNTED2" = yes ] && zconf_umount $HOSTNAME $MOUNT2 || true