X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Flfscktest.sh;h=0b18e3e6c5510e640fd3d8865c3106b7bedadb88;hp=95f7e55c83ca52d63ee4cd20e6ae7430b8d0e2ec;hb=113303973ec9f8484eb2355a1a6ef3c4c7fd6a56;hpb=272294dfa235dac803ed2d2b2ee8e0bd402622bb;ds=sidebyside

diff --git a/lustre/tests/lfscktest.sh b/lustre/tests/lfscktest.sh
index 95f7e55..0b18e3e 100755
--- a/lustre/tests/lfscktest.sh
+++ b/lustre/tests/lfscktest.sh
@@ -1,122 +1,224 @@
 #!/bin/bash
-set -vx
-#set -e
+#set -vx
+set -e
+
+TESTNAME="lfscktest"
+TMP=${TMP:-/tmp}
+MDSDB=${MDSDB:-$TMP/mdsdb}
+OSTDB=${OSTDB:-$TMP/ostdb}
+LOG=${LOG:-"$TMP/lfscktest.log"}
+L2FSCK_PATH=${L2FSCK_PATH:-""}
+NUMFILES=${NUMFILES:-10}
+NUMDIRS=${NUMDIRS:-4}
+LFIND=${LFIND:-"lfs find"}
+GETFATTR=${GETFATTR:-getfattr}
+SETFATTR=${SETFATTR:-setfattr}
+MAX_ERR=1
 
-. ./lfscktest_config.sh
+export PATH=$LFSCK_PATH:`dirname $0`:`dirname $0`/../utils:$PATH
 
-sh llmount.sh || exit 1
+[ -z "`which $GETFATTR`" ] && echo "$0: $GETFATTR not found" && exit 5
+[ -z "`which $SETFATTR`" ] && echo "$0: $SETFATTR not found" && exit 6
 
-#Create mount points on target OST and MDS
-#Create test directory 
-mkdir -p $OST_MOUNTPT
-mkdir -p $MDS_MOUNTPT
-mkdir -p $TEST_DIR
+LUSTRE=${LUSTRE:-`dirname $0`/..}
+. $LUSTRE/tests/test-framework.sh
+init_test_env $@
+. ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
 
-export PATH=$LFSCK_PATH:`dirname $0`:`dirname $0`/../utils:$PATH
+WAS_MOUNTED=`mount | grep $MOUNT`
+[ "$WAS_MOUNTED" ] || $FORMAT && $SETUP
+
+DIR=${DIR:-$MOUNT/$TESTNAME}
+[ -z "`echo $DIR | grep $MOUNT`" ] && echo "$DIR not in $MOUNT" && exit 3
 
-# Create some files on the filesystem
-for i in `seq 0 3`; do
-	mkdir -p ${MOUNT}/d$i
-	for j in `seq 0 5`; do
-		mkdir -p  ${MOUNT}/d$i/d$j
-		for k in `seq 1 5`; do
-			FILE="${MOUNT}/d$i/d$j/test$k"
-			echo "creating $FILE"
-			dd if=/dev/zero bs=4k count=1 of=$FILE
+if [ "$WAS_MOUNTED" ]; then
+	LFSCK_SETUP=no
+	MAX_ERR=4		# max expected error from e2fsck
+fi
+
+get_mnt_devs() {
+	DEVS=`cat /proc/fs/lustre/$1/*/mntdev`
+	for DEV in $DEVS; do
+		case $DEV in
+		*loop*) losetup $DEV | sed -e "s/.*(//" -e "s/).*//" ;;
+		*) echo $DEV ;;
+		esac
+	done
+}
+
+if [ "$LFSCK_SETUP" != "no" ]; then
+	#Create test directory 
+	rm -rf $DIR
+	mkdir -p $DIR
+	OSTCOUNT=`$LFIND $MOUNT | grep -c "^[0-9]*: "`
+
+	# Create some files on the filesystem
+	for d in `seq -f d%g $NUMDIRS`; do
+		echo "creating files in $DIR/$d"
+		for e in `seq -f d%g $NUMDIRS`; do
+			mkdir -p  $DIR/$d/$e
+			for f in `seq -f test%g $NUMDIRS`; do
+				cp /etc/fstab $DIR/$d/$e/$f ||exit 5
+			done
 		done
 	done
-done
 
-# Create Files to be modified
-file_name=${TESTNAME}
-for FILE in `seq -f ${TEST_DIR}/${file_name}.%g 0 40`; do
-	dd if=/dev/zero count=1 bs=64K of=$FILE || exit 1
-done
+	# Create Files to be modified
+	for f in `seq -f $DIR/testfile.%g $((NUMFILES * 3))`; do
+		echo "creating $f"
+		cp /etc/termcap $f || exit 10
+	done
 
-#Create some more files
-for i in `seq 21 23`; do
-	mkdir -p ${MOUNT}/d$i
-	for j in `seq 0 5`; do
-		mkdir -p  ${MOUNT}/d$i/d$j
-		for k in `seq 0 5`; do
-			FILE="${MOUNT}/d$i/d$j/test$k"
-			echo "creating $FILE"
-			dd if=/dev/zero bs=4k count=1 of=$FILE
+	#Create some more files
+	for d in `seq -f d%g $((NUMDIRS * 2 + 1)) $((NUMDIRS * 2 + 3))`; do
+		echo "creating files in $DIR/$d"
+		for e in `seq -f d%g $NUMDIRS`; do
+			mkdir -p  $DIR/$d/$e
+			for f in `seq -f test%g $NUMDIRS`; do
+				cp /etc/hosts $DIR/$d/$e/$f ||exit 15
+			done
 		done
 	done
-done
 
-# Get objids for a file on the OST
-OST_TEST_FILE_OBJIDS=""
-for i in `seq 0 19`; do
-	OST_TEST_FILE=${TEST_DIR}/${file_name}.$i
-	##Get the file OBJID
-	OST_TEST_FILE_OBJID=`$LFIND -v -o $OST_UUID $OST_TEST_FILE|grep '\*$' | awk '{ print $2 }'` || exit 1
-	if [ "$OST_TEST_FILE_OBJID" ]; then
-		echo "REMOVING OBJID $OST_TEST_FILE_OBJID on $OST_UUID from $OST_TEST_FILE"
-	fi
-	OST_TEST_FILE_OBJIDS="$OST_TEST_FILE_OBJIDS $OST_TEST_FILE_OBJID"
-done
-
-MDS_FILES=""
-for i in `seq 20 39`; do
-	TEST_FILE=${TEST_DIR}/${file_name}.$i
-	echo "REMOVING MDS FILE $TEST_FILE which has info:"
-	$LFIND -v $TEST_FILE  || exit 1
-	MDS_FILES="$MDS_FILES ${TESTNAME}/${file_name}.$i"
-done
+	# these should NOT be taken as duplicates
+	for f in `seq -f $DIR/$d/linkfile.%g $NUMFILES`; do
+		echo "linking files in $DIR/$d"
+		cp /etc/hosts $f
+		ln $f $f.link
+	done
 
-sh llmountcleanup.sh || exit 1
-# Remove objects associated with files
-echo "removing objects: $OST_TEST_FILE_OBJIDS"
-for i in $OST_TEST_FILE_OBJIDS; do
-	z=`expr $i % 32`
-	debugfs -w -R "rm O/0/d$z/$i" "$OSTDEV" || exit 1
-done
+	# Get objids for a file on the OST
+	OST_FILES=`seq -f $DIR/testfile.%g $NUMFILES`
+	OST_REMOVE=`$LFIND $OST_FILES | awk '$1 == 0 { print $2 }' | head -n $NUMFILES`
 
-mount "-o" loop $MDSDEV $MDS_MOUNTPT
+	export MDS_DUPE=""
+	for f in `seq -f testfile.%g $((NUMFILES + 1)) $((NUMFILES * 2))`; do
+		TEST_FILE=$DIR/$f
+		echo "DUPLICATING MDS file $TEST_FILE"
+		$LFIND -v $TEST_FILE >> $LOG || exit 20
+		MDS_DUPE="$MDS_DUPE $TEST_FILE"
+	done
+	MDS_DUPE=`echo $MDS_DUPE | sed "s#$MOUNT/##g"`
+
+	export MDS_REMOVE=""
+	for f in `seq -f testfile.%g $((NUMFILES * 2 + 1)) $((NUMFILES * 3))`; do
+		TEST_FILE=$DIR/$f
+		echo "REMOVING MDS file $TEST_FILE which has info:"
+		$LFIND -v $TEST_FILE >> $LOG || exit 30
+		MDS_REMOVE="$MDS_REMOVE $TEST_FILE"
+	done
+	MDS_REMOVE=`echo $MDS_REMOVE | sed "s#$MOUNT/##g"`
+
+	MDTDEVS=`get_mnt_devs mds`
+	OSTDEVS=`get_mnt_devs obdfilter`
+	OSTCOUNT=`echo $OSTDEVS | wc -w`
+	sh llmountcleanup.sh || exit 40
+
+	# Remove objects associated with files
+	echo "removing objects: `echo $OST_REMOVE`"
+	DEBUGTMP=`mktemp $TMP/debugfs.XXXXXXXXXX`
+	for i in $OST_REMOVE; do
+		echo "rm O/0/d$((i % 32))/$i" >> $DEBUGTMP
+	done
+	debugfs -w -f $DEBUGTMP `echo $OSTDEVS | cut -d' ' -f 1`
+	RET=$?
+	rm $DEBUGTMP
+	[ $RET -ne 0 ] && exit 50
+
+	SAVE_PWD=$PWD
+	mount -t $FSTYPE -o loop $MDSDEV $MOUNT || exit 60
+	do_umount() {
+		trap 0
+		cd $SAVE_PWD
+		umount -f $MOUNT
+	}
+	trap do_umount EXIT
+
+	#Remove files from mds
+	for f in $MDS_REMOVE; do
+		rm $MOUNT/ROOT/$f || exit 70
+	done
 
-#Remove files from mds
-for i in $MDS_FILES; do
-	rm $MDS_MOUNTPT/ROOT/$i || (umount $MDS_MOUNTPT && exit 1)
-done
+	#Create EAs on files so objects are referenced from different files
+	ATTRTMP=`mktemp $TMP/setfattr.XXXXXXXXXX`
+	cd $MOUNT/ROOT || exit 78
+	for f in $MDS_DUPE; do
+		touch $f.bad || exit 74
+		getfattr -n trusted.lov $f | sed "s#$f#&.bad#" > $ATTRTMP
+		setfattr --restore $ATTRTMP || exit 80
+	done
+	cd $SAVE_PWD
+	rm $ATTRTMP
 
-#Create EAs on files so objects are referenced twice from different mds files
-for i in `seq 0 19`; do
-	touch $MDS_MOUNTPT/ROOT/${TESTNAME}/${TESTNAME}.bad.$i
-	copy_attr $MDS_MOUNTPT/ROOT/${TESTNAME}/${TESTNAME}.$i $MDS_MOUNTPT/ROOT/${TESTNAME}/${TESTNAME}.bad.$i || (umount $MDS_MOUNTPT && exit 1)
-        i=`expr $i + 1`
-done
-umount $MDS_MOUNTPT 
-rmdir $MDS_MOUNTPT
-rmdir $OST_MOUNTPT
+	do_umount
+else
+	MDTDEVS=`get_mnt_devs mds`
+	OSTDEVS=`get_mnt_devs obdfilter`
+	OSTCOUNT=`echo $OSTDEVS | wc -w`
+fi # LFSCK_SETUP
 
 # Run e2fsck to get mds and ost info
 # a return status of 1 indicates e2fsck successfuly fixed problems found
+set +e
 
-e2fsck -d -f -y --mdsdb $GPATH/mdsdb $MDSDEV
+echo "e2fsck -d -v -fn --mdsdb $MDSDB $MDSDEV"
+e2fsck -d -v -fn --mdsdb $MDSDB $MDSDEV
 RET=$?
-[ $RET -ne 0 -a $RET -ne 1 ] && exit 1
+[ $RET -gt $MAX_ERR ] && echo "e2fsck returned $RET" && exit 90 || true
+
+export OSTDB_LIST=""
 i=0
-OSTDB_LIST=""
-while [ $i -lt $NUM_OSTS ]; do
-	e2fsck -d -f -y --mdsdb $GPATH/mdsdb --ostdb $GPATH/ostdb-$i $TMP/ost`expr $i + 1`-`hostname`
+for OSTDEV in $OSTDEVS; do
+	e2fsck -d -v -fn --mdsdb $MDSDB --ostdb $OSTDB-$i $OSTDEV
 	RET=$?
-	[ $RET -ne 0 -a $RET -ne 1 ] && exit 1
-	if [ -z "${OSTDB_LIST}" ]; then
-		OSTDB_LIST=${GPATH}/ostdb-$i
-	else
-		OSTDB_LIST=${GPATH}/ostdb-$i,${OSTDB_LIST}
-	fi
-	i=`expr $i + 1`
+	[ $RET -gt $MAX_ERR ] && echo "e2fsck returned $RET" && exit 100
+	OSTDB_LIST="$OSTDB_LIST $OSTDB-$i"
+	i=$((i + 1))
 done
 
 #Remount filesystem
-sh llrmount.sh  || exit 1
+[ "`mount | grep $MOUNT`" ] || $SETUP
+
+# need to turn off shell error detection to get proper error return
+# lfsck will return 1 if the filesystem had errors fixed
+echo "LFSCK TEST 1"
+echo "lfsck -c -l --mdsdb $MDSDB --ostdb $OSTDB_LIST $MOUNT"
+lfsck -c -l --mdsdb $MDSDB --ostdb $OSTDB_LIST $MOUNT
+RET=$?
+[ $RET -eq 0 ] && echo "clean after first check" && exit 0
+echo "LFSCK TEST 1 - finished with rc=$RET"
+[ $RET -gt $MAX_ERR ] && exit 110 || true
 
-lfsck -l --mdsdb $GPATH/mdsdb --ostdb ${OSTDB_LIST} ${MOUNT} || exit 1  
+# make sure everything gets to the backing store
+sync; sleep 2; sync
+
+echo "LFSCK TEST 2"
+echo "e2fsck -d -v -fn --mdsdb $MDSDB $MDSDEV"
+e2fsck -d -v -fn --mdsdb $MDSDB $MDSDEV
+RET=$?
+[ $RET -gt $MAX_ERR ] && echo "e2fsck returned $RET" && exit 123 || true
+
+i=0
+export OSTDB_LIST=""
+for OSTDEV in $OSTDEVS; do
+	e2fsck -d -v -fn --mdsdb $MDSDB --ostdb $OSTDB-$i $OSTDEV
+	RET=$?
+	[ $RET -gt $MAX_ERR ] && echo "e2fsck returned $RET" && exit 124
+	OSTDB_LIST="$OSTDB_LIST $OSTDB-$i"
+	i=$((i + 1))
+done
+
+echo "LFSCK TEST 2"
+echo "lfsck -c -l --mdsdb $MDSDB --ostdb $OSTDB_LIST $MOUNT"
+lfsck -c -l --mdsdb $MDSDB --ostdb $OSTDB_LIST $MOUNT
+RET=$?
+echo "LFSCK TEST 2 - finished with rc=$RET"
+[ $RET -ne 0 ] && exit 125 || true
+if [ -z "$WAS_MOUNTED" ]; then
+	sh llmountcleanup.sh || exit 120
+fi
 
 #Cleanup 
-rm $GPATH/mdsdb
-rm $GPATH/ostdb-*
-sh llmountcleanup.sh || exit 1
+rm -f $MDSDB $OSTDB-* || true
+
+echo "$0: completed"