From: Fan Yong <fan.yong@intel.com>
Date: Mon, 22 Jan 2018 05:44:14 +0000 (+0800)
Subject: LU-10193 tests: test migration between ldiskfs and zfs
X-Git-Tag: 2.10.58~14
X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=commitdiff_plain;h=a6fb2bbe71efcb07265ced337d2792626e2d9bbe;hp=a48853cf3dc51b24cc276fcf5f2e3e25a32c0d25

LU-10193 tests: test migration between ldiskfs and zfs

New test cases in conf-sanity.sh

test_108a: migrate from ldiskfs to zfs
test_108b: migrate from zfs to ldiskfs

Signed-off-by: Fan Yong <fan.yong@intel.com>
Change-Id: Ibb4749c316f51b0820648e59235a03a9656f762e
Reviewed-on: https://review.whamcloud.com/30106
Tested-by: Jenkins
Tested-by: Maloo <hpdd-maloo@intel.com>
Reviewed-by: Jian Yu <jian.yu@intel.com>
Reviewed-by: Andreas Dilger <andreas.dilger@intel.com>
Reviewed-by: Oleg Drokin <oleg.drokin@intel.com>
---

diff --git a/lustre/tests/Makefile.am b/lustre/tests/Makefile.am
index 3aee134..e32e353 100644
--- a/lustre/tests/Makefile.am
+++ b/lustre/tests/Makefile.am
@@ -10,6 +10,10 @@ noinst_DATA = disk1_8_up_2_5-ldiskfs.tar.bz2 disk2_1_up_2_5-ldiskfs.tar.bz2
 noinst_DATA += disk2_3_up_2_5-ldiskfs.tar.bz2 disk2_4-ldiskfs.tar.bz2
 noinst_DATA += disk2_4-zfs.tar.bz2 disk2_7-ldiskfs.tar.bz2 disk2_7-zfs.tar.bz2
 noinst_DATA += disk2_9-zfs.tar.bz2 disk2_9-ldiskfs.tar.bz2
+noinst_DATA += ldiskfs_mdt1_2_11.tar.bz2 ldiskfs_mdt2_2_11.tar.bz2
+noinst_DATA += ldiskfs_ost1_2_11.tar.bz2 ldiskfs_ost2_2_11.tar.bz2
+noinst_DATA += zfs_mdt1_2_11.tar.bz2 zfs_mdt2_2_11.tar.bz2
+noinst_DATA += zfs_ost1_2_11.tar.bz2 zfs_ost2_2_11.tar.bz2
 noinst_SCRIPTS = leak_finder.pl llmount.sh llmountcleanup.sh functions.sh
 noinst_SCRIPTS += test-framework.sh runvmstat runiozone runtests sanity.sh
 noinst_SCRIPTS += rundbench acceptance-small.sh compile.sh conf-sanity.sh
diff --git a/lustre/tests/conf-sanity.sh b/lustre/tests/conf-sanity.sh
index 1f5652b..d4bb962 100644
--- a/lustre/tests/conf-sanity.sh
+++ b/lustre/tests/conf-sanity.sh
@@ -7577,6 +7577,219 @@ test_107() {
 }
 run_test 107 "Unknown config param should not fail target mounting"
 
+t_108_prep() {
+	local facet
+
+	$rcmd rm -rf $tmp > /dev/null 2>&1
+	$rcmd mkdir -p $tmp/{mnt,images} || error "failed to mkdir remotely"
+
+	for facet in $facets; do
+		[ $(facet_fstype $SINGLEMDS) = "zfs" ] &&
+			$rcmd $ZPOOL -f export lustre-$facet > /dev/null 2>&1
+		$rcmd mkdir $tmp/mnt/$facet ||
+			error "failed to mkdir $tmp/mnt/$facet"
+		$rcmd dd if=/dev/zero of=$tmp/images/$facet \
+			seek=199 bs=1M count=1 ||
+			error "failed to create $tmp/images/$facet"
+	done
+}
+
+t_108_mkfs() {
+	local role=$1
+	local idx=$2
+	local bkfs=$3
+	local mgs=$4
+	local facet=${role}$((idx + 1))
+	local pool=""
+	[ $# -eq 5 ] && pool=$5
+
+	do_facet $SINGLEMDS $MKFS --fsname=lustre --$mgs \
+		--$role --index=$idx --replace --backfstype=$bkfs \
+		--device-size=200000 --reformat $pool $tmp/images/$facet ||
+		error "failed to mkfs for $facet"
+}
+
+t_108_check() {
+	echo "mounting client..."
+	mount -t lustre ${nid}:/lustre $MOUNT ||
+		error "failed to mount lustre"
+
+	echo "check list"
+	ls -l $MOUNT/local_dir || error "failed to list"
+
+	echo "check truncate && write"
+	echo "dummmmmmmmmmmmm" > $MOUNT/remote_dir/fsx.c ||
+		error "failed to tuncate & write"
+
+	echo "check create"
+	touch $MOUNT/foooo ||
+		error "failed to create"
+
+	echo "check read && write && append"
+	sha1sum $MOUNT/conf-sanity.sh |
+		awk '{ print $1 }' > $MOUNT/checksum.new ||
+		error "failed to read(1)"
+	sha1sum $MOUNT/remote_dir/unlinkmany.c |
+		awk '{ print $1 }' >> $MOUNT/checksum.new ||
+		error "failed to read(2)"
+	sha1sum $MOUNT/striped_dir/lockahead_test.o |
+		awk '{ print $1 }' >> $MOUNT/checksum.new ||
+		error "failed to read(3)"
+
+	echo "verify data"
+	diff $MOUNT/checksum.new $MOUNT/checksum.src ||
+		error "failed to verify data"
+
+	echo "done."
+}
+
+t_108_cleanup() {
+	trap 0
+	local facet
+
+	echo "cleanup..."
+	umount -f $MOUNT || error "failed to umount client"
+	for facet in $facets; do
+		$rcmd umount -f $tmp/mnt/$facet ||
+			error "failed to umount $facet"
+		if [ $(facet_fstype $SINGLEMDS) = "zfs" ]; then
+			$rcmd $ZPOOL export -f lustre-$facet ||
+				error "failed to export lustre-$facet"
+		fi
+	done
+
+	$rcmd rm -rf $tmp || error "failed to rm the dir $tmp"
+}
+
+test_108a() {
+	[ "$CLIENTONLY" ] && skip "Client-only testing" && return
+
+	[ $(facet_fstype $SINGLEMDS) != "zfs" ] &&
+		skip "zfs only test" && return
+
+	stopall
+	load_modules
+
+	local tmp=$TMP/$tdir
+	local rcmd="do_facet $SINGLEMDS"
+	local facets="mdt1 mdt2 ost1 ost2"
+	local nid=$($rcmd $LCTL list_nids | head -1)
+	local facet
+
+	trap t_108_cleanup EXIT ERR
+	t_108_prep
+
+	t_108_mkfs mdt 0 zfs mgs lustre-mdt1/mdt1
+	t_108_mkfs mdt 1 zfs mgsnode=$nid lustre-mdt2/mdt2
+	t_108_mkfs ost 0 zfs mgsnode=$nid lustre-ost1/ost1
+	t_108_mkfs ost 1 zfs mgsnode=$nid lustre-ost2/ost2
+
+	for facet in $facets; do
+		$rcmd zfs set mountpoint=$tmp/mnt/$facet canmount=on \
+			lustre-$facet/$facet ||
+			error "failed to zfs set for $facet (1)"
+		$rcmd zfs mount lustre-$facet/$facet ||
+			error "failed to local mount $facet"
+		$rcmd tar jxf $LUSTRE/tests/ldiskfs_${facet}_2_11.tar.bz2 \
+			--xattrs --xattrs-include="trusted.*" \
+			-C $tmp/mnt/$facet/ > /dev/null 2>&1 ||
+			error "failed to untar image for $facet"
+		$rcmd "cd $tmp/mnt/$facet && rm -rf oi.* OI_* lfsck_* LFSCK" ||
+			error "failed to cleanup for $facet"
+		$rcmd zfs umount lustre-$facet/$facet ||
+			error "failed to local umount $facet"
+		$rcmd zfs set canmount=off lustre-$facet/$facet ||
+			error "failed to zfs set $facet (2)"
+	done
+
+	echo "changing server nid..."
+	$rcmd mount -t lustre -o nosvc lustre-mdt1/mdt1 $tmp/mnt/mdt1
+	$rcmd lctl replace_nids lustre-MDT0000 $nid
+	$rcmd lctl replace_nids lustre-MDT0001 $nid
+	$rcmd lctl replace_nids lustre-OST0000 $nid
+	$rcmd lctl replace_nids lustre-OST0001 $nid
+	$rcmd umount $tmp/mnt/mdt1
+
+	for facet in $facets; do
+		echo "mounting $facet from backup..."
+		$rcmd mount -t lustre -o abort_recov lustre-$facet/$facet \
+			$tmp/mnt/$facet || error "failed to mount $facet"
+	done
+
+	# ZFS backend can detect migration and trigger OI scrub automatically
+	# sleep 3 seconds for scrub done
+	sleep 3
+
+	t_108_check
+	t_108_cleanup
+}
+run_test 108a "migrate from ldiskfs to ZFS"
+
+test_108b() {
+	[ "$CLIENTONLY" ] && skip "Client-only testing" && return
+
+	[ $(facet_fstype $SINGLEMDS) != "ldiskfs" ] &&
+		skip "ldiskfs only test" && return
+
+	stopall
+	load_modules
+
+	local tmp=$TMP/$tdir
+	local rcmd="do_facet $SINGLEMDS"
+	local facets="mdt1 mdt2 ost1 ost2"
+	local scrub_list="MDT0000 MDT0001 OST0000 OST0001"
+	local nid=$($rcmd $LCTL list_nids | head -1)
+	local facet
+
+	trap t_108_cleanup EXIT ERR
+	t_108_prep
+
+	t_108_mkfs mdt 0 ldiskfs mgs
+	t_108_mkfs mdt 1 ldiskfs mgsnode=$nid
+	t_108_mkfs ost 0 ldiskfs mgsnode=$nid
+	t_108_mkfs ost 1 ldiskfs mgsnode=$nid
+
+	for facet in $facets; do
+		$rcmd mount -t ldiskfs -o loop $tmp/images/$facet \
+			$tmp/mnt/$facet ||
+			error "failed to local mount $facet"
+		$rcmd tar jxf $LUSTRE/tests/zfs_${facet}_2_11.tar.bz2 \
+			--xattrs --xattrs-include="*.*" \
+			-C $tmp/mnt/$facet/ > /dev/null 2>&1 ||
+			error "failed to untar image for $facet"
+		$rcmd "cd $tmp/mnt/$facet && rm -rf oi.* OI_* lfsck_* LFSCK" ||
+			error "failed to cleanup for $facet"
+		$rcmd umount $tmp/mnt/$facet ||
+			error "failed to local umount $facet"
+	done
+
+	echo "changing server nid..."
+	$rcmd mount -t lustre -o nosvc,loop $tmp/images/mdt1 $tmp/mnt/mdt1
+	$rcmd lctl replace_nids lustre-MDT0000 $nid
+	$rcmd lctl replace_nids lustre-MDT0001 $nid
+	$rcmd lctl replace_nids lustre-OST0000 $nid
+	$rcmd lctl replace_nids lustre-OST0001 $nid
+	$rcmd umount $tmp/mnt/mdt1
+
+	for facet in $facets; do
+		echo "mounting $facet from backup..."
+		$rcmd mount -t lustre -o loop,abort_recov $tmp/images/$facet \
+			$tmp/mnt/$facet || error "failed to mount $facet"
+	done
+
+	for facet in $scrub_list; do
+		$rcmd $LCTL lfsck_start -M lustre-$facet -t scrub ||
+			error "failed to start OI scrub on $facet"
+	done
+
+	# sleep 3 seconds for scrub done
+	sleep 3
+
+	t_108_check
+	t_108_cleanup
+}
+run_test 108b "migrate from ZFS to ldiskfs"
+
 if ! combined_mgs_mds ; then
 	stop mgs
 fi
diff --git a/lustre/tests/ldiskfs_mdt1_2_11.tar.bz2 b/lustre/tests/ldiskfs_mdt1_2_11.tar.bz2
new file mode 100644
index 0000000..f846ca3
Binary files /dev/null and b/lustre/tests/ldiskfs_mdt1_2_11.tar.bz2 differ
diff --git a/lustre/tests/ldiskfs_mdt2_2_11.tar.bz2 b/lustre/tests/ldiskfs_mdt2_2_11.tar.bz2
new file mode 100644
index 0000000..53ecb31
Binary files /dev/null and b/lustre/tests/ldiskfs_mdt2_2_11.tar.bz2 differ
diff --git a/lustre/tests/ldiskfs_ost1_2_11.tar.bz2 b/lustre/tests/ldiskfs_ost1_2_11.tar.bz2
new file mode 100644
index 0000000..e851eb9
Binary files /dev/null and b/lustre/tests/ldiskfs_ost1_2_11.tar.bz2 differ
diff --git a/lustre/tests/ldiskfs_ost2_2_11.tar.bz2 b/lustre/tests/ldiskfs_ost2_2_11.tar.bz2
new file mode 100644
index 0000000..047d93c
Binary files /dev/null and b/lustre/tests/ldiskfs_ost2_2_11.tar.bz2 differ
diff --git a/lustre/tests/zfs_mdt1_2_11.tar.bz2 b/lustre/tests/zfs_mdt1_2_11.tar.bz2
new file mode 100644
index 0000000..92a4a95
Binary files /dev/null and b/lustre/tests/zfs_mdt1_2_11.tar.bz2 differ
diff --git a/lustre/tests/zfs_mdt2_2_11.tar.bz2 b/lustre/tests/zfs_mdt2_2_11.tar.bz2
new file mode 100644
index 0000000..d553a33
Binary files /dev/null and b/lustre/tests/zfs_mdt2_2_11.tar.bz2 differ
diff --git a/lustre/tests/zfs_ost1_2_11.tar.bz2 b/lustre/tests/zfs_ost1_2_11.tar.bz2
new file mode 100644
index 0000000..ac33a55
Binary files /dev/null and b/lustre/tests/zfs_ost1_2_11.tar.bz2 differ
diff --git a/lustre/tests/zfs_ost2_2_11.tar.bz2 b/lustre/tests/zfs_ost2_2_11.tar.bz2
new file mode 100644
index 0000000..acfa40c
Binary files /dev/null and b/lustre/tests/zfs_ost2_2_11.tar.bz2 differ