X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Fsanity.sh;h=46f9e8c4eb6f8cd7528e97d0df570154bc8efdb5;hp=0c8b6572ca1649864c6221310e26f5681baddbc5;hb=3442db6faf685fbdbd092bdfdc8d273e4990a141;hpb=11aae875be5fb30a88281ab47e491b75447b299b

diff --git a/lustre/tests/sanity.sh b/lustre/tests/sanity.sh
index 0c8b657..46f9e8c 100755
--- a/lustre/tests/sanity.sh
+++ b/lustre/tests/sanity.sh
@@ -11385,6 +11385,186 @@ test_160e() {
 }
 run_test 160e "changelog negative testing"
 
+cleanup_160f() {
+	trap 0
+	do_facet $SINGLEMDS $LCTL set_param fail_loc=0 fail_val=0
+	echo "Deregistering changelog client $CL_USER"
+	do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister $CL_USER
+	echo "Deregistering changelog client $CL_USER2"
+	do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister $CL_USER2
+	restore_lustre_params < $save_params
+	rm -f $save_params
+}
+
+test_160f() {
+	# do_facet $SINGLEMDS $LCTL set_param mdd.$MDT0.changelog_gc=1
+	# should be set by default
+
+	local CL_USERS="mdd.$MDT0.changelog_users"
+	local GET_CL_USERS="do_facet $SINGLEMDS $LCTL get_param -n $CL_USERS"
+	local save_params="$TMP/sanity-$TESTNAME.parameters"
+
+	save_lustre_params $SINGLEMDS \
+		"mdd.$MDT0.changelog_max_idle_time" > $save_params
+	save_lustre_params $SINGLEMDS \
+		"mdd.$MDT0.changelog_min_gc_interval" >> $save_params
+	save_lustre_params $SINGLEMDS \
+		"mdd.$MDT0.changelog_min_free_cat_entries" >> $save_params
+
+	trap cleanup_160f EXIT
+
+	# Create a user
+	CL_USER=$(do_facet $SINGLEMDS $LCTL --device $MDT0 \
+		changelog_register -n)
+	echo "Registered as changelog user $CL_USER"
+	CL_USER2=$(do_facet $SINGLEMDS $LCTL --device $MDT0 \
+		changelog_register -n)
+	echo "Registered as changelog user $CL_USER2"
+	$GET_CL_USERS | grep -q $CL_USER ||
+		error "User $CL_USER not found in changelog_users"
+	$GET_CL_USERS | grep -q $CL_USER2 ||
+		error "User $CL_USER2 not found in changelog_users"
+
+	# generate some changelogs to accumulate
+	mkdir -p $DIR/$tdir || error "mkdir $tdir failed"
+	touch $DIR/$tdir/$tfile || error "touch $DIR/$tdir/$tfile failed"
+	touch $DIR/$tdir/${tfile}2 || error "touch $DIR/$tdir/${tfile}2 failed"
+	rm -f $DIR/$tdir/$tfile || error "rm -f $tfile failed"
+
+	# check changelogs have been generated
+	nbcl=$($LFS changelog $MDT0 | wc -l)
+	[[ $nbcl -eq 0 ]] && error "no changelogs found"
+
+	do_facet $SINGLEMDS $LCTL set_param \
+		mdd.$MDT0.changelog_max_idle_time=10
+	do_facet $SINGLEMDS $LCTL set_param \
+		mdd.$MDT0.changelog_min_gc_interval=2
+	do_facet $SINGLEMDS $LCTL set_param \
+		mdd.$MDT0.changelog_min_free_cat_entries=3
+
+	# simulate changelog catalog almost full
+#define OBD_FAIL_CAT_FREE_RECORDS                  0x1313
+	do_facet $SINGLEMDS $LCTL set_param fail_loc=0x1313
+	do_facet $SINGLEMDS $LCTL set_param fail_val=3
+
+	sleep 6
+	USER_REC1=$($GET_CL_USERS | awk "\$1 == \"$CL_USER\" {print \$2}")
+	$LFS changelog_clear $MDT0 $CL_USER $(($USER_REC1 + 2))
+	USER_REC2=$($GET_CL_USERS | awk "\$1 == \"$CL_USER\" {print \$2}")
+	echo "verifying user clear: $(( $USER_REC1 + 2 )) == $USER_REC2"
+	[ $USER_REC2 == $(($USER_REC1 + 2)) ] ||
+		error "user index expected $(($USER_REC1 + 2)) is $USER_REC2"
+	sleep 5
+
+	# generate one more changelog to trigger fail_loc
+	rm -rf $DIR/$tdir || error "rm -rf $tdir failed"
+
+	# ensure gc thread is done
+	wait_update_facet $SINGLEMDS \
+			  "ps -e -o comm= | grep chlg_gc_thread" "" 20
+
+	# check user still registered
+	$GET_CL_USERS | grep -q $CL_USER ||
+		error "User $CL_USER not found in changelog_users"
+	# check user2 unregistered
+	$GET_CL_USERS | grep -q $CL_USER2 &&
+		error "User $CL_USER2 still found in changelog_users"
+
+	# check changelogs are present and starting at $USER_REC2 + 1
+	FIRST_REC=$($LFS changelog $MDT0 | head -n1 | awk '{print $1}')
+	echo "verifying min purge: $(( $USER_REC2 + 1 )) == $FIRST_REC"
+	[ $FIRST_REC == $(($USER_REC2 + 1)) ] ||
+		error "first index should be $(($USER_REC2 + 1)) is $FIRST_REC"
+
+	cleanup_160f
+}
+run_test 160f "changelog garbage collect (timestamped users)"
+
+test_160g() {
+	# do_facet $SINGLEMDS $LCTL set_param mdd.$MDT0.changelog_gc=1
+	# should be set by default
+
+	local CL_USERS="mdd.$MDT0.changelog_users"
+	local GET_CL_USERS="do_facet $SINGLEMDS $LCTL get_param -n $CL_USERS"
+	local save_params="$TMP/sanity-$TESTNAME.parameters"
+
+	save_lustre_params $SINGLEMDS \
+		"mdd.$MDT0.changelog_max_idle_indexes" > $save_params
+	save_lustre_params $SINGLEMDS \
+		"mdd.$MDT0.changelog_min_gc_interval" >> $save_params
+	save_lustre_params $SINGLEMDS \
+		"mdd.$MDT0.changelog_min_free_cat_entries" >> $save_params
+
+	trap cleanup_160f EXIT
+
+#define OBD_FAIL_TIME_IN_CHLOG_USER                 0x1314
+	do_facet $SINGLEMDS $LCTL set_param fail_loc=0x1314
+
+	# Create a user
+	CL_USER=$(do_facet $SINGLEMDS $LCTL --device $MDT0 \
+		changelog_register -n)
+	echo "Registered as changelog user $CL_USER"
+	CL_USER2=$(do_facet $SINGLEMDS $LCTL --device $MDT0 \
+		changelog_register -n)
+	echo "Registered as changelog user $CL_USER2"
+	$GET_CL_USERS | grep -q $CL_USER ||
+		error "User $CL_USER not found in changelog_users"
+	$GET_CL_USERS | grep -q $CL_USER2 ||
+		error "User $CL_USER2 not found in changelog_users"
+
+	# generate some changelogs to accumulate
+	mkdir -p $DIR/$tdir || error "mkdir $tdir failed"
+	touch $DIR/$tdir/$tfile || error "touch $DIR/$tdir/$tfile failed"
+	touch $DIR/$tdir/${tfile}2 || error "touch $DIR/$tdir/${tfile}2 failed"
+	rm -f $DIR/$tdir/$tfile || error "rm -f $tfile failed"
+
+	# check changelogs have been generated
+	nbcl=$($LFS changelog $MDT0 | wc -l)
+	[[ $nbcl -eq 0 ]] && error "no changelogs found"
+
+	do_facet $SINGLEMDS $LCTL set_param \
+		mdd.$MDT0.changelog_max_idle_indexes=$((nbcl - 1))
+	do_facet $SINGLEMDS $LCTL set_param \
+		mdd.$MDT0.changelog_min_gc_interval=2
+	do_facet $SINGLEMDS $LCTL set_param \
+		mdd.$MDT0.changelog_min_free_cat_entries=3
+
+	# simulate changelog catalog almost full
+#define OBD_FAIL_CAT_FREE_RECORDS                  0x1313
+	do_facet $SINGLEMDS $LCTL set_param fail_loc=0x1313
+	do_facet $SINGLEMDS $LCTL set_param fail_val=3
+
+	USER_REC1=$($GET_CL_USERS | awk "\$1 == \"$CL_USER\" {print \$2}")
+	$LFS changelog_clear $MDT0 $CL_USER $(($USER_REC1 + 3))
+	USER_REC2=$($GET_CL_USERS | awk "\$1 == \"$CL_USER\" {print \$2}")
+	echo "verifying user clear: $(( $USER_REC1 + 3 )) == $USER_REC2"
+	[ $USER_REC2 == $(($USER_REC1 + 3)) ] ||
+		error "user index expected $(($USER_REC1 + 3)) is $USER_REC2"
+
+	# generate one more changelog to trigger fail_loc
+	rm -rf $DIR/$tdir || error "rm -rf $tdir failed"
+
+	# ensure gc thread is done
+	wait_update_facet $SINGLEMDS \
+			  "ps -e -o comm= | grep chlg_gc_thread" "" 20
+
+	# check user still registered
+	$GET_CL_USERS | grep -q $CL_USER ||
+		error "User $CL_USER not found in changelog_users"
+	# check user2 unregistered
+	$GET_CL_USERS | grep -q $CL_USER2 &&
+		error "User $CL_USER2 still found in changelog_users"
+
+	# check changelogs are present and starting at $USER_REC2 + 1
+	FIRST_REC=$($LFS changelog $MDT0 | head -n1 | awk '{print $1}')
+	echo "verifying min purge: $(( $USER_REC2 + 1 )) == $FIRST_REC"
+	[ $FIRST_REC == $(($USER_REC2 + 1)) ] ||
+		error "first index should be $(($USER_REC2 + 1)) is $FIRST_REC"
+
+	cleanup_160f
+}
+run_test 160g "changelog garbage collect (old users)"
+
 test_161a() {
 	[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
 	test_mkdir -c1 $DIR/$tdir