X-Git-Url: https://git.whamcloud.com/?a=blobdiff_plain;f=lustre%2Ftests%2Fsanity.sh;h=25d6eb85f46e179d911c86a1ee0b9da54e1c6087;hb=6c84bbe3047f82ae429c574ba9502fff0517c65c;hp=c53a86463c5477b59b9dc33125fcecb7714940aa;hpb=c864582b5d4541c7830d628457e55cd859aee005;p=fs%2Flustre-release.git diff --git a/lustre/tests/sanity.sh b/lustre/tests/sanity.sh index c53a864..25d6eb8 100644 --- a/lustre/tests/sanity.sh +++ b/lustre/tests/sanity.sh @@ -141,13 +141,13 @@ umask 077 OLDDEBUG=$(lctl get_param -n debug 2> /dev/null) lctl set_param debug=-1 2> /dev/null || true -test_0() { +test_0a() { touch $DIR/$tfile $CHECKSTAT -t file $DIR/$tfile || error "$tfile is not a file" rm $DIR/$tfile $CHECKSTAT -a $DIR/$tfile || error "$tfile was not removed" } -run_test 0 "touch .../$tfile ; rm .../$tfile =====================" +run_test 0a "touch; rm =====================" test_0b() { chmod 0755 $DIR || error "chmod 0755 $DIR failed" @@ -193,14 +193,6 @@ test_3() { } run_test 3 "mkdir; touch; rmdir; check dir =====================" -test_4() { - test_mkdir -p $DIR/$tdir || error "mkdir $tdir failed" - $CHECKSTAT -t dir $DIR/$tdir || error "$tdir is not a directory" - test_mkdir $DIR/$tdir/d2 || error "mkdir $tdir/d2 failed" - $CHECKSTAT -t dir $DIR/$tdir/d2 || error "$tdir/d2 is not a directory" -} -run_test 4 "mkdir ==============================================" - test_5() { test_mkdir -p $DIR/$tdir || error "mkdir $tdir failed" test_mkdir $DIR/$tdir/d2 || error "mkdir $tdir/d2 failed" @@ -215,20 +207,11 @@ test_6a() { chmod 0666 $DIR/$tfile || error "chmod 0666 $tfile failed" $CHECKSTAT -t file -p 0666 -u \#$UID $DIR/$tfile || error "$tfile does not have perm 0666 or UID $UID" -} -run_test 6a "touch .../f6a; chmod .../f6a ======================" - -test_6b() { - [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID" && return - if [ ! -f $DIR/$tfile ]; then - touch $DIR/$tfile - chmod 0666 $DIR/$tfile - fi $RUNAS chmod 0444 $DIR/$tfile && error "chmod $tfile worked on UID $UID" $CHECKSTAT -t file -p 0666 -u \#$UID $DIR/$tfile || error "$tfile should be 0666 and owned by UID $UID" } -run_test 6b "$RUNAS chmod .../f6a (should return error) ==" +run_test 6a "touch f6a; chmod f6a; $RUNAS chmod f6a (should return error) ==" test_6c() { [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID" && return @@ -236,20 +219,11 @@ test_6c() { chown $RUNAS_ID $DIR/$tfile || error "chown $RUNAS_ID $file failed" $CHECKSTAT -t file -u \#$RUNAS_ID $DIR/$tfile || error "$tfile should be owned by UID $RUNAS_ID" -} -run_test 6c "touch .../f6c; chown .../f6c ======================" - -test_6d() { - [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID" && return - if [ ! -f $DIR/$tfile ]; then - touch $DIR/$tfile - chown $RUNAS_ID $DIR/$tfile - fi $RUNAS chown $UID $DIR/$tfile && error "chown $UID $file succeeded" $CHECKSTAT -t file -u \#$RUNAS_ID $DIR/$tfile || error "$tfile should be owned by UID $RUNAS_ID" } -run_test 6d "$RUNAS chown .../f6c (should return error) ==" +run_test 6c "touch f6c; chown f6c; $RUNAS chown f6c (should return error) ==" test_6e() { [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID" && return @@ -257,20 +231,11 @@ test_6e() { chgrp $RUNAS_ID $DIR/$tfile || error "chgrp $RUNAS_ID $file failed" $CHECKSTAT -t file -u \#$UID -g \#$RUNAS_ID $DIR/$tfile || error "$tfile should be owned by GID $UID" -} -run_test 6e "touch .../f6e; chgrp .../f6e ======================" - -test_6f() { - [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID" && return - if [ ! -f $DIR/$tfile ]; then - touch $DIR/$tfile - chgrp $RUNAS_ID $DIR/$tfile - fi $RUNAS chgrp $UID $DIR/$tfile && error "chgrp $UID $file succeeded" $CHECKSTAT -t file -u \#$UID -g \#$RUNAS_ID $DIR/$tfile || error "$tfile should be owned by UID $UID and GID $RUNAS_ID" } -run_test 6f "$RUNAS chgrp .../f6e (should return error) ==" +run_test 6e "touch f6e; chgrp f6e; $RUNAS chgrp f6e (should return error) ==" test_6g() { [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID" && return @@ -1149,6 +1114,21 @@ test_24z() { } run_test 24z "rename one remote dir to another remote dir should fail" +test_24A() { # LU-3182 + local NFILES=5000 + + mkdir -p $DIR/$tdir + createmany -m $DIR/$tdir/$tfile $NFILES + local t=`ls $DIR/$tdir | wc -l` + local u=`ls $DIR/$tdir | sort -u | wc -l` + if [ $t -ne $NFILES -o $u -ne $NFILES ] ; then + error "Expected $NFILES files, got $t ($u unique)" + fi + + rm -rf $DIR/$tdir || error "Can not delete directories" +} +run_test 24A "readdir() returns correct number of entries." + test_25a() { echo '== symlink sanity =============================================' @@ -1206,7 +1186,7 @@ test_26f() { test_mkdir -p $DIR/$tdir test_mkdir $DIR/$tdir/$tfile || error "mkdir $DIR/$tdir/$tfile failed" cd $DIR/$tdir/$tfile || error "cd $DIR/$tdir/$tfile failed" - test_mkdir -p lndir bar1 || error "mkdir lndir/bar1 failed" + test_mkdir -p lndir/bar1 || error "mkdir lndir/bar1 failed" test_mkdir $DIR/$tdir/$tfile/$tfile || error "mkdir $tfile failed" cd $tfile || error "cd $tfile failed" ln -s .. dotdot || error "ln dotdot failed" @@ -2146,6 +2126,29 @@ test_31n() { } run_test 31n "check link count of unlinked file" +link_one() { + local TEMPNAME=$(mktemp $1_XXXXXX) + mlink $TEMPNAME $1 2> /dev/null && + echo "$BASHPID: link $TEMPNAME to $1 succeeded" + munlink $TEMPNAME +} + +test_31o() { # LU-2901 + mkdir -p $DIR/$tdir + for LOOP in $(seq 100); do + rm -f $DIR/$tdir/$tfile* + for THREAD in $(seq 8); do + link_one $DIR/$tdir/$tfile.$LOOP & + done + wait + local LINKS=$(ls -1 $DIR/$tdir | grep -c $tfile.$LOOP) + [ $LINKS -gt 1 ] && ls $DIR/$tdir && + error "$LINKS duplicate links to $tfile.$LOOP" && + break || true + done +} +run_test 31o "duplicate hard links with same filename" + cleanup_test32_mount() { trap 0 $UMOUNT $DIR/$tdir/ext2-mountpoint @@ -3349,13 +3352,13 @@ test_43a() { test_mkdir -p $DIR/$tdir cp -p `which $MULTIOP` $DIR/$tdir/multiop || cp -p multiop $DIR/$tdir/multiop - MULTIOP_PROG=$DIR/$tdir/multiop multiop_bg_pause $TMP/test43.junk O_c || + MULTIOP_PROG=$DIR/$tdir/multiop multiop_bg_pause $TMP/$tfile.junk O_c || return 1 MULTIOP_PID=$! $MULTIOP $DIR/$tdir/multiop Oc && error "expected error, got success" kill -USR1 $MULTIOP_PID || return 2 wait $MULTIOP_PID || return 3 - rm $TMP/test43.junk + rm $TMP/$tfile.junk $DIR/$tdir/multiop } run_test 43a "open(RDWR) of file being executed should return -ETXTBSY" @@ -3364,13 +3367,13 @@ test_43b() { test_mkdir -p $DIR/$tdir cp -p `which $MULTIOP` $DIR/$tdir/multiop || cp -p multiop $DIR/$tdir/multiop - MULTIOP_PROG=$DIR/$tdir/multiop multiop_bg_pause $TMP/test43.junk O_c || + MULTIOP_PROG=$DIR/$tdir/multiop multiop_bg_pause $TMP/$tfile.junk O_c || return 1 MULTIOP_PID=$! $TRUNCATE $DIR/$tdir/multiop 0 && error "expected error, got success" kill -USR1 $MULTIOP_PID || return 2 wait $MULTIOP_PID || return 3 - rm $TMP/test43.junk + rm $TMP/$tfile.junk $DIR/$tdir/multiop } run_test 43b "truncate of file being executed should return -ETXTBSY" @@ -7201,7 +7204,8 @@ test_120c() { skip "no early lock cancel on server" && return 0 lru_resize_disable mdc lru_resize_disable osc - test_mkdir -p $DIR/$tdir/d1 $DIR/$tdir/d2 + test_mkdir -p $DIR/$tdir/d1 + test_mkdir -p $DIR/$tdir/d2 touch $DIR/$tdir/d1/f1 cancel_lru_locks mdc stat $DIR/$tdir/d1 $DIR/$tdir/d2 $DIR/$tdir/d1/f1 > /dev/null @@ -7274,7 +7278,8 @@ test_120f() { test_mkdir -p $DIR/$tdir lru_resize_disable mdc lru_resize_disable osc - test_mkdir -p $DIR/$tdir/d1 $DIR/$tdir/d2 + test_mkdir -p $DIR/$tdir/d1 + test_mkdir -p $DIR/$tdir/d2 dd if=/dev/zero of=$DIR/$tdir/d1/f1 count=1 dd if=/dev/zero of=$DIR/$tdir/d2/f2 count=1 cancel_lru_locks mdc @@ -7762,31 +7767,44 @@ test_129() { fi remote_mds_nodsh && skip "remote MDS with nodsh" && return + ENOSPC=28 EFBIG=27 - MAX=16384 - set_dir_limits $MAX test_mkdir -p $DIR/$tdir + MAX=$(stat -c%s "$DIR/$tdir") + set_dir_limits $MAX local I=0 local J=0 - while [ ! $I -gt $((MAX * MDSCOUNT)) ]; do + while [ ! $I -gt $MAX ]; do $MULTIOP $DIR/$tdir/$J Oc rc=$? - if [ $rc -eq $EFBIG ]; then + #check two errors ENOSPC for new version of ext4 max_dir_size patch + #mainline kernel commit df981d03eeff7971ac7e6ff37000bfa702327ef1 + #and EFBIG for previous versions + if [ $rc -eq $EFBIG -o $rc -eq $ENOSPC ] && [ $I -gt 0 ]; then set_dir_limits 0 echo "return code $rc received as expected" - return 0 + multiop $DIR/$tdir/$J Oc + rc=$? + I=$(stat -c%s "$DIR/$tdir") + if [ $I -gt $MAX ] && [ $rc -eq 0 ]; then + return 0 + else + error_exit "return code $rc current dir size $I " \ + "previous limit $MAX" + fi elif [ $rc -ne 0 ]; then set_dir_limits 0 - error_exit "return code $rc received instead of expected $EFBIG" + error_exit "return code $rc received instead of expected " \ + "$EFBIG or $ENOSPC, files in dir $I" fi J=$((J+1)) I=$(stat -c%s "$DIR/$tdir") done set_dir_limits 0 - error "exceeded dir size limit $MAX x $MDSCOUNT $((MAX * MDSCOUNT)) : $I bytes" + error "exceeded dir size limit $MAX x $MDSCOUNT $MAX : $I bytes" } run_test 129 "test directory size limit ========================" @@ -8796,20 +8814,23 @@ dot_lustre_fid_permission_check() { mrename $test_dir/$tdir $MOUNT/.lustre/fid && error "rename to $MOUNT/.lustre/fid should fail." - local old_obf_mode=$(stat --format="%a" $DIR/.lustre/fid) - local new_obf_mode=777 + if [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.3.51) ] + then # LU-3547 + local old_obf_mode=$(stat --format="%a" $DIR/.lustre/fid) + local new_obf_mode=777 - echo "change mode of $DIR/.lustre/fid to $new_obf_mode" - chmod $new_obf_mode $DIR/.lustre/fid || - error "chmod $new_obf_mode $DIR/.lustre/fid failed" + echo "change mode of $DIR/.lustre/fid to $new_obf_mode" + chmod $new_obf_mode $DIR/.lustre/fid || + error "chmod $new_obf_mode $DIR/.lustre/fid failed" - local obf_mode=$(stat --format=%a $DIR/.lustre/fid) - [ $obf_mode -eq $new_obf_mode ] || - error "stat $DIR/.lustre/fid returned wrong mode $obf_mode" + local obf_mode=$(stat --format=%a $DIR/.lustre/fid) + [ $obf_mode -eq $new_obf_mode ] || + error "stat $DIR/.lustre/fid returned wrong mode $obf_mode" - echo "restore mode of $DIR/.lustre/fid to $old_obf_mode" - chmod $old_obf_mode $DIR/.lustre/fid || - error "chmod $old_obf_mode $DIR/.lustre/fid failed" + echo "restore mode of $DIR/.lustre/fid to $old_obf_mode" + chmod $old_obf_mode $DIR/.lustre/fid || + error "chmod $old_obf_mode $DIR/.lustre/fid failed" + fi $OPENFILE -f O_LOV_DELAY_CREATE:O_CREAT $test_dir/$tfile-2 fid=$($LFS path2fid $test_dir/$tfile-2) @@ -9145,113 +9166,121 @@ run_test 156 "Verification of tunables ============================" #Changelogs err17935 () { - if [ $MDSCOUNT -gt 1 ]; then - error_ignore 17935 $* - else - error $* - fi + if [ $MDSCOUNT -gt 1 ]; then + error_ignore 17935 $* + else + error $* + fi } changelog_chmask() { - MASK=$(do_facet $SINGLEMDS $LCTL get_param mdd.$MDT0.changelog_mask |\ - grep -c $1) + local CL_MASK_PARAM="mdd.$MDT0.changelog_mask" - if [ $MASK -eq 1 ]; then - do_facet $SINGLEMDS $LCTL set_param mdd.$MDT0.changelog_mask="-$1" - else - do_facet $SINGLEMDS $LCTL set_param mdd.$MDT0.changelog_mask="+$1" - fi + MASK=$(do_facet $SINGLEMDS $LCTL get_param $CL_MASK_PARAM| grep -c "$1") + + if [ $MASK -eq 1 ]; then + do_facet $SINGLEMDS $LCTL set_param $CL_MASK_PARAM="-$1" + else + do_facet $SINGLEMDS $LCTL set_param $CL_MASK_PARAM="+$1" + fi } test_160() { [ $PARALLEL == "yes" ] && skip "skip parallel run" && return - remote_mds_nodsh && skip "remote MDS with nodsh" && return - [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.0) ] || - { skip "Need MDS version at least 2.2.0"; return; } - USER=$(do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_register -n) - echo "Registered as changelog user $USER" - do_facet $SINGLEMDS $LCTL get_param -n mdd.$MDT0.changelog_users | \ - grep -q $USER || error "User $USER not found in changelog_users" - - # change something - test_mkdir -p $DIR/$tdir/pics/2008/zachy - touch $DIR/$tdir/pics/2008/zachy/timestamp - cp /etc/hosts $DIR/$tdir/pics/2008/zachy/pic1.jpg - mv $DIR/$tdir/pics/2008/zachy $DIR/$tdir/pics/zach - ln $DIR/$tdir/pics/zach/pic1.jpg $DIR/$tdir/pics/2008/portland.jpg - ln -s $DIR/$tdir/pics/2008/portland.jpg $DIR/$tdir/pics/desktop.jpg - rm $DIR/$tdir/pics/desktop.jpg - - $LFS changelog $MDT0 | tail -5 - - echo "verifying changelog mask" - changelog_chmask "MKDIR" - changelog_chmask "CLOSE" - - test_mkdir -p $DIR/$tdir/pics/zach/sofia - echo "zzzzzz" > $DIR/$tdir/pics/zach/file - - changelog_chmask "MKDIR" - changelog_chmask "CLOSE" - - test_mkdir -p $DIR/$tdir/pics/2008/sofia - echo "zzzzzz" > $DIR/$tdir/pics/zach/file - - $LFS changelog $MDT0 - MKDIRS=$($LFS changelog $MDT0 | tail -5 | grep -c "MKDIR") - CLOSES=$($LFS changelog $MDT0 | tail -5 | grep -c "CLOSE") - [ $MKDIRS -eq 1 ] || err17935 "MKDIR changelog mask count $DIRS != 1" - [ $CLOSES -eq 1 ] || err17935 "CLOSE changelog mask count $DIRS != 1" - - # verify contents - echo "verifying target fid" - fidc=$($LFS changelog $MDT0 | grep timestamp | grep "CREAT" | \ - tail -1 | awk '{print $6}') - fidf=$($LFS path2fid $DIR/$tdir/pics/zach/timestamp) - [ "$fidc" == "t=$fidf" ] || \ - err17935 "fid in changelog $fidc != file fid $fidf" - echo "verifying parent fid" - fidc=$($LFS changelog $MDT0 | grep timestamp | grep "CREAT" | \ - tail -1 | awk '{print $7}') - fidf=$($LFS path2fid $DIR/$tdir/pics/zach) - [ "$fidc" == "p=$fidf" ] || \ - err17935 "pfid in changelog $fidc != dir fid $fidf" - - USER_REC1=$(do_facet $SINGLEMDS $LCTL get_param -n \ - mdd.$MDT0.changelog_users | grep $USER | awk '{print $2}') - $LFS changelog_clear $MDT0 $USER $(($USER_REC1 + 5)) - USER_REC2=$(do_facet $SINGLEMDS $LCTL get_param -n \ - mdd.$MDT0.changelog_users | grep $USER | awk '{print $2}') - echo "verifying user clear: $(( $USER_REC1 + 5 )) == $USER_REC2" - [ $USER_REC2 == $(($USER_REC1 + 5)) ] || \ - err17935 "user index should be $(($USER_REC1 + 5)); is $USER_REC2" - - MIN_REC=$(do_facet $SINGLEMDS $LCTL get_param mdd.$MDT0.changelog_users | \ - awk 'min == "" || $2 < min {min = $2}; END {print min}') - FIRST_REC=$($LFS changelog $MDT0 | head -1 | awk '{print $1}') - echo "verifying min purge: $(( $MIN_REC + 1 )) == $FIRST_REC" - [ $FIRST_REC == $(($MIN_REC + 1)) ] || \ - err17935 "first index should be $(($MIN_REC + 1)); is $FIRST_REC" - - echo "verifying user deregister" - do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister $USER - do_facet $SINGLEMDS $LCTL get_param -n mdd.$MDT0.changelog_users | \ - grep -q $USER && error "User $USER still found in changelog_users" - - USERS=$(( $(do_facet $SINGLEMDS $LCTL get_param -n \ - mdd.$MDT0.changelog_users | wc -l) - 2 )) - if [ $USERS -eq 0 ]; then - LAST_REC1=$(do_facet $SINGLEMDS $LCTL get_param -n \ - mdd.$MDT0.changelog_users | head -1 | awk '{print $3}') - touch $DIR/$tdir/chloe - LAST_REC2=$(do_facet $SINGLEMDS $LCTL get_param -n \ - mdd.$MDT0.changelog_users | head -1 | awk '{print $3}') - echo "verify changelogs are off if we were the only user: $LAST_REC1 == $LAST_REC2" - [ $LAST_REC1 == $LAST_REC2 ] || error "changelogs not off" - else - echo "$USERS other changelog users; can't verify off" - fi + remote_mds_nodsh && skip "remote MDS with nodsh" && return + [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.0) ] || + { skip "Need MDS version at least 2.2.0"; return; } + + local CL_USERS="mdd.$MDT0.changelog_users" + local GET_CL_USERS="do_facet $SINGLEMDS $LCTL get_param -n $CL_USERS" + USER=$(do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_register -n) + echo "Registered as changelog user $USER" + $GET_CL_USERS | grep -q $USER || + error "User $USER not found in changelog_users" + + # change something + test_mkdir -p $DIR/$tdir/pics/2008/zachy + touch $DIR/$tdir/pics/2008/zachy/timestamp + cp /etc/hosts $DIR/$tdir/pics/2008/zachy/pic1.jpg + mv $DIR/$tdir/pics/2008/zachy $DIR/$tdir/pics/zach + ln $DIR/$tdir/pics/zach/pic1.jpg $DIR/$tdir/pics/2008/portland.jpg + ln -s $DIR/$tdir/pics/2008/portland.jpg $DIR/$tdir/pics/desktop.jpg + rm $DIR/$tdir/pics/desktop.jpg + + $LFS changelog $MDT0 | tail -5 + + echo "verifying changelog mask" + changelog_chmask "MKDIR" + changelog_chmask "CLOSE" + + test_mkdir -p $DIR/$tdir/pics/zach/sofia + echo "zzzzzz" > $DIR/$tdir/pics/zach/file + + changelog_chmask "MKDIR" + changelog_chmask "CLOSE" + + test_mkdir -p $DIR/$tdir/pics/2008/sofia + echo "zzzzzz" > $DIR/$tdir/pics/zach/file + + $LFS changelog $MDT0 + MKDIRS=$($LFS changelog $MDT0 | tail -5 | grep -c "MKDIR") + CLOSES=$($LFS changelog $MDT0 | tail -5 | grep -c "CLOSE") + [ $MKDIRS -eq 1 ] || err17935 "MKDIR changelog mask count $DIRS != 1" + [ $CLOSES -eq 1 ] || err17935 "CLOSE changelog mask count $DIRS != 1" + + # verify contents + echo "verifying target fid" + fidc=$($LFS changelog $MDT0|awk '/CREAT.*timestamp$/{print $6}'|tail -1) + fidf=$($LFS path2fid $DIR/$tdir/pics/zach/timestamp) + [ "$fidc" == "t=$fidf" ] || + err17935 "fid in changelog $fidc != file fid $fidf" + echo "verifying parent fid" + fidc=$($LFS changelog $MDT0|awk '/CREAT.*timestamp$/{print $7}'|tail -1) + fidf=$($LFS path2fid $DIR/$tdir/pics/zach) + [ "$fidc" == "p=$fidf" ] || + err17935 "pfid in changelog $fidc != dir fid $fidf" + + USER_REC1=$($GET_CL_USERS | awk "\$1 == \"$USER\" {print \$2}") + $LFS changelog_clear $MDT0 $USER $(($USER_REC1 + 5)) + USER_REC2=$($GET_CL_USERS | awk "\$1 == \"$USER\" {print \$2}") + echo "verifying user clear: $(( $USER_REC1 + 5 )) == $USER_REC2" + [ $USER_REC2 == $(($USER_REC1 + 5)) ] || + err17935 "user index expected $(($USER_REC1 + 5)) is $USER_REC2" + + MIN_REC=$($GET_CL_USERS | + awk 'min == "" || $2 < min {min = $2}; END {print min}') + FIRST_REC=$($LFS changelog $MDT0 | head -1 | awk '{print $1}') + echo "verifying min purge: $(( $MIN_REC + 1 )) == $FIRST_REC" + [ $FIRST_REC == $(($MIN_REC + 1)) ] || + err17935 "first index should be $(($MIN_REC + 1)) is $FIRST_REC" + + # LU-3446 changelog index reset on MDT restart + local MDT_DEV=$(mdsdevname ${SINGLEMDS//mds/}) + CUR_REC1=$($GET_CL_USERS | head -1 | cut -f3 -d' ') + $LFS changelog_clear $MDT0 $USER 0 + stop $SINGLEMDS || error "Fail to stop MDT." + start $SINGLEMDS $MDT_DEV $MDS_MOUNT_OPTS || error "Fail to start MDT." + CUR_REC2=$($GET_CL_USERS | head -1 | cut -f3 -d' ') + echo "verifying index survives MDT restart: $CUR_REC1 == $CUR_REC2" + [ $CUR_REC1 == $CUR_REC2 ] || + err17935 "current index should be $CUR_REC1 is $CUR_REC2" + + echo "verifying user deregister" + do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister $USER + $GET_CL_USERS | grep -q $USER && + error "User $USER still in changelog_users" + + USERS=$(( $($GET_CL_USERS | wc -l) - 2 )) + if [ $USERS -eq 0 ]; then + LAST_REC1=$($GET_CL_USERS | head -1 | cut -f3 -d' ') + touch $DIR/$tdir/chloe + LAST_REC2=$($GET_CL_USERS | head -1 | cut -f3 -d' ') + echo "verify changelogs are off: $LAST_REC1 == $LAST_REC2" + [ $LAST_REC1 == $LAST_REC2 ] || error "changelogs not off" + else + echo "$USERS other changelog users; can't verify off" + fi } run_test 160 "changelog sanity" @@ -9538,9 +9567,10 @@ cleanup_obdecho_osc () { return 0 } -obdecho_create_test() { +obdecho_test() { local OBD=$1 local node=$2 + local pages=${3:-64} local rc=0 local id do_facet $node "$LCTL attach echo_client ec ec_uuid" || rc=1 @@ -9551,9 +9581,13 @@ obdecho_create_test() { [ ${PIPESTATUS[0]} -eq 0 -a -n "$id" ] || rc=3 fi echo "New object id is $id" - [ $rc -eq 0 ] && { do_facet $node "$LCTL --device ec test_brw 10 w v 64 $id" || - rc=4; } - [ $rc -eq 0 -o $rc -gt 2 ] && { do_facet $node "$LCTL --device ec " \ + [ $rc -eq 0 ] && { do_facet $node "$LCTL --device ec getattr $id" || + rc=4; } + [ $rc -eq 0 ] && { do_facet $node "$LCTL --device ec " \ + "test_brw 10 w v $pages $id" || rc=4; } + [ $rc -eq 0 ] && { do_facet $node "$LCTL --device ec destroy $id 1" || + rc=4; } + [ $rc -eq 0 -o $rc -gt 2 ] && { do_facet $node "$LCTL --device ec " \ "cleanup" || rc=5; } [ $rc -eq 0 -o $rc -gt 1 ] && { do_facet $node "$LCTL --device ec " \ "detach" || rc=6; } @@ -9563,46 +9597,72 @@ obdecho_create_test() { test_180a() { [ $PARALLEL == "yes" ] && skip "skip parallel run" && return - remote_ost_nodsh && skip "remote OST with nodsh" && return - local rc=0 - local rmmod_local=0 + remote_ost_nodsh && skip "remote OST with nodsh" && return + local rc=0 + local rmmod_local=0 - if ! module_loaded obdecho; then - load_module obdecho/obdecho - rmmod_local=1 - fi + if ! module_loaded obdecho; then + load_module obdecho/obdecho + rmmod_local=1 + fi - local osc=$($LCTL dl | grep -v mdt | awk '$3 == "osc" {print $4; exit}') - local host=$(lctl get_param -n osc.$osc.import | - awk '/current_connection:/ {print $2}' ) - local target=$(lctl get_param -n osc.$osc.import | - awk '/target:/ {print $2}' ) - target=${target%_UUID} - - [[ -n $target ]] && { setup_obdecho_osc $host $target || rc=1; } || rc=1 - [ $rc -eq 0 ] && { obdecho_create_test ${target}_osc client || rc=2; } - [[ -n $target ]] && cleanup_obdecho_osc $target - [ $rmmod_local -eq 1 ] && rmmod obdecho - return $rc + local osc=$($LCTL dl | grep -v mdt | awk '$3 == "osc" {print $4; exit}') + local host=$(lctl get_param -n osc.$osc.import | + awk '/current_connection:/ {print $2}' ) + local target=$(lctl get_param -n osc.$osc.import | + awk '/target:/ {print $2}' ) + target=${target%_UUID} + + [[ -n $target ]] && { setup_obdecho_osc $host $target || rc=1; } || rc=1 + [ $rc -eq 0 ] && { obdecho_test ${target}_osc client || rc=2; } + [[ -n $target ]] && cleanup_obdecho_osc $target + [ $rmmod_local -eq 1 ] && rmmod obdecho + return $rc } run_test 180a "test obdecho on osc" test_180b() { [ $PARALLEL == "yes" ] && skip "skip parallel run" && return - remote_ost_nodsh && skip "remote OST with nodsh" && return - local rc=0 - local rmmod_remote=0 - - do_facet ost1 "lsmod | grep -q obdecho || " \ - "{ insmod ${LUSTRE}/obdecho/obdecho.ko || " \ - "modprobe obdecho; }" && rmmod_remote=1 - target=$(do_facet ost1 $LCTL dl | awk '/obdfilter/ {print $4;exit}') - [[ -n $target ]] && { obdecho_create_test $target ost1 || rc=1; } - [ $rmmod_remote -eq 1 ] && do_facet ost1 "rmmod obdecho" - return $rc + remote_ost_nodsh && skip "remote OST with nodsh" && return + local rc=0 + local rmmod_remote=0 + + do_facet ost1 "lsmod | grep -q obdecho || " \ + "{ insmod ${LUSTRE}/obdecho/obdecho.ko || " \ + "modprobe obdecho; }" && rmmod_remote=1 + target=$(do_facet ost1 $LCTL dl | awk '/obdfilter/ {print $4;exit}') + [[ -n $target ]] && { obdecho_test $target ost1 || rc=1; } + [ $rmmod_remote -eq 1 ] && do_facet ost1 "rmmod obdecho" + return $rc } run_test 180b "test obdecho directly on obdfilter" +test_180c() { # LU-2598 + [ $PARALLEL == "yes" ] && skip "skip parallel run" && return + [[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.4.0) ]] && + skip "Need MDS version at least 2.4.0" && return + + local rc=0 + local rmmod_remote=false + local pages=16384 # 64MB bulk I/O RPC size + local target + + do_rpc_nodes $(facet_active_host ost1) load_module obdecho/obdecho && + rmmod_remote=true || error "failed to load module obdecho" + + target=$(do_facet ost1 $LCTL dl | awk '/obdfilter/ {print $4}'|head -1) + if [[ -n $target ]]; then + obdecho_test "$target" ost1 "$pages" || + rc=${PIPESTATUS[0]} + else + echo "there is no obdfilter target on ost1" + rc=2 + fi + $rmmod_remote && do_facet ost1 "rmmod obdecho" || true + return $rc +} +run_test 180c "test huge bulk I/O size on obdfilter, don't LASSERT" + test_181() { # bug 22177 test_mkdir -p $DIR/$tdir || error "creating dir $DIR/$tdir" # create enough files to index the directory @@ -9838,6 +9898,37 @@ test_185() { # LU-2441 } run_test 185 "Volatile file support" +test_187a() { + local dir0=$DIR/$tdir/$testnum + mkdir -p $dir0 || error "creating dir $dir0" + + local file=$dir0/file1 + dd if=/dev/urandom of=$file count=10 bs=1M conv=fsync + local dv1=$($LFS data_version $file) + dd if=/dev/urandom of=$file seek=10 count=1 bs=1M conv=fsync + local dv2=$($LFS data_version $file) + [[ $dv1 != $dv2 ]] || + error "data version did not change on write $dv1 == $dv2" + + # clean up + rm -f $file1 +} +run_test 187a "Test data version change" + +test_187b() { + local dir0=$DIR/$tdir/$testnum + mkdir -p $dir0 || error "creating dir $dir0" + + declare -a DV=$($MULTIOP $dir0 Vw1000xYw1000xY | cut -f3 -d" ") + [[ ${DV[0]} != ${DV[1]} ]] || + error "data version did not change on write"\ + " ${DV[0]} == ${DV[1]}" + + # clean up + rm -f $file1 +} +run_test 187b "Test data version change on volatile file" + # OST pools tests check_file_in_pool() { @@ -11067,6 +11158,42 @@ test_228c() { } run_test 228c "NOT shrink the last entry in OI index node to recycle idle leaf" +test_229() { # LU-2482, LU-3448 + [ $PARALLEL == "yes" ] && skip "skip parallel run" && return + [ $OSTCOUNT -lt 2 ] && skip "needs >= 2 OSTs" && return + + rm -f $DIR/$tfile + + # Create a file with a released layout and stripe count 2. + $MULTIOP $DIR/$tfile H2c || + error "failed to create file with released layout" + + $GETSTRIPE -v $DIR/$tfile + + local pattern=$($GETSTRIPE -v $DIR/$tfile | + grep lmm_stripe_pattern | awk '{print $2}') + [ X"$pattern" = X"80000001" ] || error "pattern error ($pattern)" + + local stripe_count=$($GETSTRIPE -c $DIR/$tfile) || error "getstripe" + [ $stripe_count -eq 2 ] || error "stripe count not 2 ($stripe_count)" + stat $DIR/$tfile || error "failed to stat released file" + + # Truncate should fail. + $TRUNCATE $DIR/$tfile 200000 && + error "truncate of released file should fail" + + # Ensure that nothing happened anyway. + $CHECKSTAT -s 0 $DIR/$tfile || + error "released file size should not change" + + # Stripe count should be no change after truncate + stripe_count=$($GETSTRIPE -c $DIR/$tfile) || error "getstripe failed" + [ $stripe_count -eq 2 ] || error "after trunc: ($stripe_count)" + + rm $DIR/$tfile || error "failed to remove released file" +} +run_test 229 "getstripe/stat/rm work on released files (stripe count = 2)" + test_230a() { [ $PARALLEL == "yes" ] && skip "skip parallel run" && return [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return