X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Fsanity.sh;h=48c48909b00965dc76567c51c30930705bc1a905;hp=c6f92b82077fc9161330ad738c3f5b89ce907172;hb=9ed6c21e6a04b99e045b663a627cd6f6fcdceb1c;hpb=7bb78fa519cd404758c67811c116744bc755b2cf diff --git a/lustre/tests/sanity.sh b/lustre/tests/sanity.sh index c6f92b8..48c4890 100644 --- a/lustre/tests/sanity.sh +++ b/lustre/tests/sanity.sh @@ -1,4 +1,5 @@ #!/bin/bash +# -*- tab-width: 4; indent-tabs-mode: t; -*- # # Run select tests by setting ONLY, or as arguments to the script. # Skip specific tests by setting EXCEPT. @@ -11,6 +12,11 @@ ONLY=${ONLY:-"$*"} ALWAYS_EXCEPT=" 27u 42a 42b 42c 42d 45 51d 68b $SANITY_EXCEPT" # UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT! +# with LOD/OSP landing +# bug number for skipped tests: LU-2036 +ALWAYS_EXCEPT=" 76 $ALWAYS_EXCEPT" + + # Tests that fail on uml CPU=`awk '/model/ {print $4}' /proc/cpuinfo` # buffer i/o errs sock spc runas @@ -447,13 +453,29 @@ test_17f() { } run_test 17f "symlinks: long and very long symlink name ========================" +# str_repeat(S, N) generate a string that is string S repeated N times +str_repeat() { + local s=$1 + local n=$2 + local ret='' + while [ $((n -= 1)) -ge 0 ]; do + ret=$ret$s + done + echo $ret +} + +# Long symlinks and LU-2241 test_17g() { - mkdir -p $DIR/$tdir - LONGSYMLINK="$(dd if=/dev/zero bs=4095 count=1 | tr '\0' 'x')" - ln -s $LONGSYMLINK $DIR/$tdir/$tfile - ls -l $DIR/$tdir + mkdir -p $DIR/$tdir + local TESTS="59 60 61 4094 4095" + + for i in $TESTS; do + local SYMNAME=$(str_repeat 'x' $i) + ln -s $SYMNAME $DIR/$tdir/f$i || error "failed $i-char symlink" + readlink $DIR/$tdir/f$i || error "failed $i-char readlink" + done } -run_test 17g "symlinks: really long symlink name ===============================" +run_test 17g "symlinks: really long symlink name and inode boundaries" test_17h() { #bug 17378 remote_mds_nodsh && skip "remote MDS with nodsh" && return @@ -488,6 +510,22 @@ test_17k() { #bug 22301 } run_test 17k "symlinks: rsync with xattrs enabled =========================" +test_17l() { # LU-279 + mkdir -p $DIR/$tdir + touch $DIR/$tdir/$tfile + ln -s $DIR/$tdir/$tfile $DIR/$tdir/$tfile.lnk + for path in "$DIR/$tdir" "$DIR/$tdir/$tfile" "$DIR/$tdir/$tfile.lnk"; do + # -h to not follow symlinks. -m '' to list all the xattrs. + # grep to remove first line: '# file: $path'. + for xattr in `getfattr -hm '' $path 2>/dev/null | grep -v '^#'`; + do + lgetxattr_size_check $path $xattr || + error "lgetxattr_size_check $path $xattr failed" + done + done +} +run_test 17l "Ensure lgetxattr's returned xattr size is consistent ========" + # LU-1540 test_17m() { local short_sym="0123456789" @@ -498,6 +536,13 @@ test_17m() { local i local rc=0 + [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.0) ] && + [ $(lustre_version_code $SINGLEMDS) -le $(version_code 2.2.93) ] && + skip "MDS 2.2.0-2.2.93 do not NUL-terminate symlinks" && return + + [ "$(facet_fstype $SINGLEMDS)" != "ldiskfs" ] && + skip "only for ldiskfs MDT" && return 0 + mkdir -p $WDIR long_sym=$short_sym # create a long symlink file @@ -514,7 +559,7 @@ test_17m() { echo "erase them" rm -f $WDIR/* sync - sleep 2 + wait_delete_completed echo "recreate the 512 symlink files with a shorter string" for ((i = 0; i < 512; ++i)); do @@ -831,20 +876,28 @@ page_size() { getconf PAGE_SIZE } +simple_cleanup_common() { + trap 0 + rm -rf $DIR/$tdir + wait_delete_completed +} + test_24v() { local NRFILES=100000 - local FREE_INODES=`lfs df -i|grep "filesystem summary" | awk '{print $5}'` + local FREE_INODES=$(lfs_df -i | grep "summary" | awk '{print $4}') [ $FREE_INODES -lt $NRFILES ] && \ - skip "not enough free inodes $FREE_INODES required $NRFILES" && \ + skip "not enough free inodes $FREE_INODES required $NRFILES" && return - mkdir -p $DIR/d24v - createmany -m $DIR/d24v/$tfile $NRFILES + trap simple_cleanup_common EXIT + + mkdir -p $DIR/$tdir + createmany -m $DIR/$tdir/$tfile $NRFILES cancel_lru_locks mdc lctl set_param mdc.*.stats clear - ls $DIR/d24v >/dev/null || error "error in listing large dir" + ls $DIR/$tdir >/dev/null || error "error in listing large dir" # LU-5 large readdir # DIRENT_SIZE = 32 bytes for sizeof(struct lu_dirent) + @@ -860,7 +913,7 @@ test_24v() { [ $mds_readpage -gt $RPC_NUM ] && \ error "large readdir doesn't take effect" - rm $DIR/d24v -rf + simple_cleanup_common } run_test 24v "list directory with large files (handle hash collision, bug: 17560)" @@ -1041,30 +1094,31 @@ test_27l() { run_test 27l "check setstripe permissions (should return error)" test_27m() { - [ "$OSTCOUNT" -lt "2" ] && skip_env "$OSTCOUNT < 2 OSTs -- skipping" && return + [ "$OSTCOUNT" -lt "2" ] && skip_env "$OSTCOUNT < 2 OSTs -- skipping" && + return if [ $ORIGFREE -gt $MAXFREE ]; then skip "$ORIGFREE > $MAXFREE skipping out-of-space test on OST0" return fi - mkdir -p $DIR/d27 - $SETSTRIPE -i 0 -c 1 $DIR/d27/f27m_1 - dd if=/dev/zero of=$DIR/d27/f27m_1 bs=1024 count=$MAXFREE && + trap simple_cleanup_common EXIT + mkdir -p $DIR/$tdir + $SETSTRIPE -i 0 -c 1 $DIR/$tdir/f27m_1 + dd if=/dev/zero of=$DIR/$tdir/f27m_1 bs=1024 count=$MAXFREE && error "dd should fill OST0" i=2 - while $SETSTRIPE -i 0 -c 1 $DIR/d27/f27m_$i; do + while $SETSTRIPE -i 0 -c 1 $DIR/$tdir/f27m_$i; do i=`expr $i + 1` [ $i -gt 256 ] && break done i=`expr $i + 1` - touch $DIR/d27/f27m_$i - [ `$GETSTRIPE $DIR/d27/f27m_$i | grep -A 10 obdidx | awk '{print $1}'| grep -w "0"` ] && \ + touch $DIR/$tdir/f27m_$i + [ `$GETSTRIPE $DIR/$tdir/f27m_$i | grep -A 10 obdidx | awk '{print $1}'| grep -w "0"` ] && error "OST0 was full but new created file still use it" i=`expr $i + 1` - touch $DIR/d27/f27m_$i - [ `$GETSTRIPE $DIR/d27/f27m_$i | grep -A 10 obdidx | awk '{print $1}'| grep -w "0"` ] && \ + touch $DIR/$tdir/f27m_$i + [ `$GETSTRIPE $DIR/$tdir/f27m_$i | grep -A 10 obdidx | awk '{print $1}'| grep -w "0"` ] && error "OST0 was full but new created file still use it" - rm -r $DIR/d27 - sleep 15 + simple_cleanup_common } run_test 27m "create file while OST0 was full ==================" @@ -1082,6 +1136,7 @@ reset_enospc() { [ "$OSTIDX" ] && list=$(facet_host ost$((OSTIDX + 1))) do_nodes $list lctl set_param fail_loc=0 + sync # initiate all OST_DESTROYs from MDS to OST sleep_maxage } @@ -1349,37 +1404,53 @@ test_27y() { [ $fcount -eq 0 ] && skip "not enough space on OST0" && return [ $fcount -gt $OSTCOUNT ] && fcount=$OSTCOUNT - MDS_OSCS=`do_facet $SINGLEMDS lctl dl | awk '/[oO][sS][cC].*md[ts]/ { print $4 }'` - OFFSET=$(($OSTCOUNT-1)) - OST=-1 - for OSC in $MDS_OSCS; do - if [ $OST == -1 ]; then { - OST=`osc_to_ost $OSC` - } else { - echo $OSC "is Deactivate:" - do_facet $SINGLEMDS lctl --device %$OSC deactivate - } fi - done - - OSTIDX=$(index_from_ostuuid $OST) - mkdir -p $DIR/$tdir - $SETSTRIPE -c 1 $DIR/$tdir # 1 stripe / file + local MDS_OSCS=$(do_facet $SINGLEMDS lctl dl | + awk '/[oO][sS][cC].*md[ts]/ { print $4 }') + local OST_DEACTIVE_IDX=-1 + local OSC + local OSTIDX + local OST + + for OSC in $MDS_OSCS; do + OST=$(osc_to_ost $OSC) + OSTIDX=$(index_from_ostuuid $OST) + if [ $OST_DEACTIVE_IDX == -1 ]; then + OST_DEACTIVE_IDX=$OSTIDX + fi + if [ $OSTIDX != $OST_DEACTIVE_IDX ]; then + echo $OSC "is Deactivated:" + do_facet $SINGLEMDS lctl --device %$OSC deactivate + fi + done - do_facet ost$((OSTIDX+1)) lctl set_param -n obdfilter.$OST.degraded 1 - sleep_maxage - createmany -o $DIR/$tdir/$tfile $fcount - do_facet ost$((OSTIDX+1)) lctl set_param -n obdfilter.$OST.degraded 0 + OSTIDX=$(index_from_ostuuid $OST) + mkdir -p $DIR/$tdir + $SETSTRIPE -c 1 $DIR/$tdir # 1 stripe / file + + for OSC in $MDS_OSCS; do + OST=$(osc_to_ost $OSC) + OSTIDX=$(index_from_ostuuid $OST) + if [ $OSTIDX == $OST_DEACTIVE_IDX ]; then + echo $OST "is degraded:" + do_facet ost$((OSTIDX+1)) lctl set_param -n \ + obdfilter.$OST.degraded=1 + fi + done - for i in `seq 0 $OFFSET`; do - [ `$GETSTRIPE $DIR/$tdir/$tfile$i | grep -A 10 obdidx | awk '{print $1}'| grep -w "$OSTIDX"` ] || \ - error "files created on deactivated OSTs instead of degraded OST" - done - for OSC in $MDS_OSCS; do - [ `osc_to_ost $OSC` != $OST ] && { - echo $OSC "is activate" - do_facet $SINGLEMDS lctl --device %$OSC activate - } - done + sleep_maxage + createmany -o $DIR/$tdir/$tfile $fcount + + for OSC in $MDS_OSCS; do + OST=$(osc_to_ost $OSC) + OSTIDX=$(index_from_ostuuid $OST) + if [ $OSTIDX == $OST_DEACTIVE_IDX ]; then + echo $OST "is recovered from degraded:" + do_facet ost$((OSTIDX+1)) lctl set_param -n \ + obdfilter.$OST.degraded=0 + else + do_facet $SINGLEMDS lctl --device %$OSC activate + fi + done } run_test 27y "create files while OST0 is degraded and the rest inactive" @@ -1732,42 +1803,51 @@ test_31m() { } run_test 31m "link to file: the same, non-existing, dir===============" +cleanup_test32_mount() { + trap 0 + $UMOUNT $DIR/$tdir/ext2-mountpoint +} + test_32a() { echo "== more mountpoints and symlinks =================" - [ -e $DIR/d32a ] && rm -fr $DIR/d32a - mkdir -p $DIR/d32a/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32a/ext2-mountpoint || error - $CHECKSTAT -t dir $DIR/d32a/ext2-mountpoint/.. || error - $UMOUNT $DIR/d32a/ext2-mountpoint || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint || error + $CHECKSTAT -t dir $DIR/$tdir/ext2-mountpoint/.. || error + cleanup_test32_mount } run_test 32a "stat d32a/ext2-mountpoint/.. =====================" test_32b() { - [ -e $DIR/d32b ] && rm -fr $DIR/d32b - mkdir -p $DIR/d32b/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32b/ext2-mountpoint || error - ls -al $DIR/d32b/ext2-mountpoint/.. || error - $UMOUNT $DIR/d32b/ext2-mountpoint || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint || error + ls -al $DIR/$tdir/ext2-mountpoint/.. || error + cleanup_test32_mount } run_test 32b "open d32b/ext2-mountpoint/.. =====================" test_32c() { - [ -e $DIR/d32c ] && rm -fr $DIR/d32c - mkdir -p $DIR/d32c/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32c/ext2-mountpoint || error - mkdir -p $DIR/d32c/d2/test_dir - $CHECKSTAT -t dir $DIR/d32c/ext2-mountpoint/../d2/test_dir || error - $UMOUNT $DIR/d32c/ext2-mountpoint || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint || error + mkdir -p $DIR/$tdir/d2/test_dir + $CHECKSTAT -t dir $DIR/$tdir/ext2-mountpoint/../d2/test_dir || error + cleanup_test32_mount } run_test 32c "stat d32c/ext2-mountpoint/../d2/test_dir =========" test_32d() { - [ -e $DIR/d32d ] && rm -fr $DIR/d32d - mkdir -p $DIR/d32d/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32d/ext2-mountpoint || error - mkdir -p $DIR/d32d/d2/test_dir - ls -al $DIR/d32d/ext2-mountpoint/../d2/test_dir || error - $UMOUNT $DIR/d32d/ext2-mountpoint || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint || error + mkdir -p $DIR/$tdir/d2/test_dir + ls -al $DIR/$tdir/ext2-mountpoint/../d2/test_dir || error + cleanup_test32_mount } run_test 32d "open d32d/ext2-mountpoint/../d2/test_dir =========" @@ -1817,44 +1897,48 @@ test_32h() { run_test 32h "open d32h/symlink->tmp/symlink->lustre-subdir/${tdir}2" test_32i() { - [ -e $DIR/d32i ] && rm -fr $DIR/d32i - mkdir -p $DIR/d32i/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32i/ext2-mountpoint || error - touch $DIR/d32i/test_file - $CHECKSTAT -t file $DIR/d32i/ext2-mountpoint/../test_file || error - $UMOUNT $DIR/d32i/ext2-mountpoint || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint || error + touch $DIR/$tdir/test_file + $CHECKSTAT -t file $DIR/$tdir/ext2-mountpoint/../test_file || error + cleanup_test32_mount } run_test 32i "stat d32i/ext2-mountpoint/../test_file ===========" test_32j() { - [ -e $DIR/d32j ] && rm -fr $DIR/d32j - mkdir -p $DIR/d32j/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32j/ext2-mountpoint || error - touch $DIR/d32j/test_file - cat $DIR/d32j/ext2-mountpoint/../test_file || error - $UMOUNT $DIR/d32j/ext2-mountpoint || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint || error + touch $DIR/$tdir/test_file + cat $DIR/$tdir/ext2-mountpoint/../test_file || error + cleanup_test32_mount } run_test 32j "open d32j/ext2-mountpoint/../test_file ===========" test_32k() { - rm -fr $DIR/d32k - mkdir -p $DIR/d32k/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32k/ext2-mountpoint - mkdir -p $DIR/d32k/d2 - touch $DIR/d32k/d2/test_file || error - $CHECKSTAT -t file $DIR/d32k/ext2-mountpoint/../d2/test_file || error - $UMOUNT $DIR/d32k/ext2-mountpoint || error + rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint + mkdir -p $DIR/$tdir/d2 + touch $DIR/$tdir/d2/test_file || error + $CHECKSTAT -t file $DIR/$tdir/ext2-mountpoint/../d2/test_file || error + cleanup_test32_mount } run_test 32k "stat d32k/ext2-mountpoint/../d2/test_file ========" test_32l() { - rm -fr $DIR/d32l - mkdir -p $DIR/d32l/ext2-mountpoint - mount -t ext2 -o loop $EXT2_DEV $DIR/d32l/ext2-mountpoint || error - mkdir -p $DIR/d32l/d2 - touch $DIR/d32l/d2/test_file - cat $DIR/d32l/ext2-mountpoint/../d2/test_file || error - $UMOUNT $DIR/d32l/ext2-mountpoint || error + rm -fr $DIR/$tdir + trap cleanup_test32_mount EXIT + mkdir -p $DIR/$tdir/ext2-mountpoint + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir/ext2-mountpoint || error + mkdir -p $DIR/$tdir/d2 + touch $DIR/$tdir/d2/test_file + cat $DIR/$tdir/ext2-mountpoint/../d2/test_file || error + cleanup_test32_mount } run_test 32l "open d32l/ext2-mountpoint/../d2/test_file ========" @@ -1917,23 +2001,30 @@ test_32p() { } run_test 32p "open d32p/symlink->tmp/symlink->lustre-root/$tfile" +cleanup_testdir_mount() { + trap 0 + $UMOUNT $DIR/$tdir +} + test_32q() { - [ -e $DIR/d32q ] && rm -fr $DIR/d32q - mkdir -p $DIR/d32q - touch $DIR/d32q/under_the_mount - mount -t ext2 -o loop $EXT2_DEV $DIR/d32q - ls $DIR/d32q/under_the_mount && error || true - $UMOUNT $DIR/d32q || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_testdir_mount EXIT + mkdir -p $DIR/$tdir + touch $DIR/$tdir/under_the_mount + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir + ls $DIR/$tdir | grep "\" && error + cleanup_testdir_mount } run_test 32q "stat follows mountpoints in Lustre (should return error)" test_32r() { - [ -e $DIR/d32r ] && rm -fr $DIR/d32r - mkdir -p $DIR/d32r - touch $DIR/d32r/under_the_mount - mount -t ext2 -o loop $EXT2_DEV $DIR/d32r - ls $DIR/d32r | grep -q under_the_mount && error || true - $UMOUNT $DIR/d32r || error + [ -e $DIR/$tdir ] && rm -fr $DIR/$tdir + trap cleanup_testdir_mount EXIT + mkdir -p $DIR/$tdir + touch $DIR/$tdir/under_the_mount + mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir + ls $DIR/$tdir | grep -q under_the_mount && error || true + cleanup_testdir_mount } run_test 32r "opendir follows mountpoints in Lustre (should return error)" @@ -2238,15 +2329,7 @@ test_36h() { } run_test 36h "utime on file racing with OST BRW write ==========" -test_37() { - mkdir -p $DIR/$tdir - echo f > $DIR/$tdir/fbugfile - mount -t ext2 -o loop $EXT2_DEV $DIR/$tdir - ls $DIR/$tdir | grep "\" && error - $UMOUNT $DIR/$tdir || error - rm -f $DIR/$tdir/fbugfile || error -} -run_test 37 "ls a mounted file system to check old content =====" +# test_37 - duplicate with tests 32q 32r test_38() { local file=$DIR/$tfile @@ -2535,15 +2618,15 @@ TEST_39_ATIME=`date -d "1 year" +%s` test_39l() { remote_mds_nodsh && skip "remote MDS with nodsh" && return - local atime_diff=$(do_facet $SINGLEMDS lctl get_param -n mdd.*.atime_diff) - + local atime_diff=$(do_facet $SINGLEMDS \ + lctl get_param -n mdd.*MDT0000*.atime_diff) mkdir -p $DIR/$tdir # test setting directory atime to future touch -a -d @$TEST_39_ATIME $DIR/$tdir local atime=$(stat -c %X $DIR/$tdir) [ "$atime" = $TEST_39_ATIME ] || \ - error "atime is not set to future: $atime, should be $TEST_39_ATIME" + error "atime is not set to future: $atime, $TEST_39_ATIME" # test setting directory atime from future to now local d1=$(date +%s) @@ -2553,9 +2636,9 @@ test_39l() { cancel_lru_locks mdc atime=$(stat -c %X $DIR/$tdir) [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] || \ - error "atime is not updated from future: $atime, should be $d1 dir atime + atime_diff @@ -2567,7 +2650,7 @@ test_39l() { [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] || \ error "atime is not updated : $atime, should be $d2" - do_facet $SINGLEMDS lctl set_param -n mdd.*.atime_diff=60 + do_facet $SINGLEMDS lctl set_param -n mdd.*MDT0000*.atime_diff=60 sleep 3 # test not setting directory atime when now < dir atime + atime_diff @@ -2577,7 +2660,8 @@ test_39l() { [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] || \ error "atime is updated to $atime, should remain $d1 $BASE/fnum || + echo "failed" > $BASE/fnum } -run_test 51b "mkdir .../t-0 --- .../t-$NUMTEST ====================" +run_test 51b "exceed 64k subdirectory nlink limit" test_51ba() { # LU-993 - local BASE=$DIR/d51b + local BASE=$DIR/$tdir # unlink all but 100 subdirectories, then check it still works local LEFT=100 + [ -f $BASE/fnum ] && local NUMPREV=$(cat $BASE/fnum) && rm $BASE/fnum + + [ "$NUMPREV" != "failed" ] && NUMTEST=$NUMPREV local DELETE=$((NUMTEST - LEFT)) # continue on to run this test even if 51b didn't finish, # just to delete the many subdirectories created. - ! [ -d "${BASE}/t-1" ] && skip "test_51b() not run" && return 0 + [ ! -d "${BASE}/d1" ] && skip "test_51b() not run" && return 0 # for ldiskfs the nlink count should be 1, but this is OSD specific # and so this is listed for informational purposes only - log "nlink before: $(stat -c %h $BASE)" - unlinkmany -d $BASE/t- $DELETE || - error "unlink of first $DELETE subdirs failed" + echo "nlink before: $(stat -c %h $BASE), created before: $NUMTEST" + unlinkmany -d $BASE/d $DELETE + RC=$? - log "nlink between: $(stat -c %h $BASE)" - local FOUND=$(ls -l ${BASE} | wc -l) - FOUND=$((FOUND - 1)) # trim the first line of ls output + if [ $RC -ne 0 ]; then + if [ "$NUMPREV" == "failed" ]; then + skip "previous setup failed" + return 0 + else + error "unlink of first $DELETE subdirs failed" + return $RC + fi + fi + + echo "nlink between: $(stat -c %h $BASE)" + # trim the first line of ls output + local FOUND=$(($(ls -l ${BASE} | wc -l) - 1)) [ $FOUND -ne $LEFT ] && error "can't find subdirs: found only $FOUND/$LEFT" - unlinkmany -d $BASE/t- $DELETE $LEFT || + unlinkmany -d $BASE/d $DELETE $LEFT || error "unlink of second $LEFT subdirs failed" - log "nlink after: $(stat -c %h $BASE)" + # regardless of whether the backing filesystem tracks nlink accurately + # or not, the nlink count shouldn't be more than "." and ".." here + local AFTER=$(stat -c %h $BASE) + [ $AFTER -gt 2 ] && error "nlink after: $AFTER > 2" || + echo "nlink after: $AFTER" } -run_test 51ba "rmdir .../t-0 --- .../t-$NUMTEST" - -test_51bb() { - [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return - - local ndirs=${TEST51BB_NDIRS:-10} - local nfiles=${TEST51BB_NFILES:-100} - - local numfree=`df -i -P $DIR | tail -n 1 | awk '{ print $4 }'` - - [ $numfree -lt $(( ndirs * nfiles)) ] && \ - nfiles=$(( numfree / ndirs - 10 )) - - local dir=$DIR/d51bb - mkdir -p $dir - local savePOLICY=$(lctl get_param -n lmv.*.placement) - lctl set_param -n lmv.*.placement=CHAR - - lfs df -i $dir - local IUSED=$(lfs df -i $dir | grep MDT | awk '{print $3}') - OLDUSED=($IUSED) - - declare -a dirs - for ((i=0; i < $ndirs; i++)); do - dirs[i]=$dir/$RANDOM - echo Creating directory ${dirs[i]} - mkdir -p ${dirs[i]} - ls $dir - echo Creating $nfiles in dir ${dirs[i]} ... - echo "createmany -o ${dirs[i]}/$tfile- $nfiles" - createmany -o ${dirs[i]}/$tfile- $nfiles - done - ls $dir - - sleep 1 - - IUSED=$(lfs df -i $dir | grep MDT | awk '{print $3}') - NEWUSED=($IUSED) - - local rc=0 - for ((i=0; i<${#NEWUSED[@]}; i++)); do - echo "mds $i: inodes count OLD ${OLDUSED[$i]} NEW ${NEWUSED[$i]}" - [ ${OLDUSED[$i]} -lt ${NEWUSED[$i]} ] || rc=$((rc + 1)) - done - - lctl set_param -n lmv.*.placement=$savePOLICY - - [ $rc -ne $MDSCOUNT ] || \ - error "Objects/inodes are not distributed over all mds servers" -} -run_test 51bb "mkdir createmany CMD $MDSCOUNT ====================" +run_test 51ba "verify nlink for many subdirectory cleanup" test_51d() { [ "$OSTCOUNT" -lt "3" ] && skip_env "skipping test with few OSTs" && return @@ -3956,6 +4017,11 @@ run_test 56w "check lfs_migrate -c stripe_count works" test_57a() { # note test will not do anything if MDS is not local + if [ "$(facet_fstype $SINGLEMDS)" != ldiskfs ]; then + skip "Only applicable to ldiskfs-based MDTs" + return + fi + remote_mds_nodsh && skip "remote MDS with nodsh" && return local MNTDEV="osd*.*MDT*.mntdev" DEV=$(do_facet $SINGLEMDS lctl get_param -n $MNTDEV) @@ -3971,6 +4037,11 @@ test_57a() { run_test 57a "verify MDS filesystem created with large inodes ==" test_57b() { + if [ "$(facet_fstype $SINGLEMDS)" != ldiskfs ]; then + skip "Only applicable to ldiskfs-based MDTs" + return + fi + remote_mds_nodsh && skip "remote MDS with nodsh" && return local dir=$DIR/d57b @@ -4036,8 +4107,8 @@ test_59() { echo "rm 130 files" unlinkmany $DIR/f59- 130 sync - sleep 2 - # wait for commitment of removal + # wait for commitment of removal + wait_delete_completed } run_test 59 "verify cancellation of llog records async =========" @@ -4168,6 +4239,11 @@ test_64b () { } run_test 64b "check out-of-space detection on client ===========" +test_64c() { + $LCTL set_param osc.*OST0000-osc-[^mM]*.cur_grant_bytes=0 +} +run_test 64c "verify grant shrink ========================------" + # bug 1414 - set/get directories' stripe info test_65a() { mkdir -p $DIR/d65 @@ -4477,7 +4553,6 @@ test_72a() { # bug 5695 - Test that on 2.6 remove_suid works properly # Now test that MDS is updated too cancel_lru_locks mdc test -u $DIR/f72 -o -g $DIR/f72 && error "S/gid is not dropped on MDS" - true rm -f $DIR/f72 } run_test 72a "Test that remove suid works properly (bug5695) ====" @@ -4876,6 +4951,16 @@ test_79() { # bug 12743 run_test 79 "df report consistency check =======================" test_80() { # bug 10718 + # relax strong synchronous semantics for slow backends like ZFS + local soc="obdfilter.*.sync_on_lock_cancel" + local soc_old=$(do_facet ost1 lctl get_param -n $soc | head -n1) + local hosts= + if [ "$soc_old" != "never" -a "$(facet_fstype ost1)" != "ldiskfs" ]; then + hosts=$(for host in $(seq -f "ost%g" 1 $OSTCOUNT); do + facet_active_host $host; done | sort -u) + do_nodes $hosts lctl set_param $soc=never + fi + dd if=/dev/zero of=$DIR/$tfile bs=1M count=1 seek=1M sync; sleep 1; sync local BEFORE=`date +%s` @@ -4885,7 +4970,9 @@ test_80() { # bug 10718 if [ $DIFF -gt 1 ] ; then error "elapsed for 1M@1T = $DIFF" fi - true + + [ -n "$hosts" ] && do_nodes $hosts lctl set_param $soc=$soc_old + rm -f $DIR/$tfile } run_test 80 "Page eviction is equally fast at high offsets too ====" @@ -4894,7 +4981,7 @@ test_81a() { # LU-456 remote_ost_nodsh && skip "remote OST with nodsh" && return # define OBD_FAIL_OST_MAPBLK_ENOSPC 0x228 # MUST OR with the OBD_FAIL_ONCE (0x80000000) - do_facet ost0 lctl set_param fail_loc=0x80000228 + do_facet ost1 lctl set_param fail_loc=0x80000228 # write should trigger a retry and success $SETSTRIPE -i 0 -c 1 $DIR/$tfile @@ -4910,7 +4997,7 @@ test_81b() { # LU-456 remote_ost_nodsh && skip "remote OST with nodsh" && return # define OBD_FAIL_OST_MAPBLK_ENOSPC 0x228 # Don't OR with the OBD_FAIL_ONCE (0x80000000) - do_facet ost0 lctl set_param fail_loc=0x228 + do_facet ost1 lctl set_param fail_loc=0x228 # write should retry several times and return -ENOSPC finally $SETSTRIPE -i 0 -c 1 $DIR/$tfile @@ -5222,7 +5309,7 @@ test_101d() { { skip "Need free space ${size}M, have $space" && return; } echo Creating ${size}M test file $file - dd if=/dev/zero of=$file bs=1M count=$size + dd if=/dev/zero of=$file bs=1M count=$size || error "dd failed" echo Cancel LRU locks on lustre client to flush the client cache cancel_lru_locks osc @@ -5243,8 +5330,9 @@ test_101d() { echo read-ahead disabled time read $time_ra_OFF echo read-ahead enabled time read $time_ra_ON - set_read_ahead $old_READAHEAD - rm -f $file + set_read_ahead $old_READAHEAD + rm -f $file + wait_delete_completed [ $time_ra_ON -lt $time_ra_OFF ] || error "read-ahead enabled time read (${time_ra_ON}s) is more than @@ -5660,9 +5748,9 @@ test_103 () { declare -a identity_old - for num in `seq $MDSCOUNT`; do - switch_identity $num true || identity_old[$num]=$? - done + for num in $(seq $MDSCOUNT); do + switch_identity $num true || identity_old[$num]=$? + done SAVE_UMASK=`umask` umask 0022 @@ -5686,14 +5774,20 @@ test_103 () { run_acl_subtest inheritance || error "inheritance test failed" rm -f make-tree + echo "LU-974 ignore umask when acl is enabled..." + mkdir $DIR/974 + cd $DIR/974 + run_acl_subtest 974 || error "LU-974 test failed" + rm -rf $DIR/974 + cd $SAVE_PWD umask $SAVE_UMASK - for num in `seq $MDSCOUNT`; do - if [ "${identity_old[$num]}" = 1 ]; then - switch_identity $num false || identity_old[$num]=$? - fi - done + for num in $(seq $MDSCOUNT); do + if [ "${identity_old[$num]}" = 1 ]; then + switch_identity $num false || identity_old[$num]=$? + fi + done } run_test 103 "acl test =========================================" @@ -5825,14 +5919,18 @@ test_107() { run_test 107 "Coredump on SIG" test_110() { - mkdir -p $DIR/d110 - mkdir $DIR/d110/aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa || error "mkdir with 255 char fail" - mkdir $DIR/d110/bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb && error "mkdir with 256 char should fail, but not" - touch $DIR/d110/xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx || error "create with 255 char fail" - touch $DIR/d110/yyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyyy && error ""create with 256 char should fail, but not - - ls -l $DIR/d110 - rm -fr $DIR/d110 + mkdir -p $DIR/$tdir + mkdir $DIR/$tdir/$(str_repeat 'a' 255) || + error "mkdir with 255 char failed" + mkdir $DIR/$tdir/$(str_repeat 'b' 256) && + error "mkdir with 256 char should fail, but did not" + touch $DIR/$tdir/$(str_repeat 'x' 255) || + error "create with 255 char failed" + touch $DIR/$tdir/$(str_repeat 'y' 256) && + error "create with 256 char should fail, but did not" + + ls -l $DIR/$tdir + rm -rf $DIR/$tdir } run_test 110 "filename length checking" @@ -5855,9 +5953,9 @@ test_115() { cut -c11-20) # don't return an error - [ $OSTIO_post -eq $OSTIO_pre ] && echo \ - "WARNING: No new ll_ost_io threads were created ($OSTIO_pre)" &&\ - echo "This may be fine, depending on what ran before this test" &&\ + [ $OSTIO_post == $OSTIO_pre ] && echo \ + "WARNING: No new ll_ost_io threads were created ($OSTIO_pre)" && + echo "This may be fine, depending on what ran before this test" && echo "and how fast this system is." && return echo "Started with $OSTIO_pre threads, ended with $OSTIO_post" @@ -5883,7 +5981,7 @@ free_min_max () { echo Max free space: OST $MAXI: $MAXV } -test_116() { +test_116a() { # was previously test_116() [ "$OSTCOUNT" -lt "2" ] && skip_env "$OSTCOUNT < 2 OSTs" && return echo -n "Free space priority " @@ -5966,7 +6064,21 @@ test_116() { rm -rf $DIR/$tdir } -run_test 116 "stripe QOS: free space balance ===================" +run_test 116a "stripe QOS: free space balance ===================" + +test_116b() { # LU-2093 +#define OBD_FAIL_MDS_OSC_CREATE_FAIL 0x147 + local old_rr + old_rr=$(do_facet $SINGLEMDS lctl get_param -n lov.*mdtlov*.qos_threshold_rr) + do_facet $SINGLEMDS lctl set_param lov.*mdtlov*.qos_threshold_rr 0 + mkdir -p $DIR/$tdir + do_facet $SINGLEMDS lctl set_param fail_loc=0x147 + createmany -o $DIR/$tdir/f- 20 || error "can't create" + do_facet $SINGLEMDS lctl set_param fail_loc=0 + rm -rf $DIR/$tdir + do_facet $SINGLEMDS lctl set_param lov.*mdtlov*.qos_threshold_rr $old_rr +} +run_test 116b "QoS shouldn't LBUG if not enough OSTs found on the 2nd pass" test_117() # bug 10891 { @@ -6241,6 +6353,8 @@ test_118h() { } run_test 118h "Verify timeout in handling recoverables errors ==========" +[ "$SLOW" = "no" ] && [ -n "$OLD_RESENDCOUNT" ] && set_resend_count $OLD_RESENDCOUNT + test_118i() { remote_ost_nodsh && skip "remote OST with nodsh" && return @@ -6279,6 +6393,8 @@ test_118i() { } run_test 118i "Fix error before timeout in recoverable error ==========" +[ "$SLOW" = "no" ] && set_resend_count 4 + test_118j() { remote_ost_nodsh && skip "remote OST with nodsh" && return @@ -6987,15 +7103,18 @@ set_dir_limits () { local node local LDPROC=/proc/fs/ldiskfs + local facets=$(get_facets MDS) - for facet in $(get_facets MDS); do - canondev=$(ldiskfs_canon *.$(convert_facet2label $facet).mntdev $facet) - do_facet $facet "test -e $LDPROC/$canondev/max_dir_size" || LDPROC=/sys/fs/ldiskfs + for facet in ${facets//,/ }; do + canondev=$(ldiskfs_canon \ + *.$(convert_facet2label $facet).mntdev $facet) + do_facet $facet "test -e $LDPROC/$canondev/max_dir_size" || + LDPROC=/sys/fs/ldiskfs do_facet $facet "echo $1 >$LDPROC/$canondev/max_dir_size" done } test_129() { - if [ "$(facet_type_fstype MDS)" != ldiskfs ]; then + if [ "$(facet_fstype $SINGLEMDS)" != ldiskfs ]; then skip "Only applicable to ldiskfs-based MDTs" return fi @@ -7005,11 +7124,10 @@ test_129() { MAX=16384 set_dir_limits $MAX - mkdir -p $DIR/$tdir - I=0 - J=0 + local I=0 + local J=0 while [ ! $I -gt $((MAX * MDSCOUNT)) ]; do $MULTIOP $DIR/$tdir/$J Oc rc=$? @@ -7037,18 +7155,26 @@ cleanup_130() { } test_130a() { - filefrag_op=$(filefrag -e 2>&1 | grep "invalid option") - [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return + local filefrag_op=$(filefrag -e 2>&1 | grep "invalid option") + [ -n "$filefrag_op" ] && skip_env "filefrag does not support FIEMAP" && + return trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile $SETSTRIPE -S 65536 -c 1 $fm_file || error "setstripe on $fm_file" - dd if=/dev/zero of=$fm_file bs=65536 count=1 || error "dd failed for $fm_file" + dd if=/dev/zero of=$fm_file bs=65536 count=1 || + error "dd failed for $fm_file" - filefrag -ves $fm_file || error "filefrag $fm_file failed" - filefrag_op=`filefrag -ve $fm_file | grep -A 100 "ext:" | grep -v "ext:" | grep -v "found"` + # LU-1795: test filefrag/FIEMAP once, even if unsupported + filefrag -ves $fm_file + RC=$? + [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] && + skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return + [ $RC != 0 ] && error "filefrag $fm_file failed" + filefrag_op=$(filefrag -ve $fm_file | grep -A 100 "ext:" | + grep -v "ext:" | grep -v "found") lun=$($GETSTRIPE -i $fm_file) start_blk=`echo $filefrag_op | cut -d: -f2 | cut -d. -f1` @@ -7079,21 +7205,28 @@ test_130a() { run_test 130a "FIEMAP (1-stripe file)" test_130b() { - [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping FIEMAP on 2-stripe file test" && return + [ "$OSTCOUNT" -lt "2" ] && + skip_env "skipping FIEMAP on 2-stripe file test" && return - filefrag_op=$(filefrag -e 2>&1 | grep "invalid option") - [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return + local filefrag_op=$(filefrag -e 2>&1 | grep "invalid option") + [ -n "$filefrag_op" ] && skip_env "filefrag does not support FIEMAP" && + return trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile $SETSTRIPE -S 65536 -c 2 $fm_file || error "setstripe on $fm_file" - dd if=/dev/zero of=$fm_file bs=1M count=2 || error "dd failed on $fm_file" + [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] && + skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return + + dd if=/dev/zero of=$fm_file bs=1M count=2 || + error "dd failed on $fm_file" filefrag -ves $fm_file || error "filefrag $fm_file failed" - filefrag_op=`filefrag -ve $fm_file | grep -A 100 "ext:" | grep -v "ext:" | grep -v "found"` + filefrag_op=$(filefrag -ve $fm_file | grep -A 100 "ext:" | + grep -v "ext:" | grep -v "found") - last_lun=`echo $filefrag_op | cut -d: -f5` + last_lun=$(echo $filefrag_op | cut -d: -f5) IFS=$'\n' tot_len=0 @@ -7128,15 +7261,20 @@ test_130b() { run_test 130b "FIEMAP (2-stripe file)" test_130c() { - [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping FIEMAP on 2-stripe file with hole test" && return + [ "$OSTCOUNT" -lt "2" ] && + skip_env "skipping FIEMAP on 2-stripe file" && return filefrag_op=$(filefrag -e 2>&1 | grep "invalid option") - [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return + [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && + return trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile $SETSTRIPE -S 65536 -c 2 $fm_file || error "setstripe on $fm_file" + [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] && + skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return + dd if=/dev/zero of=$fm_file seek=1 bs=1M count=1 || error "dd failed on $fm_file" filefrag -ves $fm_file || error "filefrag $fm_file failed" @@ -7192,6 +7330,8 @@ test_130d() { local fm_file=$DIR/$tfile $SETSTRIPE -S 65536 -c $OSTCOUNT $fm_file||error "setstripe on $fm_file" + [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] && + skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return dd if=/dev/zero of=$fm_file bs=1M count=$OSTCOUNT || error "dd failed on $fm_file" filefrag -ves $fm_file || error "filefrag $fm_file failed" @@ -7241,6 +7381,9 @@ test_130e() { local fm_file=$DIR/$tfile $SETSTRIPE -S 131072 -c 2 $fm_file || error "setstripe on $fm_file" + [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] && + skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return + NUM_BLKS=512 EXPECTED_LEN=$(( (NUM_BLKS / 2) * 64 )) for ((i = 0; i < $NUM_BLKS; i++)) @@ -7480,8 +7623,11 @@ test_133b() { chmod 444 ${testdir}/${tfile} || error "chmod failed" check_stats $SINGLEMDS "setattr" 1 do_facet $SINGLEMDS $LCTL set_param mdt.*.md_stats=clear - ls -l ${testdir}/${tfile} > /dev/null|| error "ls failed" - check_stats $SINGLEMDS "getattr" 1 + if [ $(lustre_version_code $SINGLEMDS) -ne $(version_code 2.2.0) ] + then # LU-1740 + ls -l ${testdir}/${tfile} > /dev/null|| error "ls failed" + check_stats $SINGLEMDS "getattr" 1 + fi $LFS df || error "lfs failed" check_stats $SINGLEMDS "statfs" 1 @@ -7499,6 +7645,7 @@ test_133c() { $SETSTRIPE -c 1 -i 0 ${testdir}/${tfile} sync cancel_lru_locks osc + wait_delete_completed # clear stats. do_facet $SINGLEMDS $LCTL set_param mdt.*.md_stats=clear @@ -7516,6 +7663,7 @@ test_133c() { check_stats ost "punch" 1 rm -f ${testdir}/${tfile} || error "file remove failed" + wait_delete_completed check_stats ost "destroy" 1 rm -rf $DIR/${tdir} @@ -7564,8 +7712,10 @@ size_in_KMGT() { get_rename_size() { local size=$1 + local context=${2:-.} local sample=$(do_facet $SINGLEMDS $LCTL get_param mdt.*.rename_stats | - awk '/ '${size}'/ {print $4}' | sed -e "s/,//g") + grep -A1 $context | + awk '/ '${size}'/ {print $4}' | sed -e "s/,//g") echo $sample } @@ -7631,8 +7781,8 @@ test_133d() { eval $cmd || error "$cmd failed" local crossdir=$($cmd | grep 'crossdir') - local src_sample=$(get_rename_size $testdir1_size) - local tgt_sample=$(get_rename_size $testdir2_size) + local src_sample=$(get_rename_size $testdir1_size crossdir_src) + local tgt_sample=$(get_rename_size $testdir2_size crossdir_tgt) [ -z "$crossdir" ] && error "crossdir_rename_size count error" [ "$src_sample" -eq 1 ] || error "crossdir_rename_size error $src_sample" [ "$tgt_sample" -eq 1 ] || error "crossdir_rename_size error $tgt_sample" @@ -7646,8 +7796,9 @@ test_140() { #bug-17379 cd $DIR/$tdir || error "Changing to $DIR/$tdir" cp /usr/bin/stat . || error "Copying stat to $DIR/$tdir" - # VFS limits max symlink depth to 5(4KSTACK) or 7(8KSTACK) or 8 - local i=0 + # VFS limits max symlink depth to 5(4KSTACK) or 7(8KSTACK) or 8 + # For kernel > 3.5, bellow only tests consecutive symlink (MAX 40) + local i=0 while i=`expr $i + 1`; do mkdir -p $i || error "Creating dir $i" cd $i || error "Changing to $i" @@ -7667,7 +7818,14 @@ test_140() { #bug-17379 done i=`expr $i - 1` echo "The symlink depth = $i" - [ $i -eq 5 -o $i -eq 7 -o $i -eq 8 ] || error "Invalid symlink depth" + [ $i -eq 5 -o $i -eq 7 -o $i -eq 8 -o $i -eq 40 ] || + error "Invalid symlink depth" + + # Test recursive symlink + ln -s symlink_self symlink_self + $OPENFILE -f O_RDONLY symlink_self >/dev/null 2>&1; ret=$? + echo "open symlink_self returns $ret" + [ $ret -eq 40 ] || error "recursive symlink doesn't return -ELOOP" } run_test 140 "Check reasonable stack depth (shouldn't LBUG) ====" @@ -7799,6 +7957,9 @@ test_153() { run_test 153 "test if fdatasync does not crash =======================" test_154() { + [[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.51) ]] || + { skip "Need MDS version at least 2.2.51"; return 0; } + cp /etc/hosts $DIR/$tfile fid=$($LFS path2fid $DIR/$tfile) @@ -7864,6 +8025,46 @@ test_154() { touch $DIR/.lustre/fid/$tfile && \ error "touch $DIR/.lustre/fid/$tfile should fail." + echo "setxattr to $DIR/.lustre/fid" + setfattr -n trusted.name1 -v value1 $DIR/.lustre/fid && + error "setxattr should fail." + + echo "listxattr for $DIR/.lustre/fid" + getfattr -d -m "^trusted" $DIR/.lustre/fid && + error "listxattr should fail." + + echo "delxattr from $DIR/.lustre/fid" + setfattr -x trusted.name1 $DIR/.lustre/fid && + error "delxattr should fail." + + echo "touch invalid fid: $DIR/.lustre/fid/[0x200000400:0x2:0x3]" + touch $DIR/.lustre/fid/[0x200000400:0x2:0x3] && + error "touch invalid fid should fail." + + echo "touch non-normal fid: $DIR/.lustre/fid/[0x1:0x2:0x0]" + touch $DIR/.lustre/fid/[0x1:0x2:0x0] && + error "touch non-normal fid should fail." + + echo "rename $tdir to $DIR/.lustre/fid" + mrename $DIR/$tdir $DIR/.lustre/fid && + error "rename to $DIR/.lustre/fid should fail." + + echo "rename .lustre to itself" + fid=$($LFS path2fid $DIR) + mrename $DIR/.lustre $DIR/.lustre/fid/$fid/.lustre && + error "rename .lustre to itself should fail." + + $OPENFILE -f O_LOV_DELAY_CREATE:O_CREAT $DIR/$tfile-2 + fid=$($LFS path2fid $DIR/$tfile-2) + echo "cp /etc/passwd $DIR/.lustre/fid/$fid" + cp /etc/passwd $DIR/.lustre/fid/$fid && + error "create lov data thru .lustre should fail." + echo "cp /etc/passwd $DIR/$tfile-2" + cp /etc/passwd $DIR/$tfile-2 || error "copy to $DIR/$tfile-2 failed." + echo "diff /etc/passwd $DIR/.lustre/fid/$fid" + diff /etc/passwd $DIR/.lustre/fid/$fid || + error "diff /etc/passwd $DIR/.lustre/fid/$fid failed." + echo "Open-by-FID succeeded" } run_test 154 "Open-by-FID" @@ -7986,6 +8187,10 @@ test_156() { local AFTER local file="$DIR/$tfile" + [ "$(facet_fstype ost1)" = "zfs" ] && + skip "LU-1956/LU-2261: stats unimplemented on OSD ZFS" && + return + log "Turn on read and write cache" set_cache read on set_cache writethrough on @@ -8563,6 +8768,27 @@ test_182() { } run_test 182 "Disable MDC RPCs semaphore wouldn't crash client ================" +test_183() { # LU-2275 + mkdir -p $DIR/$tdir || error "creating dir $DIR/$tdir" + echo aaa > $DIR/$tdir/$tfile + +#define OBD_FAIL_MDS_NEGATIVE_POSITIVE 0x148 + do_facet $SINGLEMDS $LCTL set_param fail_loc=0x148 + + ls -l $DIR/$tdir && error "ls succeeded, should have failed" + cat $DIR/$tdir/$tfile && error "cat succeeded, should have failed" + + do_facet $SINGLEMDS $LCTL set_param fail_loc=0 + + # Flush negative dentry cache + touch $DIR/$tdir/$tfile + + # We are not checking for any leaked references here, they'll + # become evident next time we do cleanup with module unload. + rm -rf $DIR/$tdir +} +run_test 183 "No crash or request leak in case of strange dispositions ========" + # OST pools tests check_file_in_pool() { @@ -8815,7 +9041,7 @@ test_200() { local POOL_ROOT=${POOL_ROOT:-$DIR/d200.pools} local POOL_DIR_NAME=${POOL_DIR_NAME:-dir_tst} # Pool OST targets - local first_ost=1 + local first_ost=0 local last_ost=$(($OSTCOUNT - 1)) local ost_step=2 local ost_list=$(seq $first_ost $ost_step $last_ost) @@ -8993,7 +9219,7 @@ verify_jobstats() { # clear old jobstats do_facet $SINGLEMDS lctl set_param mdt.*.job_stats="clear" - do_facet ost0 lctl set_param obdfilter.*.job_stats="clear" + do_facet ost1 lctl set_param obdfilter.*.job_stats="clear" # use a new JobID for this test, or we might see an old one [ "$JOBENV" = "FAKE_JOBID" ] && FAKE_JOBID=test_id.$testnum.$RANDOM @@ -9014,13 +9240,16 @@ verify_jobstats() { grep $JOBVAL || error "No job stats found on MDT $FACET" fi if [ "$target" = "ost" -o "$target" = "both" ]; then - FACET=ost0 + FACET=ost1 do_facet $FACET lctl get_param obdfilter.*.job_stats | grep $JOBVAL || error "No job stats found on OST $FACET" fi } test_205() { # Job stats + [ -z "$(lctl get_param -n mdc.*.connect_flags | grep jobstats)" ] && + skip "Server doesn't support jobstats" && return 0 + local cmd OLD_JOBENV=`$LCTL get_param -n jobid_var` if [ $OLD_JOBENV != $JOBENV ]; then @@ -9071,6 +9300,17 @@ test_205() { # Job stats } run_test 205 "Verify job stats" +# LU-1480, LU-1773 and LU-1657 +test_206() { + mkdir -p $DIR/$tdir + lfs setstripe -c -1 $DIR/$tdir +#define OBD_FAIL_LOV_INIT 0x1403 + $LCTL set_param fail_loc=0xa0001403 + $LCTL set_param fail_val=1 + touch $DIR/$tdir/$tfile || true +} +run_test 206 "fail lov_init_raid0() doesn't lbug" + test_212() { size=`date +%s` size=$((size % 8192 + 1)) @@ -9554,6 +9794,139 @@ test_227() { } run_test 227 "running truncated executable does not cause OOM" +# LU-1512 try to reuse idle OI blocks +test_228a() { + [ "$(facet_fstype $SINGLEMDS)" != "ldiskfs" ] && + skip "non-ldiskfs backend" && return + + local MDT_DEV=$(mdsdevname ${SINGLEMDS//mds/}) + local myDIR=$DIR/$tdir + + mkdir -p $myDIR + #define OBD_FAIL_SEQ_EXHAUST 0x1002 + $LCTL set_param fail_loc=0x80001002 + createmany -o $myDIR/t- 10000 + $LCTL set_param fail_loc=0 + # The guard is current the largest FID holder + touch $myDIR/guard + local SEQ=$($LFS path2fid $myDIR/guard | awk -F ':' '{print $1}' | + tr -d '[') + local IDX=$(($SEQ % 64)) + + do_facet $SINGLEMDS sync + # Make sure journal flushed. + sleep 6 + local blk1=$(do_facet $SINGLEMDS \ + "$DEBUGFS -c -R \\\"stat oi.16.${IDX}\\\" $MDT_DEV" | + grep Blockcount | awk '{print $4}') + + # Remove old files, some OI blocks will become idle. + unlinkmany $myDIR/t- 10000 + # Create new files, idle OI blocks should be reused. + createmany -o $myDIR/t- 2000 + do_facet $SINGLEMDS sync + # Make sure journal flushed. + sleep 6 + local blk2=$(do_facet $SINGLEMDS \ + "$DEBUGFS -c -R \\\"stat oi.16.${IDX}\\\" $MDT_DEV" | + grep Blockcount | awk '{print $4}') + + [ $blk1 == $blk2 ] || error "old blk1=$blk1, new blk2=$blk2, unmatched!" +} +run_test 228a "try to reuse idle OI blocks" + +test_228b() { + [ "$(facet_fstype $SINGLEMDS)" != "ldiskfs" ] && + skip "non-ldiskfs backend" && return + + local MDT_DEV=$(mdsdevname ${SINGLEMDS//mds/}) + local myDIR=$DIR/$tdir + + mkdir -p $myDIR + #define OBD_FAIL_SEQ_EXHAUST 0x1002 + $LCTL set_param fail_loc=0x80001002 + createmany -o $myDIR/t- 10000 + $LCTL set_param fail_loc=0 + # The guard is current the largest FID holder + touch $myDIR/guard + local SEQ=$($LFS path2fid $myDIR/guard | awk -F ':' '{print $1}' | + tr -d '[') + local IDX=$(($SEQ % 64)) + + do_facet $SINGLEMDS sync + # Make sure journal flushed. + sleep 6 + local blk1=$(do_facet $SINGLEMDS \ + "$DEBUGFS -c -R \\\"stat oi.16.${IDX}\\\" $MDT_DEV" | + grep Blockcount | awk '{print $4}') + + # Remove old files, some OI blocks will become idle. + unlinkmany $myDIR/t- 10000 + + # stop the MDT + stop $SINGLEMDS || error "Fail to stop MDT." + # remount the MDT + start $SINGLEMDS $MDT_DEV $MDS_MOUNT_OPTS || error "Fail to start MDT." + + df $MOUNT || error "Fail to df." + # Create new files, idle OI blocks should be reused. + createmany -o $myDIR/t- 2000 + do_facet $SINGLEMDS sync + # Make sure journal flushed. + sleep 6 + local blk2=$(do_facet $SINGLEMDS \ + "$DEBUGFS -c -R \\\"stat oi.16.${IDX}\\\" $MDT_DEV" | + grep Blockcount | awk '{print $4}') + + [ $blk1 == $blk2 ] || error "old blk1=$blk1, new blk2=$blk2, unmatched!" +} +run_test 228b "idle OI blocks can be reused after MDT restart" + +#LU-1881 +test_228c() { + [ "$(facet_fstype $SINGLEMDS)" != "ldiskfs" ] && + skip "non-ldiskfs backend" && return + + local MDT_DEV=$(mdsdevname ${SINGLEMDS//mds/}) + local myDIR=$DIR/$tdir + + mkdir -p $myDIR + #define OBD_FAIL_SEQ_EXHAUST 0x1002 + $LCTL set_param fail_loc=0x80001002 + # 20000 files can guarantee there are index nodes in the OI file + createmany -o $myDIR/t- 20000 + $LCTL set_param fail_loc=0 + # The guard is current the largest FID holder + touch $myDIR/guard + local SEQ=$($LFS path2fid $myDIR/guard | awk -F ':' '{print $1}' | + tr -d '[') + local IDX=$(($SEQ % 64)) + + do_facet $SINGLEMDS sync + # Make sure journal flushed. + sleep 6 + local blk1=$(do_facet $SINGLEMDS \ + "$DEBUGFS -c -R \\\"stat oi.16.${IDX}\\\" $MDT_DEV" | + grep Blockcount | awk '{print $4}') + + # Remove old files, some OI blocks will become idle. + unlinkmany $myDIR/t- 20000 + rm -f $myDIR/guard + # The OI file should become empty now + + # Create new files, idle OI blocks should be reused. + createmany -o $myDIR/t- 2000 + do_facet $SINGLEMDS sync + # Make sure journal flushed. + sleep 6 + local blk2=$(do_facet $SINGLEMDS \ + "$DEBUGFS -c -R \\\"stat oi.16.${IDX}\\\" $MDT_DEV" | + grep Blockcount | awk '{print $4}') + + [ $blk1 == $blk2 ] || error "old blk1=$blk1, new blk2=$blk2, unmatched!" +} +run_test 228c "NOT shrink the last entry in OI index node to recycle idle leaf" + # # tests that do cleanup/setup should be run at the end # @@ -9566,12 +9939,12 @@ test_900() { for ls in /proc/fs/lustre/ldlm/namespaces/MGC*/lru_size; do echo "clear" > $ls done - FAIL_ON_ERROR=true cleanup - FAIL_ON_ERROR=true setup + FAIL_ON_ERROR=true cleanup + FAIL_ON_ERROR=true setup } run_test 900 "umount should not race with any mgc requeue thread" -complete $(basename $0) $SECONDS +complete $SECONDS check_and_cleanup_lustre if [ "$I_MOUNTED" != "yes" ]; then lctl set_param debug="$OLDDEBUG" 2> /dev/null || true