ALWAYS_EXCEPT=" 27u 42a 42b 42c 42d 45 51d 68b $SANITY_EXCEPT"
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
+# with LOD/OSP landing
+# bug number for skipped tests: LU-2036
+ALWAYS_EXCEPT=" 76 $ALWAYS_EXCEPT"
+
+
# Tests that fail on uml
CPU=`awk '/model/ {print $4}' /proc/cpuinfo`
# buffer i/o errs sock spc runas
}
run_test 17f "symlinks: long and very long symlink name ========================"
+# str_repeat(S, N) generate a string that is string S repeated N times
+str_repeat() {
+ local s=$1
+ local n=$2
+ local ret=''
+ while [ $((n -= 1)) -ge 0 ]; do
+ ret=$ret$s
+ done
+ echo $ret
+}
+
+# Long symlinks and LU-2241
test_17g() {
- mkdir -p $DIR/$tdir
- LONGSYMLINK="$(dd if=/dev/zero bs=4095 count=1 | tr '\0' 'x')"
- ln -s $LONGSYMLINK $DIR/$tdir/$tfile
- ls -l $DIR/$tdir
+ mkdir -p $DIR/$tdir
+ local TESTS="59 60 61 4094 4095"
+
+ for i in $TESTS; do
+ local SYMNAME=$(str_repeat 'x' $i)
+ ln -s $SYMNAME $DIR/$tdir/f$i || error "failed $i-char symlink"
+ readlink $DIR/$tdir/f$i || error "failed $i-char readlink"
+ done
}
-run_test 17g "symlinks: really long symlink name ==============================="
+run_test 17g "symlinks: really long symlink name and inode boundaries"
test_17h() { #bug 17378
remote_mds_nodsh && skip "remote MDS with nodsh" && return
local i
local rc=0
+ [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.0) ] &&
+ [ $(lustre_version_code $SINGLEMDS) -le $(version_code 2.2.93) ] &&
+ skip "MDS 2.2.0-2.2.93 do not NUL-terminate symlinks" && return
+
+ [ "$(facet_fstype $SINGLEMDS)" != "ldiskfs" ] &&
+ skip "only for ldiskfs MDT" && return 0
+
mkdir -p $WDIR
long_sym=$short_sym
# create a long symlink file
[ "$OSTIDX" ] && list=$(facet_host ost$((OSTIDX + 1)))
do_nodes $list lctl set_param fail_loc=0
+ sync # initiate all OST_DESTROYs from MDS to OST
sleep_maxage
}
# this should be set to future
TEST_39_ATIME=`date -d "1 year" +%s`
+is_sles11() # LU-1783
+{
+ if [ -r /etc/SuSE-release ]
+ then
+ local vers=`grep VERSION /etc/SuSE-release | awk '{print $3}'`
+ local patchlev=`grep PATCHLEVEL /etc/SuSE-release \
+ | awk '{print $3}'`
+ if [ $vers -eq 11 ] && [ $patchlev -eq 1 ]
+ then
+ return 0
+ fi
+ fi
+ return 1
+}
+
test_39l() {
+ is_sles11 && skip "SLES 11 SP1" && return # LU-1783
remote_mds_nodsh && skip "remote MDS with nodsh" && return
local atime_diff=$(do_facet $SINGLEMDS lctl get_param -n mdd.*.atime_diff)
export NUMTEST=70000
test_51b() {
- NUMFREE=`df -i -P $DIR | tail -n 1 | awk '{ print $4 }'`
- [ $NUMFREE -lt 21000 ] && \
- skip "not enough free inodes ($NUMFREE)" && \
+ local BASE=$DIR/$tdir
+ mkdir -p $BASE
+
+ local mdtidx=$(printf "%04x" $($LFS getstripe -M $BASE))
+ local numfree=$(lctl get_param -n mdc.$FSNAME-MDT$mdtidx*.filesfree)
+ [ $numfree -lt 21000 ] && skip "not enough free inodes ($numfree)" &&
return
- [ $NUMFREE -lt $NUMTEST ] && NUMTEST=$(($NUMFREE - 50))
+ [ $numfree -lt $NUMTEST ] && NUMTEST=$(($numfree - 50)) &&
+ echo "reduced count to $NUMTEST due to inodes"
- mkdir -p $DIR/d51b
- createmany -d $DIR/d51b/t- $NUMTEST
+ # need to check free space for the directories as well
+ local blkfree=$(lctl get_param -n mdc.$FSNAME-MDT$mdtidx*.kbytesavail)
+ numfree=$((blkfree / 4))
+ [ $numfree -lt $NUMTEST ] && NUMTEST=$(($numfree - 50)) &&
+ echo "reduced count to $NUMTEST due to blocks"
+
+ createmany -d $BASE/d $NUMTEST && echo $NUMTEST > $BASE/fnum ||
+ echo "failed" > $BASE/fnum
}
-run_test 51b "mkdir .../t-0 --- .../t-$NUMTEST ===================="
+run_test 51b "exceed 64k subdirectory nlink limit"
test_51ba() { # LU-993
- local BASE=$DIR/d51b
+ local BASE=$DIR/$tdir
# unlink all but 100 subdirectories, then check it still works
local LEFT=100
+ [ -f $BASE/fnum ] && local NUMPREV=$(cat $BASE/fnum) && rm $BASE/fnum
+
+ [ "$NUMPREV" != "failed" ] && NUMTEST=$NUMPREV
local DELETE=$((NUMTEST - LEFT))
# continue on to run this test even if 51b didn't finish,
# just to delete the many subdirectories created.
- ! [ -d "${BASE}/t-1" ] && skip "test_51b() not run" && return 0
+ [ ! -d "${BASE}/d1" ] && skip "test_51b() not run" && return 0
# for ldiskfs the nlink count should be 1, but this is OSD specific
# and so this is listed for informational purposes only
- log "nlink before: $(stat -c %h $BASE)"
- unlinkmany -d $BASE/t- $DELETE ||
- error "unlink of first $DELETE subdirs failed"
+ echo "nlink before: $(stat -c %h $BASE), created before: $NUMTEST"
+ unlinkmany -d $BASE/d $DELETE
+ RC=$?
+
+ if [ $RC -ne 0 ]; then
+ if [ "$NUMPREV" == "failed" ]; then
+ skip "previous setup failed"
+ return 0
+ else
+ error "unlink of first $DELETE subdirs failed"
+ return $RC
+ fi
+ fi
- log "nlink between: $(stat -c %h $BASE)"
- local FOUND=$(ls -l ${BASE} | wc -l)
- FOUND=$((FOUND - 1)) # trim the first line of ls output
+ echo "nlink between: $(stat -c %h $BASE)"
+ # trim the first line of ls output
+ local FOUND=$(($(ls -l ${BASE} | wc -l) - 1))
[ $FOUND -ne $LEFT ] &&
error "can't find subdirs: found only $FOUND/$LEFT"
- unlinkmany -d $BASE/t- $DELETE $LEFT ||
+ unlinkmany -d $BASE/d $DELETE $LEFT ||
error "unlink of second $LEFT subdirs failed"
- log "nlink after: $(stat -c %h $BASE)"
+ # regardless of whether the backing filesystem tracks nlink accurately
+ # or not, the nlink count shouldn't be more than "." and ".." here
+ local AFTER=$(stat -c %h $BASE)
+ [ $AFTER -gt 2 ] && error "nlink after: $AFTER > 2" ||
+ echo "nlink after: $AFTER"
}
-run_test 51ba "rmdir .../t-0 --- .../t-$NUMTEST"
+run_test 51ba "verify nlink for many subdirectory cleanup"
test_51bb() {
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
test_57a() {
# note test will not do anything if MDS is not local
+ if [ "$(facet_fstype $SINGLEMDS)" != ldiskfs ]; then
+ skip "Only applicable to ldiskfs-based MDTs"
+ return
+ fi
+
remote_mds_nodsh && skip "remote MDS with nodsh" && return
local MNTDEV="osd*.*MDT*.mntdev"
DEV=$(do_facet $SINGLEMDS lctl get_param -n $MNTDEV)
run_test 57a "verify MDS filesystem created with large inodes =="
test_57b() {
+ if [ "$(facet_fstype $SINGLEMDS)" != ldiskfs ]; then
+ skip "Only applicable to ldiskfs-based MDTs"
+ return
+ fi
+
remote_mds_nodsh && skip "remote MDS with nodsh" && return
local dir=$DIR/d57b
run_test 79 "df report consistency check ======================="
test_80() { # bug 10718
+ # relax strong synchronous semantics for slow backends like ZFS
+ local soc="obdfilter.*.sync_on_lock_cancel"
+ local soc_old=$(do_facet ost1 lctl get_param -n $soc | head -n1)
+ local hosts=
+ if [ "$soc_old" != "never" -a "$FSTYPE" != "ldiskfs" ]; then
+ hosts=$(for host in $(seq -f "ost%g" 1 $OSTCOUNT); do
+ facet_active_host $host; done | sort -u)
+ do_nodes $hosts lctl set_param $soc=never
+ fi
+
dd if=/dev/zero of=$DIR/$tfile bs=1M count=1 seek=1M
sync; sleep 1; sync
local BEFORE=`date +%s`
if [ $DIFF -gt 1 ] ; then
error "elapsed for 1M@1T = $DIFF"
fi
+
+ [ -n "$hosts" ] && do_nodes $hosts lctl set_param $soc=$soc_old
+
true
rm -f $DIR/$tfile
}
remote_ost_nodsh && skip "remote OST with nodsh" && return
# define OBD_FAIL_OST_MAPBLK_ENOSPC 0x228
# MUST OR with the OBD_FAIL_ONCE (0x80000000)
- do_facet ost0 lctl set_param fail_loc=0x80000228
+ do_facet ost1 lctl set_param fail_loc=0x80000228
# write should trigger a retry and success
$SETSTRIPE -i 0 -c 1 $DIR/$tfile
remote_ost_nodsh && skip "remote OST with nodsh" && return
# define OBD_FAIL_OST_MAPBLK_ENOSPC 0x228
# Don't OR with the OBD_FAIL_ONCE (0x80000000)
- do_facet ost0 lctl set_param fail_loc=0x228
+ do_facet ost1 lctl set_param fail_loc=0x228
# write should retry several times and return -ENOSPC finally
$SETSTRIPE -i 0 -c 1 $DIR/$tfile
{ skip "Need free space ${size}M, have $space" && return; }
echo Creating ${size}M test file $file
- dd if=/dev/zero of=$file bs=1M count=$size
+ dd if=/dev/zero of=$file bs=1M count=$size || error "dd failed"
echo Cancel LRU locks on lustre client to flush the client cache
cancel_lru_locks osc
echo read-ahead disabled time read $time_ra_OFF
echo read-ahead enabled time read $time_ra_ON
- set_read_ahead $old_READAHEAD
- rm -f $file
+ set_read_ahead $old_READAHEAD
+ rm -f $file
+ wait_delete_completed
[ $time_ra_ON -lt $time_ra_OFF ] ||
error "read-ahead enabled time read (${time_ra_ON}s) is more than
echo Max free space: OST $MAXI: $MAXV
}
-test_116() {
+test_116a() { # was previously test_116()
[ "$OSTCOUNT" -lt "2" ] && skip_env "$OSTCOUNT < 2 OSTs" && return
echo -n "Free space priority "
rm -rf $DIR/$tdir
}
-run_test 116 "stripe QOS: free space balance ==================="
+run_test 116a "stripe QOS: free space balance ==================="
+
+test_116b() { # LU-2093
+#define OBD_FAIL_MDS_OSC_CREATE_FAIL 0x147
+ local old_rr
+ old_rr=$(do_facet $SINGLEMDS lctl get_param -n lov.*mdtlov*.qos_threshold_rr)
+ do_facet $SINGLEMDS lctl set_param lov.*mdtlov*.qos_threshold_rr 0
+ mkdir -p $DIR/$tdir
+ do_facet $SINGLEMDS lctl set_param fail_loc=0x147
+ createmany -o $DIR/$tdir/f- 20 || error "can't create"
+ do_facet $SINGLEMDS lctl set_param fail_loc=0
+ rm -rf $DIR/$tdir
+ do_facet $SINGLEMDS lctl set_param lov.*mdtlov*.qos_threshold_rr $old_rr
+}
+run_test 116b "QoS shouldn't LBUG if not enough OSTs found on the 2nd pass"
test_117() # bug 10891
{
}
run_test 118h "Verify timeout in handling recoverables errors =========="
+[ "$SLOW" = "no" ] && [ -n "$OLD_RESENDCOUNT" ] && set_resend_count $OLD_RESENDCOUNT
+
test_118i() {
remote_ost_nodsh && skip "remote OST with nodsh" && return
}
run_test 118i "Fix error before timeout in recoverable error =========="
+[ "$SLOW" = "no" ] && set_resend_count 4
+
test_118j() {
remote_ost_nodsh && skip "remote OST with nodsh" && return
done
}
test_129() {
- if [ "$(facet_type_fstype MDS)" != ldiskfs ]; then
+ if [ "$(facet_fstype $SINGLEMDS)" != ldiskfs ]; then
skip "Only applicable to ldiskfs-based MDTs"
return
fi
}
test_130a() {
- filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
- [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return
+ local filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
+ [ -n "$filefrag_op" ] && skip_env "filefrag does not support FIEMAP" &&
+ return
trap cleanup_130 EXIT RETURN
local fm_file=$DIR/$tfile
$SETSTRIPE -S 65536 -c 1 $fm_file || error "setstripe on $fm_file"
- dd if=/dev/zero of=$fm_file bs=65536 count=1 || error "dd failed for $fm_file"
+ dd if=/dev/zero of=$fm_file bs=65536 count=1 ||
+ error "dd failed for $fm_file"
- filefrag -ves $fm_file || error "filefrag $fm_file failed"
- filefrag_op=`filefrag -ve $fm_file | grep -A 100 "ext:" | grep -v "ext:" | grep -v "found"`
+ # LU-1795: test filefrag/FIEMAP once, even if unsupported
+ filefrag -ves $fm_file
+ RC=$?
+ [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
+ skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
+ [ $RC != 0 ] && error "filefrag $fm_file failed"
+ filefrag_op=$(filefrag -ve $fm_file | grep -A 100 "ext:" |
+ grep -v "ext:" | grep -v "found")
lun=$($GETSTRIPE -i $fm_file)
start_blk=`echo $filefrag_op | cut -d: -f2 | cut -d. -f1`
run_test 130a "FIEMAP (1-stripe file)"
test_130b() {
- [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping FIEMAP on 2-stripe file test" && return
+ [ "$OSTCOUNT" -lt "2" ] &&
+ skip_env "skipping FIEMAP on 2-stripe file test" && return
- filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
- [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return
+ local filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
+ [ -n "$filefrag_op" ] && skip_env "filefrag does not support FIEMAP" &&
+ return
trap cleanup_130 EXIT RETURN
local fm_file=$DIR/$tfile
$SETSTRIPE -S 65536 -c 2 $fm_file || error "setstripe on $fm_file"
- dd if=/dev/zero of=$fm_file bs=1M count=2 || error "dd failed on $fm_file"
+ [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
+ skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
+
+ dd if=/dev/zero of=$fm_file bs=1M count=2 ||
+ error "dd failed on $fm_file"
filefrag -ves $fm_file || error "filefrag $fm_file failed"
- filefrag_op=`filefrag -ve $fm_file | grep -A 100 "ext:" | grep -v "ext:" | grep -v "found"`
+ filefrag_op=$(filefrag -ve $fm_file | grep -A 100 "ext:" |
+ grep -v "ext:" | grep -v "found")
- last_lun=`echo $filefrag_op | cut -d: -f5`
+ last_lun=$(echo $filefrag_op | cut -d: -f5)
IFS=$'\n'
tot_len=0
run_test 130b "FIEMAP (2-stripe file)"
test_130c() {
- [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping FIEMAP on 2-stripe file with hole test" && return
+ [ "$OSTCOUNT" -lt "2" ] &&
+ skip_env "skipping FIEMAP on 2-stripe file" && return
filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
- [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return
+ [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" &&
+ return
trap cleanup_130 EXIT RETURN
local fm_file=$DIR/$tfile
$SETSTRIPE -S 65536 -c 2 $fm_file || error "setstripe on $fm_file"
+ [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
+ skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
+
dd if=/dev/zero of=$fm_file seek=1 bs=1M count=1 || error "dd failed on $fm_file"
filefrag -ves $fm_file || error "filefrag $fm_file failed"
local fm_file=$DIR/$tfile
$SETSTRIPE -S 65536 -c $OSTCOUNT $fm_file||error "setstripe on $fm_file"
+ [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
+ skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
dd if=/dev/zero of=$fm_file bs=1M count=$OSTCOUNT || error "dd failed on $fm_file"
filefrag -ves $fm_file || error "filefrag $fm_file failed"
local fm_file=$DIR/$tfile
$SETSTRIPE -S 131072 -c 2 $fm_file || error "setstripe on $fm_file"
+ [ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
+ skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
+
NUM_BLKS=512
EXPECTED_LEN=$(( (NUM_BLKS / 2) * 64 ))
for ((i = 0; i < $NUM_BLKS; i++))
chmod 444 ${testdir}/${tfile} || error "chmod failed"
check_stats $SINGLEMDS "setattr" 1
do_facet $SINGLEMDS $LCTL set_param mdt.*.md_stats=clear
- ls -l ${testdir}/${tfile} > /dev/null|| error "ls failed"
- check_stats $SINGLEMDS "getattr" 1
+ if [ $(lustre_version_code $SINGLEMDS) -ne $(version_code 2.2.0) ]
+ then # LU-1740
+ ls -l ${testdir}/${tfile} > /dev/null|| error "ls failed"
+ check_stats $SINGLEMDS "getattr" 1
+ fi
$LFS df || error "lfs failed"
check_stats $SINGLEMDS "statfs" 1
$SETSTRIPE -c 1 -i 0 ${testdir}/${tfile}
sync
cancel_lru_locks osc
+ wait_delete_completed
# clear stats.
do_facet $SINGLEMDS $LCTL set_param mdt.*.md_stats=clear
check_stats ost "punch" 1
rm -f ${testdir}/${tfile} || error "file remove failed"
+ wait_delete_completed
check_stats ost "destroy" 1
rm -rf $DIR/${tdir}
cd $DIR/$tdir || error "Changing to $DIR/$tdir"
cp /usr/bin/stat . || error "Copying stat to $DIR/$tdir"
- # VFS limits max symlink depth to 5(4KSTACK) or 7(8KSTACK) or 8
- local i=0
+ # VFS limits max symlink depth to 5(4KSTACK) or 7(8KSTACK) or 8
+ # For kernel > 3.5, bellow only tests consecutive symlink (MAX 40)
+ local i=0
while i=`expr $i + 1`; do
mkdir -p $i || error "Creating dir $i"
cd $i || error "Changing to $i"
done
i=`expr $i - 1`
echo "The symlink depth = $i"
- [ $i -eq 5 -o $i -eq 7 -o $i -eq 8 ] || error "Invalid symlink depth"
+ [ $i -eq 5 -o $i -eq 7 -o $i -eq 8 -o $i -eq 40 ] ||
+ error "Invalid symlink depth"
+
+ # Test recursive symlink
+ ln -s symlink_self symlink_self
+ $OPENFILE -f O_RDONLY symlink_self >/dev/null 2>&1; ret=$?
+ echo "open symlink_self returns $ret"
+ [ $ret -eq 40 ] || error "recursive symlink doesn't return -ELOOP"
}
run_test 140 "Check reasonable stack depth (shouldn't LBUG) ===="
run_test 153 "test if fdatasync does not crash ======================="
test_154() {
+ [[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.51) ]] ||
+ { skip "Need MDS version at least 2.2.51"; return 0; }
+
cp /etc/hosts $DIR/$tfile
fid=$($LFS path2fid $DIR/$tfile)
# clear old jobstats
do_facet $SINGLEMDS lctl set_param mdt.*.job_stats="clear"
- do_facet ost0 lctl set_param obdfilter.*.job_stats="clear"
+ do_facet ost1 lctl set_param obdfilter.*.job_stats="clear"
# use a new JobID for this test, or we might see an old one
[ "$JOBENV" = "FAKE_JOBID" ] && FAKE_JOBID=test_id.$testnum.$RANDOM
grep $JOBVAL || error "No job stats found on MDT $FACET"
fi
if [ "$target" = "ost" -o "$target" = "both" ]; then
- FACET=ost0
+ FACET=ost1
do_facet $FACET lctl get_param obdfilter.*.job_stats |
grep $JOBVAL || error "No job stats found on OST $FACET"
fi
}
run_test 900 "umount should not race with any mgc requeue thread"
-complete $(basename $0) $SECONDS
+complete $SECONDS
check_and_cleanup_lustre
if [ "$I_MOUNTED" != "yes" ]; then
lctl set_param debug="$OLDDEBUG" 2> /dev/null || true