set -e
ONLY=${ONLY:-"$*"}
-# bug number for skipped test: 16823 13297 2108 9789 3637 9789 3561 12622 12653 12653 5188 10764 16260
-ALWAYS_EXCEPT=" 27s 27u 42a 42b 42c 42d 45 51d 65a 65e 68b 75 119d $SANITY_EXCEPT"
+# bug number for skipped test: 13297 2108 9789 3637 9789 3561 12622 12653 12653 5188 10764 16260
+ALWAYS_EXCEPT=" 27u 42a 42b 42c 42d 45 51d 65a 65e 68b 75 119d $SANITY_EXCEPT"
# bug number for skipped test: 2108 9789 3637 9789 3561 5188/5749 1443
#ALWAYS_EXCEPT=${ALWAYS_EXCEPT:-"27m 42a 42b 42c 42d 45 68 76"}
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
init_test_env $@
. ${CONFIG:=$LUSTRE/tests/cfg/${NAME}.sh}
-[ "$SLOW" = "no" ] && EXCEPT_SLOW="24o 27m 36f 36g 51b 51c 60c 63 64b 68 71 73 77f 78 101 103 115 120g 124b"
+[ "$SLOW" = "no" ] && EXCEPT_SLOW="24o 24v 27m 36f 36g 51b 51c 60c 63 64b 68 71 73 77f 78 101 103 115 120g 124b"
SANITYLOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log}
FAIL_ON_ERROR=false
}
check_kernel_version() {
- VERSION_FILE=version
WANT_VER=$1
- GOT_VER=$(lctl get_param -n $VERSION_FILE | awk '/kernel:/ {print $2}')
- [ $GOT_VER == "patchless" ] && return 0
- [ $GOT_VER -ge $WANT_VER ] && return 0
+ GOT_VER=$(lctl get_param -n version | awk '/kernel:/ {print $2}')
+ case $GOT_VER in
+ patchless|patchless_client) return 0;;
+ *) [ $GOT_VER -ge $WANT_VER ] && return 0 ;;
+ esac
log "test needs at least kernel version $WANT_VER, running $GOT_VER"
return 1
}
}
run_test 24u "create stripe file"
+test_24v() {
+ local NRFILES=100000
+ local FREE_INODES=`lfs df -i|grep "filesystem summary" | awk '{print $5}'`
+ [ $FREE_INODES -lt $NRFILES ] && \
+ skip "not enough free inodes $FREE_INODES required $NRFILES" && \
+ return
+
+ mkdir -p $DIR/d24v
+ createmany -m $DIR/d24v/$tfile $NRFILES
+ ls $DIR/d24v >/dev/null || error "error in listing large dir"
+
+ rm $DIR/d24v -rf
+}
+run_test 24v "list directory with large files (handle hash collision, bug: 17560)"
+
test_25a() {
echo '== symlink sanity ============================================='
echo "mds $i: inodes count OLD ${OLDUSED[$i]} NEW ${NEWUSED[$i]}"
[ ${OLDUSED[$i]} -lt ${NEWUSED[$i]} ] || rc=$((rc + 1))
done
-
+
lctl set_param -n lmv.*.placement=$savePOLICY
[ $rc -ne $MDSCOUNT ] || \
mkdir -p $dir || error "creating $dir"
local num=$(get_mds_dir $dir)
local mymds=mds$num
-
+
echo "mcreating $FILECOUNT files"
createmany -m $dir/f 1 $FILECOUNT || \
error "creating files in $dir"
chown $RUNAS_ID $DIR/d99cvsroot
local oldPWD=$PWD # bug 13584, use $TMP as working dir
cd $TMP
-
+
$RUNAS cvs -d $DIR/d99cvsroot init || error
cd $oldPWD
}
local ra_MB=${READAHEAD_MB:-40}
local space=$(df -P $DIR | tail -n 1 | awk '{ print $4 }')
- [ $space -gt $((size / 1024)) ] ||
+ [ $space -gt $((size / 1024)) ] ||
{ skip "Need free space ${size}M, have $space" && return; }
echo Creating ${size}M test file $file
local testfile2=${testfile}2
local value=`getfattr -n trusted.lov $testfile 2> /dev/null | \
grep "trusted.lov" |sed -e 's/[^=]\+=//'`
-
+
$MCREATE $testfile2
- setfattr -n trusted.lov -v $value $testfile2
+ setfattr -n trusted.lov -v $value $testfile2
local tmp_file=${testfile}3
$GETSTRIPE -v $testfile2 > $tmp_file
local stripe_size=`grep "size" $tmp_file| awk '{print $2}'`
local testfile2=${testfile}2
local value=`getfattr -n lustre.lov $testfile 2> /dev/null | \
grep "lustre.lov" |sed -e 's/[^=]\+=//' `
-
+
$RUNAS $MCREATE $testfile2
- $RUNAS setfattr -n lustre.lov -v $value $testfile2
+ $RUNAS setfattr -n lustre.lov -v $value $testfile2
local tmp_file=${testfile}3
$RUNAS $GETSTRIPE -v $testfile2 > $tmp_file
local stripe_size=`grep "size" $tmp_file| awk '{print $2}'`
lfs df -i $DIR || error "lfs df -i $DIR failed"
lfs df $DIR/$tfile || error "lfs df $DIR/$tfile failed"
lfs df -ih $DIR/$tfile || error "lfs df -ih $DIR/$tfile failed"
-
+
OSC=`lctl get_param -n devices | awk '/-osc-/ {print $4}' | head -n 1`
lctl --device %$OSC deactivate
lfs df || error "lfs df with deactivated OSC failed"
test_118a() #bug 11710
{
reset_async
-
+
multiop $DIR/$tfile oO_CREAT:O_RDWR:O_SYNC:w4096c
DIRTY=$(lctl get_param -n llite.*.dump_page_cache | grep -c dirty)
WRITEBACK=$(lctl get_param -n llite.*.dump_page_cache | grep -c writeback)
# until a subsequent RPC completes successfully without error.
multiop $DIR/$tfile Ow4096yc
rm -f $DIR/$tfile
-
+
return 0
}
run_test 118b "Reclaim dirty pages on fatal error =========="
if [[ $DIRTY -ne 0 || $WRITEBACK -ne 0 ]]; then
error "Dirty pages not flushed to disk, dirty=$DIRTY, writeback=$WRITEBACK"
fi
-
+
rm -f $DIR/$tfile
echo "Dirty pages flushed via fsync on EROFS"
return 0
#define OBD_FAIL_OST_BRW_PAUSE_BULK
set_nodes_failloc "$(osts_nodes)" 0x214
# multiop should block due to fsync until pages are written
- multiop $DIR/$tfile oO_CREAT:O_RDWR:O_SYNC:w4096c &
+ multiop $DIR/$tfile oO_CREAT:O_RDWR:O_SYNC:w4096c &
MULTIPID=$!
sleep 1
if [[ $RC -eq 0 ]]; then
error "Must return error due to dropped pages, rc=$RC"
fi
-
+
lctl set_param fail_loc=0x0
LOCKED=$(lctl get_param -n llite.*.dump_page_cache | grep -c locked)
# simulate local -ENOMEM
multiop $DIR/$tfile oO_CREAT:O_RDWR:O_SYNC:w4096c
RC=$?
-
+
lctl set_param fail_loc=0
if [[ $RC -eq 0 ]]; then
error "Must return error due to dropped pages, rc=$RC"
if [[ $LOCKED -ne 0 ]]; then
error "Locked pages remain in cache, locked=$LOCKED"
fi
-
+
if [[ $DIRTY -ne 0 || $WRITEBACK -ne 0 ]]; then
error "Dirty pages not flushed to disk, dirty=$DIRTY, writeback=$WRITEBACK"
fi
# Should simulate ENOMEM error which is recoverable and should be handled by timeout
multiop $DIR/$tfile oO_CREAT:O_RDWR:O_SYNC:w4096c
RC=$?
-
+
set_nodes_failloc "$(osts_nodes)" 0
if [[ $RC -eq 0 ]]; then
error "Must return error due to dropped pages, rc=$RC"
if [[ $LOCKED -ne 0 ]]; then
error "Locked pages remain in cache, locked=$LOCKED"
fi
-
+
if [[ $DIRTY -ne 0 || $WRITEBACK -ne 0 ]]; then
error "Dirty pages not flushed to disk, dirty=$DIRTY, writeback=$WRITEBACK"
fi
#define OBD_FAIL_OST_BRW_WRITE_BULK 0x20e
set_nodes_failloc "$(osts_nodes)" 0x20e
-
+
# Should simulate ENOMEM error which is recoverable and should be handled by timeout
multiop $DIR/$tfile oO_CREAT:O_RDWR:O_SYNC:w4096c &
PID=$!
sleep 5
set_nodes_failloc "$(osts_nodes)" 0
-
+
wait $PID
RC=$?
if [[ $RC -ne 0 ]]; then
if [[ $LOCKED -ne 0 ]]; then
error "Locked pages remain in cache, locked=$LOCKED"
fi
-
+
if [[ $DIRTY -ne 0 || $WRITEBACK -ne 0 ]]; then
error "Dirty pages not flushed to disk, dirty=$DIRTY, writeback=$WRITEBACK"
fi
if [[ $LOCKED -ne 0 ]]; then
error "Locked pages remain in cache, locked=$LOCKED"
fi
-
+
# in recoverable error on OST we want resend and stay until it finished
if [[ $DIRTY -ne 0 || $WRITEBACK -ne 0 ]]; then
error "Dirty pages not flushed to disk, dirty=$DIRTY, writeback=$WRITEBACK"
test_123b () { # statahead(bug 15027)
mkdir -p $DIR/$tdir
createmany -o $DIR/$tdir/$tfile-%d 1000
-
+
cancel_lru_locks mdc
cancel_lru_locks osc
echo "got $COUNT $NAME"
[ ! $MIN ] && error "Missing min value for $NAME proc entry"
eval $NAME=$COUNT || error "Wrong proc format"
-
+
case $NAME in
read_bytes|write_bytes)
[ $MIN -lt 4096 ] && error "min is too small: $MIN"
}
run_test 131e "test read hitting hole"
+get_ost_param() {
+ local token=$1
+ local gl_sum=0
+ for node in $(osts_nodes); do
+ gl=$(do_node $node "$LCTL get_param -n ost.OSS.ost.stats" | awk '/'$token'/ {print $2}' | head -n 1)
+ [ x$gl = x"" ] && gl=0
+ gl_sum=$((gl_sum + gl))
+ done
+ echo $gl
+}
+
+som_mode_switch() {
+ local som=$1
+ local gl1=$2
+ local gl2=$3
+
+ if [ x$som = x"enabled" ]; then
+ [ $((gl2 - gl1)) -gt 0 ] && error "no glimpse RPC is expected"
+ do_facet mgs "$LCTL conf_param $FSNAME.mdt.som=disabled"
+ else
+ [ $((gl2 - gl1)) -gt 0 ] || error "some glimpse RPC is expected"
+ do_facet mgs "$LCTL conf_param $FSNAME.mdt.som=enabled"
+ fi
+
+ # do remount to make new mount-conf parameters actual
+ echo remounting...
+ sync
+ stopall
+ setupall
+}
+
+test_132() { #1028, SOM
+ local num=$(get_mds_dir $DIR)
+ local mymds=mds${num}
+
+ dd if=/dev/zero of=$DIR/$tfile count=1 2>/dev/null
+ cancel_lru_locks osc
+
+ som1=$(do_facet $mymds "$LCTL get_param mdt.*.som" | awk -F= ' {print $2}' | head -n 1)
+
+ gl1=$(get_ost_param "ldlm_glimpse_enqueue")
+ stat $DIR/$tfile >/dev/null
+ gl2=$(get_ost_param "ldlm_glimpse_enqueue")
+ echo "====> SOM is "$som1", "$((gl2 - gl1))" glimpse RPC occured"
+ cancel_lru_locks osc
+ som_mode_switch $som1 $gl1 $gl2
+
+ som2=$(do_facet $mymds "$LCTL get_param mdt.*.som" | awk -F= ' {print $2}' | head -n 1)
+ [ $som1 != $som2 ] || error "som is still "$som2
+
+ gl1=$(get_ost_param "ldlm_glimpse_enqueue")
+ stat $DIR/$tfile >/dev/null
+ gl2=$(get_ost_param "ldlm_glimpse_enqueue")
+ echo "SOM is "$som2", "$((gl2 - gl1))" glimpse RPC occured"
+ som_mode_switch $som2 $gl1 $gl2
+}
+run_test 132 "som avoids glimpse rpc"
+
test_140() { #bug-17379
mkdir -p $DIR/$tdir || error "Creating dir $DIR/$tdir"
cd $DIR/$tdir || error "Changing to $DIR/$tdir"
run_test 150 "truncate/append tests"
function roc_access() {
- ACCNUM=`$LCTL get_param -n obdfilter.*.stats | \
- grep 'cache_access'| awk '{print $2}' | \
- awk '{sum=sum+$3} END{print sum}'`
- echo $ACCNUM
+ local list=$(comma_list $(osts_nodes))
+ ACCNUM=`do_nodes $list $LCTL get_param -n obdfilter.*.stats | \
+ grep 'cache_access'| awk '{print $2}' | \
+ awk '{sum=sum+$3} END{print sum}'`
+ echo $ACCNUM
}
function roc_hit() {
- ACCNUM=`$LCTL get_param -n obdfilter.*.stats | \
- grep 'cache_hit'|awk '{print $2}' | \
- awk '{sum=sum+$1} END{print sum}'`
- echo $ACCNUM
+ local list=$(comma_list $(osts_nodes))
+ ACCNUM=`do_nodes $list $LCTL get_param -n obdfilter.*.stats | \
+ grep 'cache_hit'|awk '{print $2}' | \
+ awk '{sum=sum+$1} END{print sum}'`
+ echo $ACCNUM
}
test_151() {
- local CPAGES=3
+ remote_ost_nodsh && skip "remote OST with nodsh" && return
- # check whether obdfilter is cache capable at all
- if ! $LCTL get_param -n obdfilter.*.read_cache_enable; then
- echo "not cache-capable obdfilter"
- return 0
- fi
+ local CPAGES=3
+ local list=$(comma_list $(osts_nodes))
- # check cache is enabled on all obdfilters
- if $LCTL get_param -n obdfilter.*.read_cache_enable | grep 0 >&/dev/null; then
- echo "oss cache is disabled"
- return 0
- fi
+ # check whether obdfilter is cache capable at all
+ if ! do_nodes $list $LCTL get_param -n obdfilter.*.read_cache_enable > /dev/null; then
+ echo "not cache-capable obdfilter"
+ return 0
+ fi
- $LCTL set_param -n obdfilter.*.writethrough_cache_enable 1
+ # check cache is enabled on all obdfilters
+ if do_nodes $list $LCTL get_param -n obdfilter.*.read_cache_enable | grep 0 >&/dev/null; then
+ echo "oss cache is disabled"
+ return 0
+ fi
- # pages should be in the case right after write
- dd if=/dev/urandom of=$DIR/$tfile bs=4k count=$CPAGES || error "dd failed"
- local BEFORE=`roc_hit`
- cancel_lru_locks osc
- cat $DIR/$tfile >/dev/null
- local AFTER=`roc_hit`
- if ! let "AFTER - BEFORE == CPAGES"; then
- error "NOT IN CACHE: before: $BEFORE, after: $AFTER"
- fi
+ do_nodes $list $LCTL set_param -n obdfilter.*.writethrough_cache_enable 1
- # the following read invalidates the cache
- cancel_lru_locks osc
- $LCTL set_param -n obdfilter.*.read_cache_enable 0
- cat $DIR/$tfile >/dev/null
+ # pages should be in the case right after write
+ dd if=/dev/urandom of=$DIR/$tfile bs=4k count=$CPAGES || error "dd failed"
+ local BEFORE=`roc_hit`
+ cancel_lru_locks osc
+ cat $DIR/$tfile >/dev/null
+ local AFTER=`roc_hit`
+ if ! let "AFTER - BEFORE == CPAGES"; then
+ error "NOT IN CACHE: before: $BEFORE, after: $AFTER"
+ fi
- # now data shouldn't be found in the cache
- BEFORE=`roc_hit`
- cancel_lru_locks osc
- cat $DIR/$tfile >/dev/null
- AFTER=`roc_hit`
- if let "AFTER - BEFORE != 0"; then
- error "IN CACHE: before: $BEFORE, after: $AFTER"
- fi
+ # the following read invalidates the cache
+ cancel_lru_locks osc
+ do_nodes $list $LCTL set_param -n obdfilter.*.read_cache_enable 0
+ cat $DIR/$tfile >/dev/null
- $LCTL set_param -n obdfilter.*.read_cache_enable 1
- rm -f $DIR/$tfile
+ # now data shouldn't be found in the cache
+ BEFORE=`roc_hit`
+ cancel_lru_locks osc
+ cat $DIR/$tfile >/dev/null
+ AFTER=`roc_hit`
+ if let "AFTER - BEFORE != 0"; then
+ error "IN CACHE: before: $BEFORE, after: $AFTER"
+ fi
+
+ do_nodes $list $LCTL set_param -n obdfilter.*.read_cache_enable 1
+ rm -f $DIR/$tfile
}
run_test 151 "test cache on oss and controls ==============================="
test_152() {
local TF="$TMP/$tfile"
- # simulate ENOMEM during write
-#define OBD_FAIL_OST_NOMEM 0x226
+ # simulate ENOMEM during write
+#define OBD_FAIL_OST_NOMEM 0x226
lctl set_param fail_loc=0x80000226
dd if=/dev/urandom of=$TF bs=6096 count=1 || error "dd failed"
cp $TF $DIR/$tfile
sync || error "sync failed"
lctl set_param fail_loc=0
-
+
# discard client's cache
cancel_lru_locks osc
cmp $TF $DIR/$tfile || error "cmp failed"
lctl set_param fail_loc=0
- rm -f $TF
+ rm -f $TF
}
run_test 152 "test read/write with enomem ============================"
ln $DIR/$tdir/$tfile $DIR/$tdir/foo1/luna
ln $DIR/$tdir/$tfile $DIR/$tdir/foo2/thor
local FID=$($LFS path2fid $DIR/$tdir/$tfile | tr -d '[')
- if [ "$($LFS fid2path ${mds1_svc} $FID | wc -l)" != "5" ]; then
- $LFS fid2path ${mds1_svc} $FID
+ if [ "$($LFS fid2path $DIR $FID | wc -l)" != "5" ]; then
+ $LFS fid2path $DIR $FID
err17935 "bad link ea"
fi
# middle
rm $DIR/$tdir/$tfile
# rename
mv $DIR/$tdir/foo1/sofia $DIR/$tdir/foo2/maggie
- if [ "$($LFS fid2path ${mds1_svc} --link 1 $FID)" != "/$tdir/foo2/maggie" ]
+ if [ "$($LFS fid2path $DIR --link 1 $FID)" != "/$tdir/foo2/maggie" ]
then
- $LFS fid2path ${mds1_svc} $FID
+ $LFS fid2path $DIR $FID
err17935 "bad link rename"
fi
rm $DIR/$tdir/foo2/maggie
local longname=filename_avg_len_is_thirty_two_
createmany -l$DIR/$tdir/foo1/luna $DIR/$tdir/foo2/$longname 1000 || \
error "failed to hardlink many files"
- links=$($LFS fid2path ${mds1_svc} $FID | wc -l)
+ links=$($LFS fid2path $DIR $FID | wc -l)
echo -n "${links}/1000 links in link EA"
[ ${links} -gt 60 ] || err17935 "expected at least 60 links in link EA"
unlinkmany $DIR/$tdir/foo2/$longname 1000 || \
mkdir -p $DIR/$tdir/d2/a/b/c
mkdir -p $DIR/$tdir/d2/p/q/r
FID=$($LFS path2fid $DIR/$tdir/d2/$tfile | tr -d '[')
- check_path "/$tdir/d2/$tfile" ${mds1_svc} $FID --link 0
+ check_path "/$tdir/d2/$tfile" $DIR $FID --link 0
ln $DIR/$tdir/d2/$tfile $DIR/$tdir/d2/p/q/r/hlink
mv $DIR/$tdir/d2/$tfile $DIR/$tdir/d2/a/b/c/new_file
FID=$($LFS path2fid $DIR/$tdir/d2/a/b/c/new_file | tr -d '[')
- check_path "/$tdir/d2/a/b/c/new_file" ${mds1_svc} $FID --link 1
- check_path "/$tdir/d2/p/q/r/hlink" ${mds1_svc} $FID --link 0
+ # fid2path dir/fsname should both work
+ check_path "/$tdir/d2/a/b/c/new_file" $FSNAME $FID --link 1
+ check_path "/$tdir/d2/p/q/r/hlink" $DIR $FID --link 0
# check that there are 2 links
- ${LFS} fid2path ${mds1_svc} $FID | wc -l | grep -q 2 || \
+ ${LFS} fid2path $DIR $FID | wc -l | grep -q 2 || \
err17935 "expected 2 links"
rm $DIR/$tdir/d2/p/q/r/hlink
- check_path "/$tdir/d2/a/b/c/new_file" ${mds1_svc} $FID --link 0
+ check_path "/$tdir/d2/a/b/c/new_file" $DIR $FID --link 0
# Doesnt work with CMD yet: 17935
return 0
}
run_test 162 "path lookup sanity"
-test_154() {
+test_169() {
# do directio so as not to populate the page cache
log "creating a 10 Mb file"
multiop $DIR/$tfile oO_CREAT:O_DIRECT:O_RDWR:w$((10*1048576))c || error "multiop failed while creating a file"
log "removing the temporary file"
rm -rf $DIR/$tfile || error "tmp file removal failed"
}
-run_test 154 "parallel read and truncate should not deadlock ==="
+run_test 169 "parallel read and truncate should not deadlock ==="
test_170() {
$LCTL clear # bug 18514