set -e
ONLY=${ONLY:-"$*"}
-# bug number for skipped test: 13297 2108 9789 3637 9789 3561 12622 5188
-ALWAYS_EXCEPT=" 42a 42b 42c 42d 45 51d 68b $SANITY_EXCEPT"
+# bug number for skipped test: 13297 2108 9789 3637 9789 3561 5188
+ALWAYS_EXCEPT=" 42a 42b 42c 42d 45 68b $SANITY_EXCEPT"
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
# with LOD/OSP landing
-# bug number for skipped tests: LU-2036
-ALWAYS_EXCEPT=" 76 $ALWAYS_EXCEPT"
+# bug number for skipped tests: LU-2036 LU-8139
+ALWAYS_EXCEPT=" 76 101g $ALWAYS_EXCEPT"
is_sles11() # LU-4341
{
. ${CONFIG:=$LUSTRE/tests/cfg/${NAME}.sh}
init_logging
-[ "$SLOW" = "no" ] && EXCEPT_SLOW="24o 24D 27m 64b 68 71 77f 78 115 124b 300o"
+# 5 12 (min)"
+[ "$SLOW" = "no" ] && EXCEPT_SLOW="24D 27m 64b 68 71 115 300o"
if [ $(facet_fstype $SINGLEMDS) = "zfs" ]; then
# bug number for skipped test: LU-4536 LU-1957 LU-2805
ALWAYS_EXCEPT="$ALWAYS_EXCEPT 65ic 180 184c"
+ # 4 13 (min)"
[ "$SLOW" = "no" ] && EXCEPT_SLOW="$EXCEPT_SLOW 51b 51ba"
fi
# accessing a widely striped file.
test_27E() {
[ $OSTCOUNT -lt 2 ] && skip "needs >= 2 OSTs" && return
+ [ $(lustre_version_code client) -lt $(version_code 2.5.57) ] &&
+ skip "client does not have LU-3338 fix" && return
# 72 bytes is the minimum space required to store striping
# information for a file striped across one OST:
}
run_test 27E "check that default extended attribute size properly increases"
+test_27F() { # LU-5346/LU-7975
+
+ [ $PARALLEL == "yes" ] && skip "skip parallel run" && return
+
+ [[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.8.51) ]] &&
+ skip "Need MDS version at least 2.8.51" && return
+
+ test_mkdir -p $DIR/$tdir
+ rm -f $DIR/$tdir/f0
+ $SETSTRIPE -c 2 $DIR/$tdir
+
+ # stop all OSTs to reproduce situation for LU-7975 ticket
+ for num in $(seq $OSTCOUNT); do
+ stop ost$num
+ done
+
+ # open/create f0 with O_LOV_DELAY_CREATE
+ # truncate f0 to a non-0 size
+ # close
+ multiop $DIR/$tdir/f0 oO_RDWR:O_CREAT:O_LOV_DELAY_CREATE:T1050000c
+
+ $CHECKSTAT -s 1050000 $DIR/$tdir/f0 || error "checkstat failed"
+ # open/write it again to force delayed layout creation
+ cat /etc/hosts > $DIR/$tdir/f0 &
+ catpid=$!
+
+ # restart OSTs
+ for num in $(seq $OSTCOUNT); do
+ start ost$num $(ostdevname $num) $OST_MOUNT_OPTS ||
+ error "ost$num failed to start"
+ done
+
+ wait $catpid || error "cat failed"
+
+ cmp /etc/hosts $DIR/$tdir/f0 || error "cmp failed"
+ [[ $($GETSTRIPE -c $DIR/$tdir/f0) == 2 ]] || error "wrong stripecount"
+
+}
+run_test 27F "Client resend delayed layout creation with non-zero size"
+
# createtest also checks that device nodes are created and
# then visible correctly (#2091)
test_28() { # bug 2091
run_test 28 "create/mknod/mkdir with bad file types ============"
test_29() {
- [ $PARALLEL == "yes" ] && skip "skip parallel run" && return
+ [ $PARALLEL == "yes" ] && skip "skip parallel run" && return 0
cancel_lru_locks mdc
test_mkdir $DIR/d29
touch $DIR/d29/foo
for lock_count in $(lctl get_param -n ldlm.namespaces.*mdc*.lock_count); do
let LOCKCOUNTORIG=$LOCKCOUNTORIG+$lock_count
done
- [ $LOCKCOUNTORIG -eq 0 ] && echo "No mdc lock count" && return 1
+ [ $LOCKCOUNTORIG -eq 0 ] && error "No mdc lock count" && return 1
declare -i LOCKUNUSEDCOUNTORIG=0
for unused_count in $(lctl get_param -n ldlm.namespaces.*mdc*.lock_unused_count); do
# test setting directory atime to future
touch -a -d @$TEST_39_ATIME $DIR/$tdir
local atime=$(stat -c %X $DIR/$tdir)
- [ "$atime" = $TEST_39_ATIME ] || \
+ [ "$atime" = $TEST_39_ATIME ] ||
error "atime is not set to future: $atime, $TEST_39_ATIME"
# test setting directory atime from future to now
- local d1=$(date +%s)
- ls $DIR/$tdir
- local d2=$(date +%s)
+ local now=$(date +%s)
+ touch -a -d @$now $DIR/$tdir
- cancel_lru_locks mdc
atime=$(stat -c %X $DIR/$tdir)
- [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] || \
- error "atime is not updated from future: $atime, $d1<atime<$d2"
+ [ "$atime" -eq "$now" ] ||
+ error "atime is not updated from future: $atime, $now"
do_facet $SINGLEMDS lctl set_param -n mdd.*MDT0000*.atime_diff=2
sleep 3
# test setting directory atime when now > dir atime + atime_diff
- d1=$(date +%s)
+ local d1=$(date +%s)
ls $DIR/$tdir
- d2=$(date +%s)
+ local d2=$(date +%s)
cancel_lru_locks mdc
atime=$(stat -c %X $DIR/$tdir)
- [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] || \
+ [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] ||
error "atime is not updated : $atime, should be $d2"
do_facet $SINGLEMDS lctl set_param -n mdd.*MDT0000*.atime_diff=60
ls $DIR/$tdir
cancel_lru_locks mdc
atime=$(stat -c %X $DIR/$tdir)
- [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] || \
+ [ "$atime" -ge "$d1" -a "$atime" -le "$d2" ] ||
error "atime is updated to $atime, should remain $d1<atime<$d2"
do_facet $SINGLEMDS \
run_test 39p "remote directory cached attributes updated after create ========"
+test_39p() { # LU-8041
+ local testdir=$DIR/$tdir
+ mkdir -p $testdir
+ multiop_bg_pause $testdir D_c || error "multiop failed"
+ local multipid=$!
+ cancel_lru_locks mdc
+ kill -USR1 $multipid
+ local atime=$(stat -c %X $testdir)
+ [ "$atime" -ne 0 ] || error "atime is zero"
+}
+run_test 39p "close won't zero out atime"
+
test_40() {
dd if=/dev/zero of=$DIR/$tfile bs=4096 count=1
$RUNAS $OPENFILE -f O_WRONLY:O_TRUNC $DIR/$tfile &&
test_mkdir .foo && error "'mkdir .foo' worked after removing cwd"
ls . > /dev/null && error "'ls .' worked after removing cwd"
ls .. > /dev/null || error "'ls ..' failed after removing cwd"
- is_patchless || ( cd . && error "'cd .' worked after removing cwd" )
test_mkdir . && error "'mkdir .' worked after removing cwd"
rmdir . && error "'rmdir .' worked after removing cwd"
ln -s . foo && error "'ln -s .' worked after removing cwd"
test_mkdir .foo && error "mkdir .foo worked after removing cwd"
$TRACE ls . && error "'ls .' worked after removing cwd"
$TRACE ls .. || error "'ls ..' failed after removing cwd"
- is_patchless || ( $TRACE cd . &&
- error "'cd .' worked after removing cwd" )
$TRACE test_mkdir . && error "'mkdir .' worked after removing cwd"
$TRACE rmdir . && error "'rmdir .' worked after removing cwd"
$TRACE ln -s . foo && error "'ln -s .' worked after removing cwd"
test_mkdir .foo && error "mkdir .foo worked after removing parent"
$TRACE ls . && error "'ls .' worked after removing parent"
$TRACE ls .. && error "'ls ..' worked after removing parent"
- is_patchless || ( $TRACE cd . &&
- error "'cd .' worked after recreate parent" )
$TRACE test_mkdir . && error "'mkdir .' worked after removing parent"
$TRACE rmdir . && error "'rmdir .' worked after removing parent"
$TRACE ln -s . foo && error "'ln -s .' worked after removing parent"
- is_patchless || ( $TRACE cd .. &&
- error "'cd ..' worked after removing parent" || true )
+ true
}
run_test 48d "Access removed parent subdir (should return errors)"
skip_env "skipping test with few OSTs" && return
test_mkdir -p $DIR/$tdir
createmany -o $DIR/$tdir/t- 1000
- $GETSTRIPE $DIR/$tdir > $TMP/files
+ $GETSTRIPE $DIR/$tdir > $TMP/$tfile
for N in $(seq 0 $((OSTCOUNT - 1))); do
OBJS[$N]=$(awk -vobjs=0 '($1 == '$N') { objs += 1 } \
- END { printf("%0.0f", objs) }' $TMP/files)
- OBJS0[$N]=$(grep -A 1 idx $TMP/files | awk -vobjs=0 \
+ END { printf("%0.0f", objs) }' $TMP/$tfile)
+ OBJS0[$N]=$(grep -A 1 idx $TMP/$tfile | awk -vobjs=0 \
'($1 == '$N') { objs += 1 } \
END { printf("%0.0f", objs) }')
log "OST$N has ${OBJS[$N]} objects, ${OBJS0[$N]} are index 0"
" (${OBJS0[$N]} < ${OBJS0[$NLAST]}"
NLAST=$N
done
+ rm -f $TMP/$tfile
}
-run_test 51d "check object distribution ===================="
+run_test 51d "check object distribution"
test_51e() {
if [ "$(facet_fstype $SINGLEMDS)" != ldiskfs ]; then
lsattr $DIR/$tdir/foo | egrep -q "^-+a[-e]+ $DIR/$tdir/foo" ||
error "lsattr"
chattr -a $DIR/$tdir/foo || error "chattr -a failed"
- cp -r $DIR/$tdir /tmp/
- rm -fr $DIR/$tdir || error "cleanup rm failed"
+ cp -r $DIR/$tdir $TMP/
+ rm -fr $DIR/$tdir $TMP/$tdir || error "cleanup rm failed"
}
-run_test 52a "append-only flag test (should return errors) ====="
+run_test 52a "append-only flag test (should return errors)"
test_52b() {
[ -f $DIR/$tdir/foo ] && chattr -i $DIR/$tdir/foo
}
run_test 56x "lfs migration support"
+test_56xa() {
+ check_swap_layouts_support && return 0
+ [[ $OSTCOUNT -lt 2 ]] &&
+ skip_env "need 2 OST, skipping test" && return
+
+ local dir0=$DIR/$tdir/$testnum
+ test_mkdir -p $dir0 || error "creating dir $dir0"
+
+ local ref1=/etc/passwd
+ local file1=$dir0/file1
+
+ $SETSTRIPE -c 2 $file1
+ cp $ref1 $file1
+ $LFS migrate --block -c 1 $file1 || error "migrate failed rc = $?"
+ local stripe=$($GETSTRIPE -c $file1)
+ [[ $stripe == 1 ]] || error "stripe of $file1 is $stripe != 1"
+ cmp $file1 $ref1 || error "content mismatch $file1 differs from $ref1"
+
+ # clean up
+ rm -f $file1
+}
+run_test 56xa "lfs migration --block support"
+
test_56y() {
[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.4.53) ] &&
skip "No HSM $(lustre_build_version $SINGLEMDS) MDS < 2.4.53" &&
# verify "lctl mark" is even working"
MESSAGE="test message ID $RANDOM $$"
- $LCTL mark "$MESSAGE" || error "$LCTL mark failed"
+ $LCTL mark "$HOSTNAME $MESSAGE" || error "$LCTL mark failed"
dmesg | grep -q "$MESSAGE" || error "didn't find debug marker in log"
lctl set_param printk=0 || error "set lnet.printk failed"
lctl get_param -n printk | grep emerg || error "lnet.printk dropped emerg"
MESSAGE="new test message ID $RANDOM $$"
# Assume here that libcfs_debug_mark_buffer() uses D_WARNING
- $LCTL mark "$MESSAGE" || error "$LCTL mark failed"
+ $LCTL mark "$HOSTNAME $MESSAGE" || error "$LCTL mark failed"
dmesg | grep -q "$MESSAGE" && error "D_WARNING wasn't masked" || true
lctl set_param -n printk="$SAVEPRINTK"
}
run_test 101f "check mmap read performance"
+test_101g() {
+ local rpcs
+ local osts=$(get_facets OST)
+ local list=$(comma_list $(osts_nodes))
+ local p="$TMP/$TESTSUITE-$TESTNAME.parameters"
+
+ save_lustre_params $osts "obdfilter.*.brw_size" > $p
+
+ $LFS setstripe -c 1 $DIR/$tfile
+
+ if [ $(lustre_version_code ost1) -ge $(version_code 2.8.52) ]; then
+ set_osd_param $list '' brw_size 16M
+
+ echo "remount client to enable large RPC size"
+ remount_client $MOUNT || error "remount_client failed"
+
+ for mp in $($LCTL get_param -n osc.*.max_pages_per_rpc); do
+ [ "$mp" -eq 4096 ] ||
+ error "max_pages_per_rpc not correctly set"
+ done
+
+ $LCTL set_param -n osc.*.rpc_stats=0
+
+ # 10*16 MiB should be enough for the test
+ dd if=/dev/zero of=$DIR/$tfile bs=16M count=10
+ cancel_lru_locks osc
+ dd of=/dev/null if=$DIR/$tfile bs=16M count=10
+
+ # calculate 16 MiB RPCs
+ rpcs=$($LCTL get_param 'osc.*.rpc_stats' |
+ sed -n '/pages per rpc/,/^$/p' |
+ awk 'BEGIN { sum = 0 }; /4096:/ { sum += $2 };
+ END { print sum }')
+ echo $rpcs RPCs
+ [ "$rpcs" -eq 10 ] || error "not all RPCs are 16 MiB BRW rpcs"
+ fi
+
+ echo "set RPC size to 4MB"
+
+ $LCTL set_param -n osc.*.max_pages_per_rpc=4M osc.*.rpc_stats=0
+ dd if=/dev/zero of=$DIR/$tfile bs=4M count=25
+ cancel_lru_locks osc
+ dd of=/dev/null if=$DIR/$tfile bs=4M count=25
+
+ # calculate 4 MiB RPCs
+ rpcs=$($LCTL get_param 'osc.*.rpc_stats' |
+ sed -n '/pages per rpc/,/^$/p' |
+ awk 'BEGIN { sum = 0 }; /1024:/ { sum += $2 };
+ END { print sum }')
+ echo $rpcs RPCs
+ [ "$rpcs" -eq 25 ] || error "not all RPCs are 4 MiB BRW rpcs"
+
+ restore_lustre_params < $p
+ remount_client $MOUNT || error "remount_client failed"
+
+ rm -f $p $DIR/$tfile
+}
+run_test 101g "Big bulk(4/16 MiB) readahead"
+
setup_test102() {
test_mkdir -p $DIR/$tdir
chown $RUNAS_ID $DIR/$tdir
# Get 'before' xattrs of $file1.
getfattr --absolute-names --dump --match=- $file1 > $xattr0
- for name in lov lma lmv link fid version som hsm lfsck_namespace; do
+ for name in lov lma lmv link fid version som hsm; do
# Try to copy xattr from $file0 to $file1.
value=$(getxattr $file0 trusted.$name 2> /dev/null)
esac
done < $TMP/${tfile}.tmp
- #check that we actually got some stats
- [ "$read_bytes" ] || error "Missing read_bytes stats"
- [ "$write_bytes" ] || error "Missing write_bytes stats"
- [ "$read_bytes" != 0 ] || error "no read done"
- [ "$write_bytes" != 0 ] || error "no write done"
+ #check that we actually got some stats
+ [ "$read_bytes" ] || error "Missing read_bytes stats"
+ [ "$write_bytes" ] || error "Missing write_bytes stats"
+ [ "$read_bytes" != 0 ] || error "no read done"
+ [ "$write_bytes" != 0 ] || error "no write done"
+
+ rm -f $TMP/${tfile}.tmp
}
run_test 127b "verify the llite client stats are sane"
EOF
result=$(grep error $TMP/$tfile.log)
- rm -f $DIR/$tfile
- [ -z "$result" ] || error "consecutive find's under interactive lfs failed"
+ rm -f $DIR/$tfile $TMP/$tfile.log
+ [ -z "$result" ] ||
+ error "consecutive find's under interactive lfs failed"
}
run_test 128 "interactive lfs for 2 consecutive find's"
rm -f $DIR/f
restore_lustre_params < $save
+ rm -f $save
}
run_test 154f "get parent fids by reading link ea"
test_161b() {
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
- [ $MDSCOUNT -lt 2 ] &&
- skip "skipping remote directory test" && return
+ [ $MDSCOUNT -lt 2 ] && skip "skipping remote directory test" && return
local MDTIDX=1
local remote_dir=$DIR/$tdir/remote_dir
}
run_test 247e "mount .. as fileset"
+test_248() {
+ local my_error=error
+
+ # This test case is time sensitive and maloo uses kvm to run auto test.
+ # Therefore the complete time of I/O task is unreliable and depends on
+ # the work load on the host machine when the task is running.
+ which virt-what 2> /dev/null && [ "$(virt-what)" != "kvm" ] ||
+ { echo "no virt-what installed or running in kvm; ignore error";
+ my_error="error_ignore env=kvm"; }
+
+ # create a large file for fast read verification
+ dd if=/dev/zero of=$DIR/$tfile bs=128M count=1 > /dev/null 2>&1
+
+ # make sure the file is created correctly
+ $CHECKSTAT -s $((128*1024*1024)) $DIR/$tfile ||
+ { rm -f $DIR/$tfile; skip "file creation error" && return; }
+
+ local saved_fast_read=$($LCTL get_param -n llite.*.fast_read)
+
+ echo "Test 1: verify that fast read is 4 times faster on cache read"
+
+ # small read with fast read enabled
+ $LCTL set_param -n llite.*.fast_read=1
+ local t_fast=$(eval time -p dd if=$DIR/$tfile of=/dev/null bs=4k 2>&1 |
+ awk '/real/ { print $2 }')
+
+ # small read with fast read disabled
+ $LCTL set_param -n llite.*.fast_read=0
+ local t_slow=$(eval time -p dd if=$DIR/$tfile of=/dev/null bs=4k 2>&1 |
+ awk '/real/ { print $2 }')
+
+ # verify that fast read is 4 times faster for cache read
+ [ $(bc <<< "4 * $t_fast < $t_slow") -eq 1 ] ||
+ $my_error "fast read was not 4 times faster: $t_fast vs $t_slow"
+
+ echo "Test 2: verify the performance between big and small read"
+ $LCTL set_param -n llite.*.fast_read=1
+
+ # 1k non-cache read
+ cancel_lru_locks osc
+ local t_1k=$(eval time -p dd if=$DIR/$tfile of=/dev/null bs=1k 2>&1 |
+ awk '/real/ { print $2 }')
+
+ # 1M non-cache read
+ cancel_lru_locks osc
+ local t_1m=$(eval time -p dd if=$DIR/$tfile of=/dev/null bs=1M 2>&1 |
+ awk '/real/ { print $2 }')
+
+ # verify that big IO is not 4 times faster than small IO
+ [ $(bc <<< "4 * $t_1k >= $t_1m") -eq 1 ] ||
+ $my_error "bigger IO is way too fast: $t_1k vs $t_1m"
+
+ $LCTL set_param -n llite.*.fast_read=$saved_fast_read
+ rm -f $DIR/$tfile
+}
+run_test 248 "fast read verification"
+
test_250() {
[ "$(facet_fstype ost$(($($GETSTRIPE -i $DIR/$tfile) + 1)))" = "zfs" ] \
&& skip "no 16TB file size limit on ZFS" && return
}
test_300a() {
+ [ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.7.0) ] &&
+ skip "skipped for lustre < 2.7.0" && return
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
run_test 300a "basic striped dir sanity test"
test_300b() {
+ [ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.7.0) ] &&
+ skip "skipped for lustre < 2.7.0" && return
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
local i
run_test 300b "check ctime/mtime for striped dir"
test_300c() {
+ [ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.7.0) ] &&
+ skip "skipped for lustre < 2.7.0" && return
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
local file_count
run_test 300c "chown && check ls under striped directory"
test_300d() {
+ [ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.7.0) ] &&
+ skip "skipped for lustre < 2.7.0" && return
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
local stripe_count
$CC -Wall -Werror $extra_flags -llustreapi -o $out $prog ||
error "client api broken"
done
+ rm -f $out
}
run_test 400a "Lustre client api program can compile and link"
$CC -Wall -Werror -include $header -c -x c /dev/null -o $out ||
error "cannot compile '$header'"
done
+ rm -f $out
}
run_test 400b "packaged headers can be compiled"
}
run_test 403 "i_nlink should not drop to zero due to aliasing"
+test_404() { # LU-6601
+ local mosps=$(do_facet $SINGLEMDS $LCTL dl |
+ awk '/osp .*-osc-MDT/ { print $4}')
+
+ local osp
+ for osp in $mosps; do
+ echo "Deactivate: " $osp
+ do_facet $SINGLEMDS $LCTL --device %$osp deactivate
+ local stat=$(do_facet $SINGLEMDS $LCTL dl |
+ awk -vp=$osp '$4 == p { print $2 }')
+ [ $stat = IN ] || {
+ do_facet $SINGLEMDS $LCTL dl | grep -w $osp
+ error "deactivate error"
+ }
+ echo "Activate: " $osp
+ do_facet $SINGLEMDS $LCTL --device %$osp activate
+ local stat=$(do_facet $SINGLEMDS $LCTL dl |
+ awk -vp=$osp '$4 == p { print $2 }')
+ [ $stat = UP ] || {
+ do_facet $SINGLEMDS $LCTL dl | grep -w $osp
+ error "activate error"
+ }
+ done
+}
+run_test 404 "validate manual {de}activated works properly for OSPs"
+
#
# tests that do cleanup/setup should be run at the end
#
git://git.whamcloud.com / fs / lustre-release.git / blobdiff