}
check_and_setup_lustre
-
DIR=${DIR:-$MOUNT}
assert_DIR
test_24x() {
[[ $MDSCOUNT -lt 2 ]] && skip "needs >= 2 MDTs" && return
+
+ [[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.7.56) ]] &&
+ skip "Need MDS version at least 2.7.56" && return
+
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
local MDTIDX=1
local remote_dir=$DIR/$tdir/remote_dir
test_27D() {
[ $OSTCOUNT -lt 2 ] && skip "needs >= 2 OSTs" && return
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
local POOL=${POOL:-testpool}
local first_ost=0
local last_ost=$(($OSTCOUNT - 1))
test_60b() { # bug 6411
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
dmesg > $DIR/$tfile
- LLOG_COUNT=`dmesg | awk "/$TEST60_HEAD/{marker = 1; from_marker = 0;}
- /llog.test/ {
- if (marker)
- from_marker++
- from_begin++
- }
- END {
- if (marker)
- print from_marker
- else
- print from_begin
- }"`
- [[ $LLOG_COUNT -gt 50 ]] &&
+ LLOG_COUNT=$(dmesg | awk "/$TEST60_HEAD/ { marker = 1; from_marker = 0; }
+ /llog.test/ {
+ if (marker)
+ from_marker++
+ from_begin++
+ }
+ END {
+ if (marker)
+ print from_marker
+ else
+ print from_begin
+ }")
+ [[ $LLOG_COUNT -gt 100 ]] &&
error "CDEBUG_LIMIT not limiting messages ($LLOG_COUNT)" || true
}
run_test 60b "limit repeated messages from CERROR/CWARN ========"
# some versions of cvs import exit(1) when asked to import links or
# files they can't read. ignore those files.
TOIGNORE=$(find . -type l -printf '-I %f\n' -o \
- ! -perm +4 -printf '-I %f\n')
+ ! -perm /4 -printf '-I %f\n')
$RUNAS cvs -d $DIR/d99cvsroot import -m "nomesg" $TOIGNORE \
d99reposname vtag rtag
}
}
run_test 101e "check read-ahead for small read(1k) for small files(500k)"
-cleanup_test101f() {
- trap 0
- $LCTL set_param -n llite.*.max_read_ahead_whole_mb $MAX_WHOLE_MB
- rm -rf $DIR/$tfile 2>/dev/null
-}
-
test_101f() {
- [ $PARALLEL == "yes" ] && skip "skip parallel run" && return
- local file=$DIR/$tfile
- local nreads=1000
+ which iozone || { skip "no iozone installed" && return; }
- MAX_WHOLE_MB=$($LCTL get_param -n llite.*.max_read_ahead_whole_mb)
- $LCTL set_param -n llite.*.max_read_ahead_whole_mb 2
- dd if=/dev/zero of=${file} bs=2097152 count=1 2>/dev/null
- trap cleanup_test101f EXIT
+ # create a test file
+ iozone -i 0 -+n -r 1m -s 128m -w -f $DIR/$tfile > /dev/null 2>&1
- echo Cancel LRU locks on lustre client to flush the client cache
- cancel_lru_locks osc
+ echo Cancel LRU locks on lustre client to flush the client cache
+ cancel_lru_locks osc
+
+ echo Reset readahead stats
+ $LCTL set_param -n llite.*.read_ahead_stats 0
- echo Reset readahead stats
- $LCTL set_param -n llite.*.read_ahead_stats 0
- # Random read in a 2M file, because max_read_ahead_whole_mb = 2M,
- # readahead should read in 2M file on second read, so only miss
- # 2 pages.
- echo Random 4K reads on 2M file for 1000 times
- $READS -f $file -s 2097152 -b 4096 -n $nreads
+ echo mmap read the file with small block size
+ iozone -i 1 -+n -r 32k -s 128m -B -f $DIR/$tfile > /dev/null 2>&1
- echo checking missing pages
- local miss=$($LCTL get_param -n llite.*.read_ahead_stats |
- get_named_value 'misses' | cut -d" " -f1 | calc_total)
+ echo checking missing pages
+ local miss=$($LCTL get_param -n llite.*.read_ahead_stats |
+ get_named_value 'misses' | cut -d" " -f1 | calc_total)
- [ $miss -lt 3 ] || error "misses too much pages!"
- cleanup_test101f
+ [ $miss -lt 3 ] || error "misses too much pages!"
+ rm -f $DIR/$tfile
}
-run_test 101f "check read-ahead for max_read_ahead_whole_mb"
+run_test 101f "check mmap read performance"
setup_test102() {
test_mkdir -p $DIR/$tdir
test_120e() {
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
- test_mkdir -p -c1 $DIR/$tdir
- [ -z "`lctl get_param -n mdc.*.connect_flags | grep early_lock_cancel`" ] && \
- skip "no early lock cancel on server" && return 0
- lru_resize_disable mdc
- lru_resize_disable osc
- dd if=/dev/zero of=$DIR/$tdir/f1 count=1
- cancel_lru_locks mdc
- cancel_lru_locks osc
- dd if=$DIR/$tdir/f1 of=/dev/null
- stat $DIR/$tdir $DIR/$tdir/f1 > /dev/null
+ ! $($LCTL get_param -n mdc.*.connect_flags | grep -q early_lock_can) &&
+ skip "no early lock cancel on server" && return 0
+ local dlmtrace_set=false
+
+ test_mkdir -p -c1 $DIR/$tdir
+ lru_resize_disable mdc
+ lru_resize_disable osc
+ ! $LCTL get_param debug | grep -q dlmtrace &&
+ $LCTL set_param debug=+dlmtrace && dlmtrace_set=true
+ dd if=/dev/zero of=$DIR/$tdir/f1 count=1
+ cancel_lru_locks mdc
+ cancel_lru_locks osc
+ dd if=$DIR/$tdir/f1 of=/dev/null
+ stat $DIR/$tdir $DIR/$tdir/f1 > /dev/null
# XXX client can not do early lock cancel of OST lock
# during unlink (LU-4206), so cancel osc lock now.
cancel_lru_locks osc
awk '/ldlm_cancel/ {print $2}')
blk2=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
awk '/ldlm_bl_callback/ {print $2}')
- [ $can1 -eq $can2 ] || error $((can2-can1)) "cancel RPC occured."
- [ $blk1 -eq $blk2 ] || error $((blk2-blk1)) "blocking RPC occured."
+ [ $can1 -ne $can2 ] && error "$((can2 - can1)) cancel RPC occured" &&
+ $LCTL dk $TMP/cancel.debug.txt
+ [ $blk1 -ne $blk2 ] && error "$((blk2 - blk1)) blocking RPC occured" &&
+ $LCTL dk $TMP/blocking.debug.txt
+ $dlmtrace_set && $LCTL set_param debug=-dlmtrace
lru_resize_enable mdc
lru_resize_enable osc
}
has_warning=0
rm -rf $DIR/$tdir
- test_mkdir -p $DIR/$tdir
+ mkdir -p $DIR/$tdir
# block size of mds1
local MDT_DEV=$(mdsdevname ${SINGLEMDS//mds/})
set_dir_limits $MAX $MAX
local I=$(stat -c%s "$DIR/$tdir")
local J=0
- local STRIPE_COUNT=1
- [[ $MDSCOUNT -ge 2 ]] && STRIPE_COUNT=$($LFS getdirstripe -c $DIR/$tdir)
- MAX=$((MAX*STRIPE_COUNT))
while [[ $I -le $MAX ]]; do
$MULTIOP $DIR/$tdir/$J Oc
rc=$?
if [ $rc -eq $EFBIG -o $rc -eq $ENOSPC ]; then
set_dir_limits 0 0
echo "return code $rc received as expected"
- multiop $DIR/$tdir/$J Oc ||
- error_exit "multiop failed w/o dir size limit"
+
+ createmany -o $DIR/$tdir/$J_file_ 1000 ||
+ error_exit "create failed w/o dir size limit"
check_mds_dmesg '"has reached"' ||
error_exit "has reached message should be output"
skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
[ $RC != 0 ] && error "filefrag $fm_file failed"
- filefrag_op=$(filefrag -ve $fm_file | grep -A 100 "ext:" |
- grep -v "ext:" | grep -v "found")
+ filefrag_op=$(filefrag -ve $fm_file |
+ sed -n '/ext:/,/found/{/ext:/d; /found/d; p}')
lun=$($GETSTRIPE -i $fm_file)
start_blk=`echo $filefrag_op | cut -d: -f2 | cut -d. -f1`
test_130b() {
[ "$OSTCOUNT" -lt "2" ] &&
- skip_env "skipping FIEMAP on 2-stripe file test" && return
-
- [ "$OSTCOUNT" -ge "10" ] &&
- skip_env "skipping FIEMAP with >= 10 OSTs" && return
+ skip_env "skipping FIEMAP on $OSTCOUNT-stripe file" && return
local filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
[ -n "$filefrag_op" ] && skip_env "filefrag does not support FIEMAP" &&
trap cleanup_130 EXIT RETURN
local fm_file=$DIR/$tfile
- $SETSTRIPE -S 65536 -c 2 $fm_file || error "setstripe on $fm_file"
+ $SETSTRIPE -S 65536 -c $OSTCOUNT $fm_file ||
+ error "setstripe on $fm_file"
[ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
- dd if=/dev/zero of=$fm_file bs=1M count=2 ||
+ dd if=/dev/zero of=$fm_file bs=1M count=$OSTCOUNT ||
error "dd failed on $fm_file"
filefrag -ves $fm_file || error "filefrag $fm_file failed"
- filefrag_op=$(filefrag -ve $fm_file | grep -A 100 "ext:" |
- grep -v "ext:" | grep -v "found")
+ filefrag_op=$(filefrag -ve $fm_file |
+ sed -n '/ext:/,/found/{/ext:/d; /found/d; p}')
- last_lun=$(echo $filefrag_op | cut -d: -f5)
+ last_lun=$(echo $filefrag_op | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
IFS=$'\n'
tot_len=0
num_luns=1
for line in $filefrag_op
do
- frag_lun=`echo $line | cut -d: -f5`
- ext_len=`echo $line | cut -d: -f4`
+ frag_lun=$(echo $line | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
+ ext_len=$(echo $line | cut -d: -f4)
if (( $frag_lun != $last_lun )); then
if (( tot_len != 1024 )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned len $tot_len for OST $last_lun instead of 256"
+ error "FIEMAP on $fm_file failed; returned " \
+ "len $tot_len for OST $last_lun instead of 1024"
return
else
(( num_luns += 1 ))
(( tot_len += ext_len ))
last_lun=$frag_lun
done
- if (( num_luns != 2 || tot_len != 1024 )); then
+ if (( num_luns != $OSTCOUNT || tot_len != 1024 )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned wrong number of luns or wrong len for OST $last_lun"
+ error "FIEMAP on $fm_file failed; returned wrong number of " \
+ "luns or wrong len for OST $last_lun"
return
fi
cleanup_130
- echo "FIEMAP on 2-stripe file succeeded"
+ echo "FIEMAP on $OSTCOUNT-stripe file succeeded"
}
-run_test 130b "FIEMAP (2-stripe file)"
+run_test 130b "FIEMAP ($OSTCOUNT-stripe file)"
test_130c() {
[ "$OSTCOUNT" -lt "2" ] &&
skip_env "skipping FIEMAP on 2-stripe file" && return
- [ "$OSTCOUNT" -ge "10" ] &&
- skip_env "skipping FIEMAP with >= 10 OSTs" && return
-
filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
[ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" &&
return
[ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
- dd if=/dev/zero of=$fm_file seek=1 bs=1M count=1 || error "dd failed on $fm_file"
+ dd if=/dev/zero of=$fm_file seek=1 bs=1M count=1 ||
+ error "dd failed on $fm_file"
filefrag -ves $fm_file || error "filefrag $fm_file failed"
- filefrag_op=`filefrag -ve $fm_file | grep -A 100 "ext:" | grep -v "ext:" | grep -v "found"`
+ filefrag_op=$(filefrag -ve $fm_file |
+ sed -n '/ext:/,/found/{/ext:/d; /found/d; p}')
- last_lun=`echo $filefrag_op | cut -d: -f5`
+ last_lun=$(echo $filefrag_op | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
IFS=$'\n'
tot_len=0
num_luns=1
for line in $filefrag_op
do
- frag_lun=`echo $line | cut -d: -f5`
- ext_len=`echo $line | cut -d: -f4`
+ frag_lun=$(echo $line | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
+ ext_len=$(echo $line | cut -d: -f4)
if (( $frag_lun != $last_lun )); then
logical=`echo $line | cut -d: -f2 | cut -d. -f1`
if (( logical != 512 )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned logical start for lun $logical instead of 512"
+ error "FIEMAP on $fm_file failed; returned " \
+ "logical start for lun $logical instead of 512"
return
fi
if (( tot_len != 512 )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned len $tot_len for OST $last_lun instead of 1024"
+ error "FIEMAP on $fm_file failed; returned " \
+ "len $tot_len for OST $last_lun instead of 1024"
return
else
(( num_luns += 1 ))
done
if (( num_luns != 2 || tot_len != 512 )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned wrong number of luns or wrong len for OST $last_lun"
+ error "FIEMAP on $fm_file failed; returned wrong number of " \
+ "luns or wrong len for OST $last_lun"
return
fi
run_test 130c "FIEMAP (2-stripe file with hole)"
test_130d() {
- [ "$OSTCOUNT" -lt "3" ] && skip_env "skipping FIEMAP on N-stripe file test" && return
-
- [ "$OSTCOUNT" -ge "10" ] &&
- skip_env "skipping FIEMAP with >= 10 OSTs" && return
+ [ "$OSTCOUNT" -lt "3" ] &&
+ skip_env "skipping FIEMAP on N-stripe file test" && return
filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
- [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return
+ [ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" &&
+ return
trap cleanup_130 EXIT RETURN
local fm_file=$DIR/$tfile
- $SETSTRIPE -S 65536 -c $OSTCOUNT $fm_file||error "setstripe on $fm_file"
+ $SETSTRIPE -S 65536 -c $OSTCOUNT $fm_file ||
+ error "setstripe on $fm_file"
[ "$(facet_fstype ost$(($($GETSTRIPE -i $fm_file) + 1)))" = "zfs" ] &&
skip "ORI-366/LU-1941: FIEMAP unimplemented on ZFS" && return
error "dd failed on $fm_file"
filefrag -ves $fm_file || error "filefrag $fm_file failed"
- filefrag_op=`filefrag -ve $fm_file | grep -A 100 "ext:" |
- grep -v "ext:" | grep -v "found"`
+ filefrag_op=$(filefrag -ve $fm_file |
+ sed -n '/ext:/,/found/{/ext:/d; /found/d; p}')
- last_lun=`echo $filefrag_op | cut -d: -f5`
+ last_lun=$(echo $filefrag_op | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
IFS=$'\n'
tot_len=0
num_luns=1
for line in $filefrag_op
do
- frag_lun=`echo $line | cut -d: -f5`
- ext_len=`echo $line | cut -d: -f4`
+ frag_lun=$(echo $line | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
+ ext_len=$(echo $line | cut -d: -f4)
if (( $frag_lun != $last_lun )); then
if (( tot_len != 1024 )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned len $tot_len for OST $last_lun instead of 1024"
+ error "FIEMAP on $fm_file failed; returned " \
+ "len $tot_len for OST $last_lun instead of 1024"
return
else
(( num_luns += 1 ))
done
if (( num_luns != actual_stripecnt || tot_len != 1024 )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned wrong number of luns or wrong len for OST $last_lun"
+ error "FIEMAP on $fm_file failed; returned wrong number of " \
+ "luns or wrong len for OST $last_lun"
return
fi
run_test 130d "FIEMAP (N-stripe file)"
test_130e() {
- [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping continuation FIEMAP test" && return
-
- [ "$OSTCOUNT" -ge "10" ] &&
- skip_env "skipping FIEMAP with >= 10 OSTs" && return
+ [ "$OSTCOUNT" -lt "2" ] &&
+ skip_env "skipping continuation FIEMAP test" && return
filefrag_op=$(filefrag -e 2>&1 | grep "invalid option")
[ -n "$filefrag_op" ] && skip "filefrag does not support FIEMAP" && return
done
filefrag -ves $fm_file || error "filefrag $fm_file failed"
- filefrag_op=`filefrag -ve $fm_file | grep -A 12000 "ext:" | grep -v "ext:" | grep -v "found"`
+ filefrag_op=$(filefrag -ve $fm_file |
+ sed -n '/ext:/,/found/{/ext:/d; /found/d; p}')
- last_lun=`echo $filefrag_op | cut -d: -f5`
+ last_lun=$(echo $filefrag_op | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
IFS=$'\n'
tot_len=0
num_luns=1
for line in $filefrag_op
do
- frag_lun=`echo $line | cut -d: -f5`
- ext_len=`echo $line | cut -d: -f4`
+ frag_lun=$(echo $line | cut -d: -f5 |
+ sed -e 's/^[ \t]*/0x/' | sed -e 's/0x0x/0x/')
+ ext_len=$(echo $line | cut -d: -f4)
if (( $frag_lun != $last_lun )); then
if (( tot_len != $EXPECTED_LEN )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned len $tot_len for OST $last_lun instead of $EXPECTED_LEN"
+ error "FIEMAP on $fm_file failed; returned " \
+ "len $tot_len for OST $last_lun instead " \
+ "of $EXPECTED_LEN"
return
else
(( num_luns += 1 ))
done
if (( num_luns != 2 || tot_len != $EXPECTED_LEN )); then
cleanup_130
- error "FIEMAP on $fm_file failed; returned wrong number of luns or wrong len for OST $last_lun"
+ error "FIEMAP on $fm_file failed; returned wrong number " \
+ "of luns or wrong len for OST $last_lun"
return
fi
}
run_test 133e "Verifying OST {read,write}_bytes nid stats ================="
-test_133f() {
- local proc_dirs
-
- local dirs="/proc/fs/lustre/ /proc/sys/lnet/ /proc/sys/lustre/ \
-/sys/fs/lustre/ /sys/fs/lnet/"
- local dir
- for dir in $dirs; do
- if [ -d $dir ]; then
- proc_dirs="$proc_dirs $dir"
- fi
- done
-
- local facet
+proc_dirs=""
+for dir in /proc/fs/lustre/ /proc/sys/lnet/ /proc/sys/lustre/ \
+ /sys/fs/lustre/ /sys/fs/lnet/ /sys/kernel/debug/lnet/ \
+ /sys/kernel/debug/lustre/; do
+ [[ -d $dir ]] && proc_dirs+=" $dir"
+done
+test_133f() {
remote_mds_nodsh && skip "remote MDS with nodsh" && return
remote_ost_nodsh && skip "remote OST with nodsh" && return
# First without trusting modes.
find $proc_dirs -exec cat '{}' \; &> /dev/null
# Second verifying readability.
- find $proc_dirs \
- -type f \
- -exec cat '{}' \; &> /dev/null ||
- error "proc file read failed"
+ $LCTL get_param -R '*' &> /dev/null || error "proc file read failed"
+ # eventually, this can also be replaced with "lctl get_param -R",
+ # but not until that option is always available on the server
+ local facet
for facet in $SINGLEMDS ost1; do
do_facet $facet find $proc_dirs \
! -name req_history \
run_test 133f "Check for LBUGs/Oopses/unreadable files in /proc"
test_133g() {
- local proc_dirs
-
- local dirs="/proc/fs/lustre/ /proc/sys/lnet/ /proc/sys/lustre/ \
-/sys/fs/lustre/ /sys/fs/lnet/"
- local dir
- for dir in $dirs; do
- if [ -d $dir ]; then
- proc_dirs="$proc_dirs $dir"
- fi
- done
-
- local facet
-
- # Second verifying readability.
+ # Second verifying writability.
find $proc_dirs \
-type f \
-not -name force_lbug \
[ $(lustre_version_code ost1) -le $(version_code 2.5.54) ] &&
skip "Too old lustre on ost1" && return
+ local facet
for facet in $SINGLEMDS ost1; do
do_facet $facet find $proc_dirs \
-type f \
[[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.51) ]] ||
{ skip "Need MDS version at least 2.2.51"; return 0; }
[ -z "$(which setfacl)" ] && skip "must have setfacl tool" && return
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
cp /etc/hosts $DIR/$tfile
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
[[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.51) ]] ||
{ skip "Need MDS version at least 2.2.51"; return 0; }
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
run_test 154e ".lustre is not returned by readdir"
test_154f() {
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
# create parent directory on a single MDT to avoid cross-MDT hardlinks
test_mkdir -p -c1 $DIR/$tdir/d
# test dirs inherit from its stripe
{
[[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.6.92) ]] ||
{ skip "Need MDS version at least 2.6.92"; return 0; }
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
mkdir -p $DIR/$tdir
llapi_fid_test -d $DIR/$tdir
local mtime1=$(stat -c "%Y" $DIR/$tdir)
local fid=$($MULTIOP $DIR/$tdir VFw4096c) ||
error "cannot create/write a volatile file"
+ [ "$FILESET" == "" ] &&
$CHECKSTAT -t file $MOUNT/.lustre/fid/$fid 2>/dev/null &&
error "FID is still valid after close"
# is unfortunately eaten by multiop_bg_pause
local n=$((${fidv[1]} + 1))
local next_fid="${fidv[0]}:$(printf "0x%x" $n):${fidv[2]}"
- $CHECKSTAT -t file $MOUNT/.lustre/fid/$next_fid ||
- error "FID is missing before close"
+ if [ "$FILESET" == "" ]; then
+ $CHECKSTAT -t file $MOUNT/.lustre/fid/$next_fid ||
+ error "FID is missing before close"
+ fi
kill -USR1 $multi_pid
# 1 second delay, so if mtime change we will see it
sleep 1
test_200() {
[ $PARALLEL == "yes" ] && skip "skip parallel run" && return
remote_mgs_nodsh && skip "remote MGS with nodsh" && return
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
local POOL=${POOL:-cea1}
local POOL_ROOT=${POOL_ROOT:-$DIR/d200.pools}
cmd="dd if=/dev/zero of=$DIR/$tfile bs=1M count=1 oflag=sync"
verify_jobstats "$cmd" "ost1"
# read
+ cancel_lru_locks osc
cmd="dd if=$DIR/$tfile of=/dev/null bs=1M count=1 iflag=direct"
verify_jobstats "$cmd" "ost1"
# truncate
}
run_test 230h "migrate .. and root"
+test_230i() {
+ [ $PARALLEL == "yes" ] && skip "skip parallel run" && return
+ [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
+
+ mkdir -p $DIR/$tdir/migrate_dir
+
+ $LFS migrate -m 1 $DIR/$tdir/migrate_dir/ ||
+ error "migration fails with a tailing slash"
+
+ $LFS migrate -m 0 $DIR/$tdir/migrate_dir// ||
+ error "migration fails with two tailing slashes"
+}
+run_test 230i "lfs migrate -m tolerates trailing slashes"
+
test_231a()
{
# For simplicity this test assumes that max_pages_per_rpc
# clear the OSC stats
$LCTL set_param osc.*.stats=0 &>/dev/null
+ stop_writeback
# Client writes $bulk_size - there must be 1 rpc for $max_pages.
dd if=/dev/zero of=$DIR/$tdir/$tfile bs=$bulk_size count=1 \
oflag=direct &>/dev/null || error "dd failed"
+ sync; sleep 1; sync # just to be safe
local nrpcs=$($LCTL get_param osc.*.stats |awk '/ost_write/ {print $2}')
if [ x$nrpcs != "x1" ]; then
- error "found $nrpc ost_write RPCs, not 1 as expected"
+ $LCTL get_param osc.*.stats
+ error "found $nrpcs ost_write RPCs, not 1 as expected"
fi
+ start_writeback
# Drop the OSC cache, otherwise we will read from it
cancel_lru_locks osc
nrpcs=$($LCTL get_param osc.*.stats | awk '/ost_read/ { print $2 }')
if [ x$nrpcs != "x1" ]; then
- error "found $nrpc ost_read RPCs, not 1 as expected"
+ $LCTL get_param osc.*.stats
+ error "found $nrpcs ost_read RPCs, not 1 as expected"
fi
}
run_test 231a "checking that reading/writing of BRW RPC size results in one RPC"
test_233a() {
[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.3.64) ] ||
{ skip "Need MDS version at least 2.3.64"; return; }
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
local fid=$($LFS path2fid $MOUNT)
stat $MOUNT/.lustre/fid/$fid > /dev/null ||
test_233b() {
[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.5.90) ] ||
{ skip "Need MDS version at least 2.5.90"; return; }
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
local fid=$($LFS path2fid $MOUNT/.lustre)
stat $MOUNT/.lustre/fid/$fid > /dev/null ||
test_241_bio() {
for LOOP in $(seq $1); do
dd if=$DIR/$tfile of=/dev/null bs=40960 count=1 2>/dev/null
- cancel_lru_locks osc
+ cancel_lru_locks osc || true
done
}
}
run_test 246 "Read file of size 4095 should return right length"
+test_247a() {
+ lctl get_param -n mdc.$FSNAME-MDT0000*.import |
+ grep -q subtree ||
+ { skip "Fileset feature is not supported"; return; }
+
+ local submount=${MOUNT}_$tdir
+
+ mkdir $MOUNT/$tdir
+ mkdir -p $submount || error "mkdir $submount failed"
+ FILESET="$FILESET/$tdir" mount_client $submount ||
+ error "mount $submount failed"
+ echo foo > $submount/$tfile || error "write $submount/$tfile failed"
+ [ $(cat $MOUNT/$tdir/$tfile) = "foo" ] ||
+ error "read $MOUNT/$tdir/$tfile failed"
+ umount_client $submount || error "umount $submount failed"
+ rmdir $submount
+}
+run_test 247a "mount subdir as fileset"
+
+test_247b() {
+ lctl get_param -n mdc.$FSNAME-MDT0000*.import | grep -q subtree ||
+ { skip "Fileset feature is not supported"; return; }
+
+ local submount=${MOUNT}_$tdir
+
+ rm -rf $MOUNT/$tdir
+ mkdir -p $submount || error "mkdir $submount failed"
+ SKIP_FILESET=1
+ FILESET="$FILESET/$tdir" mount_client $submount &&
+ error "mount $submount should fail"
+ rmdir $submount
+}
+run_test 247b "mount subdir that dose not exist"
+
+test_247c() {
+ lctl get_param -n mdc.$FSNAME-MDT0000*.import | grep -q subtree ||
+ { skip "Fileset feature is not supported"; return; }
+
+ local submount=${MOUNT}_$tdir
+
+ mkdir -p $MOUNT/$tdir/dir1
+ mkdir -p $submount || error "mkdir $submount failed"
+ FILESET="$FILESET/$tdir" mount_client $submount ||
+ error "mount $submount failed"
+ local fid=$($LFS path2fid $MOUNT/)
+ $LFS fid2path $submount $fid && error "fid2path should fail"
+ umount_client $submount || error "umount $submount failed"
+ rmdir $submount
+}
+run_test 247c "running fid2path outside root"
+
+test_247d() {
+ lctl get_param -n mdc.$FSNAME-MDT0000*.import | grep -q subtree ||
+ { skip "Fileset feature is not supported"; return; }
+
+ local submount=${MOUNT}_$tdir
+
+ mkdir -p $MOUNT/$tdir/dir1
+ mkdir -p $submount || error "mkdir $submount failed"
+ FILESET="$FILESET/$tdir" mount_client $submount ||
+ error "mount $submount failed"
+ local fid=$($LFS path2fid $submount/dir1)
+ $LFS fid2path $submount $fid || error "fid2path should succeed"
+ umount_client $submount || error "umount $submount failed"
+ rmdir $submount
+}
+run_test 247d "running fid2path inside root"
+
+# LU-8037
+test_247e() {
+ lctl get_param -n mdc.$FSNAME-MDT0000*.import |
+ grep -q subtree ||
+ { skip "Fileset feature is not supported"; return; }
+
+ local submount=${MOUNT}_$tdir
+
+ mkdir $MOUNT/$tdir
+ mkdir -p $submount || error "mkdir $submount failed"
+ FILESET="$FILESET/.." mount_client $submount &&
+ error "mount $submount should fail"
+ rmdir $submount
+}
+run_test 247e "mount .. as fileset"
+
test_250() {
[ "$(facet_fstype ost$(($($GETSTRIPE -i $DIR/$tfile) + 1)))" = "zfs" ] \
&& skip "no 16TB file size limit on ZFS" && return
}
run_test 252 "check lr_reader tool"
+test_254() {
+ local cl_user
+
+ [ $PARALLEL == "yes" ] && skip "skip parallel run" && return
+ remote_mds_nodsh && skip "remote MDS with nodsh" && return
+ do_facet mds1 $LCTL get_param -n mdd.$MDT0.changelog_size ||
+ { skip "MDS does not support changelog_size" && return; }
+
+ cl_user=$(do_facet mds1 $LCTL --device $MDT0 changelog_register -n)
+ echo "Registered as changelog user $cl_user"
+
+ $LFS changelog_clear $MDT0 $cl_user 0
+
+ local size1=$(do_facet mds1 \
+ $LCTL get_param -n mdd.$MDT0.changelog_size)
+ echo "Changelog size $size1"
+
+ rm -rf $DIR/$tdir
+ $LFS mkdir -i 0 $DIR/$tdir
+ # change something
+ mkdir -p $DIR/$tdir/pics/2008/zachy
+ touch $DIR/$tdir/pics/2008/zachy/timestamp
+ cp /etc/hosts $DIR/$tdir/pics/2008/zachy/pic1.jpg
+ mv $DIR/$tdir/pics/2008/zachy $DIR/$tdir/pics/zach
+ ln $DIR/$tdir/pics/zach/pic1.jpg $DIR/$tdir/pics/2008/portland.jpg
+ ln -s $DIR/$tdir/pics/2008/portland.jpg $DIR/$tdir/pics/desktop.jpg
+ rm $DIR/$tdir/pics/desktop.jpg
+
+ local size2=$(do_facet mds1 \
+ $LCTL get_param -n mdd.$MDT0.changelog_size)
+ echo "Changelog size after work $size2"
+
+ do_facet mds1 $LCTL --device $MDT0 changelog_deregister $cl_user
+
+ if (( size2 <= size1 )); then
+ error "Changelog size after work should be greater than original"
+ fi
+ return 0
+}
+run_test 254 "Check changelog size"
+
+test_256() {
+ local cl_user
+ local cat_sl
+ local mdt_dev
+
+ [ $PARALLEL == "yes" ] && skip "skip parallel run" && return
+ remote_mds_nodsh && skip "remote MDS with nodsh" && return
+ [ "$(facet_fstype mds1)" != "ldiskfs" ] &&
+ skip "non-ldiskfs backend" && return
+
+ mdt_dev=$(mdsdevname 1)
+ echo $mdt_dev
+ cl_user=$(do_facet mds1 \
+ "$LCTL get_param -n mdd.$MDT0.changelog_users | grep cl")
+ if [[ -n $cl_user ]]; then
+ skip "active changelog user"
+ return
+ fi
+
+ cl_user=$(do_facet mds1 $LCTL --device $MDT0 changelog_register -n)
+ echo "Registered as changelog user $cl_user"
+
+ rm -rf $DIR/$tdir
+ mkdir -p $DIR/$tdir
+
+ $LFS changelog_clear $MDT0 $cl_user 0
+
+ # change something
+ touch $DIR/$tdir/{1..10}
+
+ # stop the MDT
+ stop mds1 || error "Fail to stop MDT."
+
+ # remount the MDT
+ start mds1 $mdt_dev $MDS_MOUNT_OPTS || error "Fail to start MDT."
+
+ #after mount new plainllog is used
+ touch $DIR/$tdir/{11..19}
+ cat_sl=$(do_facet mds1 \
+ "$DEBUGFS -R \\\"dump changelog_catalog cat.dmp\\\" $mdt_dev; \
+ llog_reader cat.dmp | grep \\\"type=1064553b\\\" | wc -l")
+
+ if (( cat_sl != 2 )); then
+ do_facet mds1 $LCTL --device $MDT0 changelog_deregister $cl_user
+ error "Changelog catalog has wrong number of slots $cat_sl"
+ fi
+
+ $LFS changelog_clear $MDT0 $cl_user 0
+
+ cat_sl=$(do_facet mds1 \
+ "$DEBUGFS -R \\\"dump changelog_catalog cat.dmp\\\" $mdt_dev; \
+ llog_reader cat.dmp | grep \\\"type=1064553b\\\" | wc -l")
+
+ do_facet mds1 $LCTL --device $MDT0 changelog_deregister $cl_user
+
+ if (( cat_sl == 2 )); then
+ error "Empty plain llog was not deleted from changelog catalog"
+ fi
+ if (( cat_sl != 1 )); then
+ error "Active plain llog shouldn\`t be deleted from catalog"
+ fi
+}
+run_test 256 "Check llog delete for empty and not full state"
cleanup_test_300() {
trap 0
error "create striped directory should fail"
[ -e $DIR/$tdir/bad_striped_dir ] && error "striped dir exists"
+
+ $LFS setdirstripe -c2 $DIR/$tdir/bad_striped_dir
true
}
run_test 300p "create striped directory without space"
+test_300q() {
+ [ $PARALLEL == "yes" ] && skip "skip parallel run" && return
+ [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
+
+ local fd=$(free_fd)
+ local cmd="exec $fd<$tdir"
+ cd $DIR
+ $LFS mkdir -c $MDSCOUNT $tdir || error "create $tdir fails"
+ eval $cmd
+ cmd="exec $fd<&-"
+ trap "eval $cmd" EXIT
+ cd $tdir || error "cd $tdir fails"
+ rmdir ../$tdir || error "rmdir $tdir fails"
+ mkdir local_dir && error "create dir succeeds"
+ $LFS setdirstripe -i1 remote_dir && error "create remote dir succeeds"
+ eval $cmd
+ return 0
+}
+run_test 300q "create remote directory under orphan directory"
+
prepare_remote_file() {
mkdir $DIR/$tdir/src_dir ||
error "create remote source failed"
}
run_test 400b "packaged headers can be compiled"
-test_401() { #LU-7437
- local params
- local procs
-
+test_401a() { #LU-7437
#count the number of parameters by "list_param -R"
- params=$($LCTL list_param -R '*' 2>/dev/null | wc -l)
+ local params=$($LCTL list_param -R '*' 2>/dev/null | wc -l)
#count the number of parameters by listing proc files
- ls -lRL /proc/{fs,sys}/{lnet,lustre} 2>/dev/null |
- grep -v "^t" | grep -v "^d" > $TMP/$tfile
- #Since there is no /proc/fs/lnet, we need to remove other
- #3 directories, /proc/{fs,sys}/lustre and /proc/sys/lnet.
- procs=$(($(sed /^$/d $TMP/$tfile | wc -l)-3))
+ local procs=$(find -L $proc_dirs -mindepth 1 -printf '%P\n' 2>/dev/null|
+ sort -u | wc -l)
[ $params -eq $procs ] ||
error "found $params parameters vs. $procs proc files"
- rm -f $TMP/$tfile
+ # test the list_param -D option only returns directories
+ params=$($LCTL list_param -R -D '*' 2>/dev/null | wc -l)
+ #count the number of parameters by listing proc directories
+ procs=$(find -L $proc_dirs -mindepth 1 -type d -printf '%P\n' 2>/dev/null |
+ sort -u | wc -l)
+
+ [ $params -eq $procs ] ||
+ error "found $params parameters vs. $procs proc files"
+}
+run_test 401a "Verify if 'lctl list_param -R' can list parameters recursively"
+
+test_401b() {
+ local save=$($LCTL get_param -n jobid_var)
+ local tmp=testing
+
+ $LCTL set_param foo=bar jobid_var=$tmp bar=baz &&
+ error "no error returned when setting bad parameters"
+
+ local jobid_new=$($LCTL get_param -n foe jobid_var baz)
+ [[ "$jobid_new" == "$tmp" ]] || error "jobid tmp $jobid_new != $tmp"
+
+ $LCTL set_param -n fog=bam jobid_var=$save bat=fog
+ local jobid_old=$($LCTL get_param -n foe jobid_var bag)
+ [[ "$jobid_old" == "$save" ]] || error "jobid new $jobid_old != $save"
+}
+run_test 401b "Verify 'lctl {get,set}_param' continue after error"
+
+test_401c() {
+ local jobid_var_old=$($LCTL get_param -n jobid_var)
+ local jobid_var_new
+
+ $LCTL set_param jobid_var= &&
+ error "no error returned for 'set_param a='"
+
+ jobid_var_new=$($LCTL get_param -n jobid_var)
+ [[ "$jobid_var_old" == "$jobid_var_new" ]] ||
+ error "jobid_var was changed by setting without value"
+
+ $LCTL set_param jobid_var &&
+ error "no error returned for 'set_param a'"
+
+ jobid_var_new=$($LCTL get_param -n jobid_var)
+ [[ "$jobid_var_old" == "$jobid_var_new" ]] ||
+ error "jobid_var was changed by setting without value"
+}
+run_test 401c "Verify 'lctl set_param' without value fails in either format."
+
+test_401d() {
+ local jobid_var_old=$($LCTL get_param -n jobid_var)
+ local jobid_var_new
+ local new_value="foo=bar"
+
+ $LCTL set_param jobid_var=$new_value ||
+ error "'set_param a=b' did not accept a value containing '='"
+
+ jobid_var_new=$($LCTL get_param -n jobid_var)
+ [[ "$jobid_var_new" == "$new_value" ]] ||
+ error "'set_param a=b' failed on a value containing '='"
+
+ # Reset the jobid_var to test the other format
+ $LCTL set_param jobid_var=$jobid_var_old
+ jobid_var_new=$($LCTL get_param -n jobid_var)
+ [[ "$jobid_var_new" == "$jobid_var_old" ]] ||
+ error "failed to reset jobid_var"
+
+ $LCTL set_param jobid_var $new_value ||
+ error "'set_param a b' did not accept a value containing '='"
+
+ jobid_var_new=$($LCTL get_param -n jobid_var)
+ [[ "$jobid_var_new" == "$new_value" ]] ||
+ error "'set_param a b' failed on a value containing '='"
+
+ $LCTL set_param jobid_var $jobid_var_old
+ jobid_var_new=$($LCTL get_param -n jobid_var)
+ [[ "$jobid_var_new" == "$jobid_var_old" ]] ||
+ error "failed to reset jobid_var"
+}
+run_test 401d "Verify 'lctl set_param' accepts values containing '='"
+
+test_402() {
+ $LFS setdirstripe -i 0 $DIR/$tdir || error "setdirstripe -i 0 failed"
+#define OBD_FAIL_MDS_FLD_LOOKUP 0x15c
+ do_facet mds1 "lctl set_param fail_loc=0x8000015c"
+ touch $DIR/$tdir/$tfile && error "touch should fail with ENOENT" ||
+ echo "Touch failed - OK"
+}
+run_test 402 "Return ENOENT to lod_generate_and_set_lovea"
+
+test_403() {
+ local file1=$DIR/$tfile.1
+ local file2=$DIR/$tfile.2
+ local tfile=$TMP/$tfile
+
+ rm -f $file1 $file2 $tfile
+
+ touch $file1
+ ln $file1 $file2
+
+ # 30 sec OBD_TIMEOUT in ll_getattr()
+ # right before populating st_nlink
+ $LCTL set_param fail_loc=0x80001409
+ stat -c %h $file1 > $tfile &
+
+ # create an alias, drop all locks and reclaim the dentry
+ < $file2
+ cancel_lru_locks mdc
+ cancel_lru_locks osc
+ sysctl -w vm.drop_caches=2
+
+ wait
+
+ [ `cat $tfile` -gt 0 ] || error "wrong nlink count: `cat $tfile`"
+
+ rm -f $tfile $file1 $file2
+}
+run_test 403 "i_nlink should not drop to zero due to aliasing"
+
+test_404() { # LU-6601
+ local mosps=$(do_facet $SINGLEMDS $LCTL dl |
+ awk '/osp .*-osc-MDT/ { print $4}')
+
+ local osp
+ for osp in $mosps; do
+ echo "Deactivate: " $osp
+ do_facet $SINGLEMDS $LCTL --device %$osp deactivate
+ local stat=$(do_facet $SINGLEMDS $LCTL dl |
+ awk -vp=$osp '$4 == p { print $2 }')
+ [ $stat = IN ] || {
+ do_facet $SINGLEMDS $LCTL dl | grep -w $osp
+ error "deactivate error"
+ }
+ echo "Activate: " $osp
+ do_facet $SINGLEMDS $LCTL --device %$osp activate
+ local stat=$(do_facet $SINGLEMDS $LCTL dl |
+ awk -vp=$osp '$4 == p { print $2 }')
+ [ $stat = UP ] || {
+ do_facet $SINGLEMDS $LCTL dl | grep -w $osp
+ error "activate error"
+ }
+ done
}
-run_test 401 "Verify if 'lctl list_param -R' can list parameters recursively"
+run_test 404 "validate manual {de}activated works properly for OSPs"
#
# tests that do cleanup/setup should be run at the end
git://git.whamcloud.com / fs / lustre-release.git / blobdiff