set -e
ONLY=${ONLY:-"$*"}
-# bug number for skipped test: LU-9693 LU-6493 LU-9693 LU-11058
-ALWAYS_EXCEPT="$SANITY_EXCEPT 42a 42b 42c 77k"
+# bug number for skipped test: LU-9693 LU-6493 LU-9693
+ALWAYS_EXCEPT="$SANITY_EXCEPT 42a 42b 42c"
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
# skipped tests: LU-8411 LU-9096 LU-9054 ..
ALWAYS_EXCEPT="$ALWAYS_EXCEPT 17n 60a 133g 300f"
fi
+# Check Grants after these tests
+GRANT_CHECK_LIST="$GRANT_CHECK_LIST 42a 42b 42c 42d 42e 63a 63b 64a 64b 64c 64d"
+
+# skip the grant tests for ARM until they are fixed
if [[ $(uname -m) = aarch64 ]]; then
# bug number: LU-11596 (all below)
- ALWAYS_EXCEPT+=" 42d 42e 63a 63b 64a 64b 64c"
+ ALWAYS_EXCEPT+=" $GRANT_CHECK_LIST"
# bug number: LU-11671 LU-11594 LU-11667 LU-11729
ALWAYS_EXCEPT+=" 45 103a 317 810"
fi
-# Check Grants after these tests
-GRANT_CHECK_LIST="$GRANT_CHECK_LIST 42a 42b 42c 42d 42e 63a 63b 64a 64b 64c"
SRCDIR=$(cd $(dirname $0); echo $PWD)
export PATH=$PATH:/sbin
. $LUSTRE/tests/test-framework.sh
init_test_env $@
. ${CONFIG:=$LUSTRE/tests/cfg/${NAME}.sh}
-get_lustre_env
+
init_logging
# 5 12 (min)"
}
run_test 24y "rename/link on the same dir should succeed"
+test_24z() {
+ [[ $MDSCOUNT -lt 2 ]] && skip_env "needs >= 2 MDTs"
+ [[ $MDS1_VERSION -lt $(version_code 2.12.51) ]] &&
+ skip "Need MDS version at least 2.12.51"
+
+ local index
+
+ for index in 0 1; do
+ $LFS mkdir -i $index $DIR/$tdir.$index || error "mkdir failed"
+ touch $DIR/$tdir.0/$tfile.$index || error "touch failed"
+ done
+
+ mv $DIR/$tdir.0/$tfile.0 $DIR/$tdir.1 || error "mv $tfile.0 failed"
+
+ index=$($LFS getstripe -m $DIR/$tdir.1/$tfile.0)
+ [ $index -eq 0 ] || error "$tfile.0 is on MDT$index"
+
+ local mdts=$(comma_list $(mdts_nodes))
+
+ do_nodes $mdts $LCTL set_param mdt.*.enable_remote_rename=0
+ stack_trap "do_nodes $mdts $LCTL \
+ set_param mdt.*.enable_remote_rename=1" EXIT
+
+ mv $DIR/$tdir.0/$tfile.1 $DIR/$tdir.1 || error "mv $tfile.1 failed"
+
+ index=$($LFS getstripe -m $DIR/$tdir.1/$tfile.1)
+ [ $index -eq 1 ] || error "$tfile.1 is on MDT$index"
+}
+run_test 24z "cross-MDT rename is done as cp"
+
test_24A() { # LU-3182
local NFILES=5000
}
run_test 24E "cross MDT rename/link"
+test_24F () {
+ [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return 0
+
+ local repeats=1000
+ [ "$SLOW" = "no" ] && repeats=100
+
+ mkdir -p $DIR/$tdir
+
+ echo "$repeats repeats"
+ for ((i = 0; i < repeats; i++)); do
+ $LFS mkdir -i0 -c2 $DIR/$tdir/test || error "mkdir fails"
+ touch $DIR/$tdir/test/a || error "touch fails"
+ mkdir $DIR/$tdir/test/b || error "mkdir fails"
+ rm -rf $DIR/$tdir/test || error "rmdir fails"
+ done
+
+ true
+}
+run_test 24F "hash order vs readdir (LU-11330)"
+
test_25a() {
echo '== symlink sanity ============================================='
run_test 27F "Client resend delayed layout creation with non-zero size"
test_27G() { #LU-10629
- [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
- remote_mds_nodsh && skip "remote MDS with nodsh" && return
+ [ $MDS1_VERSION -lt $(version_code 2.11.51) ] &&
+ skip "Need MDS version at least 2.11.51"
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set"
+ remote_mds_nodsh && skip "remote MDS with nodsh"
local POOL=${POOL:-testpool}
local ostrange="0 0 1"
sleep 1
touch --date="$DATESTR" $DIR/$tdir/$tfile # setattr timestamp in past
LS_BEFORE="`ls -l $DIR/$tdir/$tfile`" # old timestamp from client cache
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
LS_AFTER="`ls -l $DIR/$tdir/$tfile`" # timestamp from OST object
date; date +%s
[ "$LS_BEFORE" != "$LS_AFTER" ] && \
test_36g() {
remote_ost_nodsh && skip "remote OST with nodsh"
[ $PARALLEL == "yes" ] && skip "skip parallel run"
+ [ $MDS1_VERSION -lt $(version_code 2.12.51) ] &&
+ skip "Need MDS version at least 2.12.51"
local fmd_max_age
- local fmd_before
- local fmd_after
+ local fmd
+ local facet="ost1"
+ local tgt="obdfilter"
+
+ [[ $OSC == "mdc" ]] && tgt="mdt" && facet="mds1"
test_mkdir $DIR/$tdir
- fmd_max_age=$(do_facet ost1 \
- "lctl get_param -n obdfilter.*.client_cache_seconds 2> /dev/null | \
+ fmd_max_age=$(do_facet $facet \
+ "lctl get_param -n $tgt.*.tgt_fmd_seconds 2> /dev/null | \
head -n 1")
- fmd_before=$(do_facet ost1 \
- "awk '/ll_fmd_cache/ {print \\\$2}' /proc/slabinfo")
+ echo "FMD max age: ${fmd_max_age}s"
touch $DIR/$tdir/$tfile
+ fmd=$(do_facet $facet "lctl get_param -n $tgt.*.exports.*.fmd_count" |
+ gawk '{cnt=cnt+$1} END{print cnt}')
+ echo "FMD before: $fmd"
+ [[ $fmd == 0 ]] &&
+ error "FMD wasn't create by touch"
sleep $((fmd_max_age + 12))
- fmd_after=$(do_facet ost1 \
- "awk '/ll_fmd_cache/ {print \\\$2}' /proc/slabinfo")
-
- echo "fmd_before: $fmd_before"
- echo "fmd_after: $fmd_after"
- [[ $fmd_after -gt $fmd_before ]] &&
- echo "AFTER: $fmd_after > BEFORE: $fmd_before" &&
- error "fmd didn't expire after ping" || true
+ fmd=$(do_facet $facet "lctl get_param -n $tgt.*.exports.*.fmd_count" |
+ gawk '{cnt=cnt+$1} END{print cnt}')
+ echo "FMD after: $fmd"
+ [[ $fmd == 0 ]] ||
+ error "FMD wasn't expired by ping"
}
-run_test 36g "filter mod data cache expiry ====================="
+run_test 36g "FMD cache expiry ====================="
test_36h() {
[ $PARALLEL == "yes" ] && skip "skip parallel run"
[ $unlink_new2 -eq $unlink_new ] || error "unlink file reverses mtime"
[ $rename_new2 -eq $rename_new ] || error "rename file reverses mtime"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
[ "$mtime2" = "$mtime3" ] || \
error "mtime ($mtime2) changed (to $mtime3) on rename"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
[ $mtime = $TEST_39_MTIME ] || \
error "mtime($mtime) is not set to $TEST_39_MTIME"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
[ $mtime2 = $TEST_39_MTIME ] || \
error "mtime($mtime2) is not set to $TEST_39_MTIME"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
[ $mtime2 = $TEST_39_MTIME ] || \
error "mtime($mtime2) is not set to $TEST_39_MTIME"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
[ "$mtime1" = "$mtime2" ] || \
error "lost mtime: $mtime2, should be $mtime1"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
[ "$mtime2" = $TEST_39_MTIME ] || \
error "lost mtime: $mtime2, should be $TEST_39_MTIME"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
fi
[ "$mtime1" = "$mtime2" ] || \
error "lost mtime: $mtime2, should be $mtime1"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
error "mtime is lost on close: $mtime2, " \
"should be $mtime1"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
lctl set_param fail_loc=0
[ "$timestamps" = "$far_past_atime $far_past_mtime" ] || \
error "atime or mtime set incorrectly"
- cancel_lru_locks osc
+ cancel_lru_locks $OSC
if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi
done
}
}
run_test 56o "check lfs find -mtime for old files"
+test_56ob() {
+ local dir=$DIR/$tdir
+ local expected=1
+ local count=0
+
+ # just to make sure there is something that won't be found
+ test_mkdir $dir
+ touch $dir/$tfile.now
+
+ for age in year week day hour min; do
+ count=$((count + 1))
+
+ touch $dir/$tfile-a.$age $dir/$tfile-m.$age
+ touch --date="$count $age ago" -a $dir/$tfile-a.$age
+ touch --date="$count $age ago" -m $dir/$tfile-m.$age
+
+ local cmd="$LFS find $dir -mtime $count${age:0:1}"
+ local nums=$($cmd | wc -l)
+ [ $nums -eq $expected ] ||
+ error "'$cmd' wrong: found $nums, expected $expected"
+
+ cmd="$LFS find $dir -atime $count${age:0:1}"
+ nums=$($cmd | wc -l)
+ [ $nums -eq $expected ] ||
+ error "'$cmd' wrong: found $nums, expected $expected"
+ done
+
+ sleep 2
+ cmd="$LFS find $dir -ctime +1s -type f"
+ nums=$($cmd | wc -l)
+ (( $nums == $count * 2 + 1)) ||
+ error "'$cmd' wrong: found $nums, expected $((expected*2+1))"
+}
+run_test 56ob "check lfs find -atime -mtime -ctime with units"
+
test_56p() {
[ $RUNAS_ID -eq $UID ] &&
skip_env "RUNAS_ID = UID = $UID -- skipping"
test_mkdir "$dir" || error "cannot create dir $dir"
echo "testing lfs migrate mode when all links fit within xattrs"
- LFS_MIGRATE_RSYNC=false check_migrate_links "$dir" 2 99
+ LFS_MIGRATE_RSYNC_MODE=false check_migrate_links "$dir" 2 99
echo "testing rsync mode when all links fit within xattrs"
- LFS_MIGRATE_RSYNC=true check_migrate_links "$dir" 2 99
+ LFS_MIGRATE_RSYNC_MODE=true check_migrate_links "$dir" 2 99
echo "testing lfs migrate mode when all links do not fit within xattrs"
- LFS_MIGRATE_RSYNC=false check_migrate_links "$dir" 101 100
+ LFS_MIGRATE_RSYNC_MODE=false check_migrate_links "$dir" 101 100
echo "testing rsync mode when all links do not fit within xattrs"
- LFS_MIGRATE_RSYNC=true check_migrate_links "$dir" 101 100
+ LFS_MIGRATE_RSYNC_MODE=true check_migrate_links "$dir" 101 100
+
# clean up
rm -rf $dir
}
run_test 56xb "lfs migration hard link support"
+test_56xc() {
+ [[ $OSTCOUNT -lt 2 ]] && skip_env "needs >= 2 OSTs"
+
+ local dir="$DIR/$tdir"
+
+ test_mkdir "$dir" || error "cannot create dir $dir"
+
+ # Test 1: ensure file < 1 GB is always migrated with 1 stripe
+ echo -n "Setting initial stripe for 20MB test file..."
+ $LFS setstripe -c 2 -i 0 "$dir/20mb" || error "cannot setstripe"
+ echo "done"
+ echo -n "Sizing 20MB test file..."
+ truncate "$dir/20mb" 20971520 || error "cannot create 20MB test file"
+ echo "done"
+ echo -n "Verifying small file autostripe count is 1..."
+ $LFS_MIGRATE -y -A -C 1 "$dir/20mb" &> /dev/null ||
+ error "cannot migrate 20MB file"
+ local stripe_count=$($LFS getstripe -c "$dir/20mb") ||
+ error "cannot get stripe for $dir/20mb"
+ [ $stripe_count -eq 1 ] ||
+ error "unexpected stripe count $stripe_count for 20MB file"
+ rm -f "$dir/20mb"
+ echo "done"
+
+ # Test 2: File is small enough to fit within the available space on
+ # sqrt(size_in_gb) + 1 OSTs but is larger than 1GB. The file must
+ # have at least an additional 1KB for each desired stripe for test 3
+ echo -n "Setting stripe for 1GB test file..."
+ $LFS setstripe -c 1 -i 0 "$dir/1gb" || error "cannot setstripe"
+ echo "done"
+ echo -n "Sizing 1GB test file..."
+ # File size is 1GB + 3KB
+ truncate "$dir/1gb" 1073744896 &> /dev/null ||
+ error "cannot create 1GB test file"
+ echo "done"
+ echo -n "Migrating 1GB file..."
+ $LFS_MIGRATE -y -A -C 1 "$dir/1gb" &> /dev/null ||
+ error "cannot migrate file"
+ echo "done"
+ echo -n "Verifying autostripe count is sqrt(n) + 1..."
+ stripe_count=$($LFS getstripe -c "$dir/1gb") ||
+ error "cannot get stripe for $dir/1gb"
+ [ $stripe_count -eq 2 ] ||
+ error "unexpected stripe count $stripe_count (expected 2)"
+ echo "done"
+
+ # Test 3: File is too large to fit within the available space on
+ # sqrt(n) + 1 OSTs. Simulate limited available space with -X
+ if [ $OSTCOUNT -ge 3 ]; then
+ # The required available space is calculated as
+ # file size (1GB + 3KB) / OST count (3).
+ local kb_per_ost=349526
+
+ echo -n "Migrating 1GB file..."
+ $LFS_MIGRATE -y -A -C 1 -X $kb_per_ost "$dir/1gb" &>> \
+ /dev/null || error "cannot migrate file"
+ echo "done"
+
+ stripe_count=$($LFS getstripe -c "$dir/1gb")
+ echo -n "Verifying autostripe count with limited space..."
+ [ "$stripe_count" -a $stripe_count -eq 3 ] ||
+ error "unexpected stripe count $stripe_count (wanted 3)"
+ echo "done"
+ fi
+
+ # clean up
+ rm -rf $dir
+}
+run_test 56xc "lfs migration autostripe"
+
test_56y() {
[ $MDS1_VERSION -lt $(version_code 2.4.53) ] &&
skip "No HSM $(lustre_build_version $SINGLEMDS) MDS < 2.4.53"
skip_env "missing subtest run-llog.sh"
log "$TEST60_HEAD - from kernel mode"
- do_facet mgs "$LCTL set_param debug=warning; $LCTL dk > /dev/null"
+ do_facet mgs "$LCTL dk > /dev/null"
do_facet mgs "bash run-llog.sh" || error "run-llog.sh failed"
do_facet mgs $LCTL dk > $TMP/$tfile
}
run_test 60g "transaction abort won't cause MDT hung"
-test_61() {
+test_61a() {
[ $PARALLEL == "yes" ] && skip "skip parallel run"
f="$DIR/f61"
$MULTIOP $f OSMWUc || error "$MULTIOP $f failed"
sync
}
-run_test 61 "mmap() writes don't make sync hang ================"
+run_test 61a "mmap() writes don't make sync hang ================"
+
+test_61b() {
+ mmap_mknod_test $tfile || error "mmap_mknod_test failed"
+}
+run_test 61b "mmap() of unstriped file is successful"
# bug 2330 - insufficient obd_match error checking causes LBUG
test_62() {
run_test 65m "normal user can't set filesystem default stripe"
test_65n() {
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
[[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.12.50) ]] ||
skip "Need MDS version at least 2.12.50"
[[ $PARALLEL != "yes" ]] || skip "skip parallel run"
checksum=$(eval $get_checksum)
[ $checksum -eq $i ] || error "checksum($checksum) != $i"
done
+ # remove persistent param to avoid races with checksum mountopt below
+ do_facet mgs $LCTL set_param -P -d $cksum_param ||
+ error "failed to delete checksum on MGS"
for opt in "checksum" "nochecksum"; do
#remount with mount option
lfs df || error "lfs df with deactivated OSC failed"
lctl --device %$OSC activate
# wait the osc back to normal
- wait_osc_import_state client ost FULL
+ wait_osc_import_ready client ost
lfs df || error "lfs df with reactivated OSC failed"
rm -f $DIR/$tfile
test_120a() {
[ $PARALLEL == "yes" ] && skip "skip parallel run"
remote_mds_nodsh && skip "remote MDS with nodsh"
- test_mkdir $DIR/$tdir
+ test_mkdir -i0 -c1 $DIR/$tdir
$LCTL get_param -n mdc.*.connect_flags | grep -q early_lock_cancel ||
skip_env "no early lock cancel on server"
cancel_lru_locks osc
stat $DIR/$tdir > /dev/null
- can1=$(do_facet $SINGLEMDS \
+ can1=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk1=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
awk '/ldlm_bl_callback/ {print $2}')
- test_mkdir -c1 $DIR/$tdir/d1
- can2=$(do_facet $SINGLEMDS \
+ test_mkdir -i0 -c1 $DIR/$tdir/d1
+ can2=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk2=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
test_120c() {
[ $PARALLEL == "yes" ] && skip "skip parallel run"
remote_mds_nodsh && skip "remote MDS with nodsh"
- test_mkdir -c1 $DIR/$tdir
+ test_mkdir -i0 -c1 $DIR/$tdir
$LCTL get_param -n mdc.*.connect_flags | grep -q early_lock_cancel ||
skip "no early lock cancel on server"
lru_resize_disable mdc
lru_resize_disable osc
- test_mkdir -c1 $DIR/$tdir/d1
- test_mkdir -c1 $DIR/$tdir/d2
+ test_mkdir -i0 -c1 $DIR/$tdir/d1
+ test_mkdir -i0 -c1 $DIR/$tdir/d2
touch $DIR/$tdir/d1/f1
cancel_lru_locks mdc
stat $DIR/$tdir/d1 $DIR/$tdir/d2 $DIR/$tdir/d1/f1 > /dev/null
- can1=$(do_facet $SINGLEMDS \
+ can1=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk1=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
awk '/ldlm_bl_callback/ {print $2}')
ln $DIR/$tdir/d1/f1 $DIR/$tdir/d2/f2
- can2=$(do_facet $SINGLEMDS \
+ can2=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk2=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
test_120d() {
[ $PARALLEL == "yes" ] && skip "skip parallel run"
remote_mds_nodsh && skip "remote MDS with nodsh"
- test_mkdir -c1 $DIR/$tdir
+ test_mkdir -i0 -c1 $DIR/$tdir
$LCTL get_param -n mdc.*.connect_flags | grep -q early_lock_cancel ||
skip_env "no early lock cancel on server"
touch $DIR/$tdir
cancel_lru_locks mdc
stat $DIR/$tdir > /dev/null
- can1=$(do_facet $SINGLEMDS \
+ can1=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk1=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
awk '/ldlm_bl_callback/ {print $2}')
chmod a+x $DIR/$tdir
- can2=$(do_facet $SINGLEMDS \
+ can2=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk2=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
local dlmtrace_set=false
- test_mkdir -c1 $DIR/$tdir
+ test_mkdir -i0 -c1 $DIR/$tdir
lru_resize_disable mdc
lru_resize_disable osc
! $LCTL get_param debug | grep -q dlmtrace &&
# during unlink (LU-4206), so cancel osc lock now.
sleep 2
cancel_lru_locks osc
- can1=$(do_facet $SINGLEMDS \
+ can1=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk1=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
awk '/ldlm_bl_callback/ {print $2}')
unlink $DIR/$tdir/f1
sleep 5
- can2=$(do_facet $SINGLEMDS \
+ can2=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk2=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
skip_env "no early lock cancel on server"
remote_mds_nodsh && skip "remote MDS with nodsh"
- test_mkdir -c1 $DIR/$tdir
+ test_mkdir -i0 -c1 $DIR/$tdir
lru_resize_disable mdc
lru_resize_disable osc
- test_mkdir -c1 $DIR/$tdir/d1
- test_mkdir -c1 $DIR/$tdir/d2
+ test_mkdir -i0 -c1 $DIR/$tdir/d1
+ test_mkdir -i0 -c1 $DIR/$tdir/d2
dd if=/dev/zero of=$DIR/$tdir/d1/f1 count=1
dd if=/dev/zero of=$DIR/$tdir/d2/f2 count=1
cancel_lru_locks mdc
# during rename (LU-4206), so cancel osc lock now.
sleep 2
cancel_lru_locks osc
- can1=$(do_facet $SINGLEMDS \
+ can1=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk1=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
awk '/ldlm_bl_callback/ {print $2}')
mrename $DIR/$tdir/d1/f1 $DIR/$tdir/d2/f2
sleep 5
- can2=$(do_facet $SINGLEMDS \
+ can2=$(do_facet mds1 \
"$LCTL get_param -n ldlm.services.ldlm_canceld.stats" |
awk '/ldlm_cancel/ {print $2}')
blk2=$($LCTL get_param -n ldlm.services.ldlm_cbd.stats |
test_161d() {
remote_mds_nodsh && skip "remote MDS with nodsh"
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
local pid
local fid
mkdir -p $DIR/$tdir
createmany -o $DIR/$tdir/f- 5000
unlinkmany $DIR/$tdir/f- 5000
- [ $MDS1_VERSION -gt $(version_code 2.10.53) ] &&
+ [ $MDS1_VERSION -gt $(version_code 2.10.4) ] &&
do_nodes $list "lctl set_param -n osp.*.force_sync=1"
changes=$(do_nodes $list "lctl get_param -n osp.*MDT*.sync_changes \
osp.*MDT*.sync_in_flight" | calc_sum)
cancel_lru_locks osc
count=$($LCTL get_param -n \
- ldlm.namespaces.$FSNAME-OST0000*osc-f*.lock_unused_count)
+ ldlm.namespaces.$FSNAME-OST0000*osc-[-0-9a-f]*.lock_unused_count)
lockahead_test -d $DIR/$tdir -t $i -f $tfile
rc=$?
fi
new_count=$($LCTL get_param -n \
- ldlm.namespaces.$FSNAME-OST0000*osc-f*.lock_unused_count)
+ ldlm.namespaces.$FSNAME-OST0000*osc-[-0-9a-f]*.lock_unused_count)
difference="$((new_count - count))"
# Test 15 output is divided by 100 to map down to valid return
stop $facet || error "stop MDS failed"
start $facet $(mdsdevname $((mdtidx + 1))) $MDS_MOUNT_OPTS ||
error "start MDS fail"
+ wait_recovery_complete $facet
}
run_test 257 "xattr locks are not lost"
$LFS setstripe -E 1024K -L mdt $DIR/$tdir
- local mdtidx=$($LFS getstripe -M $DIR/$tdir)
+ local mdtidx=$($LFS getstripe --mdt-index $DIR/$tdir)
cancel_lru_locks mdc
dd if=/dev/urandom of=$tmp bs=1000 count=1
$LFS setstripe -E 1024K -L mdt $DIR/$tdir
- local mdtidx=$($LFS getstripe -M $DIR/$tdir)
+ local mdtidx=$($LFS getstripe --mdt-index $DIR/$tdir)
cancel_lru_locks mdc
dd if=/dev/urandom of=$tmp bs=30K count=1
$LFS setstripe -E 1024K -L mdt $DIR/$tdir
- local mdtidx=$($LFS getstripe -M $DIR/$tdir)
+ local mdtidx=$($LFS getstripe --mdt-index $DIR/$tdir)
cancel_lru_locks mdc
dd if=/dev/urandom of=$tmp bs=200000 count=1
$LFS migrate -E 256K -L mdt -E -1 -c2 $dom ||
error "failed to migrate to the same DoM component"
- [ $($LFS getstripe -c $dom) -eq 2 ] ||
- error "layout was not changed silently"
-
local new_md5=$(md5sum $dom)
- [ "$old_md5" != "$new_md5" ] &&
+ [ "$old_md5" == "$new_md5" ] ||
error "md5sum differ: $old_md5, $new_md5"
- return 0
+
+ [ $($LFS getstripe -c $dom) -eq 2 ] ||
+ error "migrate stripe count bad: $(LFS getstripe -c $dom) != 2"
}
run_test 272a "DoM migration: new layout with the same DOM component"
do_nodes $mdts "$LCTL set_param -n \
osp.*OST0000*.max_create_count=$max_count"
- [ $(lustre_version_code $facet) -lt $(version_code 2.11.56) ] &&
+ [ $MDS1_VERSION -lt $(version_code 2.12.51) ] &&
do_nodes $mdts "$LCTL set_param -n \
osp.*OST0000*.create_count=$count"
do_nodes $mdts "$LCTL get_param osp.*OST0000*.create_count" |
run_test 314 "OSP shouldn't fail after last_rcvd update failure"
test_315() { # LU-618
+ [ -f /proc/$$/io ] || skip_env "no IO accounting in kernel"
+
local file=$DIR/$tfile
rm -f $file
run_test 316 "lfs mv"
test_317() {
+ [ $MDS1_VERSION -lt $(version_code 2.11.53) ] &&
+ skip "Need MDS version at least 2.11.53"
local trunc_sz
local grant_blk_size
}
run_test 317 "Verify blocks get correctly update after truncate"
+test_319() {
+ [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return 0
+
+ local before=$(date +%s)
+ local evict
+ local mdir=$DIR/$tdir
+ local file=$mdir/xxx
+
+ $LFS mkdir -i0 $mdir || error "mkdir $mdir fails"
+ touch $file
+
+#define OBD_FAIL_LDLM_LOCAL_CANCEL_PAUSE 0x32c
+ $LCTL set_param fail_val=5 fail_loc=0x8000032c
+ $LFS mv -m1 $file &
+
+ sleep 1
+ dd if=$file of=/dev/null
+ wait
+ evict=$($LCTL get_param mdc.$FSNAME-MDT*.state |
+ awk -F"[ [,]" '/EVICTED ]$/ { if (mx<$5) {mx=$5;} } END { print mx }')
+
+ [ -z "$evict" ] || [[ $evict -le $before ]] || error "eviction happened"
+}
+run_test 319 "lost lease lock on migrate error"
+
test_fake_rw() {
local read_write=$1
if [ "$read_write" = "write" ]; then
run_test 404 "validate manual {de}activated works properly for OSPs"
test_405() {
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
[ $MDS1_VERSION -lt $(version_code 2.6.92) -o \
[ $CLIENT_VERSION -lt $(version_code 2.6.99) ] &&
skip "Layout swap lock is not supported"
test_409()
{
- [ $MDSCOUNT -lt 2 ] && skip_env "needs >= 2 MDTs"
- check_mount_and_prep
+ [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs"
mkdir -p $DIR/$tdir || error "(0) Fail to mkdir"
$LFS mkdir -i 1 -c 2 $DIR/$tdir/foo || error "(1) Fail to mkdir"
echo "Unlink hard links start at $(date)"
unlinkmany $DIR/$tdir/foo/${PREFIX}_ 1000 ||
error "(7) Fail to unlink"
+ echo "Unlink hard links finished at $(date)"
}
run_test 409 "Large amount of cross-MDTs hard links on the same file"
local inodes
local df_out
local lfs_df_out
- local tries=100
- local count=0
+ local count
local passed=false
# blocks or inodes
[ "$1" == "blocks" ] && inodes= || inodes="-i"
- while (( count < tries )); do
+ for count in {1..100}; do
cancel_lru_locks
sync; sleep 0.2
# read the lines of interest
- df_out=($(df $inodes $dir | tail -n +2)) ||
+ df_out=($(df -P $inodes $dir | tail -n +2)) ||
error "df $inodes $dir | tail -n +2 failed"
lfs_df_out=($($LFS df $inodes $dir | grep summary:)) ||
error "lfs df $inodes $dir | grep summary: failed"
# skip first substrings of each output as they are different
- # <NID>:/<fsname for df, filesystem_summary: for lfs df
- df_out=(${df_out[@]:1})
- lfs_df_out=(${lfs_df_out[@]:1})
-
+ # "<NID>:/<fsname>" for df, "filesystem_summary:" for lfs df
# compare the two outputs
passed=true
-
- for i in {0..4}; do
+ for i in {1..5}; do
[ "${df_out[i]}" != "${lfs_df_out[i]}" ] && passed=false
done
$passed && break
done
- $passed || error "df and lfs df $1 output mismatch: " \
- "df ${inodes}: ${df_out[*]}, " \
- "lfs df ${inodes}: ${lfs_df_out[*]}"
+ if ! $passed; then
+ df -P $inodes $dir
+ echo
+ lfs df $inodes $dir
+ error "df and lfs df $1 output mismatch: " \
+ "df ${inodes}: ${df_out[*]}, " \
+ "lfs df ${inodes}: ${lfs_df_out[*]}"
+ fi
}
test_418() {
saved_MDS_MOUNT_OPTS=$MDS_MOUNT_OPTS
saved_OST_MOUNT_OPTS=$OST_MOUNT_OPTS
-cleanup_802() {
+cleanup_802a() {
trap 0
stopall
setupall
}
-test_802() {
+test_802a() {
[[ $(lustre_version_code mds1) -lt $(version_code 2.9.55) ]] ||
[[ $OST1_VERSION -lt $(version_code 2.9.55) ]] &&
cp $LUSTRE/tests/test-framework.sh $DIR/$tdir/ ||
error "(2) Fail to copy"
- trap cleanup_802 EXIT
+ trap cleanup_802a EXIT
# sync by force before remount as readonly
sync; sync_all_data; sleep 3; sync_all_data
diff $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
error "(7) Read should succeed under ro mode"
- cleanup_802
+ cleanup_802a
}
-run_test 802 "simulate readonly device"
+run_test 802a "simulate readonly device"
+
+test_802b() {
+ [ $PARALLEL == "yes" ] && skip "skip parallel run"
+ remote_mds_nodsh && skip "remote MDS with nodsh"
+
+ do_facet $SINGLEMDS $LCTL get_param mdt.*.readonly ||
+ skip "readonly option not available"
+
+ $LFS mkdir -i 0 -c 1 $DIR/$tdir || error "(1) fail to mkdir"
+
+ cp $LUSTRE/tests/test-framework.sh $DIR/$tdir/ ||
+ error "(2) Fail to copy"
+
+ # write back all cached data before setting MDT to readonly
+ cancel_lru_locks
+ sync_all_data
+
+ do_facet $SINGLEMDS $LCTL set_param mdt.*.readonly=1
+ stack_trap "do_facet $SINGLEMDS $LCTL set_param mdt.*.readonly=0" EXIT
+
+ echo "Modify should be refused"
+ touch $DIR/$tdir/guard && error "(6) Touch should fail under ro mode"
+
+ echo "Read should be allowed"
+ diff $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
+ error "(7) Read should succeed under ro mode"
+
+ # disable readonly
+ do_facet $SINGLEMDS $LCTL set_param mdt.*.readonly=0
+}
+run_test 802b "be able to set MDTs to readonly"
test_803() {
[[ $MDSCOUNT -lt 2 ]] && skip_env "needs >= 2 MDTs"
run_test 806 "Verify Lazy Size on MDS"
test_807() {
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
[ $MDS1_VERSION -lt $(version_code 2.11.52) ] &&
skip "Need MDS version at least 2.11.52"
}
run_test 811 "orphan name stub can be cleaned up in startup"
+test_812() {
+ [ $OST1_VERSION -lt $(version_code 2.12.51) ] &&
+ skip "OST < 2.12.51 doesn't support this fail_loc"
+
+ $LFS setstripe -c 1 -i 0 $DIR/$tfile
+ # ensure ost1 is connected
+ stat $DIR/$tfile >/dev/null || error "can't stat"
+ wait_osc_import_state client ost1 FULL
+ # no locks, no reqs to let the connection idle
+ cancel_lru_locks osc
+
+ # delay OST_DISCONNECT on OST1 to put OSC into intermediate state
+#define OBD_FAIL_OST_DISCONNECT_DELAY 0x245
+ do_facet ost1 "$LCTL set_param fail_loc=0x245 fail_val=8"
+ wait_osc_import_state client ost1 CONNECTING
+ do_facet ost1 "$LCTL set_param fail_loc=0 fail_val=0"
+
+ stat $DIR/$tfile >/dev/null || error "can't stat file"
+}
+run_test 812 "do not drop reqs generated when imp is going to idle (LU-11951)"
+
+test_813() {
+ local file_heat_sav=$($LCTL get_param -n llite.*.file_heat 2>/dev/null)
+ [ -z "$file_heat_sav" ] && skip "no file heat support"
+
+ local readsample
+ local writesample
+ local readbyte
+ local writebyte
+ local readsample1
+ local writesample1
+ local readbyte1
+ local writebyte1
+
+ local period_second=$($LCTL get_param -n llite.*.heat_period_second)
+ local decay_pct=$($LCTL get_param -n llite.*.heat_decay_percentage)
+
+ $LCTL set_param -n llite.*.file_heat=1
+ echo "Turn on file heat"
+ echo "Period second: $period_second, Decay percentage: $decay_pct"
+
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+
+ local out=$($LFS heat_get $DIR/$tfile)
+
+ $LFS heat_get $DIR/$tfile
+ readsample=$(echo "$out" | grep 'readsample' | awk '{ print $2 }')
+ writesample=$(echo "$out" | grep 'writesample' | awk '{ print $2 }')
+ readbyte=$(echo "$out" | grep 'readbyte' | awk '{ print $2 }')
+ writebyte=$(echo "$out" | grep 'writebyte' | awk '{ print $2 }')
+
+ [ $readsample -le 4 ] || error "read sample ($readsample) is wrong"
+ [ $writesample -le 3 ] || error "write sample ($writesample) is wrong"
+ [ $readbyte -le 20 ] || error "read bytes ($readbyte) is wrong"
+ [ $writebyte -le 15 ] || error "write bytes ($writebyte) is wrong"
+
+ sleep $((period_second + 3))
+ echo "Sleep $((period_second + 3)) seconds..."
+ # The recursion formula to calculate the heat of the file f is as
+ # follow:
+ # Hi+1(f) = (1-P)*Hi(f)+ P*Ci
+ # Where Hi is the heat value in the period between time points i*I and
+ # (i+1)*I; Ci is the access count in the period; the symbol P refers
+ # to the weight of Ci.
+ out=$($LFS heat_get $DIR/$tfile)
+ $LFS heat_get $DIR/$tfile
+ readsample=$(echo "$out" | grep 'readsample' | awk '{ print $2 }')
+ writesample=$(echo "$out" | grep 'writesample' | awk '{ print $2 }')
+ readbyte=$(echo "$out" | grep 'readbyte' | awk '{ print $2 }')
+ writebyte=$(echo "$out" | grep 'writebyte' | awk '{ print $2 }')
+
+ [ $(bc <<< "$readsample <= 4 * $decay_pct / 100") -eq 1 ] ||
+ error "read sample ($readsample) is wrong"
+ [ $(bc <<< "$writesample <= 3 * $decay_pct / 100") -eq 1 ] ||
+ error "write sample ($writesample) is wrong"
+ [ $(bc <<< "$readbyte <= 20 * $decay_pct / 100") -eq 1 ] ||
+ error "read bytes ($readbyte) is wrong"
+ [ $(bc <<< "$writebyte <= 15 * $decay_pct / 100") -eq 1 ] ||
+ error "write bytes ($writebyte) is wrong"
+
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+
+ sleep $((period_second + 3))
+ echo "Sleep $((period_second + 3)) seconds..."
+
+ out=$($LFS heat_get $DIR/$tfile)
+ $LFS heat_get $DIR/$tfile
+ readsample1=$(echo "$out" | grep 'readsample' | awk '{ print $2 }')
+ writesample1=$(echo "$out" | grep 'writesample' | awk '{ print $2 }')
+ readbyte1=$(echo "$out" | grep 'readbyte' | awk '{ print $2 }')
+ writebyte1=$(echo "$out" | grep 'writebyte' | awk '{ print $2 }')
+
+ [ $(bc <<< "$readsample1 <= ($readsample * (100 - $decay_pct) + \
+ 4 * $decay_pct) / 100") -eq 1 ] ||
+ error "read sample ($readsample1) is wrong"
+ [ $(bc <<< "$writesample1 <= ($writesample * (100 - $decay_pct) + \
+ 3 * $decay_pct) / 100") -eq 1 ] ||
+ error "write sample ($writesample1) is wrong"
+ [ $(bc <<< "$readbyte1 <= ($readbyte * (100 - $decay_pct) + \
+ 20 * $decay_pct) / 100") -eq 1 ] ||
+ error "read bytes ($readbyte1) is wrong"
+ [ $(bc <<< "$writebyte1 <= ($writebyte * (100 - $decay_pct) + \
+ 15 * $decay_pct) / 100") -eq 1 ] ||
+ error "write bytes ($writebyte1) is wrong"
+
+ echo "Turn off file heat for the file $DIR/$tfile"
+ $LFS heat_set -o $DIR/$tfile
+
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+
+ out=$($LFS heat_get $DIR/$tfile)
+ $LFS heat_get $DIR/$tfile
+ readsample=$(echo "$out" | grep 'readsample' | awk '{ print $2 }')
+ writesample=$(echo "$out" | grep 'writesample' | awk '{ print $2 }')
+ readbyte=$(echo "$out" | grep 'readbyte' | awk '{ print $2 }')
+ writebyte=$(echo "$out" | grep 'writebyte' | awk '{ print $2 }')
+
+ [ $readsample -eq 0 ] || error "read sample ($readsample) is wrong"
+ [ $writesample -eq 0 ] || error "write sample ($writesample) is wrong"
+ [ $readbyte -eq 0 ] || error "read bytes ($readbyte) is wrong"
+ [ $writebyte -eq 0 ] || error "write bytes ($writebyte) is wrong"
+
+ echo "Trun on file heat for the file $DIR/$tfile"
+ $LFS heat_set -O $DIR/$tfile
+
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+
+ out=$($LFS heat_get $DIR/$tfile)
+ $LFS heat_get $DIR/$tfile
+ readsample=$(echo "$out" | grep 'readsample' | awk '{ print $2 }')
+ writesample=$(echo "$out" | grep 'writesample' | awk '{ print $2 }')
+ readbyte=$(echo "$out" | grep 'readbyte' | awk '{ print $2 }')
+ writebyte=$(echo "$out" | grep 'writebyte' | awk '{ print $2 }')
+
+ [ $readsample -gt 0 ] || error "read sample ($readsample) is wrong"
+ [ $writesample -gt 0 ] || error "write sample ($writesample) is wrong"
+ [ $readbyte -gt 0 ] || error "read bytes ($readbyte) is wrong"
+ [ $writebyte -gt 0 ] || error "write bytes ($writebyte) is wrong"
+
+ $LFS heat_set -c $DIR/$tfile
+ $LCTL set_param -n llite.*.file_heat=0
+ echo "Turn off file heat support for the Lustre filesystem"
+
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ echo "QQQQ" > $DIR/$tfile
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+ cat $DIR/$tfile > /dev/null
+
+ out=$($LFS heat_get $DIR/$tfile)
+ $LFS heat_get $DIR/$tfile
+ readsample=$(echo "$out" | grep 'readsample' | awk '{ print $2 }')
+ writesample=$(echo "$out" | grep 'writesample' | awk '{ print $2 }')
+ readbyte=$(echo "$out" | grep 'readbyte' | awk '{ print $2 }')
+ writebyte=$(echo "$out" | grep 'writebyte' | awk '{ print $2 }')
+
+ [ $readsample -eq 0 ] || error "read sample ($readsample) is wrong"
+ [ $writesample -eq 0 ] || error "write sample ($writesample) is wrong"
+ [ $readbyte -eq 0 ] || error "read bytes ($readbyte) is wrong"
+ [ $writebyte -eq 0 ] || error "write bytes ($writebyte) is wrong"
+
+ $LCTL set_param -n llite.*.file_heat=$file_heat_sav
+ rm -f $DIR/$tfile
+}
+run_test 813 "File heat verfication"
+
#
# tests that do cleanup/setup should be run at the end
#
git://git.whamcloud.com / fs / lustre-release.git / blobdiff