set -e
ONLY=${ONLY:-"$*"}
-# bug number for skipped test: 9977/LU-7105 LU-9452
-ALWAYS_EXCEPT=" 28 29 $SANITYN_EXCEPT"
+# bug number for skipped test: 9977/LU-7105
+# LU-7105
+ALWAYS_EXCEPT=" 28 $SANITYN_EXCEPT"
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
SRCDIR=$(dirname $0)
}
run_test 8 "remove of open special file on other node =========="
-test_9() {
+test_9a() {
MTPT=1
local dir
> $DIR2/f9
[ "`cat $DIR1/f9`" = "abcdefghijkl" ] || \
error "`od -a $DIR1/f9` != abcdefghijkl"
}
-run_test 9 "append of file with sub-page size on multiple mounts"
+run_test 9a "append of file with sub-page size on multiple mounts"
+
+#LU-10681 - tiny writes & appending to sparse striped file
+test_9b() {
+ [[ $OSTCOUNT -ge 2 ]] || { skip "needs >= 2 OSTs"; return; }
+
+ $LFS setstripe -c 2 -S 1M $DIR/$tfile
+ echo "foo" >> $DIR/$tfile
+ dd if=/dev/zero of=$DIR2/$tfile bs=1M count=1 seek=1 conv=notrunc ||
+ error "sparse dd $DIR2/$tfile failed"
+ echo "foo" >> $DIR/$tfile
+
+ data=$(dd if=$DIR2/$tfile bs=1 count=3 skip=$((2 * 1048576)) conv=notrunc)
+ echo "Data read (expecting 'foo')": $data
+ [ "$data" = "foo" ] || error "append to sparse striped file failed"
+}
+run_test 9b "append to striped sparse file"
test_10a() {
MTPT=1
test_16a() {
local file1=$DIR1/$tfile
local file2=$DIR2/$tfile
+ local stripe_size=$(do_facet $SINGLEMDS \
+ "$LCTL get_param -n lod.$(facet_svc $SINGLEMDS)*.stripesize")
# to allocate grant because it may run out due to test_15.
$LFS setstripe -c -1 $file1
- dd if=/dev/zero of=$file1 bs=$STRIPE_BYTES count=$OSTCOUNT oflag=sync
- dd if=/dev/zero of=$file2 bs=$STRIPE_BYTES count=$OSTCOUNT oflag=sync
+ dd if=/dev/zero of=$file1 bs=$stripe_size count=$OSTCOUNT oflag=sync
+ dd if=/dev/zero of=$file2 bs=$stripe_size count=$OSTCOUNT oflag=sync
rm -f $file1
$LFS setstripe -c -1 $file1 # b=10919
}
run_test 16b "$FSXNUM iterations of dual-mount fsx at small size"
+test_16c() {
+ local file1=$DIR1/$tfile
+ local file2=$DIR2/$tfile
+ local stripe_size=$(do_facet $SINGLEMDS \
+ "$LCTL get_param -n lod.$(facet_svc $SINGLEMDS)*.stripesize")
+
+ [ $(facet_fstype ost1) != ldiskfs ] && skip "dio on ldiskfs only"
+
+ # to allocate grant because it may run out due to test_15.
+ $LFS setstripe -c -1 $file1
+ dd if=/dev/zero of=$file1 bs=$stripe_size count=$OSTCOUNT oflag=sync
+ dd if=/dev/zero of=$file2 bs=$stripe_size count=$OSTCOUNT oflag=sync
+ rm -f $file1
+ wait_delete_completed
+
+ local list=$(comma_list $(osts_nodes))
+ if ! get_osd_param $list '' read_cache_enable >/dev/null; then
+ skip "not cache-capable obdfilter"
+ fi
+
+ set_osd_param $list '' read_cache_enable 0
+ set_osd_param $list '' writethrough_cache_enable 0
+
+ $LFS setstripe -c -1 $file1 # b=10919
+ fsx -c 50 -p $FSXP -N $FSXNUM -l $((SIZE * 256)) -S 0 $file1 $file2 \
+ || error "fsx failed"
+ rm -f $file1
+
+ set_osd_param $list '' read_cache_enable 1
+ set_osd_param $list '' writethrough_cache_enable 1
+
+ return 0
+}
+run_test 16c "verify data consistency on ldiskfs with cache disabled (b=17397)"
+
+
test_17() { # bug 3513, 3667
remote_ost_nodsh && skip "remote OST with nodsh" && return
[ "x$DOM" = "xyes" ] && node=$(facet_active_host $SINGLEMDS)
# check whether obdfilter is cache capable at all
- if ! get_osd_param $node '' read_cache_enable >/dev/null; then
- echo "not cache-capable obdfilter"
- return 0
- fi
+ get_osd_param $node '' read_cache_enable >/dev/null ||
+ skip "not cache-capable obdfilter"
- local MAX=$(get_osd_param $node '' readcache_max_filesize | \
- head -n 1)
+ local MAX=$(get_osd_param $node '' readcache_max_filesize | head -n 1)
set_osd_param $node '' readcache_max_filesize 4096
dd if=/dev/urandom of=$TMP/$tfile bs=512k count=32
local SUM=$(cksum $TMP/$tfile | cut -d" " -f 1,2)
test_32a() { # bug 11270
local p="$TMP/$TESTSUITE-$TESTNAME.parameters"
+ local stripe_size=$(do_facet $SINGLEMDS \
+ "$LCTL get_param -n lod.$(facet_svc $SINGLEMDS)*.stripesize")
save_lustre_params client "$OSC.*.lockless_truncate" > $p
cancel_lru_locks $OSC
enable_lockless_truncate 1
rm -f $DIR1/$tfile
lfs setstripe -c -1 $DIR1/$tfile
- dd if=/dev/zero of=$DIR1/$tfile count=$OSTCOUNT bs=$STRIPE_BYTES > \
+ dd if=/dev/zero of=$DIR1/$tfile count=$OSTCOUNT bs=$stripe_size > \
/dev/null 2>&1
clear_stats $OSC.*.${OSC}_stats
[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.7.63) ] &&
skip "DNE CoS not supported" && return
- sync
+ local sync_count
mkdir $DIR/$tdir
- # remote mkdir is done on MDT2, which enqueued lock of $tdir on MDT1
- $LFS mkdir -i 1 $DIR/$tdir/d1
+ sync_all_data
do_facet mds1 "lctl set_param -n mdt.*.sync_count=0"
- mkdir $DIR/$tdir/d2
- local sync_count=$(do_facet mds1 \
- "lctl get_param -n mdt.*MDT0000.sync_count")
- [ $sync_count -eq 1 ] || error "Sync-Lock-Cancel not triggered"
+ # do twice in case transaction is committed before unlock, see LU-8200
+ for i in 1 2; do
+ # remote dir is created on MDT1, which enqueued lock of $tdir on
+ # MDT0
+ $LFS mkdir -i 1 $DIR/$tdir/remote.$i
+ mkdir $DIR/$tdir/local.$i
+ done
+ sync_count=$(do_facet mds1 "lctl get_param -n mdt.*MDT0000.sync_count")
+ echo "sync_count $sync_count"
+ [ $sync_count -eq 0 ] && error "Sync-Lock-Cancel not triggered"
- $LFS mkdir -i 1 $DIR/$tdir/d3
+ sync_all_data
do_facet mds1 "lctl set_param -n mdt.*.sync_count=0"
+ $LFS mkdir -i 1 $DIR/$tdir/remote.3
# during sleep remote mkdir should have been committed and canceled
# remote lock spontaneously, which shouldn't trigger sync
sleep 6
- mkdir $DIR/$tdir/d4
- local sync_count=$(do_facet mds1 \
- "lctl get_param -n mdt.*MDT0000.sync_count")
+ mkdir $DIR/$tdir/local.3
+ sync_count=$(do_facet mds1 "lctl get_param -n mdt.*MDT0000.sync_count")
+ echo "sync_count $sync_count"
[ $sync_count -eq 0 ] || error "Sync-Lock-Cancel triggered"
}
run_test 33c "Cancel cross-MDT lock should trigger Sync-Lock-Cancel"
-ops_do_cos() {
+# arg1 is operations done before CoS, arg2 is the operation that triggers CoS
+op_trigger_cos() {
+ local commit_nr
+ local total=0
local nodes=$(comma_list $(mdts_nodes))
- do_nodes $nodes "lctl set_param -n mdt.*.async_commit_count=0"
- sh -c "$@"
- local async_commit_count=$(do_nodes $nodes \
- "lctl get_param -n mdt.*.async_commit_count" | calc_sum)
- [ $async_commit_count -gt 0 ] || error "CoS not triggerred"
- rm -rf $DIR/$tdir
- sync
+ sync_all_data
+
+ # trigger CoS twice in case transaction commit before unlock
+ for i in 1 2; do
+ sh -c "$1"
+ do_nodes $nodes "lctl set_param -n mdt.*.async_commit_count=0"
+ sh -c "$2"
+ commit_nr=$(do_nodes $nodes \
+ "lctl get_param -n mdt.*.async_commit_count" | calc_sum)
+ total=$((total + commit_nr));
+ rm -rf $DIR/$tdir
+ sync_all_data
+ done
+
+ echo "CoS count $total"
+ [ $total -gt 0 ] || error "$2 didn't trigger CoS"
}
test_33d() {
[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.7.63) ] &&
skip "DNE CoS not supported" && return
- sync
# remote directory create
- mkdir $DIR/$tdir
- ops_do_cos "$LFS mkdir -i 1 $DIR/$tdir/subdir"
+ op_trigger_cos "mkdir $DIR/$tdir" "$LFS mkdir -i 1 $DIR/$tdir/subdir"
# remote directory unlink
- $LFS mkdir -i 1 $DIR/$tdir
- ops_do_cos "rmdir $DIR/$tdir"
+ op_trigger_cos "$LFS mkdir -i 1 $DIR/$tdir" "rmdir $DIR/$tdir"
# striped directory create
- mkdir $DIR/$tdir
- ops_do_cos "$LFS mkdir -c 2 $DIR/$tdir/subdir"
+ op_trigger_cos "mkdir $DIR/$tdir" "$LFS mkdir -c 2 $DIR/$tdir/subdir"
# striped directory setattr
- $LFS mkdir -c 2 $DIR/$tdir
- touch $DIR/$tdir
- ops_do_cos "chmod 713 $DIR/$tdir"
+ op_trigger_cos "$LFS mkdir -c 2 $DIR/$tdir; touch $DIR/$tdir" \
+ "chmod 713 $DIR/$tdir"
# striped directory unlink
- $LFS mkdir -c 2 $DIR/$tdir
- touch $DIR/$tdir
- ops_do_cos "rmdir $DIR/$tdir"
+ op_trigger_cos "$LFS mkdir -c 2 $DIR/$tdir; touch $DIR/$tdir" \
+ "rmdir $DIR/$tdir"
# cross-MDT link
- $LFS mkdir -c 2 $DIR/$tdir
- $LFS mkdir -i 0 $DIR/$tdir/d1
- $LFS mkdir -i 1 $DIR/$tdir/d2
- touch $DIR/$tdir/d1/tgt
- ops_do_cos "ln $DIR/$tdir/d1/tgt $DIR/$tdir/d2/src"
+ op_trigger_cos "$LFS mkdir -c 2 $DIR/$tdir; \
+ $LFS mkdir -i 0 $DIR/$tdir/d1; \
+ $LFS mkdir -i 1 $DIR/$tdir/d2; \
+ touch $DIR/$tdir/d1/tgt" \
+ "ln $DIR/$tdir/d1/tgt $DIR/$tdir/d2/src"
# cross-MDT rename
- $LFS mkdir -c 2 $DIR/$tdir
- $LFS mkdir -i 0 $DIR/$tdir/d1
- $LFS mkdir -i 1 $DIR/$tdir/d2
- touch $DIR/$tdir/d1/src
- ops_do_cos "mv $DIR/$tdir/d1/src $DIR/$tdir/d2/tgt"
+ op_trigger_cos "$LFS mkdir -c 2 $DIR/$tdir; \
+ $LFS mkdir -i 0 $DIR/$tdir/d1; \
+ $LFS mkdir -i 1 $DIR/$tdir/d2; \
+ touch $DIR/$tdir/d1/src" \
+ "mv $DIR/$tdir/d1/src $DIR/$tdir/d2/tgt"
# migrate
- $LFS mkdir -i 0 $DIR/$tdir
- ops_do_cos "$LFS migrate -m 1 $DIR/$tdir"
+ op_trigger_cos "$LFS mkdir -i 0 $DIR/$tdir" \
+ "$LFS migrate -m 1 $DIR/$tdir"
+
return 0
}
run_test 33d "DNE distributed operation should trigger COS"
do_nodes $(comma_list $(osts_nodes)) \
"lctl set_param -n fail_loc=0 2>/dev/null || true"
for i in $(seq $OSTCOUNT); do
- wait_osc_import_state client ost$i FULL
+ wait_osc_import_ready client ost$i
done
}
}
test_77a() { #LU-3266
+ local rc
+
oss=$(comma_list $(osts_nodes))
- do_nodes $oss lctl set_param ost.OSS.*.nrs_policies="fifo"
+ do_nodes $oss lctl set_param ost.OSS.*.nrs_policies="fifo" ||
+ rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS exists" && return
+ [[ $rc -ne 0 ]] && error "failed to set fifo policy"
nrs_write_read
return 0
run_test 77a "check FIFO NRS policy"
test_77b() { #LU-3266
+ local rc
+
oss=$(comma_list $(osts_nodes))
do_nodes $oss lctl set_param ost.OSS.*.nrs_policies="crrn" \
- ost.OSS.*.nrs_crrn_quantum=1
+ ost.OSS.*.nrs_crrn_quantum=1 || rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS exists" && return
+ [[ $rc -ne 0 ]] && error "failed to set crrn_quantum to 1"
echo "policy: crr-n, crrn_quantum 1"
nrs_write_read
- do_nodes $oss lctl set_param ost.OSS.*.nrs_crrn_quantum=64
+ do_nodes $oss lctl set_param \
+ ost.OSS.*.nrs_crrn_quantum=64 || rc=$?
+ [[ $rc -ne 0 ]] && error "failed to set crrn_quantum to 64"
echo "policy: crr-n, crrn_quantum 64"
nrs_write_read
# cleanup
- do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="fifo"
+ do_nodes $oss lctl set_param \
+ ost.OSS.ost_io.nrs_policies="fifo" || rc=$?
+ [[ $rc -ne 0 ]] && error "failed to set fifo policy"
return 0
}
run_test 77b "check CRR-N NRS policy"
oss=$(comma_list $(osts_nodes))
do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies=$policy \
- ost.OSS.*.nrs_"$policy"_quantum=1 \
- ost.OSS.*.nrs_"$policy"_offset_type="physical" \
- ost.OSS.*.nrs_"$policy"_supported="reads"
+ ost.OSS.*.nrs_"$policy"_quantum=1 \
+ ost.OSS.*.nrs_"$policy"_offset_type="physical" \
+ ost.OSS.*.nrs_"$policy"_supported="reads" || return $?
- echo "policy: $policy, ${policy}_quantum 1, ${policy}_offset_type physical, ${policy}_supported reads"
+ echo "policy: $policy, ${policy}_quantum 1, ${policy}_offset_type " \
+ "physical, ${policy}_supported reads"
nrs_write_read
- do_nodes $oss lctl set_param ost.OSS.*.nrs_${policy}_supported="writes" \
- ost.OSS.*.nrs_${policy}_quantum=64
+ do_nodes $oss lctl set_param \
+ ost.OSS.*.nrs_${policy}_supported="writes" \
+ ost.OSS.*.nrs_${policy}_quantum=64 || return $?
- echo "policy: $policy, ${policy}_quantum 64, ${policy}_offset_type physical, ${policy}_supported writes"
+ echo "policy: $policy, ${policy}_quantum 64, ${policy}_offset_type " \
+ "physical, ${policy}_supported writes"
nrs_write_read
- do_nodes $oss lctl set_param ost.OSS.*.nrs_${policy}_supported="reads_and_writes" \
- ost.OSS.*.nrs_${policy}_offset_type="logical"
- echo "policy: $policy, ${policy}_quantum 64, ${policy}_offset_type logical, ${policy}_supported reads_and_writes"
+ do_nodes $oss lctl set_param \
+ ost.OSS.*.nrs_${policy}_supported="reads_and_writes" \
+ ost.OSS.*.nrs_${policy}_offset_type="logical" || return $?
+ echo "policy: $policy, ${policy}_quantum 64, ${policy}_offset_type " \
+ "logical, ${policy}_supported reads_and_writes"
nrs_write_read
# cleanup
- do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="fifo"
+ do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="fifo" ||
+ return $?
return 0
}
test_77c() { #LU-3266
- orr_trr "orr"
+ local rc
+ orr_trr "orr" || rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS exists" && return
+ [[ $rc -ne 0 ]] && error "orr_trr failed rc:$rc"
return 0
}
run_test 77c "check ORR NRS policy"
test_77d() { #LU-3266
- orr_trr "trr"
+ local rc
+ orr_trr "trr" || rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS exists" && return
+ [[ $rc -ne 0 ]] && error "orr_trr failed rc:$rc"
return 0
}
run_test 77d "check TRR nrs policy"
}
test_77e() {
- local server_version=$(lustre_version_code ost1)
- [[ $server_version -ge $(version_code 2.7.58) ]] ||
- { skip "Need server version newer than 2.7.57"; return 0; }
+ local rc
oss=$(comma_list $(osts_nodes))
- do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ nid"
- [ $? -ne 0 ] && error "failed to set TBF policy"
+ do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ nid" ||
+ rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS TBF exists" && return
+ [[ $rc -ne 0 ]] && error "failed to set TBF NID policy"
local idis
local rateis
run_test 77e "check TBF NID nrs policy"
test_77f() {
- local server_version=$(lustre_version_code ost1)
- [[ $server_version -ge $(version_code 2.7.58) ]] ||
- { skip "Need server version newer than 2.7.57"; return 0; }
+ local rc
oss=$(comma_list $(osts_nodes))
+ do_nodes $oss $LCTL set_param \
+ ost.OSS.ost_io.nrs_policies="tbf\ jobid" || rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS TBF exists" && return
+ [[ $rc -ne 0 ]] && error "failed to set TBF JOBID policy"
+
# Configure jobid_var
local saved_jobid_var=$($LCTL get_param -n jobid_var)
+ rc=$?
+ [[ $rc -eq 3 ]] && skip "jobid_var not found" && return
+ [[ $rc -ne 0 ]] && error "failed to get param jobid_var"
if [ $saved_jobid_var != procname_uid ]; then
- set_conf_param_and_check client \
- "$LCTL get_param -n jobid_var" \
- "$FSNAME.sys.jobid_var" procname_uid
+ set_persistent_param_and_check client \
+ "jobid_var" "$FSNAME.sys.jobid_var" procname_uid
fi
- do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ jobid"
- [ $? -ne 0 ] && error "failed to set TBF policy"
-
local idis
local rateis
if [ $(lustre_version_code ost1) -ge $(version_code 2.8.54) ]; then
nrs_write_read "$RUNAS"
local current_jobid_var=$($LCTL get_param -n jobid_var)
+ [[ $? -ne 0 ]] && error "failed to get param jobid_var"
if [ $saved_jobid_var != $current_jobid_var ]; then
- set_conf_param_and_check client \
- "$LCTL get_param -n jobid_var" \
- "$FSNAME.sys.jobid_var" $saved_jobid_var
+ set_persistent_param_and_check client \
+ "jobid_var" "$FSNAME.sys.jobid_var" $saved_jobid_var
fi
return 0
}
run_test 77f "check TBF JobID nrs policy"
test_77g() {
- local server_version=$(lustre_version_code ost1)
- [[ $server_version -ge $(version_code 2.7.58) ]] ||
- { skip "Need server version newer than 2.7.57"; return 0; }
+ local rc=0
oss=$(comma_list $(osts_nodes))
- do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ nid"
- [ $? -ne 0 ] && error "failed to set TBF policy"
+ do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ nid" ||
+ rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS TBF exists" && return
+ [[ $rc -ne 0 ]] && error "failed to set TBF NID policy"
- do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ jobid"
- [ $? -ne 0 ] && error "failed to set TBF policy"
+ do_nodes $oss lctl set_param \
+ ost.OSS.ost_io.nrs_policies="tbf\ jobid" || rc=$?
+ [[ $rc -ne 0 ]] && error "failed to set TBF JOBID policy"
local idis
local rateis
}
run_test 77j "check TBF-OPCode NRS policy"
+test_id() {
+ local idstr="${1}id"
+ local policy="${idstr}={$2}"
+ local rate="rate=$3"
+
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param jobid_var=procname_uid \
+ ost.OSS.ost_io.nrs_policies="tbf\ ${idstr}" \
+ ost.OSS.ost_io.nrs_tbf_rule="start\ ost_${idstr}\ ${policy}\ ${rate}"
+ [ $? -ne 0 ] && error "failed to set tbf ${idstr} policy"
+
+ nrs_write_read "runas $4"
+ tbf_verify $3 $3 "runas $4"
+
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_tbf_rule="stop\ ost_${idstr}" \
+ ost.OSS.ost_io.nrs_policies="fifo"
+
+ # sleep 3 seconds to wait the tbf policy stop completely,
+ # or the next test case is possible get -eagain when
+ # setting the tbf policy
+ sleep 3
+}
+
+test_77ja(){
+ if [ $(lustre_version_code ost1) -lt $(version_code 2.11.50) ]; then
+ skip "Need OST version at least 2.11.50"
+ return 0
+ fi
+ test_id "u" "500" "5" "-u 500"
+ test_id "g" "500" "5" "-u 500 -g 500"
+}
+run_test 77ja "check TBF-UID/GID NRS policy"
+
+cleanup_77k()
+{
+ local rule_lists=$1
+ local old_nrs=$2
+
+ trap 0
+ for rule in $rule_lists; do
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_tbf_rule="stop\ $rule"
+ done
+
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_policies="$old_nrs"
+
+ sleep 3
+}
+
test_77k() {
[[ $(lustre_version_code ost1) -ge $(version_code 2.9.53) ]] ||
{ skip "Need OST version at least 2.9.53"; return 0; }
tbf_verify 10 10 "$RUNAS"
tbf_verify 20 10
+ trap "cleanup_77k \"ext_a ext_b\" \"fifo\"" EXIT
+
+ [[ $(lustre_version_code ost1) -ge $(version_code 2.10.58) ]] ||
+ { skip "Need OST version at least 2.10.58"; return 0; }
+
do_nodes $(comma_list $(osts_nodes)) \
lctl set_param ost.OSS.ost_io.nrs_tbf_rule="stop\ ext_a" \
ost.OSS.ost_io.nrs_tbf_rule="stop\ ext_b" \
- ost.OSS.ost_io.nrs_policies="fifo"
+ ost.OSS.ost_io.nrs_tbf_rule="start\ ext_ug\ uid={500}\&gid={1000}\ rate=5"
+ nrs_write_read "runas -u 500 -g 1000"
+ tbf_verify 5 5 "runas -u 500 -g 1000"
- sleep 3
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_tbf_rule="stop\ ext_ug" \
+ ost.OSS.ost_io.nrs_tbf_rule="start\ ext_uw\ uid={500}\&opcode={ost_write}\ rate=20" \
+ ost.OSS.ost_io.nrs_tbf_rule="start\ ext_ur\ uid={500}\&opcode={ost_read}\ rate=10"
+
+ nrs_write_read "runas -u 500"
+ tbf_verify 20 10 "runas -u 500"
+
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_tbf_rule="stop\ ext_uw" \
+ ost.OSS.ost_io.nrs_tbf_rule="stop\ ext_ur" \
+ ost.OSS.ost_io.nrs_tbf_rule="start\ ext_a\ uid={500},opcode={ost_write}\ rate=20" \
+ ost.OSS.ost_io.nrs_tbf_rule="start\ ext_b\ uid={500},opcode={ost_read}\ rate=10"
+ nrs_write_read "runas -u 500"
+ tbf_verify 10 10 "runas -u 500"
+ tbf_verify 20 10 "runas -u 500"
+ cleanup_77k "ext_a ext_b" "fifo"
}
-run_test 77k "check the extended TBF policy with NID/JobID/OPCode expression"
+run_test 77k "check TBF policy with NID/JobID/OPCode expression"
test_77l() {
+ [[ $(lustre_version_code ost1) -ge $(version_code 2.10.56) ]] ||
+ { skip "Need OST version at least 2.10.56"; return 0; }
+
+ do_facet ost1 lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ nid"
+ do_facet ost1 lctl set_param ost.OSS.ost_io.nrs_policies="tbf"
+
+ local output=$(do_facet ost1 lctl get_param \
+ ost.OSS.ost_io.nrs_policies | \
+ awk '/name: tbf/ {print;exit}' | \
+ awk -F ': ' '{print $2}')
+
+ if [ "$output" != "tbf" ]; then
+ error "The generic TBF output is '$output', not 'tbf'"
+ fi
+
+ do_facet ost1 lctl set_param ost.OSS.ost_io.nrs_policies="fifo"
+}
+run_test 77l "check the output of NRS policies for generic TBF"
+
+test_77m() {
if [ $(lustre_version_code ost1) -lt $(version_code 2.9.54) ]; then
skip "Need OST version at least 2.9.54"
return 0
return 0
}
-run_test 77l "check NRS Delay slows write RPC processing"
+run_test 77m "check NRS Delay slows write RPC processing"
-test_78() { #LU-6673
- local server_version=$(lustre_version_code ost1)
- [[ $server_version -ge $(version_code 2.7.58) ]] ||
- { skip "Need server version newer than 2.7.57"; return 0; }
+test_77n() { #LU-10802
+ if [ $(lustre_version_code ost1) -lt $(version_code 2.10.58) ]; then
+ skip "Need OST version at least 2.10.58"
+ return 0
+ fi
+
+ # Configure jobid_var
+ local saved_jobid_var=$($LCTL get_param -n jobid_var)
+ if [ $saved_jobid_var != procname_uid ]; then
+ set_persistent_param_and_check client \
+ "jobid_var" "$FSNAME.sys.jobid_var" procname_uid
+ fi
+
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_policies="tbf\ jobid" \
+ ost.OSS.ost_io.nrs_tbf_rule="stop\ dd_runas" \
+ ost.OSS.ost_io.nrs_tbf_rule="start\ dd_runas\ jobid={*.$RUNAS_ID}\ rate=20"
+
+ nrs_write_read
+ tbf_verify 20 20 "$RUNAS"
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_tbf_rule="stop\ dd_runas" \
+ ost.OSS.ost_io.nrs_tbf_rule="start\ dd_runas\ jobid={dd.*}\ rate=20"
+
+ nrs_write_read
+ tbf_verify 20 20
+
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl set_param ost.OSS.ost_io.nrs_tbf_rule="stop\ dd_runas" \
+ ost.OSS.ost_io.nrs_policies="fifo"
+
+ sleep 3
+
+ local current_jobid_var=$($LCTL get_param -n jobid_var)
+ if [ $saved_jobid_var != $current_jobid_var ]; then
+ set_persistent_param_and_check client \
+ "jobid_var" "$FSNAME.sys.jobid_var" $saved_jobid_var
+ fi
+}
+run_test 77n "check wildcard support for TBF JobID NRS policy"
+
+test_78() { #LU-6673
local rc
oss=$(comma_list $(osts_nodes))
do_nodes $oss lctl set_param ost.OSS.ost_io.nrs_policies="orr" &
do_nodes $oss lctl set_param ost.OSS.*.nrs_orr_quantum=1
rc=$?
+ [[ $rc -eq 3 ]] && skip "no NRS exists" && return
# Valid return codes are:
# 0: Tuning succeeded
# ENODEV: Policy is still stopped
error "setfattr -n trusted.name1=value1 $DIR/$tdir failed"
#define OBD_FAIL_MDS_INTENT_DELAY 0x160
- local mdtidx=$($LFS getstripe -M $DIR/$tdir)
+ local mdtidx=$($LFS getstripe -m $DIR/$tdir)
local facet=mds$((mdtidx + 1))
stat $DIR/$tdir
set_nodes_failloc $(facet_active_host $facet) 0x80000160
echo "Finish migration, then checking.."
for file in $(find $DIR1/$tdir); do
- mdt_index=$($LFS getstripe -M $file)
+ mdt_index=$($LFS getstripe -m $file)
[ $mdt_index == $MDTIDX ] ||
error "$file is not on MDT${MDTIDX}"
done
}
run_test 80b "Accessing directory during migration"
-test_81() {
+test_81a() {
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return
rm -rf $DIR1/$tdir
return 0
}
-run_test 81 "rename and stat under striped directory"
+run_test 81a "rename and stat under striped directory"
+
+test_81b() {
+ [ $MDSCOUNT -lt 2 ] &&
+ skip "We need at least 2 MDTs for this test"
+
+ local total
+ local setattr_pid
+
+ total=1000
+
+ $LFS mkdir -c $MDSCOUNT $DIR1/$tdir || error "$LFS mkdir"
+ createmany -o $DIR1/$tdir/$tfile. $total || error "createmany"
+
+ (
+ while true; do
+ touch $DIR1/$tdir
+ done
+ ) &
+ setattr_pid=$!
+
+ for i in $(seq $total); do
+ mrename $DIR2/$tdir/$tfile.$i $DIR2/$tdir/$tfile-new.$i \
+ > /dev/null
+ done
+
+ kill -9 $setattr_pid
+}
+run_test 81b "rename under striped directory doesn't deadlock"
test_82() {
[[ $(lustre_version_code $SINGLEMDS) -gt $(version_code 2.6.91) ]] ||
# to get layout
$CHECKSTAT -t file $DIR1/$tfile
- OLD_VAL=$(cat /proc/sys/vm/dirty_writeback_centisecs)
- echo 0 > /proc/sys/vm/dirty_writeback_centisecs
- echo $OLD_VAL
+ local old_wb=$(sysctl -n vm.dirty_writeback_centisecs)
+ sysctl -wq vm.dirty_writeback_centisecs=0
+
+ trap "sysctl -wq vm.dirty_writeback_centisecs=$old_wb" EXIT
# open + IO lock
dd if=/dev/zero of=$DIR1/$tfile bs=4096 count=1 ||
error_noexit "Write fails"
# must discard pages
lctl set_param -n mdc.*.stats=clear
- rm $DIR2/$tfile || error_noexit "Unlink fails"
- local writes=$(lctl get_param -n mdc.*.stats | grep ost_write | wc -l)
- echo $OLD_VAL > /proc/sys/vm/dirty_writeback_centisecs
+ rm $DIR2/$tfile || error "Unlink fails"
+ local writes=$(lctl get_param -n mdc.*.stats | grep ost_write | wc -l)
[ $writes -eq 0 ] || error "Found WRITE RPC but expect none"
}
run_test 101a "Discard DoM data on unlink"
# to get layout
$CHECKSTAT -t file $DIR1/$tfile
- OLD_VAL=$(cat /proc/sys/vm/dirty_writeback_centisecs)
- echo 0 > /proc/sys/vm/dirty_writeback_centisecs
- echo $OLD_VAL
+ local old_wb=$(sysctl -n vm.dirty_writeback_centisecs)
+ sysctl -wq vm.dirty_writeback_centisecs=0
+
+ trap "sysctl -wq vm.dirty_writeback_centisecs=$old_wb" EXIT
# open + IO lock
- dd if=/dev/zero of=$DIR1/$tfile bs=4096 count=1 ||
- error_noexit "Write fails"
+ dd if=/dev/zero of=$DIR1/$tfile bs=4096 count=1 || error "Write fails"
# must discard pages
lctl set_param -n mdc.*.stats=clear
- mv $DIR2/${tfile}_2 $DIR2/$tfile || error_noexit "Rename fails"
+ mv $DIR2/${tfile}_2 $DIR2/$tfile || error "Rename fails"
+
local writes=$(lctl get_param -n mdc.*.stats | grep ost_write | wc -l)
- echo $OLD_VAL > /proc/sys/vm/dirty_writeback_centisecs
[ $writes -eq 0 ] || error "Found WRITE RPC but expect none"
}
run_test 101b "Discard DoM data on rename"
# to get layout
$CHECKSTAT -t file $DIR1/$tfile
- OLD_VAL=$(cat /proc/sys/vm/dirty_writeback_centisecs)
- echo 0 > /proc/sys/vm/dirty_writeback_centisecs
- echo $OLD_VAL
+ local old_wb=$(sysctl -n vm.dirty_writeback_centisecs)
+ sysctl -wq vm.dirty_writeback_centisecs=0
+
+ trap "sysctl -wq vm.dirty_writeback_centisecs=$old_wb" EXIT
# open + IO lock
- dd if=/dev/zero of=$DIR1/$tfile bs=4096 count=1 ||
- error_noexit "Write fails"
+ dd if=/dev/zero of=$DIR1/$tfile bs=4096 count=1 || error "Write fails"
$MULTIOP $DIR1/$tfile O_c &
MULTIOP_PID=$!
sleep 1
lctl set_param -n mdc.*.stats=clear
- rm $DIR2/$tfile > /dev/null || error_noexit "Unlink fails"
- kill -USR1 $MULTIOP_PID && wait $MULTIOP_PID ||
- error_noexit "multiop failure"
+ rm $DIR2/$tfile > /dev/null || error "Unlink fails for opened file"
+ kill -USR1 $MULTIOP_PID && wait $MULTIOP_PID || error "multiop failure"
+
local writes=$(lctl get_param -n mdc.*.stats | grep ost_write | wc -l)
- echo $OLD_VAL > /proc/sys/vm/dirty_writeback_centisecs
[ $writes -eq 0 ] || error "Found WRITE RPC but expect none"
}
run_test 101c "Discard DoM data on close-unlink"
+# test to verify file handle related system calls
+# (name_to_handle_at/open_by_handle_at)
+# The new system calls are supported in glibc >= 2.14.
+
+# test to verify we can open by handle an unlinked file from > 1 client
+# This test opens the file normally on $DIR1, which is on one mount, and then
+# opens it by handle on $DIR2, which is on a different mount.
+test_102() {
+ echo "Test file_handle syscalls" > $DIR/$tfile ||
+ error "write failed"
+ check_fhandle_syscalls $DIR/$tfile $DIR2 ||
+ error "check_fhandle_syscalls failed"
+ rm -f $DIR2/$tfile
+}
+run_test 102 "Test open by handle of unlinked file"
+
log "cleanup: ======================================================"
# kill and wait in each test only guarentee script finish, but command in script
git://git.whamcloud.com / fs / lustre-release.git / blobdiff