# bug number for skipped test: LU-9693 LU-6493 LU-9693
ALWAYS_EXCEPT+=" 42a 42b 42c "
# bug number: LU-8411 LU-9054 LU-13314
-ALWAYS_EXCEPT+=" 407 312 56ob"
+ALWAYS_EXCEPT+=" 407 312 56ob"
if $SHARED_KEY; then
# bug number: LU-9795 LU-9795 LU-9795 LU-9795
skip "Does not support layout lock."
}
+check_swap_layout_no_dom()
+{
+ local FOLDER=$1
+ local SUPP=$(lfs getstripe $FOLDER | grep "pattern: mdt" | wc -l)
+ [ $SUPP -eq 0 ] || skip "layout swap does not support DOM files so far"
+}
+
check_and_setup_lustre
DIR=${DIR:-$MOUNT}
assert_DIR
done
local failed=0
- for i in {1..50}; do
+ for i in {1..250}; do
for fname in $(mktemp -u $DIR/$tdir/.$tfile.XXXXXX) \
$(mktemp $DIR/$tdir/$tfile.XXXXXXXX); do
touch $fname || error "touch $fname failed"
done
done
echo "$failed MDT index mismatches"
- (( failed < 4 )) || error "MDT index mismatch $failed times"
+ (( failed < 20 )) || error "MDT index mismatch $failed times"
}
run_test 33h "temp file is located on the same MDT as target"
test_mkdir -p $dir || error "failed to mkdir $dir"
$LFS setstripe -c 1 -i 0 $dir/$tfile ||
error "failed to setstripe $dir/$tfile"
+ mdt_idx=$($LFS getdirstripe -i $dir)
dd if=/dev/zero of=$dir/$tfile bs=1M count=1
stack_trap "rm -f $tmp" EXIT
- $LFS find --size +100K --ost 0 $dir 2>&1 | tee $tmp
- [ -z "$(cat $tmp | grep "obd_uuid: ")" ] ||
+ $LFS find --size +100K --ost 0 $dir |& tee $tmp
+ ! grep -q obd_uuid $tmp ||
error "failed to find --size +100K --ost 0 $dir"
- $LFS find --size +100K --mdt $mdt_idx $dir 2>&1 | tee $tmp
- [ -z "$(cat $tmp | grep "obd_uuid: ")" ] ||
+ $LFS find --size +100K --mdt $mdt_idx $dir |& tee $tmp
+ ! grep -q obd_uuid $tmp ||
error "failed to find --size +100K --mdt $mdt_idx $dir"
}
run_test 56rb "check lfs find --size --ost/--mdt works"
}
run_test 64c "verify grant shrink"
+import_param() {
+ local tgt=$1
+ local param=$2
+
+ $LCTL get_param osc.$tgt.import | awk "/$param/ { print \$2 }"
+}
+
# this does exactly what osc_request.c:osc_announce_cached() does in
# order to calculate max amount of grants to ask from server
want_grant() {
local tgt=$1
- local nrpages=$($LCTL get_param -n osc.${tgt}.max_pages_per_rpc)
- local rpc_in_flight=$($LCTL get_param -n osc.${tgt}.max_rpcs_in_flight)
+ local nrpages=$($LCTL get_param -n osc.$tgt.max_pages_per_rpc)
+ local rpc_in_flight=$($LCTL get_param -n osc.$tgt.max_rpcs_in_flight)
- ((rpc_in_flight ++));
+ ((rpc_in_flight++));
nrpages=$((nrpages * rpc_in_flight))
- local dirty_max_pages=$($LCTL get_param -n osc.${tgt}.max_dirty_mb)
+ local dirty_max_pages=$($LCTL get_param -n osc.$tgt.max_dirty_mb)
dirty_max_pages=$((dirty_max_pages * 1024 * 1024 / PAGE_SIZE))
local undirty=$((nrpages * PAGE_SIZE))
local max_extent_pages
- max_extent_pages=$($LCTL get_param osc.${tgt}.import |
- grep grant_max_extent_size | awk '{print $2}')
+ max_extent_pages=$(import_param $tgt grant_max_extent_size)
max_extent_pages=$((max_extent_pages / PAGE_SIZE))
local nrextents=$(((nrpages + max_extent_pages - 1) / max_extent_pages))
local grant_extent_tax
- grant_extent_tax=$($LCTL get_param osc.${tgt}.import |
- grep grant_extent_tax | awk '{print $2}')
+ grant_extent_tax=$(import_param $tgt grant_extent_tax)
undirty=$((undirty + nrextents * grant_extent_tax))
local max_brw_size
local grant_extent_tax
- max_brw_size=$($LCTL get_param osc.${tgt}.import |
- grep max_brw_size | awk '{print $2}')
+ max_brw_size=$(import_param $tgt max_brw_size)
- grant_extent_tax=$($LCTL get_param osc.${tgt}.import |
- grep grant_extent_tax | awk '{print $2}')
+ grant_extent_tax=$(import_param $tgt grant_extent_tax)
echo $(((max_brw_size + grant_extent_tax) * 2))
}
test_64d() {
- [ $OST1_VERSION -lt $(version_code 2.10.56) ] &&
+ [ $OST1_VERSION -ge $(version_code 2.10.56) ] ||
skip "OST < 2.10.55 doesn't limit grants enough"
- local tgt=$($LCTL dl | grep "0000-osc-[^mM]" | awk '{print $4}')
- local file=$DIR/$tfile
+ local tgt=$($LCTL dl | awk '/OST0000-osc-[^mM]/ { print $4 }')
- [[ $($LCTL get_param osc.${tgt}.import |
- grep "connect_flags:.*grant_param") ]] ||
+ [[ "$($LCTL get_param osc.${tgt}.import)" =~ "grant_param" ]] ||
skip "no grant_param connect flag"
- local olddebug=$($LCTL get_param -n debug 2> /dev/null)
+ local olddebug="$($LCTL get_param -n debug 2> /dev/null)"
+
+ $LCTL set_param -n -n debug="$OLDDEBUG" || true
+ stack_trap "$LCTL set_param -n debug='$olddebug'" EXIT
- $LCTL set_param debug="$OLDDEBUG" 2> /dev/null || true
local max_cur_granted=$(($(want_grant $tgt) + $(grant_chunk $tgt)))
- stack_trap "rm -f $file" EXIT
+ stack_trap "rm -f $DIR/$tfile && wait_delete_completed" EXIT
- $LFS setstripe $file -i 0 -c 1
- dd if=/dev/zero of=$file bs=1M count=1000 &
+ $LFS setstripe $DIR/$tfile -i 0 -c 1
+ dd if=/dev/zero of=$DIR/$tfile bs=1M count=1000 &
ddpid=$!
- while true
- do
- local cur_grant=$($LCTL get_param -n osc.${tgt}.cur_grant_bytes)
- if [[ $cur_grant -gt $max_cur_granted ]]
- then
+ while kill -0 $ddpid; do
+ local cur_grant=$($LCTL get_param -n osc.$tgt.cur_grant_bytes)
+
+ if [[ $cur_grant -gt $max_cur_granted ]]; then
kill $ddpid
error "cur_grant $cur_grant > $max_cur_granted"
fi
- kill -0 $ddpid
- [[ $? -ne 0 ]] && break;
- sleep 2
- done
- rm -f $DIR/$tfile
- wait_delete_completed
- $LCTL set_param debug="$olddebug" 2> /dev/null || true
+ sleep 1
+ done
}
run_test 64d "check grant limit exceed"
+check_grants() {
+ local tgt=$1
+ local expected=$2
+ local msg=$3
+ local cur_grants=$($LCTL get_param -n osc.$tgt.cur_grant_bytes)
+
+ ((cur_grants == expected)) ||
+ error "$msg: grants mismatch: $cur_grants, expected $expected"
+}
+
+round_up_p2() {
+ echo $((($1 + $2 - 1) & ~($2 - 1)))
+}
+
+test_64e() {
+ [ $PARALLEL == "yes" ] && skip "skip parallel run"
+ [ $OST1_VERSION -ge $(version_code 2.11.56) ] ||
+ skip "Need OSS version at least 2.11.56"
+
+ # Remount client to reset grant
+ remount_client $MOUNT || error "failed to remount client"
+ local osc_tgt="$FSNAME-OST0000-osc-$($LFS getname -i $DIR)"
+
+ local init_grants=$(import_param $osc_tgt initial_grant)
+
+ check_grants $osc_tgt $init_grants "init grants"
+
+ local extent_tax=$(import_param $osc_tgt grant_extent_tax)
+ local max_brw_size=$(import_param $osc_tgt max_brw_size)
+ local gbs=$(import_param $osc_tgt grant_block_size)
+
+ # write random number of bytes from max_brw_size / 4 to max_brw_size
+ local write_bytes=$(shuf -i $((max_brw_size / 4))-$max_brw_size -n 1)
+ # align for direct io
+ write_bytes=$(round_up_p2 $write_bytes PAGE_SIZE)
+ # round to grant consumption unit
+ local wb_round_up=$(round_up_p2 $write_bytes gbs)
+
+ local grants=$((wb_round_up + extent_tax))
+
+ $LFS setstripe -c 1 -i 0 $DIR/$tfile || error "lfs setstripe failed"
+
+ # define OBD_FAIL_TGT_NO_GRANT 0x725
+ # make the server not grant more back
+ do_facet ost1 $LCTL set_param fail_loc=0x725
+ dd if=/dev/zero of=$DIR/$tfile bs=$write_bytes count=1 oflag=direct
+
+ do_facet ost1 $LCTL set_param fail_loc=0
+
+ check_grants $osc_tgt $((init_grants - grants)) "dio w/o grant alloc"
+
+ rm -f $DIR/$tfile || error "rm failed"
+
+ # Remount client to reset grant
+ remount_client $MOUNT || error "failed to remount client"
+ osc_tgt="$FSNAME-OST0000-osc-$($LFS getname -i $DIR)"
+
+ $LFS setstripe -c 1 -i 0 $DIR/$tfile || error "lfs setstripe failed"
+
+ # define OBD_FAIL_TGT_NO_GRANT 0x725
+ # make the server not grant more back
+ do_facet ost1 $LCTL set_param fail_loc=0x725
+ $MULTIOP $DIR/$tfile "oO_WRONLY:w${write_bytes}yc"
+ do_facet ost1 $LCTL set_param fail_loc=0
+
+ check_grants $osc_tgt $((init_grants - grants)) "buf io w/o grant alloc"
+}
+run_test 64e "check grant consumption (no grant allocation)"
+
+test_64f() {
+ [ $PARALLEL == "yes" ] && skip "skip parallel run"
+
+ # Remount client to reset grant
+ remount_client $MOUNT || error "failed to remount client"
+ local osc_tgt="$FSNAME-OST0000-osc-$($LFS getname -i $DIR)"
+
+ local init_grants=$(import_param $osc_tgt initial_grant)
+ local extent_tax=$(import_param $osc_tgt grant_extent_tax)
+ local max_brw_size=$(import_param $osc_tgt max_brw_size)
+ local gbs=$(import_param $osc_tgt grant_block_size)
+ local chunk=$(grant_chunk $osc_tgt)
+
+ # write random number of bytes from max_brw_size / 4 to max_brw_size
+ local write_bytes=$(shuf -i $((max_brw_size / 4))-$max_brw_size -n 1)
+ # align for direct io
+ write_bytes=$(round_up_p2 $write_bytes PAGE_SIZE)
+ # round to grant consumption unit
+ local wb_round_up=$(round_up_p2 $write_bytes gbs)
+
+ local grants=$((wb_round_up + extent_tax))
+
+ $LFS setstripe -c 1 -i 0 $DIR/$tfile || error "lfs setstripe failed"
+ dd if=/dev/zero of=$DIR/$tfile bs=$write_bytes count=1 oflag=direct ||
+ error "error writing to $DIR/$tfile"
+
+ check_grants $osc_tgt $((init_grants - grants + chunk)) \
+ "direct io with grant allocation"
+
+ rm -f $DIR/$tfile || error "rm failed"
+
+ # Remount client to reset grant
+ remount_client $MOUNT || error "failed to remount client"
+ osc_tgt="$FSNAME-OST0000-osc-$($LFS getname -i $DIR)"
+
+ $LFS setstripe -c 1 -i 0 $DIR/$tfile || error "lfs setstripe failed"
+
+ local cmd="oO_WRONLY:w${write_bytes}_yc"
+
+ $MULTIOP $DIR/$tfile $cmd &
+ MULTIPID=$!
+ sleep 1
+
+ check_grants $osc_tgt $((init_grants - grants)) \
+ "buffered io, not write rpc"
+
+ kill -USR1 $MULTIPID
+ wait
+
+ check_grants $osc_tgt $((init_grants - grants + chunk)) \
+ "buffered io, one RPC"
+}
+run_test 64f "check grant consumption (with grant allocation)"
+
# bug 1414 - set/get directories' stripe info
test_65a() {
[ $PARALLEL == "yes" ] && skip "skip parallel run"
run_test 74c "ldlm_lock_create error path, (shouldn't LBUG)"
num_inodes() {
+ [ -f /sys/kernel/slab/lustre_inode_cache/shrink ] &&
+ echo 1 > /sys/kernel/slab/lustre_inode_cache/shrink
awk '/lustre_inode_cache/ {print $2; exit}' /proc/slabinfo
}
}
run_test 81b "OST should return -ENOSPC when retry still fails ======="
-test_82() { # LU-1031
- dd if=/dev/zero of=$DIR/$tfile bs=1M count=10
- local gid1=14091995
- local gid2=16022000
-
- multiop_bg_pause $DIR/$tfile OG${gid1}_g${gid1}c || return 1
- local MULTIPID1=$!
- multiop_bg_pause $DIR/$tfile O_G${gid2}r10g${gid2}c || return 2
- local MULTIPID2=$!
- kill -USR1 $MULTIPID2
- sleep 2
- if [[ `ps h -o comm -p $MULTIPID2` == "" ]]; then
- error "First grouplock does not block second one"
- else
- echo "Second grouplock blocks first one"
- fi
- kill -USR1 $MULTIPID1
- wait $MULTIPID1
- wait $MULTIPID2
-}
-run_test 82 "Basic grouplock test"
-
test_99() {
[ -z "$(which cvs 2>/dev/null)" ] && skip_env "could not find cvs"
[ -z "$fid" ] && error "path2fid unable to get $tf FID"
# check that we get the same pathname back
- local found=$($LFS fid2path $MOUNT "$fid")
- [ -z "$found" ] && error "fid2path unable to get '$fid' path"
- [ "$found" == "$tf" ] ||
- error "fid2path($fid=path2fid($tf)) = $found != $tf"
+ local rootpath
+ local found
+ for rootpath in "$MOUNT" "$MOUNT///" "$MOUNT/$tfile"; do
+ echo "$rootpath $fid"
+ found=$($LFS fid2path $rootpath "$fid")
+ [ -z "$found" ] && error "fid2path unable to get '$fid' path"
+ [ "$found" == "$tf" ] || error "fid2path $found != $tf"
+ done
+
+ # check wrong root path format
+ rootpath=$MOUNT"_wrong"
+ found=$($LFS fid2path $rootpath "$fid")
+ [ -z "$found" ] || error "should fail ($rootpath != $MOUNT)"
}
run_test 154A "lfs path2fid and fid2path basic checks"
local cmpn_arg=$(cmp -n 2>&1 | grep "invalid option")
[ -n "$cmpn_arg" ] && skip_env "cmp does not support -n"
check_swap_layouts_support
+ check_swap_layout_no_dom $DIR
local dir0=$DIR/$tdir/$testnum
mkdir -p $dir0 || error "creating dir $dir0"
test_184d() {
check_swap_layouts_support
+ check_swap_layout_no_dom $DIR
[ -z "$(which getfattr 2>/dev/null)" ] &&
skip_env "no getfattr command"
[[ $MDS1_VERSION -ge $(version_code 2.6.94) ]] ||
skip "Need MDS version at least 2.6.94"
check_swap_layouts_support
+ check_swap_layout_no_dom $DIR
[ -z "$(which getfattr 2>/dev/null)" ] &&
skip_env "no getfattr command"
sync; sleep 5; sync;
echo 3 > /proc/sys/vm/drop_caches
+ [ -f /sys/kernel/slab/ptlrpc_cache/shrink ] &&
+ echo 1 > /sys/kernel/slab/ptlrpc_cache/shrink
req_before=$(awk '/ptlrpc_cache / { print $2 }' /proc/slabinfo)
# open/close 500 times
done
echo 3 > /proc/sys/vm/drop_caches
+ [ -f /sys/kernel/slab/ptlrpc_cache/shrink ] &&
+ echo 1 > /sys/kernel/slab/ptlrpc_cache/shrink
req_after=$(awk '/ptlrpc_cache / { print $2 }' /proc/slabinfo)
echo "before: $req_before, after: $req_after"
skip "Need MDS version at least 2.13.52"
local mdts=$(comma_list $(mdts_nodes))
+ local timeout=100
local restripe_status
local delta
local i
local j
+ [[ $(facet_fstype mds1) == zfs ]] && timeout=300
+
# in case "crush" hash type is not set
do_nodes $mdts "$LCTL set_param lod.*.mdt_hash=crush"
$LFS setdirstripe -c $i $DIR/$tdir ||
error "split -c $i $tdir failed"
wait_update $HOSTNAME \
- "$LFS getdirstripe -H $DIR/$tdir" "crush" 100 ||
+ "$LFS getdirstripe -H $DIR/$tdir" "crush" $timeout ||
error "dir split not finished"
delta=$(do_nodes $mdts "lctl get_param -n mdt.*MDT*.md_stats" |
awk '/migrate/ {sum += $2} END { print sum }')
skip "Need MDS version at least 2.13.52"
local mdts=$(comma_list $(mdts_nodes))
+ local timeout=100
local restripe_status
local delta
local i
local j
+ [[ $(facet_fstype mds1) == zfs ]] && timeout=300
+
do_nodes $mdts "$LCTL set_param lod.*.mdt_hash=crush"
restripe_status=$(do_facet mds1 $LCTL get_param -n \
error "split -c $i $tdir failed"
[ $i -eq 1 ] && mdt_hash="none"
wait_update $HOSTNAME \
- "$LFS getdirstripe -H $DIR/$tdir" $mdt_hash 100 ||
+ "$LFS getdirstripe -H $DIR/$tdir" $mdt_hash $timeout ||
error "dir merge not finished"
delta=$(do_nodes $mdts "lctl get_param -n mdt.*MDT*.md_stats" |
awk '/migrate/ {sum += $2} END { print sum }')
$LFS fid2path $submount $fid && error "fid2path should fail"
cleanup_247 $submount
}
-run_test 247c "running fid2path outside root"
+run_test 247c "running fid2path outside subdirectory root"
test_247d() {
lctl get_param -n mdc.$FSNAME-MDT0000*.import | grep -q subtree ||
FILESET="$FILESET/$tdir" mount_client $submount ||
error "mount $submount failed"
trap "cleanup_247 $submount" EXIT
- local fid=$($LFS path2fid $submount/dir1)
- $LFS fid2path $submount $fid || error "fid2path should succeed"
+
+ local td=$submount/dir1
+ local fid=$($LFS path2fid $td)
+ [ -z "$fid" ] && error "path2fid unable to get $td FID"
+
+ # check that we get the same pathname back
+ local rootpath
+ local found
+ for rootpath in "$submount" "$submount///" "$submount/dir1"; do
+ echo "$rootpath $fid"
+ found=$($LFS fid2path $rootpath "$fid")
+ [ -n "found" ] || error "fid2path should succeed"
+ [ "$found" == "$td" ] || error "fid2path $found != $td"
+ done
+ # check wrong root path format
+ rootpath=$submount"_wrong"
+ found=$($LFS fid2path $rootpath "$fid")
+ [ -z "$found" ] || error "fid2path should fail ($rootpath != $submount)"
+
cleanup_247 $submount
}
-run_test 247d "running fid2path inside root"
+run_test 247d "running fid2path inside subdirectory root"
# LU-8037
test_247e() {
--filename=$DIR/$tfile
[ $? -eq 0 ] || error "fio mixed read write error"
+ echo "AIO with large block size ${size}M"
+ fio --name=rand-rw --rw=randrw --bs=${size}M --direct=1 \
+ --numjobs=1 --fallocate=none --ioengine=libaio \
+ --iodepth=16 --allow_file_create=0 --size=${size}M \
+ --filename=$DIR/$tfile
+ [ $? -eq 0 ] || error "fio large block size failed"
+
rm -rf $DIR/$tfile
$LCTL set_param debug="$saved_debug"
}
run_test 398c "run fio to test AIO"
+test_398d() { # LU-13846
+ test -f aiocp || skip_env "no aiocp installed"
+ local aio_file=$DIR/aio_file
+
+ $LFS setstripe -c -1 -S 1M $DIR/$tfile $aio_file
+
+ dd if=/dev/urandom of=$DIR/$tfile bs=1M count=64
+ aiocp -a $PAGE_SIZE -b 64M -s 64M -f O_DIRECT $DIR/$tfile $aio_file
+
+ diff $DIR/$tfile $aio_file || "file diff after aiocp"
+ rm -rf $DIR/$tfile $aio_file
+}
+run_test 398d "run aiocp to verify block size > stripe size"
+
test_fake_rw() {
local read_write=$1
if [ "$read_write" = "write" ]; then
skip "Layout swap lock is not supported"
check_swap_layouts_support
+ check_swap_layout_no_dom $DIR
test_mkdir $DIR/$tdir
swap_lock_test -d $DIR/$tdir ||
git://git.whamcloud.com / fs / lustre-release.git / blobdiff