ALWAYS_EXCEPT+=" 130a 130b 130c 130d 130e 130f 130g"
fi
+proc_regexp="/{proc,sys}/{fs,sys,kernel/debug}/{lustre,lnet}/"
+
# Get the SLES distro version
#
# Returns a version string that should only be used in comparing
}
run_test 0d "check export proc ============================="
+test_0e() { # LU-13417
+ (( $MDSCOUNT > 1 )) ||
+ skip "We need at least 2 MDTs for this test"
+
+ (( $MDS1_VERSION >= $(version_code 2.14.51) )) ||
+ skip "Need server version at least 2.14.51"
+
+ local default_lmv_count=$($LFS getdirstripe -D -c $MOUNT)
+ local default_lmv_index=$($LFS getdirstripe -D -i $MOUNT)
+
+ [ $default_lmv_count -eq 1 ] ||
+ error "$MOUNT default stripe count $default_lmv_count"
+
+ [ $default_lmv_index -eq -1 ] ||
+ error "$MOUNT default stripe index $default_lmv_index"
+
+ mkdir $MOUNT/$tdir.1 || error "mkdir $MOUNT/$tdir.1 failed"
+ mkdir $MOUNT/$tdir.2 || error "mkdir $MOUNT/$tdir.2 failed"
+
+ local mdt_index1=$($LFS getdirstripe -i $MOUNT/$tdir.1)
+ local mdt_index2=$($LFS getdirstripe -i $MOUNT/$tdir.2)
+
+ [ $mdt_index1 -eq $mdt_index2 ] &&
+ error "directories are on the same MDT $mdt_index1=$mdt_index2"
+
+ rmdir $MOUNT/$tdir.1 $MOUNT/$tdir.2
+}
+run_test 0e "Enable DNE MDT balancing for mkdir in the ROOT"
+
test_1() {
test_mkdir $DIR/$tdir
test_mkdir $DIR/$tdir/d2
test_mkdir $DIR/$tdir
# Set default striping on directory
- $LFS setstripe -C 4 $DIR/$tdir
+ local setcount=4
+ local stripe_opt
+
+ # if we run against a 2.12 server which lacks overstring support
+ # then the connect_flag will not report overstriping, even if client
+ # is 2.14+
+ if [[ $($LCTL get_param mdc.*.connect_flags) =~ overstriping ]]; then
+ stripe_opt="-C $setcount"
+ elif (( $OSTCOUNT >= $setcount )); then
+ stripe_opt="-c $setcount"
+ else
+ skip "server does not support overstriping"
+ fi
+ $LFS setstripe $stripe_opt $DIR/$tdir
echo 1 > $DIR/$tdir/${tfile}.1
local count=$($LFS getstripe -c $DIR/$tdir/${tfile}.1)
- local setcount=4
[ $count -eq $setcount ] ||
error "(1) stripe count $count, should be $setcount"
# Clean up DOM layout
$LFS setstripe -d $DIR/$tdir
+ save_layout_restore_at_exit $MOUNT
# Now test that append striping works when layout is from root
$LFS setstripe -c 2 $MOUNT
# Make a special directory for this
mkdir $DIR/${tdir}/${tdir}.2
- stack_trap "$LFS setstripe -d $MOUNT" EXIT
# Verify for normal file
setcount=2
}
run_test 31q "create striped directory on specific MDTs"
+#LU-14949
+test_31r() {
+ touch $DIR/$tfile.target
+ touch $DIR/$tfile.source
+
+ #OBD_FAIL_LLITE_OPEN_DELAY 0x1419
+ $LCTL set_param fail_loc=0x1419 fail_val=3
+ cat $DIR/$tfile.target &
+ CATPID=$!
+
+ # Guarantee open is waiting before we get here
+ sleep 1
+ mv $DIR/$tfile.source $DIR/$tfile.target
+
+ wait $CATPID
+ RC=$?
+ if [[ $RC -ne 0 ]]; then
+ error "open with cat failed, rc=$RC"
+ fi
+}
+run_test 31r "open-rename(replace) race"
+
cleanup_test32_mount() {
local rc=0
trap 0
# cleanup the directory
rm -fr $dir
- test_mkdir -c1 $dir
+ mkdir_on_mdt -i $((RANDOM % MDSCOUNT)) $dir
$LFS df
$LFS df -i
}
run_test 77m "Verify checksum_speed is correctly read"
+check_filefrag_77n() {
+ local nr_ext=0
+ local starts=()
+ local ends=()
+
+ while read extidx a b start end rest; do
+ if [[ "${extidx}" =~ ^[0-9]+: ]]; then
+ nr_ext=$(( $nr_ext + 1 ))
+ starts+=( ${start%..} )
+ ends+=( ${end%:} )
+ fi
+ done < <( filefrag -sv $1 )
+
+ [[ $nr_ext -eq 2 ]] && [[ "${starts[-1]}" == $(( ${ends[0]} + 1 )) ]] && return 0
+ return 1
+}
+
+test_77n() {
+ [[ "$CKSUM_TYPES" =~ t10 ]] || skip "no T10 checksum support on osc"
+
+ touch $DIR/$tfile
+ $TRUNCATE $DIR/$tfile 0
+ dd if=/dev/urandom of=$DIR/$tfile bs=4k conv=notrunc count=1 seek=0
+ dd if=/dev/urandom of=$DIR/$tfile bs=4k conv=notrunc count=1 seek=2
+ check_filefrag_77n $DIR/$tfile ||
+ skip "$tfile blocks not contiguous around hole"
+
+ set_checksums 1
+ stack_trap "set_checksums $ORIG_CSUM" EXIT
+ stack_trap "set_checksum_type $ORIG_CSUM_TYPE" EXIT
+ stack_trap "rm -f $DIR/$tfile"
+
+ for algo in $CKSUM_TYPES; do
+ if [[ "$algo" =~ ^t10 ]]; then
+ set_checksum_type $algo ||
+ error "fail to set checksum type $algo"
+ dd if=$DIR/$tfile of=/dev/null bs=12k count=1 iflag=direct ||
+ error "fail to read $tfile with $algo"
+ fi
+ done
+ rm -f $DIR/$tfile
+ return 0
+}
+run_test 77n "Verify read from a hole inside contiguous blocks with T10PI"
+
cleanup_test_78() {
trap 0
rm -f $DIR/$tfile
$LCTL get_param -R '*' &> /dev/null
# Verifing writability with badarea_io.
+ local proc_dirs=$(eval \ls -d $proc_regexp 2>/dev/null)
+ local skipped_params='force_lbug|changelog_mask|daemon_file'
$LCTL list_param -FR '*' | grep '=' | tr -d = |
- egrep -v 'force_lbug|changelog_mask' | xargs badarea_io ||
+ egrep -v "$skipped_params" |
+ xargs -n 1 find $proc_dirs -name |
+ xargs -n 1 badarea_io ||
error "client badarea_io failed"
# remount the FS in case writes/reads /proc break the FS
remote_mds_nodsh && skip "remote MDS with nodsh"
remote_ost_nodsh && skip "remote OST with nodsh"
+ local proc_dirs=$(eval \ls -d $proc_regexp 2>/dev/null)
+ local skipped_params="'force_lbug|changelog_mask|daemon_file'"
local facet
for facet in mds1 ost1; do
local facet_ver=$(lustre_version_code $facet)
fi
if [ $facet_ver -ge $(version_code 2.5.54) ]; then
do_facet $facet "$LCTL list_param -FR '*' | grep '=' |
- tr -d = | egrep -v 'force_lbug|changelog_mask' |
- xargs badarea_io" ||
+ tr -d = | egrep -v $skipped_params |
+ xargs -n 1 find $proc_dirs -name |
+ xargs -n 1 badarea_io" ||
error "$facet badarea_io failed"
else
skip_noexit "$facet: too old lustre for get_param -R"
test_150c() {
check_set_fallocate_or_skip
+ local striping="-c2"
stack_trap "rm -f $DIR/$tfile; wait_delete_completed"
$LFS setstripe -c $OSTCOUNT -S1M $DIR/$tfile || error "setstripe failed"
fallocate -l ${OSTCOUNT}m $DIR/$tfile || error "fallocate failed"
- sync; sync_all_data
- cancel_lru_locks $OSC
- sleep 5
- bytes=$(($(stat -c '%b * %B' $DIR/$tfile)))
- want=$((OSTCOUNT * 1048576))
+ local bytes=$(($(stat -c '%b * %B' $DIR/$tfile)))
+ local want=$((OSTCOUNT * 1048576))
# Must allocate all requested space, not more than 5% extra
(( $bytes >= $want && $bytes < $want * 105 / 100 )) ||
error "bytes $bytes is not $want"
rm -f $DIR/$tfile
- # verify fallocate on PFL file
- $LFS setstripe -E1M -c1 -E16M -c3 -Eeof -c 4 $DIR/$tfile ||
+
+ echo "verify fallocate on PFL file"
+
+ [[ "x$DOM" == "xyes" ]] && striping="-L mdt"
+
+ $LFS setstripe -E1M $striping -E16M -c3 -Eeof -c 4 $DIR/$tfile ||
error "Create $DIR/$tfile failed"
- fallocate -l $((1048576 * 1024)) $DIR/$tfile ||
+ fallocate -l $((1048576 * 512)) $DIR/$tfile ||
error "fallocate failed"
- sync; sync_all_data
- cancel_lru_locks $OSC
- sleep 5
- local bytes=$(($(stat -c '%b * %B' $DIR/$tfile)))
- local want=$((1024 * 1048576))
+ bytes=$(($(stat -c '%b * %B' $DIR/$tfile)))
+ want=$((512 * 1048576))
# Must allocate all requested space, not more than 5% extra
(( $bytes >= $want && $bytes < $want * 105 / 100 )) ||
test_150d() {
check_set_fallocate_or_skip
+ local striping="-c2"
+
+ [[ "x$DOM" == "xyes" ]] && striping="-L mdt"
stack_trap "rm -f $DIR/$tfile; wait_delete_completed"
- $LFS setstripe -c $OSTCOUNT -S1M $DIR/$tdir || error "setstripe failed"
+ $LFS setstripe -E1M $striping -E eof -c $OSTCOUNT -S1M $DIR/$tdir ||
+ error "setstripe failed"
fallocate -o 1G -l ${OSTCOUNT}m $DIR/$tdir || error "fallocate failed"
- sync; sync_all_data
- cancel_lru_locks $OSC
- sleep 5
local bytes=$(($(stat -c '%b * %B' $DIR/$tdir)))
local want=$((OSTCOUNT * 1048576))
check_set_fallocate_or_skip
stack_trap "rm -f $DIR/$tfile; wait_delete_completed"
+ [[ "x$DOM" == "xyes" ]] &&
+ $LFS setstripe -E1M -L mdt -E eof $DIR/$tfile
+
echo "Verify fallocate punch: Range within the file range"
yes 'A' | dd of=$DIR/$tfile bs=4096 count=5 ||
error "dd failed for bs 4096 and count 5"
check_set_fallocate_or_skip
stack_trap "rm -f $DIR/$tfile; wait_delete_completed"
- $LFS setstripe -c${OSTCOUNT} $DIR/$tfile ||
- error "$LFS setstripe -c${OSTCOUNT} $DIR/$tfile failed"
+ if [[ "x$DOM" == "xyes" ]]; then
+ $LFS setstripe -E2M -L mdt -E eof -c${OSTCOUNT} $DIR/$tfile ||
+ error "$LFS setstripe DoM + ${OSTCOUNT} OST failed"
+ else
+ $LFS setstripe -c${OSTCOUNT} $DIR/$tfile ||
+ error "$LFS setstripe -c${OSTCOUNT} $DIR/$tfile failed"
+ fi
# Get 100MB per OST of the available space to reduce run time
# else 60% of the available space if we are running SLOW tests
[ -n "$FILESET" ] && skip "SKIP due to FILESET set"
# create parent directory on a single MDT to avoid cross-MDT hardlinks
- test_mkdir -p -c1 $DIR/$tdir/d
+ mkdir_on_mdt0 $DIR/$tdir
# test dirs inherit from its stripe
- mkdir -p $DIR/$tdir/d/foo1 || error "mkdir error"
- mkdir -p $DIR/$tdir/d/foo2 || error "mkdir error"
- cp /etc/hosts $DIR/$tdir/d/foo1/$tfile
- ln $DIR/$tdir/d/foo1/$tfile $DIR/$tdir/d/foo2/link
+ mkdir -p $DIR/$tdir/foo1 || error "mkdir error"
+ mkdir -p $DIR/$tdir/foo2 || error "mkdir error"
+ cp /etc/hosts $DIR/$tdir/foo1/$tfile
+ ln $DIR/$tdir/foo1/$tfile $DIR/$tdir/foo2/link
touch $DIR/f
# get fid of parents
- local FID0=$($LFS path2fid $DIR/$tdir/d)
- local FID1=$($LFS path2fid $DIR/$tdir/d/foo1)
- local FID2=$($LFS path2fid $DIR/$tdir/d/foo2)
+ local FID0=$($LFS path2fid $DIR/$tdir)
+ local FID1=$($LFS path2fid $DIR/$tdir/foo1)
+ local FID2=$($LFS path2fid $DIR/$tdir/foo2)
local FID3=$($LFS path2fid $DIR)
# check that path2fid --parents returns expected <parent_fid>/name
# 1) test for a directory (single parent)
- local parent=$($LFS path2fid --parents $DIR/$tdir/d/foo1)
+ local parent=$($LFS path2fid --parents $DIR/$tdir/foo1)
[ "$parent" == "$FID0/foo1" ] ||
error "expected parent: $FID0/foo1, got: $parent"
# 2) test for a file with nlink > 1 (multiple parents)
- parent=$($LFS path2fid --parents $DIR/$tdir/d/foo1/$tfile)
+ parent=$($LFS path2fid --parents $DIR/$tdir/foo1/$tfile)
echo "$parent" | grep -F "$FID1/$tfile" ||
error "$FID1/$tfile not returned in parent list"
echo "$parent" | grep -F "$FID2/link" ||
error "$FID2/link not returned in parent list"
# 3) get parent by fid
- local file_fid=$($LFS path2fid $DIR/$tdir/d/foo1/$tfile)
+ local file_fid=$($LFS path2fid $DIR/$tdir/foo1/$tfile)
parent=$($LFS path2fid --parents $MOUNT/.lustre/fid/$file_fid)
echo "$parent" | grep -F "$FID1/$tfile" ||
error "$FID1/$tfile not returned in parent list (by fid)"
lctl set_param llite.*.xattr_cache 1
# 6.1) linkea update on rename
- mv $DIR/$tdir/d/foo1/$tfile $DIR/$tdir/d/foo2/$tfile.moved
+ mv $DIR/$tdir/foo1/$tfile $DIR/$tdir/foo2/$tfile.moved
# get parents by fid
parent=$($LFS path2fid --parents $MOUNT/.lustre/fid/$file_fid)
error "$FID2/$tfile.moved is not in parent list"
# 6.2) linkea update on unlink
- rm -f $DIR/$tdir/d/foo2/link
+ rm -f $DIR/$tdir/foo2/link
parent=$($LFS path2fid --parents $MOUNT/.lustre/fid/$file_fid)
# foo2/link should no longer be returned in parent list
echo "$parent" | grep -F "$FID2/link" &&
$CLIENT_VERSION -gt $(version_code 2.6.99) ]] ||
skip "Need MDS version at least 2.6.92"
- mkdir -p $DIR/$tdir
+ mkdir_on_mdt0 $DIR/$tdir
llapi_fid_test -d $DIR/$tdir
}
run_test 154g "various llapi FID tests"
# Create a user
changelog_register || error "changelog_register failed"
- # Delete a future user (expect fail)
local MDT0=$(facet_svc $SINGLEMDS)
- do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister "cl77"
- local rc=$?
+ local rc
+ # No user (expect fail)
+ do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister
+ rc=$?
+ if [ $rc -eq 0 ]; then
+ error "Should fail without user"
+ elif [ $rc -ne 4 ]; then
+ error "changelog_deregister failed with $rc, expect 4(CMD_HELP)"
+ fi
+
+ # Delete a future user (expect fail)
+ do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister "cl77"
+ rc=$?
if [ $rc -eq 0 ]; then
error "Deleted non-existant user cl77"
elif [ $rc -ne 2 ]; then
$MULTIOP $DIR/$tfile oO_CREAT:O_RDWR:eRE+eU || error "get lease error"
echo "==== test 2: verify lease can be broken by upcoming open"
- $MULTIOP $DIR/$tfile oO_RDONLY:eR_E-eUc &
+ $MULTIOP $DIR/$tfile oO_RDWR:eR_E-eUc &
local PID=$!
sleep 1
- $MULTIOP $DIR/$tfile oO_RDONLY:c
+ $MULTIOP $DIR/$tfile oO_RDWR:c
kill -USR1 $PID && wait $PID || error "break lease error"
echo "==== test 3: verify lease can't be granted if an open already exists"
- $MULTIOP $DIR/$tfile oO_RDONLY:_c &
+ $MULTIOP $DIR/$tfile oO_RDWR:_c &
local PID=$!
sleep 1
- $MULTIOP $DIR/$tfile oO_RDONLY:eReUc && error "apply lease should fail"
+ $MULTIOP $DIR/$tfile oO_RDWR:eReUc && error "apply lease should fail"
kill -USR1 $PID && wait $PID || error "open file error"
echo "==== test 4: lease can sustain over recovery"
- $MULTIOP $DIR/$tfile oO_RDONLY:eR_E+eUc &
+ $MULTIOP $DIR/$tfile oO_RDWR:eR_E+eUc &
PID=$!
sleep 1
kill -USR1 $PID && wait $PID || error "lease broken over recovery"
echo "==== test 5: lease broken can't be regained by replay"
- $MULTIOP $DIR/$tfile oO_RDONLY:eR_E-eUc &
+ $MULTIOP $DIR/$tfile oO_RDWR:eR_E-eUc &
PID=$!
sleep 1
mkdir_on_mdt0 $DIR/$tdir || error "mkdir $tdir failed"
$LFS mkdir -i $((MDSCOUNT - 1)) $DIR/$tdir/remote ||
error "mkdir remote failed"
- mkdir $DIR/$tdir/remote/subdir || error "mkdir remote/subdir failed"
+ $LFS mkdir -i $((MDSCOUNT - 1)) $DIR/$tdir/remote/subdir ||
+ error "mkdir remote/subdir failed"
$LFS mkdir -i 0 -c $MDSCOUNT $DIR/$tdir/striped ||
error "mkdir striped failed"
mkdir $DIR/$tdir/striped/subdir || error "mkdir striped/subdir failed"
stripe_count=$($LFS getdirstripe -c $dir)
[ $stripe_count -eq 0 ] ||
error "expect 1 get $stripe_count for $dir"
- stripe_index=$($LFS getdirstripe -i $dir)
- [ $stripe_index -eq 0 ] ||
- error "expect 0 get $stripe_index for $dir"
done
}
run_test 300g "check default striped directory for normal directory"
#count the number of parameters by "list_param -R"
local params=$($LCTL list_param -R '*' 2>/dev/null | wc -l)
#count the number of parameters by listing proc files
- local proc_regexp="/{proc,sys}/{fs,sys,kernel/debug}/{lustre,lnet}/"
local proc_dirs=$(eval \ls -d $proc_regexp 2>/dev/null)
echo "proc_dirs='$proc_dirs'"
[ -n "$proc_dirs" ] || error "no proc_dirs on $HOSTNAME"
}
run_test 412 "mkdir on specific MDTs"
+generate_uneven_mdts() {
+ local threshold=$1
+ local ffree
+ local bavail
+ local max
+ local min
+ local max_index
+ local min_index
+ local tmp
+ local i
+
+ echo
+ echo "Check for uneven MDTs: "
+
+ ffree=($(lctl get_param -n mdc.*[mM][dD][cC]-[^M]*.filesfree))
+ bavail=($(lctl get_param -n mdc.*[mM][dD][cC]-[^M]*.kbytesavail))
+ bsize=$(lctl get_param -n mdc.*MDT0000*.blocksize)
+
+ max=$(((${ffree[0]} >> 8) * (${bavail[0]} * bsize >> 16)))
+ min=$(((${ffree[0]} >> 8) * (${bavail[0]} * bsize >> 16)))
+ max_index=0
+ min_index=0
+ for ((i = 1; i < ${#ffree[@]}; i++)); do
+ tmp=$(((${ffree[i]} >> 8) * (${bavail[i]} * bsize >> 16)))
+ if [ $tmp -gt $max ]; then
+ max=$tmp
+ max_index=$i
+ fi
+ if [ $tmp -lt $min ]; then
+ min=$tmp
+ min_index=$i
+ fi
+ done
+
+ # Check if we need to generate uneven MDTs
+ local diff=$(((max - min) * 100 / min))
+ local testdir=$DIR/$tdir-fillmdt
+
+ mkdir -p $testdir
+
+ i=0
+ while (( diff < threshold )); do
+ # generate uneven MDTs, create till $threshold% diff
+ echo -n "weight diff=$diff% must be > $threshold% ..."
+ echo "Fill MDT$min_index with 100 files: loop $i"
+ testdir=$DIR/$tdir-fillmdt/$i
+ [ -d $testdir ] || $LFS mkdir -i $min_index $testdir ||
+ error "mkdir $testdir failed"
+ $LFS setstripe -E 1M -L mdt $testdir ||
+ error "setstripe $testdir failed"
+ for F in f.{0..99}; do
+ dd if=/dev/zero of=$testdir/$F bs=1M count=1 > \
+ /dev/null 2>&1 || error "dd $F failed"
+ done
+
+ ffree=($(lctl get_param -n mdc.*[mM][dD][cC]-*.filesfree))
+ bavail=($(lctl get_param -n mdc.*[mM][dD][cC]-*.kbytesavail))
+ max=$(((${ffree[max_index]} >> 8) * \
+ (${bavail[max_index]} * bsize >> 16)))
+ min=$(((${ffree[min_index]} >> 8) * \
+ (${bavail[min_index]} * bsize >> 16)))
+ diff=$(((max - min) * 100 / min))
+ i=$((i + 1))
+ done
+
+ echo "MDT filesfree available: ${ffree[@]}"
+ echo "MDT blocks available: ${bavail[@]}"
+ echo "weight diff=$diff%"
+}
+
test_qos_mkdir() {
local mkdir_cmd=$1
local stripe_count=$2
lmv_qos_threshold_rr=${lmv_qos_threshold_rr%%%}
lmv_qos_maxage=$($LCTL get_param -n lmv.*.qos_maxage)
stack_trap "$LCTL set_param \
- lmv.*.qos_prio_free=$lmv_qos_prio_free > /dev/null" RETURN
+ lmv.*.qos_prio_free=$lmv_qos_prio_free > /dev/null"
stack_trap "$LCTL set_param \
- lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null" RETURN
+ lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null"
stack_trap "$LCTL set_param \
- lmv.*.qos_maxage=$lmv_qos_maxage > /dev/null" RETURN
+ lmv.*.qos_maxage=$lmv_qos_maxage > /dev/null"
lod_qos_prio_free=$(do_facet mds1 $LCTL get_param -n \
lod.$FSNAME-MDT0000-mdtlov.mdt_qos_prio_free | head -n1)
lod_qos_maxage=$(do_facet mds1 $LCTL get_param -n \
lod.$FSNAME-MDT0000-mdtlov.qos_maxage | awk '{ print $1 }')
stack_trap "do_nodes $mdts $LCTL set_param \
- lod.*.mdt_qos_prio_free=$lod_qos_prio_free > /dev/null" RETURN
+ lod.*.mdt_qos_prio_free=$lod_qos_prio_free > /dev/null"
stack_trap "do_nodes $mdts $LCTL set_param \
- lod.*.mdt_qos_threshold_rr=$lod_qos_threshold_rr > /dev/null" \
- RETURN
+ lod.*.mdt_qos_threshold_rr=$lod_qos_threshold_rr > /dev/null"
stack_trap "do_nodes $mdts $LCTL set_param \
- lod.*.mdt_qos_maxage=$lod_qos_maxage > /dev/null" RETURN
+ lod.*.mdt_qos_maxage=$lod_qos_maxage > /dev/null"
$LCTL set_param lmv.*.qos_threshold_rr=100 > /dev/null
do_nodes $mdts $LCTL set_param lod.*.mdt_qos_threshold_rr=100 > /dev/null
echo "Mkdir (stripe_count $stripe_count) roundrobin:" ||
echo "Mkdir (stripe_count $stripe_count) on stripe $stripe_index"
+ stack_trap "unlinkmany -d $testdir/subdir $((100 * MDSCOUNT))"
for (( i = 0; i < 100 * MDSCOUNT; i++ )); do
eval $mkdir_cmd $testdir/subdir$i ||
error "$mkdir_cmd subdir$i failed"
fi
done
- $LCTL set_param lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null
- do_nodes $mdts $LCTL set_param \
- lod.*.mdt_qos_threshold_rr=$lod_qos_threshold_rr > /dev/null
-
echo
echo "Check for uneven MDTs: "
(( ${ffree[min_index]} < 100000000 )) ||
skip "too many free files in MDT$min_index"
- # Check if we need to generate uneven MDTs
- local threshold=50
- local diff=$(((max - min) * 100 / min))
- local value="$(generate_string 1024)"
-
- i=0
- while [ $diff -lt $threshold ]; do
- # generate uneven MDTs, create till $threshold% diff
- echo -n "weight diff=$diff% must be > $threshold% ..."
- count=$((${ffree[min_index]} / 100))
- # 8 sec per 10000 files in vm
- (( $count < 11000 )) || [ "$SLOW" != "no" ] ||
- skip "$count files to create"
- echo "Fill MDT$min_index with $count files: loop $i"
- [ -d $DIR/$tdir-MDT$min_index ] ||
- $LFS mkdir -i $min_index $DIR/$tdir-MDT$min_index ||
- error "mkdir $tdir-MDT$min_index failed"
- createmany -d $DIR/$tdir-MDT$min_index/d.$i. $count ||
- error "create d$count failed"
-
- ffree=($(lctl get_param -n mdc.*[mM][dD][cC]-*.filesfree))
- bavail=($(lctl get_param -n mdc.*[mM][dD][cC]-*.kbytesavail))
- max=$(((${ffree[max_index]} >> 8) * \
- (${bavail[max_index]} * bsize >> 16)))
- min=$(((${ffree[min_index]} >> 8) * \
- (${bavail[min_index]} * bsize >> 16)))
- diff=$(((max - min) * 100 / min))
- i=$((i + 1))
- done
-
echo "MDT filesfree available: ${ffree[@]}"
echo "MDT blocks available: ${bavail[@]}"
- echo "weight diff=$diff%"
-
+ echo "weight diff=$(((max - min) * 100 / min))%"
echo
echo "Mkdir (stripe_count $stripe_count) with balanced space usage:"
+ $LCTL set_param lmv.*.qos_threshold_rr=0 > /dev/null
$LCTL set_param lmv.*.qos_prio_free=100 > /dev/null
+ do_nodes $mdts $LCTL set_param lod.*.mdt_qos_threshold_rr=0 > /dev/null
do_nodes $mdts $LCTL set_param lod.*.mdt_qos_prio_free=100 > /dev/null
# decrease statfs age, so that it can be updated in time
$LCTL set_param lmv.*.qos_maxage=1 > /dev/null
sleep 1
testdir=$DIR/$tdir-s$stripe_count/qos
+ local num=200
- for (( i = 0; i < 100 * $MDSCOUNT; i++ )); do
+ stack_trap "unlinkmany -d $testdir/subdir $((num * MDSCOUNT))"
+ for (( i = 0; i < num * MDSCOUNT; i++ )); do
eval $mkdir_cmd $testdir/subdir$i ||
error "$mkdir_cmd subdir$i failed"
done
min=$($LFS getdirstripe -i $testdir/* | grep -c "^$min_index$")
# D-value should > 10% of averge
- (( $max - $min >= 10 )) ||
- error "subdirs shouldn't be evenly distributed: $max - $min < 10"
+ (( max - min >= num / 10 )) ||
+ error "subdirs shouldn't be evenly distributed: $max - $min < $((num / 10))"
- # ditto
- if [ $stripe_count -gt 1 ]; then
+ # 5% for stripes
+ if (( stripe_count > 1 )); then
max=$($LFS getdirstripe $testdir/* |
grep -c -P "^\s+$max_index\t")
min=$($LFS getdirstripe $testdir/* |
- grep -c -P "^\s+$min_index\t")
- (( $max - $min >= 10 * $stripe_count )) ||
- error "stripes shouldn't be evenly distributed: $max - $min < 10 * $stripe_count"
+ grep -c -P "^\s+$min_index\t")
+ (( max - min >= num * stripe_count / 20 )) ||
+ error "stripes shouldn't be evenly distributed: $max - $min < $((num / 20)) * $stripe_count"
fi
}
local stripe_count
+ generate_uneven_mdts 100
for stripe_count in $(seq 1 $((MDSCOUNT - 1))); do
mkdir $DIR/$tdir-s$stripe_count || error "mkdir failed"
mkdir $DIR/$tdir-s$stripe_count/rr || error "mkdir failed"
local testdir
local stripe_count
+ generate_uneven_mdts 100
for stripe_count in $(seq 1 $((MDSCOUNT - 1))); do
testdir=$DIR/$tdir-s$stripe_count
mkdir $testdir || error "mkdir $testdir failed"
}
run_test 413c "mkdir with default LMV max inherit rr"
+test_413d() {
+ (( MDSCOUNT >= 2 )) ||
+ skip "We need at least 2 MDTs for this test"
+
+ (( MDS1_VERSION >= $(version_code 2.14.51) )) ||
+ skip "Need server version at least 2.14.51"
+
+ local lmv_qos_threshold_rr
+
+ lmv_qos_threshold_rr=$($LCTL get_param -n lmv.*.qos_threshold_rr |
+ head -n1)
+ stack_trap "$LCTL set_param \
+ lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null" EXIT
+
+ $LCTL set_param lmv.*.qos_threshold_rr=100 > /dev/null
+ mkdir -p $DIR/$tdir || error "mkdir $tdir failed"
+ getfattr -d -m dmv -e hex $DIR/$tdir | grep dmv &&
+ error "$tdir shouldn't have default LMV"
+ createmany -d $DIR/$tdir/sub $((100 * MDSCOUNT)) ||
+ error "mkdir sub failed"
+
+ local count=$($LFS getstripe -m $DIR/$tdir/* | grep -c ^0)
+
+ (( count == 100 )) || error "$count subdirs on MDT0"
+}
+run_test 413d "inherit ROOT default LMV"
+
+test_413z() {
+ local pids=""
+ local subdir
+ local pid
+
+ for subdir in $(\ls -1 -d $DIR/d413*-fillmdt/*); do
+ unlinkmany $subdir/f. 100 &
+ pids="$pids $!"
+ done
+
+ for pid in $pids; do
+ wait $pid
+ done
+}
+run_test 413z "413 test cleanup"
+
test_414() {
#define OBD_FAIL_PTLRPC_BULK_ATTACH 0x521
$LCTL set_param fail_loc=0x80000521
}
run_test 431 "Restart transaction for IO"
+cleanup_test_432() {
+ do_facet mgs $LCTL nodemap_activate 0
+ wait_nm_sync active
+}
+
+test_432() {
+ local tmpdir=$TMP/dir432
+
+ (( $MDS1_VERSION >= $(version_code 2.14.52) )) ||
+ skip "Need MDS version at least 2.14.52"
+
+ stack_trap cleanup_test_432 EXIT
+ mkdir $DIR/$tdir
+ mkdir $tmpdir
+
+ do_facet mgs $LCTL nodemap_activate 1
+ wait_nm_sync active
+ do_facet mgs $LCTL nodemap_modify --name default \
+ --property admin --value 1
+ do_facet mgs $LCTL nodemap_modify --name default \
+ --property trusted --value 1
+ cancel_lru_locks mdc
+ wait_nm_sync default admin_nodemap
+ wait_nm_sync default trusted_nodemap
+
+ if [ $(mv $tmpdir $DIR/$tdir/ 2>&1 |
+ grep -ci "Operation not permitted") -ne 0 ]; then
+ error "mv $tmpdir $DIR/$tdir/ hits 'Operation not permitted'"
+ fi
+}
+run_test 432 "mv dir from outside Lustre"
+
prep_801() {
[[ $MDS1_VERSION -lt $(version_code 2.9.55) ]] ||
[[ $OST1_VERSION -lt $(version_code 2.9.55) ]] &&
}
run_test 902 "test short write doesn't hang lustre"
+# LU-14711
+test_903() {
+ $LFS setstripe -i 0 -c 1 $DIR/$tfile $DIR/${tfile}-2
+ echo "blah" > $DIR/${tfile}-2
+ dd if=/dev/zero of=$DIR/$tfile bs=1M count=6 conv=fsync
+ #define OBD_FAIL_OSC_SLOW_PAGE_EVICT 0x417
+ $LCTL set_param fail_loc=0x417 fail_val=20
+
+ mv $DIR/${tfile}-2 $DIR/$tfile # Destroys the big object
+ sleep 1 # To start the destroy
+ wait_destroy_complete 150 || error "Destroy taking too long"
+ cat $DIR/$tfile > /dev/null || error "Evicted"
+}
+run_test 903 "Test long page discard does not cause evictions"
+
complete $SECONDS
[ -f $EXT2_DEV ] && rm $EXT2_DEV || true
check_and_cleanup_lustre