set -e
ONLY=${ONLY:-"$*"}
-# bug number for skipped test: LU-9693 LU-6493 LU-9693 LU-11058
-ALWAYS_EXCEPT="$SANITY_EXCEPT 42a 42b 42c 77k"
+# bug number for skipped test: LU-9693 LU-6493 LU-9693
+ALWAYS_EXCEPT="$SANITY_EXCEPT 42a 42b 42c"
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
# skipped tests: LU-8411 LU-9096 LU-9054 ..
get_lustre_env
init_logging
-if [[ $MDSCOUNT -gt 1 ]]; then
- # bug number: LU-11161
- ALWAYS_EXCEPT+=" 160g"
-fi
-
# 5 12 (min)"
[ "$SLOW" = "no" ] && EXCEPT_SLOW="27m 64b 68 71 115 300o"
}
run_test 24E "cross MDT rename/link"
+test_24F () {
+ [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs" && return 0
+
+ local repeats=1000
+ [ "$SLOW" = "no" ] && repeats=100
+
+ mkdir -p $DIR/$tdir
+
+ echo "$repeats repeats"
+ for ((i = 0; i < repeats; i++)); do
+ $LFS mkdir -i0 -c2 $DIR/$tdir/test || error "mkdir fails"
+ touch $DIR/$tdir/test/a || error "touch fails"
+ mkdir $DIR/$tdir/test/b || error "mkdir fails"
+ rm -rf $DIR/$tdir/test || error "rmdir fails"
+ done
+
+ true
+}
+run_test 24F "hash order vs readdir (LU-11330)"
+
test_25a() {
echo '== symlink sanity ============================================='
run_test 27F "Client resend delayed layout creation with non-zero size"
test_27G() { #LU-10629
- [ -n "$FILESET" ] && skip "SKIP due to FILESET set" && return
- remote_mds_nodsh && skip "remote MDS with nodsh" && return
+ [ $MDS1_VERSION -lt $(version_code 2.11.51) ] &&
+ skip "Need MDS version at least 2.11.51"
+ [ -n "$FILESET" ] && skip "SKIP due to FILESET set"
+ remote_mds_nodsh && skip "remote MDS with nodsh"
local POOL=${POOL:-testpool}
local ostrange="0 0 1"
skip_env "missing subtest run-llog.sh"
log "$TEST60_HEAD - from kernel mode"
- do_facet mgs "$LCTL set_param debug=warning; $LCTL dk > /dev/null"
+ do_facet mgs "$LCTL dk > /dev/null"
do_facet mgs "bash run-llog.sh" || error "run-llog.sh failed"
do_facet mgs $LCTL dk > $TMP/$tfile
}
run_test 60a "llog_test run from kernel module and test llog_reader"
-test_60aa() {
- remote_mgs_nodsh && skip "remote MGS with nodsh"
-
- # test old logid format
- if [ $MGS_VERSION -le $(version_code 3.1.53) ]; then
- do_facet mgs $LCTL dl | grep MGS
- do_facet mgs "$LCTL --device %MGS llog_print \\\\\\\$$FSNAME-client" ||
- error "old llog_print failed"
- fi
-
- # test new logid format
- if [ $MGS_VERSION -ge $(version_code 2.9.53) ]; then
- do_facet mgs "$LCTL --device MGS llog_print $FSNAME-client" ||
- error "new llog_print failed"
- fi
-}
-run_test 60aa "llog_print works with FIDs and simple names"
-
-test_60ab() {
- # test llog_print with params
-
- [[ $MDS1_VERSION -gt $(version_code 2.11.51) ]] ||
- skip "Need server version greater than 2.11.51"
-
- local yaml
- local orig_val
-
- orig_val=$(do_facet mgs $LCTL get_param jobid_name)
- do_facet mgs $LCTL set_param -P jobid_name="testname"
-
- yaml=$(do_facet mgs $LCTL --device MGS llog_print params |
- grep jobid_name | tail -n 1)
-
- local param=`awk '{ print $10 }' <<< "$yaml"`
- local val=`awk '{ print $12 }' <<< "$yaml"`
- #return to the default
- do_facet mgs $LCTL set_param -P jobid_name=$orig_val
- [ $val = "testname" ] || error "bad value: $val"
- [ $param = "jobid_name," ] || error "Bad param: $param"
-}
-run_test 60ab "llog_print params output values from set_param -P"
-
test_60b() { # bug 6411
[ $PARALLEL == "yes" ] && skip "skip parallel run"
}
run_test 65j "set default striping on root directory (bug 6367)="
-cleaup_65k() {
+cleanup_65k() {
rm -rf $DIR/$tdir
wait_delete_completed
do_facet $SINGLEMDS "lctl set_param -n \
}
run_test 65m "normal user can't set filesystem default stripe"
+test_65n() {
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
+ [[ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.12.50) ]] ||
+ skip "Need MDS version at least 2.12.50"
+ [[ $PARALLEL != "yes" ]] || skip "skip parallel run"
+
+ [[ $OSTCOUNT -ge 2 ]] || skip_env "needs >= 2 OSTs"
+ which getfattr > /dev/null 2>&1 || skip_env "no getfattr command"
+ which setfattr > /dev/null 2>&1 || skip_env "no setfattr command"
+
+ local root_layout=$(save_layout $MOUNT)
+ stack_trap "restore_layout $MOUNT $root_layout" EXIT
+
+ # new subdirectory under root directory should not inherit
+ # the default layout from root
+ local dir1=$MOUNT/$tdir-1
+ mkdir $dir1 || error "mkdir $dir1 failed"
+ ! getfattr -n trusted.lov $dir1 &> /dev/null ||
+ error "$dir1 shouldn't have LOV EA"
+
+ # delete the default layout on root directory
+ $LFS setstripe -d $MOUNT || error "delete root default layout failed"
+
+ local dir2=$MOUNT/$tdir-2
+ mkdir $dir2 || error "mkdir $dir2 failed"
+ ! getfattr -n trusted.lov $dir2 &> /dev/null ||
+ error "$dir2 shouldn't have LOV EA"
+
+ # set a new striping pattern on root directory
+ local def_stripe_size=$($LFS getstripe -S $MOUNT)
+ local new_def_stripe_size=$((def_stripe_size * 2))
+ $LFS setstripe -S $new_def_stripe_size $MOUNT ||
+ error "set stripe size on $MOUNT failed"
+
+ # new file created in $dir2 should inherit the new stripe size from
+ # the filesystem default
+ local file2=$dir2/$tfile-2
+ touch $file2 || error "touch $file2 failed"
+
+ local file2_stripe_size=$($LFS getstripe -S $file2)
+ [[ $file2_stripe_size -eq $new_def_stripe_size ]] ||
+ error "$file2 didn't inherit stripe size $new_def_stripe_size"
+
+ local dir3=$MOUNT/$tdir-3
+ mkdir $dir3 || error "mkdir $dir3 failed"
+ ! getfattr -n trusted.lov $dir3 &> /dev/null ||
+ error "$dir3 shouldn't have LOV EA"
+
+ # set OST pool on root directory
+ local pool=$TESTNAME
+ pool_add $pool || error "add $pool failed"
+ pool_add_targets $pool 0 $((OSTCOUNT - 1)) 1 ||
+ error "add targets to $pool failed"
+
+ $LFS setstripe -p $pool $MOUNT ||
+ error "set OST pool on $MOUNT failed"
+
+ # new file created in $dir3 should inherit the pool from
+ # the filesystem default
+ local file3=$dir3/$tfile-3
+ touch $file3 || error "touch $file3 failed"
+
+ local file3_pool=$($LFS getstripe -p $file3)
+ [[ "$file3_pool" = "$pool" ]] ||
+ error "$file3 didn't inherit OST pool $pool"
+
+ local dir4=$MOUNT/$tdir-4
+ mkdir $dir4 || error "mkdir $dir4 failed"
+ ! getfattr -n trusted.lov $dir4 &> /dev/null ||
+ error "$dir4 shouldn't have LOV EA"
+
+ # new file created in $dir4 should inherit the pool from
+ # the filesystem default
+ local file4=$dir4/$tfile-4
+ touch $file4 || error "touch $file4 failed"
+
+ local file4_pool=$($LFS getstripe -p $file4)
+ [[ "$file4_pool" = "$pool" ]] ||
+ error "$file4 didn't inherit OST pool $pool"
+
+ # new subdirectory under non-root directory should inherit
+ # the default layout from its parent directory
+ $LFS setstripe -S $new_def_stripe_size -p $pool $dir4 ||
+ error "set directory layout on $dir4 failed"
+
+ local dir5=$dir4/$tdir-5
+ mkdir $dir5 || error "mkdir $dir5 failed"
+
+ local dir4_layout=$(get_layout_param $dir4)
+ local dir5_layout=$(get_layout_param $dir5)
+ [[ "$dir4_layout" = "$dir5_layout" ]] ||
+ error "$dir5 should inherit the default layout from $dir4"
+}
+run_test 65n "don't inherit default layout from root for new subdirectories"
+
# bug 2543 - update blocks count on client
test_66() {
[ $PARALLEL == "yes" ] && skip "skip parallel run"
checksum=$(eval $get_checksum)
[ $checksum -eq $i ] || error "checksum($checksum) != $i"
done
+ # remove persistent param to avoid races with checksum mountopt below
+ do_facet mgs $LCTL set_param -P -d $cksum_param ||
+ error "failed to delete checksum on MGS"
for opt in "checksum" "nochecksum"; do
#remount with mount option
run_test 103a "acl test"
test_103b() {
+ declare -a pids
local U
for U in {0..511}; do
error "lfs setstripe -N2 $DIR/$tfile.m$O '$S' != '$O'"
rm -f $DIR/$tfile.[smp]$0
} &
+ local pid=$!
+
+ # limit the concurrently running threads to 64. LU-11878
+ local idx=$((U % 64))
+ [ -z "${pids[idx]}" ] || wait ${pids[idx]}
+ pids[idx]=$pid
done
wait
}
lfs df || error "lfs df with deactivated OSC failed"
lctl --device %$OSC activate
# wait the osc back to normal
- wait_osc_import_state client ost FULL
+ wait_osc_import_ready client ost
lfs df || error "lfs df with reactivated OSC failed"
rm -f $DIR/$tfile
local nbcl=$(changelog_dump | wc -l)
[[ $nbcl -eq 0 ]] && error "no changelogs found"
- for param in "changelog_max_idle_indexes=$((nbcl / 2))" \
+ # reduce the max_idle_indexes value to make sure we exceed it
+ max_ndx=$((nbcl / 2 - 1))
+
+ for param in "changelog_max_idle_indexes=$max_ndx" \
"changelog_gc=1" \
"changelog_min_gc_interval=2" \
"changelog_min_free_cat_entries=3"; do
test_161d() {
remote_mds_nodsh && skip "remote MDS with nodsh"
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
local pid
local fid
mkdir -p $DIR/$tdir
createmany -o $DIR/$tdir/f- 5000
unlinkmany $DIR/$tdir/f- 5000
- [ $MDS1_VERSION -gt $(version_code 2.10.53) ] &&
+ [ $MDS1_VERSION -gt $(version_code 2.10.4) ] &&
do_nodes $list "lctl set_param -n osp.*.force_sync=1"
changes=$(do_nodes $list "lctl get_param -n osp.*MDT*.sync_changes \
osp.*MDT*.sync_in_flight" | calc_sum)
cancel_lru_locks osc
count=$($LCTL get_param -n \
- ldlm.namespaces.$FSNAME-OST0000*osc-f*.lock_unused_count)
+ ldlm.namespaces.$FSNAME-OST0000*osc-[-0-9a-f]*.lock_unused_count)
lockahead_test -d $DIR/$tdir -t $i -f $tfile
rc=$?
fi
new_count=$($LCTL get_param -n \
- ldlm.namespaces.$FSNAME-OST0000*osc-f*.lock_unused_count)
+ ldlm.namespaces.$FSNAME-OST0000*osc-[-0-9a-f]*.lock_unused_count)
difference="$((new_count - count))"
# Test 15 output is divided by 100 to map down to valid return
stop $facet || error "stop MDS failed"
start $facet $(mdsdevname $((mdtidx + 1))) $MDS_MOUNT_OPTS ||
error "start MDS fail"
+ wait_recovery_complete $facet
}
run_test 257 "xattr locks are not lost"
$LFS migrate -E 256K -L mdt -E -1 -c2 $dom ||
error "failed to migrate to the same DoM component"
- [ $($LFS getstripe -c $dom) -eq 2 ] ||
- error "layout was not changed silently"
-
local new_md5=$(md5sum $dom)
- [ "$old_md5" != "$new_md5" ] &&
+ [ "$old_md5" == "$new_md5" ] ||
error "md5sum differ: $old_md5, $new_md5"
- return 0
+
+ [ $($LFS getstripe -c $dom) -eq 2 ] ||
+ error "migrate stripe count bad: $(LFS getstripe -c $dom) != 2"
}
run_test 272a "DoM migration: new layout with the same DOM component"
remote_mds_nodsh && skip "remote MDS with nodsh"
local old_iused=$($LFS df -i | grep OST0000 | awk '{ print $3 }')
+ local mdts=$(comma_list $(mdts_nodes))
mkdir -p $DIR/$tdir
$LFS setstripe -i 0 -c 1 $DIR/$tdir
# statfs data is not real time, let's just calculate it
old_iused=$((old_iused + 1000))
- local count=$(do_facet $SINGLEMDS "lctl get_param -n \
+ local count=$(do_facet $SINGLEMDS "$LCTL get_param -n \
osp.*OST0000*MDT0000.create_count")
- local max_count=$(do_facet $SINGLEMDS "lctl get_param -n \
+ local max_count=$(do_facet $SINGLEMDS "$LCTL get_param -n \
osp.*OST0000*MDT0000.max_create_count")
- for idx in $(seq $MDSCOUNT); do
- do_facet mds$idx "lctl set_param -n \
- osp.*OST0000*MDT000?.max_create_count=0"
- done
+ do_nodes $mdts "$LCTL set_param -n osp.*OST0000*.max_create_count=0"
$LFS setstripe -i 0 $DIR/$tdir/$tfile || error "setstripe failed"
local index=$($LFS getstripe -i $DIR/$tdir/$tfile)
unlinkmany $DIR/$tdir/$tfile. 1000
- for idx in $(seq $MDSCOUNT); do
- do_facet mds$idx "lctl set_param -n \
- osp.*OST0000*MDT000?.max_create_count=$max_count"
- do_facet mds$idx "lctl set_param -n \
- osp.*OST0000*MDT000?.create_count=$count"
- done
+ do_nodes $mdts "$LCTL set_param -n \
+ osp.*OST0000*.max_create_count=$max_count"
+ [ $MDS1_VERSION -lt $(version_code 2.12.51) ] &&
+ do_nodes $mdts "$LCTL set_param -n \
+ osp.*OST0000*.create_count=$count"
+ do_nodes $mdts "$LCTL get_param osp.*OST0000*.create_count" |
+ grep "=0" && error "create_count is zero"
local new_iused
for i in $(seq 120); do
run_test 316 "lfs mv"
test_317() {
+ [ $MDS1_VERSION -lt $(version_code 2.11.53) ] &&
+ skip "Need MDS version at least 2.11.53"
local trunc_sz
local grant_blk_size
run_test 404 "validate manual {de}activated works properly for OSPs"
test_405() {
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
[ $MDS1_VERSION -lt $(version_code 2.6.92) -o \
[ $CLIENT_VERSION -lt $(version_code 2.6.99) ] &&
skip "Layout swap lock is not supported"
test_409()
{
- [ $MDSCOUNT -lt 2 ] && skip_env "needs >= 2 MDTs"
- check_mount_and_prep
+ [ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs"
mkdir -p $DIR/$tdir || error "(0) Fail to mkdir"
$LFS mkdir -i 1 -c 2 $DIR/$tdir/foo || error "(1) Fail to mkdir"
echo "Unlink hard links start at $(date)"
unlinkmany $DIR/$tdir/foo/${PREFIX}_ 1000 ||
error "(7) Fail to unlink"
+ echo "Unlink hard links finished at $(date)"
}
run_test 409 "Large amount of cross-MDTs hard links on the same file"
local inodes
local df_out
local lfs_df_out
+ local tries=100
+ local count=0
+ local passed=false
# blocks or inodes
[ "$1" == "blocks" ] && inodes= || inodes="-i"
- # read the lines of interest
- df_out=($(df $inodes $dir | tail -n +2)) ||
- error "df $inodes $dir | tail -n +2 failed"
- lfs_df_out=($($LFS df $inodes $dir | grep filesystem_summary:)) ||
- error "lfs df $inodes $dir | grep filesystem_summary: failed"
-
- # skip the first substrings of each command output as they are different
- # <NID>:/<fsname for df, filesystem_summary: for lfs df
- df_out=(${df_out[@]:1})
- lfs_df_out=(${lfs_df_out[@]:1})
-
- # compare the two outputs
- for i in {0..4}; do
- [ "${df_out[i]}" != "${lfs_df_out[i]}" ] &&
- error "df and lfs df output mismatch:" \
- "df${inodes}: ${df_out[*]}," \
- "lfs df${inodes}: ${lfs_df_out[*]}"
+ while (( count < tries )); do
+ cancel_lru_locks
+ sync; sleep 0.2
+
+ # read the lines of interest
+ df_out=($(df $inodes $dir | tail -n +2)) ||
+ error "df $inodes $dir | tail -n +2 failed"
+ lfs_df_out=($($LFS df $inodes $dir | grep summary:)) ||
+ error "lfs df $inodes $dir | grep summary: failed"
+
+ # skip first substrings of each output as they are different
+ # <NID>:/<fsname for df, filesystem_summary: for lfs df
+ df_out=(${df_out[@]:1})
+ lfs_df_out=(${lfs_df_out[@]:1})
+
+ # compare the two outputs
+ passed=true
+
+ for i in {0..4}; do
+ [ "${df_out[i]}" != "${lfs_df_out[i]}" ] && passed=false
+ done
+ $passed && break
done
+
+ $passed || error "df and lfs df $1 output mismatch: " \
+ "df ${inodes}: ${df_out[*]}, " \
+ "lfs df ${inodes}: ${lfs_df_out[*]}"
}
test_418() {
+ [ $PARALLEL == "yes" ] && skip "skip parallel run"
+
local dir=$DIR/$tdir
local numfiles=$((RANDOM % 4096 + 2))
local numblocks=$((RANDOM % 256 + 1))
echo "Creating a single file and testing"
createmany -o $dir/$tfile- 1 &>/dev/null ||
error "creating 1 file in $dir failed"
- cancel_lru_locks osc
- sync; sleep 2
check_lfs_df blocks $dir
check_lfs_df inodes $dir
error "dd to $dir/${tfile}-0 failed"
# retest
- cancel_lru_locks osc
- sync; sleep 10
check_lfs_df blocks $dir
check_lfs_df inodes $dir
saved_MDS_MOUNT_OPTS=$MDS_MOUNT_OPTS
saved_OST_MOUNT_OPTS=$OST_MOUNT_OPTS
-cleanup_802() {
+cleanup_802a() {
trap 0
stopall
setupall
}
-test_802() {
+test_802a() {
[[ $(lustre_version_code mds1) -lt $(version_code 2.9.55) ]] ||
[[ $OST1_VERSION -lt $(version_code 2.9.55) ]] &&
cp $LUSTRE/tests/test-framework.sh $DIR/$tdir/ ||
error "(2) Fail to copy"
- trap cleanup_802 EXIT
+ trap cleanup_802a EXIT
# sync by force before remount as readonly
sync; sync_all_data; sleep 3; sync_all_data
diff $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
error "(7) Read should succeed under ro mode"
- cleanup_802
+ cleanup_802a
+}
+run_test 802a "simulate readonly device"
+
+test_802b() {
+ [ $PARALLEL == "yes" ] && skip "skip parallel run"
+ remote_mds_nodsh && skip "remote MDS with nodsh"
+
+ do_facet $SINGLEMDS $LCTL get_param mdt.*.readonly ||
+ skip "readonly option not available"
+
+ $LFS mkdir -i 0 -c 1 $DIR/$tdir || error "(1) fail to mkdir"
+
+ cp $LUSTRE/tests/test-framework.sh $DIR/$tdir/ ||
+ error "(2) Fail to copy"
+
+ # write back all cached data before setting MDT to readonly
+ cancel_lru_locks
+ sync_all_data
+
+ do_facet $SINGLEMDS $LCTL set_param mdt.*.readonly=1
+ stack_trap "do_facet $SINGLEMDS $LCTL set_param mdt.*.readonly=0" EXIT
+
+ echo "Modify should be refused"
+ touch $DIR/$tdir/guard && error "(6) Touch should fail under ro mode"
+
+ echo "Read should be allowed"
+ diff $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
+ error "(7) Read should succeed under ro mode"
+
+ # disable readonly
+ do_facet $SINGLEMDS $LCTL set_param mdt.*.readonly=0
}
-run_test 802 "simulate readonly device"
+run_test 802b "be able to set MDTs to readonly"
test_803() {
[[ $MDSCOUNT -lt 2 ]] && skip_env "needs >= 2 MDTs"
local save="$TMP/$TESTSUITE-$TESTNAME.parameters"
save_lustre_params client "llite.*.xattr_cache" > $save
lctl set_param llite.*.xattr_cache=0
- stack_trap "restore_lustre_params < $save" EXIT
+ stack_trap "restore_lustre_params < $save; rm -f $save" EXIT
# single-threaded write
echo "Test SOM for single-threaded write"
run_test 806 "Verify Lazy Size on MDS"
test_807() {
+ [ -n "$FILESET" ] && skip "Not functional for FILESET set"
[ $MDS1_VERSION -lt $(version_code 2.11.52) ] &&
skip "Need MDS version at least 2.11.52"
local save="$TMP/$TESTSUITE-$TESTNAME.parameters"
save_lustre_params client "llite.*.xattr_cache" > $save
lctl set_param llite.*.xattr_cache=0
- stack_trap "restore_lustre_params < $save" EXIT
+ stack_trap "restore_lustre_params < $save; rm -f $save" EXIT
rm -rf $DIR/$tdir || error "rm $tdir failed"
mkdir -p $DIR/$tdir || error "mkdir $tdir failed"