X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Fsanity.sh;h=49afa477de8b896c6035ab2705c3c7bbcf888b43;hp=7e71ebafcc6e183361e509f0f670ec881893d090;hb=c0a7f78529e21c9cafa986abea255925b4b41244;hpb=a15eb4f13224e148810015896101b2950c85adff diff --git a/lustre/tests/sanity.sh b/lustre/tests/sanity.sh index 7e71eba..49afa47 100755 --- a/lustre/tests/sanity.sh +++ b/lustre/tests/sanity.sh @@ -92,6 +92,8 @@ if [ "$ost1_FSTYPE" = "zfs" ]; then ALWAYS_EXCEPT+=" 130a 130b 130c 130d 130e 130f 130g" fi +proc_regexp="/{proc,sys}/{fs,sys,kernel/debug}/{lustre,lnet}/" + # Get the SLES distro version # # Returns a version string that should only be used in comparing @@ -251,6 +253,35 @@ test_0d() { # LU-3397 } run_test 0d "check export proc =============================" +test_0e() { # LU-13417 + (( $MDSCOUNT > 1 )) || + skip "We need at least 2 MDTs for this test" + + (( $MDS1_VERSION >= $(version_code 2.14.51) )) || + skip "Need server version at least 2.14.51" + + local default_lmv_count=$($LFS getdirstripe -D -c $MOUNT) + local default_lmv_index=$($LFS getdirstripe -D -i $MOUNT) + + [ $default_lmv_count -eq 1 ] || + error "$MOUNT default stripe count $default_lmv_count" + + [ $default_lmv_index -eq -1 ] || + error "$MOUNT default stripe index $default_lmv_index" + + mkdir $MOUNT/$tdir.1 || error "mkdir $MOUNT/$tdir.1 failed" + mkdir $MOUNT/$tdir.2 || error "mkdir $MOUNT/$tdir.2 failed" + + local mdt_index1=$($LFS getdirstripe -i $MOUNT/$tdir.1) + local mdt_index2=$($LFS getdirstripe -i $MOUNT/$tdir.2) + + [ $mdt_index1 -eq $mdt_index2 ] && + error "directories are on the same MDT $mdt_index1=$mdt_index2" + + rmdir $MOUNT/$tdir.1 $MOUNT/$tdir.2 +} +run_test 0e "Enable DNE MDT balancing for mkdir in the ROOT" + test_1() { test_mkdir $DIR/$tdir test_mkdir $DIR/$tdir/d2 @@ -2985,11 +3016,23 @@ test_27M() { test_mkdir $DIR/$tdir # Set default striping on directory - $LFS setstripe -C 4 $DIR/$tdir + local setcount=4 + local stripe_opt + + # if we run against a 2.12 server which lacks overstring support + # then the connect_flag will not report overstriping, even if client + # is 2.14+ + if [[ $($LCTL get_param mdc.*.connect_flags) =~ overstriping ]]; then + stripe_opt="-C $setcount" + elif (( $OSTCOUNT >= $setcount )); then + stripe_opt="-c $setcount" + else + skip "server does not support overstriping" + fi + $LFS setstripe $stripe_opt $DIR/$tdir echo 1 > $DIR/$tdir/${tfile}.1 local count=$($LFS getstripe -c $DIR/$tdir/${tfile}.1) - local setcount=4 [ $count -eq $setcount ] || error "(1) stripe count $count, should be $setcount" @@ -3055,11 +3098,11 @@ test_27M() { # Clean up DOM layout $LFS setstripe -d $DIR/$tdir + save_layout_restore_at_exit $MOUNT # Now test that append striping works when layout is from root $LFS setstripe -c 2 $MOUNT # Make a special directory for this mkdir $DIR/${tdir}/${tdir}.2 - stack_trap "$LFS setstripe -d $MOUNT" EXIT # Verify for normal file setcount=2 @@ -3678,6 +3721,28 @@ test_31q() { } run_test 31q "create striped directory on specific MDTs" +#LU-14949 +test_31r() { + touch $DIR/$tfile.target + touch $DIR/$tfile.source + + #OBD_FAIL_LLITE_OPEN_DELAY 0x1419 + $LCTL set_param fail_loc=0x1419 fail_val=3 + cat $DIR/$tfile.target & + CATPID=$! + + # Guarantee open is waiting before we get here + sleep 1 + mv $DIR/$tfile.source $DIR/$tfile.target + + wait $CATPID + RC=$? + if [[ $RC -ne 0 ]]; then + error "open with cat failed, rc=$RC" + fi +} +run_test 31r "open-rename(replace) race" + cleanup_test32_mount() { local rc=0 trap 0 @@ -5559,7 +5624,7 @@ test_51b() { # cleanup the directory rm -fr $dir - test_mkdir -c1 $dir + mkdir_on_mdt -i $((RANDOM % MDSCOUNT)) $dir $LFS df $LFS df -i @@ -9596,6 +9661,65 @@ run_test 77l "preferred checksum type is remembered after reconnected" rm -f $F77_TMP unset F77_TMP +test_77m() { + (( $CLIENT_VERSION >= $(version_code 2.14.52) )) || + skip "Need at least version 2.14.52" + local param=checksum_speed + + $LCTL get_param $param || error "reading $param failed" + + csum_speeds=$($LCTL get_param -n $param) + + [[ "$csum_speeds" =~ "adler32" && "$csum_speeds" =~ "crc32" ]] || + error "known checksum types are missing" +} +run_test 77m "Verify checksum_speed is correctly read" + +check_filefrag_77n() { + local nr_ext=0 + local starts=() + local ends=() + + while read extidx a b start end rest; do + if [[ "${extidx}" =~ ^[0-9]+: ]]; then + nr_ext=$(( $nr_ext + 1 )) + starts+=( ${start%..} ) + ends+=( ${end%:} ) + fi + done < <( filefrag -sv $1 ) + + [[ $nr_ext -eq 2 ]] && [[ "${starts[-1]}" == $(( ${ends[0]} + 1 )) ]] && return 0 + return 1 +} + +test_77n() { + [[ "$CKSUM_TYPES" =~ t10 ]] || skip "no T10 checksum support on osc" + + touch $DIR/$tfile + $TRUNCATE $DIR/$tfile 0 + dd if=/dev/urandom of=$DIR/$tfile bs=4k conv=notrunc count=1 seek=0 + dd if=/dev/urandom of=$DIR/$tfile bs=4k conv=notrunc count=1 seek=2 + check_filefrag_77n $DIR/$tfile || + skip "$tfile blocks not contiguous around hole" + + set_checksums 1 + stack_trap "set_checksums $ORIG_CSUM" EXIT + stack_trap "set_checksum_type $ORIG_CSUM_TYPE" EXIT + stack_trap "rm -f $DIR/$tfile" + + for algo in $CKSUM_TYPES; do + if [[ "$algo" =~ ^t10 ]]; then + set_checksum_type $algo || + error "fail to set checksum type $algo" + dd if=$DIR/$tfile of=/dev/null bs=12k count=1 iflag=direct || + error "fail to read $tfile with $algo" + fi + done + rm -f $DIR/$tfile + return 0 +} +run_test 77n "Verify read from a hole inside contiguous blocks with T10PI" + cleanup_test_78() { trap 0 rm -f $DIR/$tfile @@ -13818,8 +13942,12 @@ test_133f() { $LCTL get_param -R '*' &> /dev/null # Verifing writability with badarea_io. + local proc_dirs=$(eval \ls -d $proc_regexp 2>/dev/null) + local skipped_params='force_lbug|changelog_mask|daemon_file' $LCTL list_param -FR '*' | grep '=' | tr -d = | - egrep -v 'force_lbug|changelog_mask' | xargs badarea_io || + egrep -v "$skipped_params" | + xargs -n 1 find $proc_dirs -name | + xargs -n 1 badarea_io || error "client badarea_io failed" # remount the FS in case writes/reads /proc break the FS @@ -13832,6 +13960,8 @@ test_133g() { remote_mds_nodsh && skip "remote MDS with nodsh" remote_ost_nodsh && skip "remote OST with nodsh" + local proc_dirs=$(eval \ls -d $proc_regexp 2>/dev/null) + local skipped_params="'force_lbug|changelog_mask|daemon_file'" local facet for facet in mds1 ost1; do local facet_ver=$(lustre_version_code $facet) @@ -13842,8 +13972,9 @@ test_133g() { fi if [ $facet_ver -ge $(version_code 2.5.54) ]; then do_facet $facet "$LCTL list_param -FR '*' | grep '=' | - tr -d = | egrep -v 'force_lbug|changelog_mask' | - xargs badarea_io" || + tr -d = | egrep -v $skipped_params | + xargs -n 1 find $proc_dirs -name | + xargs -n 1 badarea_io" || error "$facet badarea_io failed" else skip_noexit "$facet: too old lustre for get_param -R" @@ -14132,31 +14263,30 @@ run_test 150bb "Verify fallocate modes both zero space" test_150c() { check_set_fallocate_or_skip + local striping="-c2" stack_trap "rm -f $DIR/$tfile; wait_delete_completed" $LFS setstripe -c $OSTCOUNT -S1M $DIR/$tfile || error "setstripe failed" fallocate -l ${OSTCOUNT}m $DIR/$tfile || error "fallocate failed" - sync; sync_all_data - cancel_lru_locks $OSC - sleep 5 - bytes=$(($(stat -c '%b * %B' $DIR/$tfile))) - want=$((OSTCOUNT * 1048576)) + local bytes=$(($(stat -c '%b * %B' $DIR/$tfile))) + local want=$((OSTCOUNT * 1048576)) # Must allocate all requested space, not more than 5% extra (( $bytes >= $want && $bytes < $want * 105 / 100 )) || error "bytes $bytes is not $want" rm -f $DIR/$tfile - # verify fallocate on PFL file - $LFS setstripe -E1M -c1 -E16M -c3 -Eeof -c 4 $DIR/$tfile || + + echo "verify fallocate on PFL file" + + [[ "x$DOM" == "xyes" ]] && striping="-L mdt" + + $LFS setstripe -E1M $striping -E16M -c3 -Eeof -c 4 $DIR/$tfile || error "Create $DIR/$tfile failed" - fallocate -l $((1048576 * 1024)) $DIR/$tfile || + fallocate -l $((1048576 * 512)) $DIR/$tfile || error "fallocate failed" - sync; sync_all_data - cancel_lru_locks $OSC - sleep 5 - local bytes=$(($(stat -c '%b * %B' $DIR/$tfile))) - local want=$((1024 * 1048576)) + bytes=$(($(stat -c '%b * %B' $DIR/$tfile))) + want=$((512 * 1048576)) # Must allocate all requested space, not more than 5% extra (( $bytes >= $want && $bytes < $want * 105 / 100 )) || @@ -14166,13 +14296,14 @@ run_test 150c "Verify fallocate Size and Blocks" test_150d() { check_set_fallocate_or_skip + local striping="-c2" + + [[ "x$DOM" == "xyes" ]] && striping="-L mdt" stack_trap "rm -f $DIR/$tfile; wait_delete_completed" - $LFS setstripe -c $OSTCOUNT -S1M $DIR/$tdir || error "setstripe failed" + $LFS setstripe -E1M $striping -E eof -c $OSTCOUNT -S1M $DIR/$tdir || + error "setstripe failed" fallocate -o 1G -l ${OSTCOUNT}m $DIR/$tdir || error "fallocate failed" - sync; sync_all_data - cancel_lru_locks $OSC - sleep 5 local bytes=$(($(stat -c '%b * %B' $DIR/$tdir))) local want=$((OSTCOUNT * 1048576)) @@ -14249,6 +14380,9 @@ test_150f() { check_set_fallocate_or_skip stack_trap "rm -f $DIR/$tfile; wait_delete_completed" + [[ "x$DOM" == "xyes" ]] && + $LFS setstripe -E1M -L mdt -E eof $DIR/$tfile + echo "Verify fallocate punch: Range within the file range" yes 'A' | dd of=$DIR/$tfile bs=4096 count=5 || error "dd failed for bs 4096 and count 5" @@ -14324,8 +14458,13 @@ test_150g() { check_set_fallocate_or_skip stack_trap "rm -f $DIR/$tfile; wait_delete_completed" - $LFS setstripe -c${OSTCOUNT} $DIR/$tfile || - error "$LFS setstripe -c${OSTCOUNT} $DIR/$tfile failed" + if [[ "x$DOM" == "xyes" ]]; then + $LFS setstripe -E2M -L mdt -E eof -c${OSTCOUNT} $DIR/$tfile || + error "$LFS setstripe DoM + ${OSTCOUNT} OST failed" + else + $LFS setstripe -c${OSTCOUNT} $DIR/$tfile || + error "$LFS setstripe -c${OSTCOUNT} $DIR/$tfile failed" + fi # Get 100MB per OST of the available space to reduce run time # else 60% of the available space if we are running SLOW tests @@ -14851,35 +14990,35 @@ test_154f() { [ -n "$FILESET" ] && skip "SKIP due to FILESET set" # create parent directory on a single MDT to avoid cross-MDT hardlinks - test_mkdir -p -c1 $DIR/$tdir/d + mkdir_on_mdt0 $DIR/$tdir # test dirs inherit from its stripe - mkdir -p $DIR/$tdir/d/foo1 || error "mkdir error" - mkdir -p $DIR/$tdir/d/foo2 || error "mkdir error" - cp /etc/hosts $DIR/$tdir/d/foo1/$tfile - ln $DIR/$tdir/d/foo1/$tfile $DIR/$tdir/d/foo2/link + mkdir -p $DIR/$tdir/foo1 || error "mkdir error" + mkdir -p $DIR/$tdir/foo2 || error "mkdir error" + cp /etc/hosts $DIR/$tdir/foo1/$tfile + ln $DIR/$tdir/foo1/$tfile $DIR/$tdir/foo2/link touch $DIR/f # get fid of parents - local FID0=$($LFS path2fid $DIR/$tdir/d) - local FID1=$($LFS path2fid $DIR/$tdir/d/foo1) - local FID2=$($LFS path2fid $DIR/$tdir/d/foo2) + local FID0=$($LFS path2fid $DIR/$tdir) + local FID1=$($LFS path2fid $DIR/$tdir/foo1) + local FID2=$($LFS path2fid $DIR/$tdir/foo2) local FID3=$($LFS path2fid $DIR) # check that path2fid --parents returns expected /name # 1) test for a directory (single parent) - local parent=$($LFS path2fid --parents $DIR/$tdir/d/foo1) + local parent=$($LFS path2fid --parents $DIR/$tdir/foo1) [ "$parent" == "$FID0/foo1" ] || error "expected parent: $FID0/foo1, got: $parent" # 2) test for a file with nlink > 1 (multiple parents) - parent=$($LFS path2fid --parents $DIR/$tdir/d/foo1/$tfile) + parent=$($LFS path2fid --parents $DIR/$tdir/foo1/$tfile) echo "$parent" | grep -F "$FID1/$tfile" || error "$FID1/$tfile not returned in parent list" echo "$parent" | grep -F "$FID2/link" || error "$FID2/link not returned in parent list" # 3) get parent by fid - local file_fid=$($LFS path2fid $DIR/$tdir/d/foo1/$tfile) + local file_fid=$($LFS path2fid $DIR/$tdir/foo1/$tfile) parent=$($LFS path2fid --parents $MOUNT/.lustre/fid/$file_fid) echo "$parent" | grep -F "$FID1/$tfile" || error "$FID1/$tfile not returned in parent list (by fid)" @@ -14901,7 +15040,7 @@ test_154f() { lctl set_param llite.*.xattr_cache 1 # 6.1) linkea update on rename - mv $DIR/$tdir/d/foo1/$tfile $DIR/$tdir/d/foo2/$tfile.moved + mv $DIR/$tdir/foo1/$tfile $DIR/$tdir/foo2/$tfile.moved # get parents by fid parent=$($LFS path2fid --parents $MOUNT/.lustre/fid/$file_fid) @@ -14913,7 +15052,7 @@ test_154f() { error "$FID2/$tfile.moved is not in parent list" # 6.2) linkea update on unlink - rm -f $DIR/$tdir/d/foo2/link + rm -f $DIR/$tdir/foo2/link parent=$($LFS path2fid --parents $MOUNT/.lustre/fid/$file_fid) # foo2/link should no longer be returned in parent list echo "$parent" | grep -F "$FID2/link" && @@ -14933,7 +15072,7 @@ test_154g() $CLIENT_VERSION -gt $(version_code 2.6.99) ]] || skip "Need MDS version at least 2.6.92" - mkdir -p $DIR/$tdir + mkdir_on_mdt0 $DIR/$tdir llapi_fid_test -d $DIR/$tdir } run_test 154g "various llapi FID tests" @@ -15470,11 +15609,21 @@ test_160e() { # Create a user changelog_register || error "changelog_register failed" - # Delete a future user (expect fail) local MDT0=$(facet_svc $SINGLEMDS) - do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister "cl77" - local rc=$? + local rc + # No user (expect fail) + do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister + rc=$? + if [ $rc -eq 0 ]; then + error "Should fail without user" + elif [ $rc -ne 4 ]; then + error "changelog_deregister failed with $rc, expect 4(CMD_HELP)" + fi + + # Delete a future user (expect fail) + do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_deregister "cl77" + rc=$? if [ $rc -eq 0 ]; then error "Deleted non-existant user cl77" elif [ $rc -ne 2 ]; then @@ -18029,23 +18178,23 @@ test_208() { $MULTIOP $DIR/$tfile oO_CREAT:O_RDWR:eRE+eU || error "get lease error" echo "==== test 2: verify lease can be broken by upcoming open" - $MULTIOP $DIR/$tfile oO_RDONLY:eR_E-eUc & + $MULTIOP $DIR/$tfile oO_RDWR:eR_E-eUc & local PID=$! sleep 1 - $MULTIOP $DIR/$tfile oO_RDONLY:c + $MULTIOP $DIR/$tfile oO_RDWR:c kill -USR1 $PID && wait $PID || error "break lease error" echo "==== test 3: verify lease can't be granted if an open already exists" - $MULTIOP $DIR/$tfile oO_RDONLY:_c & + $MULTIOP $DIR/$tfile oO_RDWR:_c & local PID=$! sleep 1 - $MULTIOP $DIR/$tfile oO_RDONLY:eReUc && error "apply lease should fail" + $MULTIOP $DIR/$tfile oO_RDWR:eReUc && error "apply lease should fail" kill -USR1 $PID && wait $PID || error "open file error" echo "==== test 4: lease can sustain over recovery" - $MULTIOP $DIR/$tfile oO_RDONLY:eR_E+eUc & + $MULTIOP $DIR/$tfile oO_RDWR:eR_E+eUc & PID=$! sleep 1 @@ -18054,7 +18203,7 @@ test_208() { kill -USR1 $PID && wait $PID || error "lease broken over recovery" echo "==== test 5: lease broken can't be regained by replay" - $MULTIOP $DIR/$tfile oO_RDONLY:eR_E-eUc & + $MULTIOP $DIR/$tfile oO_RDWR:eR_E-eUc & PID=$! sleep 1 @@ -19599,15 +19748,15 @@ test_230o() { run_test 230o "dir split" test_230p() { - [ $MDSCOUNT -ge 2 ] || skip "needs >= 2 MDTs" - [ $MDS1_VERSION -ge $(version_code 2.13.52) ] || + (( MDSCOUNT > 1 )) || skip "needs >= 2 MDTs" + (( MDS1_VERSION >= $(version_code 2.13.52) )) || skip "Need MDS version at least 2.13.52" local mdts=$(comma_list $(mdts_nodes)) local timeout=100 local restripe_status local delta - local i + local c [[ $mds1_FSTYPE == zfs ]] && timeout=300 @@ -19621,33 +19770,37 @@ test_230p() { test_mkdir -c $MDSCOUNT -H crush $DIR/$tdir createmany -m $DIR/$tdir/f 100 || - error "create files under remote dir failed $i" + error "create files under remote dir failed" createmany -d $DIR/$tdir/d 100 || - error "create dirs under remote dir failed $i" + error "create dirs under remote dir failed" - for i in $(seq $((MDSCOUNT - 1)) -1 1); do + for c in $(seq $((MDSCOUNT - 1)) -1 1); do local mdt_hash="crush" do_nodes $mdts "$LCTL set_param mdt.*.md_stats=clear >/dev/null" - $LFS setdirstripe -c $i $DIR/$tdir || - error "split -c $i $tdir failed" - [ $i -eq 1 ] && mdt_hash="none" + $LFS setdirstripe -c $c $DIR/$tdir || + error "split -c $c $tdir failed" + if (( MDS1_VERSION >= $(version_code 2.14.51) )); then + mdt_hash="$mdt_hash,fixed" + elif [ $c -eq 1 ]; then + mdt_hash="none" + fi wait_update $HOSTNAME \ "$LFS getdirstripe -H $DIR/$tdir" $mdt_hash $timeout || error "dir merge not finished" delta=$(do_nodes $mdts "lctl get_param -n mdt.*MDT*.md_stats" | awk '/migrate/ {sum += $2} END { print sum }') - echo "$delta migrated when dir merge $((i + 1)) to $i stripes" + echo "$delta migrated when dir merge $((c + 1)) to $c stripes" # delta is around total_files/stripe_count - (( $delta < 200 / i + 4 )) || - error "$delta files migrated >= $((200 / i + 4))" + (( delta < 200 / c + 4 )) || + error "$delta files migrated >= $((200 / c + 4))" done } run_test 230p "dir merge" test_230q() { - [ $MDSCOUNT -ge 2 ] || skip "needs >= 2 MDTs" - [ $MDS1_VERSION -ge $(version_code 2.13.52) ] || + (( MDSCOUNT > 1)) || skip "needs >= 2 MDTs" + (( MDS1_VERSION >= $(version_code 2.13.52) )) || skip "Need MDS version at least 2.13.52" local mdts=$(comma_list $(mdts_nodes)) @@ -19707,6 +19860,15 @@ test_230q() { [ $nr_files -eq $total ] || error "total sub files $nr_files != $total" done + + (( MDS1_VERSION >= $(version_code 2.14.51) )) || return 0 + + echo "fixed layout directory won't auto split" + $LFS migrate -m 0 $DIR/$tdir || error "migrate $tdir failed" + wait_update $HOSTNAME "$LFS getdirstripe -H $DIR/$tdir" "crush,fixed" \ + 10 || error "stripe hash $($LFS getdirstripe -H $DIR/$tdir)" + wait_update $HOSTNAME "$LFS getdirstripe -c $DIR/$tdir" 1 10 || + error "stripe count $($LFS getdirstripe -c $DIR/$tdir)" } run_test 230q "dir auto split" @@ -20309,7 +20471,8 @@ test_247f() { mkdir_on_mdt0 $DIR/$tdir || error "mkdir $tdir failed" $LFS mkdir -i $((MDSCOUNT - 1)) $DIR/$tdir/remote || error "mkdir remote failed" - mkdir $DIR/$tdir/remote/subdir || error "mkdir remote/subdir failed" + $LFS mkdir -i $((MDSCOUNT - 1)) $DIR/$tdir/remote/subdir || + error "mkdir remote/subdir failed" $LFS mkdir -i 0 -c $MDSCOUNT $DIR/$tdir/striped || error "mkdir striped failed" mkdir $DIR/$tdir/striped/subdir || error "mkdir striped/subdir failed" @@ -22620,9 +22783,6 @@ test_300g() { stripe_count=$($LFS getdirstripe -c $dir) [ $stripe_count -eq 0 ] || error "expect 1 get $stripe_count for $dir" - stripe_index=$($LFS getdirstripe -i $dir) - [ $stripe_index -eq 0 ] || - error "expect 0 get $stripe_index for $dir" done } run_test 300g "check default striped directory for normal directory" @@ -23830,8 +23990,6 @@ run_test 398l "test enospc on intermediate stripe/RPC" test_398m() { # LU-13798 $LFS setstripe -o 0,1,0,1 -S 1M $DIR/$tfile - lctl set_param *debug=-1 debug_mb=10000 - # Set up failure on OST0, the first stripe: #define OBD_FAIL_OST_BRW_WRITE_BULK 0x20e #NB: Fail val is ost # + 1, because we cannot use cfs_fail_val = 0 @@ -24042,7 +24200,6 @@ test_401a() { #LU-7437 #count the number of parameters by "list_param -R" local params=$($LCTL list_param -R '*' 2>/dev/null | wc -l) #count the number of parameters by listing proc files - local proc_regexp="/{proc,sys}/{fs,sys,kernel/debug}/{lustre,lnet}/" local proc_dirs=$(eval \ls -d $proc_regexp 2>/dev/null) echo "proc_dirs='$proc_dirs'" [ -n "$proc_dirs" ] || error "no proc_dirs on $HOSTNAME" @@ -24153,6 +24310,15 @@ test_401d() { } run_test 401d "Verify 'lctl set_param' accepts values containing '='" +test_401e() { # LU-14779 + $LCTL list_param -R "ldlm.namespaces.MGC*" || + error "lctl list_param MGC* failed" + $LCTL get_param "ldlm.namespaces.MGC*" || error "lctl get_param failed" + $LCTL get_param "ldlm.namespaces.MGC*.lru_size" || + error "lctl get_param lru_size failed" +} +run_test 401e "verify 'lctl get_param' works with NID in parameter" + test_402() { [[ $MDS1_VERSION -ge $(version_code 2.7.66) ]] || [[ $MDS1_VERSION -ge $(version_code 2.7.18.4) && @@ -24459,6 +24625,76 @@ test_412() { } run_test 412 "mkdir on specific MDTs" +generate_uneven_mdts() { + local threshold=$1 + local ffree + local bavail + local max + local min + local max_index + local min_index + local tmp + local i + + echo + echo "Check for uneven MDTs: " + + ffree=($(lctl get_param -n mdc.*[mM][dD][cC]-[^M]*.filesfree)) + bavail=($(lctl get_param -n mdc.*[mM][dD][cC]-[^M]*.kbytesavail)) + bsize=$(lctl get_param -n mdc.*MDT0000*.blocksize) + + max=$(((${ffree[0]} >> 8) * (${bavail[0]} * bsize >> 16))) + min=$(((${ffree[0]} >> 8) * (${bavail[0]} * bsize >> 16))) + max_index=0 + min_index=0 + for ((i = 1; i < ${#ffree[@]}; i++)); do + tmp=$(((${ffree[i]} >> 8) * (${bavail[i]} * bsize >> 16))) + if [ $tmp -gt $max ]; then + max=$tmp + max_index=$i + fi + if [ $tmp -lt $min ]; then + min=$tmp + min_index=$i + fi + done + + # Check if we need to generate uneven MDTs + local diff=$(((max - min) * 100 / min)) + local testdir=$DIR/$tdir-fillmdt + + mkdir -p $testdir + + i=0 + while (( diff < threshold )); do + # generate uneven MDTs, create till $threshold% diff + echo -n "weight diff=$diff% must be > $threshold% ..." + echo "Fill MDT$min_index with 100 files: loop $i" + testdir=$DIR/$tdir-fillmdt/$i + [ -d $testdir ] || $LFS mkdir -i $min_index $testdir || + error "mkdir $testdir failed" + $LFS setstripe -E 1M -L mdt $testdir || + error "setstripe $testdir failed" + for F in f.{0..99}; do + dd if=/dev/zero of=$testdir/$F bs=1M count=1 > \ + /dev/null 2>&1 || error "dd $F failed" + done + + ffree=($(lctl get_param -n mdc.*[mM][dD][cC]-*.filesfree)) + bavail=($(lctl get_param -n mdc.*[mM][dD][cC]-*.kbytesavail)) + max=$(((${ffree[max_index]} >> 8) * \ + (${bavail[max_index]} * bsize >> 16))) + min=$(((${ffree[min_index]} >> 8) * \ + (${bavail[min_index]} * bsize >> 16))) + diff=$(((max - min) * 100 / min)) + i=$((i + 1)) + done + + echo "MDT filesfree available: ${ffree[@]}" + echo "MDT blocks available: ${bavail[@]}" + echo "weight diff=$diff%" +} + test_qos_mkdir() { local mkdir_cmd=$1 local stripe_count=$2 @@ -24481,11 +24717,11 @@ test_qos_mkdir() { lmv_qos_threshold_rr=${lmv_qos_threshold_rr%%%} lmv_qos_maxage=$($LCTL get_param -n lmv.*.qos_maxage) stack_trap "$LCTL set_param \ - lmv.*.qos_prio_free=$lmv_qos_prio_free > /dev/null" EXIT + lmv.*.qos_prio_free=$lmv_qos_prio_free > /dev/null" stack_trap "$LCTL set_param \ - lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null" EXIT + lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null" stack_trap "$LCTL set_param \ - lmv.*.qos_maxage=$lmv_qos_maxage > /dev/null" EXIT + lmv.*.qos_maxage=$lmv_qos_maxage > /dev/null" lod_qos_prio_free=$(do_facet mds1 $LCTL get_param -n \ lod.$FSNAME-MDT0000-mdtlov.mdt_qos_prio_free | head -n1) @@ -24496,12 +24732,11 @@ test_qos_mkdir() { lod_qos_maxage=$(do_facet mds1 $LCTL get_param -n \ lod.$FSNAME-MDT0000-mdtlov.qos_maxage | awk '{ print $1 }') stack_trap "do_nodes $mdts $LCTL set_param \ - lod.*.mdt_qos_prio_free=$lod_qos_prio_free > /dev/null" EXIT + lod.*.mdt_qos_prio_free=$lod_qos_prio_free > /dev/null" stack_trap "do_nodes $mdts $LCTL set_param \ - lod.*.mdt_qos_threshold_rr=$lod_qos_threshold_rr > /dev/null" \ - EXIT + lod.*.mdt_qos_threshold_rr=$lod_qos_threshold_rr > /dev/null" stack_trap "do_nodes $mdts $LCTL set_param \ - lod.*.mdt_qos_maxage=$lod_qos_maxage > /dev/null" EXIT + lod.*.mdt_qos_maxage=$lod_qos_maxage > /dev/null" $LCTL set_param lmv.*.qos_threshold_rr=100 > /dev/null do_nodes $mdts $LCTL set_param lod.*.mdt_qos_threshold_rr=100 > /dev/null @@ -24511,11 +24746,12 @@ test_qos_mkdir() { local stripe_index=$($LFS getstripe -m $testdir) local test_mkdir_rr=true - getfattr -d -m dmv $testdir | grep dmv - if [ $? -eq 0 ] && [ $MDS1_VERSION -ge $(version_code 2.14.51) ]; then - local inherit_rr=$($LFS getdirstripe -D --max-inherit-rr $testdir) - - (( $inherit_rr == 0 )) && test_mkdir_rr=false + echo "dirstripe: '$($LFS getdirstripe $testdir)'" + getfattr -d -m dmv -e hex $testdir | grep dmv + if (( $? == 0 && $MDS1_VERSION >= $(version_code 2.14.51) )); then + echo "defstripe: '$($LFS getdirstripe -D $testdir)'" + (( $($LFS getdirstripe -D --max-inherit-rr $testdir) == 0 )) && + test_mkdir_rr=false fi echo @@ -24523,41 +24759,37 @@ test_qos_mkdir() { echo "Mkdir (stripe_count $stripe_count) roundrobin:" || echo "Mkdir (stripe_count $stripe_count) on stripe $stripe_index" - for i in $(seq $((100 * MDSCOUNT))); do + stack_trap "unlinkmany -d $testdir/subdir $((100 * MDSCOUNT))" + for (( i = 0; i < 100 * MDSCOUNT; i++ )); do eval $mkdir_cmd $testdir/subdir$i || error "$mkdir_cmd subdir$i failed" done - for i in $(seq $MDSCOUNT); do - count=$($LFS getdirstripe -i $testdir/* | - grep ^$((i - 1))$ | wc -l) - echo "$count directories created on MDT$((i - 1))" + for (( i = 0; i < $MDSCOUNT; i++ )); do + count=$($LFS getdirstripe -i $testdir/* | grep -c "^$i$") + echo "$count directories created on MDT$i" if $test_mkdir_rr; then (( $count == 100 )) || error "subdirs are not evenly distributed" - elif [ $((i - 1)) -eq $stripe_index ]; then + elif (( $i == $stripe_index )); then (( $count == 100 * MDSCOUNT )) || - error "$count subdirs created on MDT$((i - 1))" + error "$count subdirs created on MDT$i" else (( $count == 0 )) || - error "$count subdirs created on MDT$((i - 1))" + error "$count subdirs created on MDT$i" fi if $test_mkdir_rr && [ $stripe_count -gt 1 ]; then count=$($LFS getdirstripe $testdir/* | - grep -P "^\s+$((i - 1))\t" | wc -l) - echo "$count stripes created on MDT$((i - 1))" + grep -c -P "^\s+$i\t") + echo "$count stripes created on MDT$i" # deviation should < 5% of average - (( $count < 95 * stripe_count )) || - (( $count > 105 * stripe_count)) && + (( $count >= 95 * stripe_count && + $count <= 105 * stripe_count)) || error "stripes are not evenly distributed" fi done - $LCTL set_param lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null - do_nodes $mdts $LCTL set_param \ - lod.*.mdt_qos_threshold_rr=$lod_qos_threshold_rr > /dev/null - echo echo "Check for uneven MDTs: " @@ -24589,47 +24821,20 @@ test_qos_mkdir() { fi done - (( ${ffree[min_index]} == 0 )) && + (( ${ffree[min_index]} > 0 )) || skip "no free files in MDT$min_index" - (( ${ffree[min_index]} > 100000000 )) && + (( ${ffree[min_index]} < 100000000 )) || skip "too many free files in MDT$min_index" - # Check if we need to generate uneven MDTs - local threshold=50 - local diff=$(((max - min) * 100 / min)) - local value="$(generate_string 1024)" - - while [ $diff -lt $threshold ]; do - # generate uneven MDTs, create till $threshold% diff - echo -n "weight diff=$diff% must be > $threshold% ..." - count=$((${ffree[min_index]} / 10)) - # 50 sec per 10000 files in vm - (( $count < 100000 )) || [ "$SLOW" != "no" ] || - skip "$count files to create" - echo "Fill MDT$min_index with $count files" - [ -d $DIR/$tdir-MDT$min_index ] || - $LFS mkdir -i $min_index $DIR/$tdir-MDT$min_index || - error "mkdir $tdir-MDT$min_index failed" - createmany -d $DIR/$tdir-MDT$min_index/d $count || - error "create d$count failed" - - ffree=($(lctl get_param -n mdc.*[mM][dD][cC]-*.filesfree)) - bavail=($(lctl get_param -n mdc.*[mM][dD][cC]-*.kbytesavail)) - max=$(((${ffree[max_index]} >> 8) * \ - (${bavail[max_index]} * bsize >> 16))) - min=$(((${ffree[min_index]} >> 8) * \ - (${bavail[min_index]} * bsize >> 16))) - diff=$(((max - min) * 100 / min)) - done - echo "MDT filesfree available: ${ffree[@]}" echo "MDT blocks available: ${bavail[@]}" - echo "weight diff=$diff%" - + echo "weight diff=$(((max - min) * 100 / min))%" echo echo "Mkdir (stripe_count $stripe_count) with balanced space usage:" + $LCTL set_param lmv.*.qos_threshold_rr=0 > /dev/null $LCTL set_param lmv.*.qos_prio_free=100 > /dev/null + do_nodes $mdts $LCTL set_param lod.*.mdt_qos_threshold_rr=0 > /dev/null do_nodes $mdts $LCTL set_param lod.*.mdt_qos_prio_free=100 > /dev/null # decrease statfs age, so that it can be updated in time $LCTL set_param lmv.*.qos_maxage=1 > /dev/null @@ -24638,42 +24843,65 @@ test_qos_mkdir() { sleep 1 testdir=$DIR/$tdir-s$stripe_count/qos + local num=200 - for i in $(seq $((100 * MDSCOUNT))); do + stack_trap "unlinkmany -d $testdir/subdir $((num * MDSCOUNT))" + for (( i = 0; i < num * MDSCOUNT; i++ )); do eval $mkdir_cmd $testdir/subdir$i || error "$mkdir_cmd subdir$i failed" done - for i in $(seq $MDSCOUNT); do - count=$($LFS getdirstripe -i $testdir/* | grep ^$((i - 1))$ | - wc -l) - echo "$count directories created on MDT$((i - 1))" + for (( i = 0; i < $MDSCOUNT; i++ )); do + count=$($LFS getdirstripe -i $testdir/* | grep -c "^$i$") + echo "$count directories created on MDT$i" if [ $stripe_count -gt 1 ]; then count=$($LFS getdirstripe $testdir/* | - grep -P "^\s+$((i - 1))\t" | wc -l) - echo "$count stripes created on MDT$((i - 1))" + grep -c -P "^\s+$i\t") + echo "$count stripes created on MDT$i" fi done - max=$($LFS getdirstripe -i $testdir/* | grep ^$max_index$ | wc -l) - min=$($LFS getdirstripe -i $testdir/* | grep ^$min_index$ | wc -l) + max=$($LFS getdirstripe -i $testdir/* | grep -c "^$max_index$") + min=$($LFS getdirstripe -i $testdir/* | grep -c "^$min_index$") # D-value should > 10% of averge - (( $max - $min < 10 )) && - error "subdirs shouldn't be evenly distributed" + (( max - min >= num / 10 )) || + error "subdirs shouldn't be evenly distributed: $max - $min < $((num / 10))" - # ditto - if [ $stripe_count -gt 1 ]; then + # 5% for stripes + if (( stripe_count > 1 )); then max=$($LFS getdirstripe $testdir/* | - grep -P "^\s+$max_index\t" | wc -l) + grep -c -P "^\s+$max_index\t") min=$($LFS getdirstripe $testdir/* | - grep -P "^\s+$min_index\t" | wc -l) - (( $max - $min < 10 * $stripe_count )) && - error "stripes shouldn't be evenly distributed"|| true + grep -c -P "^\s+$min_index\t") + (( max - min >= num * stripe_count / 20 )) || + error "stripes shouldn't be evenly distributed: $max - $min < $((num / 20)) * $stripe_count" fi } +most_full_mdt() { + local ffree + local bavail + local bsize + local min + local min_index + local tmp + + ffree=($(lctl get_param -n mdc.*[mM][dD][cC]-[^M]*.filesfree)) + bavail=($(lctl get_param -n mdc.*[mM][dD][cC]-[^M]*.kbytesavail)) + bsize=$(lctl get_param -n mdc.*MDT0000*.blocksize) + + min=$(((${ffree[0]} >> 8) * (${bavail[0]} * bsize >> 16))) + min_index=0 + for ((i = 1; i < ${#ffree[@]}; i++)); do + tmp=$(((${ffree[i]} >> 8) * (${bavail[i]} * bsize >> 16))) + (( tmp < min )) && min=$tmp && min_index=$i + done + + echo -n $min_index +} + test_413a() { [ $MDSCOUNT -lt 2 ] && skip "We need at least 2 MDTs for this test" @@ -24683,11 +24911,13 @@ test_413a() { local stripe_count + generate_uneven_mdts 100 for stripe_count in $(seq 1 $((MDSCOUNT - 1))); do mkdir $DIR/$tdir-s$stripe_count || error "mkdir failed" mkdir $DIR/$tdir-s$stripe_count/rr || error "mkdir failed" - mkdir $DIR/$tdir-s$stripe_count/qos || error "mkdir failed" - test_qos_mkdir "$LFS mkdir -c $stripe_count" $stripe_count + $LFS mkdir -i $(most_full_mdt) $DIR/$tdir-s$stripe_count/qos || + error "mkdir failed" + test_qos_mkdir "$LFS mkdir -i -1 -c $stripe_count" $stripe_count done } run_test 413a "QoS mkdir with 'lfs mkdir -i -1'" @@ -24702,11 +24932,13 @@ test_413b() { local testdir local stripe_count + generate_uneven_mdts 100 for stripe_count in $(seq 1 $((MDSCOUNT - 1))); do testdir=$DIR/$tdir-s$stripe_count mkdir $testdir || error "mkdir $testdir failed" mkdir $testdir/rr || error "mkdir rr failed" - mkdir $testdir/qos || error "mkdir qos failed" + $LFS mkdir -i $(most_full_mdt) $testdir/qos || + error "mkdir qos failed" $LFS setdirstripe -D -c $stripe_count --max-inherit-rr 2 \ $testdir/rr || error "setdirstripe rr failed" $LFS setdirstripe -D -c $stripe_count $testdir/qos || @@ -24717,11 +24949,11 @@ test_413b() { run_test 413b "QoS mkdir under dir whose default LMV starting MDT offset is -1" test_413c() { - [ $MDSCOUNT -ge 2 ] || + (( $MDSCOUNT >= 2 )) || skip "We need at least 2 MDTs for this test" - [ $MDS1_VERSION -ge $(version_code 2.14.51) ] || - skip "Need server version at least 2.14.50" + (( $MDS1_VERSION >= $(version_code 2.14.51) )) || + skip "Need server version at least 2.14.51" local testdir local inherit @@ -24730,11 +24962,11 @@ test_413c() { testdir=$DIR/${tdir}-s1 mkdir $testdir || error "mkdir $testdir failed" mkdir $testdir/rr || error "mkdir rr failed" - mkdir $testdir/qos || error "mkdir qos failed" + $LFS mkdir -i $(most_full_mdt) $testdir/qos || error "mkdir qos failed" # default max_inherit is -1, default max_inherit_rr is 0 $LFS setdirstripe -D -c 1 $testdir/rr || error "setdirstripe rr failed" - $LFS setdirstripe -D -c 1 -X 2 --max-inherit-rr 1 $testdir/qos || + $LFS setdirstripe -D -c 1 -i -1 -X 2 --max-inherit-rr 1 $testdir/qos || error "setdirstripe qos failed" test_qos_mkdir "mkdir" 1 @@ -24742,21 +24974,62 @@ test_413c() { inherit=$($LFS getdirstripe -D -X $testdir/rr/level1) (( $inherit == -1 )) || error "rr/level1 inherit $inherit != -1" inherit_rr=$($LFS getdirstripe -D --max-inherit-rr $testdir/rr/level1) - (( $inherit_rr == 0 )) || - error "rr/level1 inherit-rr $inherit_rr != 0" + (( $inherit_rr == 0 )) || error "rr/level1 inherit-rr $inherit_rr != 0" mkdir $testdir/qos/level1 || error "mkdir qos/level1 failed" inherit=$($LFS getdirstripe -D -X $testdir/qos/level1) (( $inherit == 1 )) || error "qos/level1 inherit $inherit != 1" inherit_rr=$($LFS getdirstripe -D --max-inherit-rr $testdir/qos/level1) - (( $inherit_rr == 0 )) || - error "qos/level1 inherit-rr $inherit_rr !=0" + (( $inherit_rr == 0 )) || error "qos/level1 inherit-rr $inherit_rr != 0" mkdir $testdir/qos/level1/level2 || error "mkdir level2 failed" - getfattr -d -m dmv $testdir/qos/level1/level2 | grep dmv && + getfattr -d -m dmv -e hex $testdir/qos/level1/level2 | grep dmv && error "level2 shouldn't have default LMV" || true } run_test 413c "mkdir with default LMV max inherit rr" +test_413d() { + (( MDSCOUNT >= 2 )) || + skip "We need at least 2 MDTs for this test" + + (( MDS1_VERSION >= $(version_code 2.14.51) )) || + skip "Need server version at least 2.14.51" + + local lmv_qos_threshold_rr + + lmv_qos_threshold_rr=$($LCTL get_param -n lmv.*.qos_threshold_rr | + head -n1) + stack_trap "$LCTL set_param \ + lmv.*.qos_threshold_rr=$lmv_qos_threshold_rr > /dev/null" EXIT + + $LCTL set_param lmv.*.qos_threshold_rr=100 > /dev/null + mkdir -p $DIR/$tdir || error "mkdir $tdir failed" + getfattr -d -m dmv -e hex $DIR/$tdir | grep dmv && + error "$tdir shouldn't have default LMV" + createmany -d $DIR/$tdir/sub $((100 * MDSCOUNT)) || + error "mkdir sub failed" + + local count=$($LFS getstripe -m $DIR/$tdir/* | grep -c ^0) + + (( count == 100 )) || error "$count subdirs on MDT0" +} +run_test 413d "inherit ROOT default LMV" + +test_413z() { + local pids="" + local subdir + local pid + + for subdir in $(\ls -1 -d $DIR/d413*-fillmdt/*); do + unlinkmany $subdir/f. 100 & + pids="$pids $!" + done + + for pid in $pids; do + wait $pid + done +} +run_test 413z "413 test cleanup" + test_414() { #define OBD_FAIL_PTLRPC_BULK_ATTACH 0x521 $LCTL set_param fail_loc=0x80000521 @@ -25684,6 +25957,38 @@ test_431() { # LU-14187 } run_test 431 "Restart transaction for IO" +cleanup_test_432() { + do_facet mgs $LCTL nodemap_activate 0 + wait_nm_sync active +} + +test_432() { + local tmpdir=$TMP/dir432 + + (( $MDS1_VERSION >= $(version_code 2.14.52) )) || + skip "Need MDS version at least 2.14.52" + + stack_trap cleanup_test_432 EXIT + mkdir $DIR/$tdir + mkdir $tmpdir + + do_facet mgs $LCTL nodemap_activate 1 + wait_nm_sync active + do_facet mgs $LCTL nodemap_modify --name default \ + --property admin --value 1 + do_facet mgs $LCTL nodemap_modify --name default \ + --property trusted --value 1 + cancel_lru_locks mdc + wait_nm_sync default admin_nodemap + wait_nm_sync default trusted_nodemap + + if [ $(mv $tmpdir $DIR/$tdir/ 2>&1 | + grep -ci "Operation not permitted") -ne 0 ]; then + error "mv $tmpdir $DIR/$tdir/ hits 'Operation not permitted'" + fi +} +run_test 432 "mv dir from outside Lustre" + prep_801() { [[ $MDS1_VERSION -lt $(version_code 2.9.55) ]] || [[ $OST1_VERSION -lt $(version_code 2.9.55) ]] && @@ -26933,6 +27238,21 @@ test_902() { } run_test 902 "test short write doesn't hang lustre" +# LU-14711 +test_903() { + $LFS setstripe -i 0 -c 1 $DIR/$tfile $DIR/${tfile}-2 + echo "blah" > $DIR/${tfile}-2 + dd if=/dev/zero of=$DIR/$tfile bs=1M count=6 conv=fsync + #define OBD_FAIL_OSC_SLOW_PAGE_EVICT 0x417 + $LCTL set_param fail_loc=0x417 fail_val=20 + + mv $DIR/${tfile}-2 $DIR/$tfile # Destroys the big object + sleep 1 # To start the destroy + wait_destroy_complete 150 || error "Destroy taking too long" + cat $DIR/$tfile > /dev/null || error "Evicted" +} +run_test 903 "Test long page discard does not cause evictions" + complete $SECONDS [ -f $EXT2_DEV ] && rm $EXT2_DEV || true check_and_cleanup_lustre