}
run_test 56wd "check lfs_migrate --rsync and --no-rsync work"
+test_56we() {
+ local td=$DIR/$tdir
+ local tf=$td/$tfile
+
+ test_mkdir $td || error "cannot create $td"
+ touch $tf || error "cannot touch $tf"
+
+ echo -n "Make sure --non-direct|-D works..."
+ $LFS_MIGRATE -y --non-direct -v $tf 2>&1 |
+ grep -q "lfs migrate --non-direct" ||
+ error "--non-direct option cannot work correctly"
+ $LFS_MIGRATE -y -D -v $tf 2>&1 |
+ grep -q "lfs migrate -D" ||
+ error "-D option cannot work correctly"
+ echo "done."
+}
+run_test 56we "check lfs_migrate --non-direct|-D support"
+
test_56x() {
[[ $OSTCOUNT -lt 2 ]] && skip_env "needs >= 2 OSTs"
check_swap_layouts_support
}
run_test 205a "Verify job stats"
-# LU-13117
+# LU-13117, LU-13597
test_205b() {
+ job_stats="mdt.*.job_stats"
+ $LCTL set_param $job_stats=clear
$LCTL set_param jobid_var=USER jobid_name="%e.%u"
env -i USERTESTJOBSTATS=foolish touch $DIR/$tfile.1
- do_facet $SINGLEMDS $LCTL get_param mdt.*.job_stats |
- grep job_id: | grep foolish &&
+ do_facet $SINGLEMDS $LCTL get_param $job_stats |
+ grep "job_id:.*foolish" &&
error "Unexpected jobid found"
- true
+ do_facet $SINGLEMDS $LCTL get_param $job_stats |
+ grep "open:.*min.*max.*sum" ||
+ error "wrong job_stats format found"
}
-run_test 205b "Verify job stats jobid parsing"
+run_test 205b "Verify job stats jobid and output format"
# LU-1480, LU-1773 and LU-1657
test_206() {
}
run_test 209 "read-only open/close requests should be freed promptly"
+test_210() {
+ local pid
+
+ $MULTIOP $DIR/$tfile oO_CREAT:O_RDWR:eW_E+eUc &
+ pid=$!
+ sleep 1
+
+ $LFS getstripe $DIR/$tfile
+ kill -USR1 $pid
+ wait $pid || error "multiop failed"
+
+ $MULTIOP $DIR/$tfile oO_RDONLY:eR_E+eUc &
+ pid=$!
+ sleep 1
+
+ $LFS getstripe $DIR/$tfile
+ kill -USR1 $pid
+ wait $pid || error "multiop failed"
+}
+run_test 210 "lfs getstripe does not break leases"
+
test_212() {
size=`date +%s`
size=$((size % 8192 + 1))
test_230j() {
[ $MDSCOUNT -lt 2 ] && skip "needs >= 2 MDTs"
- [ $MDS1_VERSION -lt $(version_code 2.11.52) ] &&
+ [ $MDS1_VERSION -lt $(version_code 2.13.52) ] &&
skip "Need MDS version at least 2.11.52"
$LFS mkdir -m 0 -c 1 $DIR/$tdir || error "mkdir $tdir failed"
error "create $tfile failed"
cat /etc/passwd > $DIR/$tdir/$tfile
- $LFS migrate -m 1 $DIR/$tdir
+ $LFS migrate -m 1 $DIR/$tdir || error "migrate failed"
cmp /etc/passwd $DIR/$tdir/$tfile ||
error "DoM file mismatch after migration"
}
run_test 230n "Dir migration with mirrored file"
+test_230o() {
+ [ $MDSCOUNT -ge 2 ] || skip "needs >= 2 MDTs"
+ [ $MDS1_VERSION -ge $(version_code 2.13.52) ] ||
+ skip "Need MDS version at least 2.13.52"
+
+ local mdts=$(comma_list $(mdts_nodes))
+
+ local restripe_status
+ local delta
+ local i
+ local j
+
+ # in case "crush" hash type is not set
+ do_nodes $mdts "$LCTL set_param lod.*.mdt_hash=crush"
+
+ restripe_status=$(do_facet mds1 $LCTL get_param -n \
+ mdt.*MDT0000.enable_dir_restripe)
+ do_nodes $mdts "$LCTL set_param mdt.*.enable_dir_restripe=1"
+ stack_trap "do_nodes $mdts $LCTL set_param \
+ mdt.*.enable_dir_restripe=$restripe_status"
+
+ mkdir $DIR/$tdir
+ createmany -m $DIR/$tdir/f 100 ||
+ error "create files under remote dir failed $i"
+ createmany -d $DIR/$tdir/d 100 ||
+ error "create dirs under remote dir failed $i"
+
+ for i in $(seq 2 $MDSCOUNT); do
+ do_nodes $mdts "$LCTL set_param mdt.*.md_stats=clear > /dev/null"
+ $LFS setdirstripe -c $i $DIR/$tdir ||
+ error "split -c $i $tdir failed"
+ wait_update $HOSTNAME \
+ "$LFS getdirstripe -H $DIR/$tdir" "crush" 100 ||
+ error "dir split not finished"
+ delta=$(do_nodes $mdts "lctl get_param -n mdt.*MDT*.md_stats" |
+ awk '/migrate/ {sum += $2} END { print sum }')
+ echo "$delta files migrated when dir split from $((i - 1)) to $i stripes"
+ # delta is around total_files/stripe_count
+ [ $delta -lt $((200 /(i - 1))) ] ||
+ error "$delta files migrated"
+ done
+}
+run_test 230o "dir split"
+
+test_230p() {
+ [ $MDSCOUNT -ge 2 ] || skip "needs >= 2 MDTs"
+ [ $MDS1_VERSION -ge $(version_code 2.13.52) ] ||
+ skip "Need MDS version at least 2.13.52"
+
+ local mdts=$(comma_list $(mdts_nodes))
+
+ local restripe_status
+ local delta
+ local i
+ local j
+
+ do_nodes $mdts "$LCTL set_param lod.*.mdt_hash=crush"
+
+ restripe_status=$(do_facet mds1 $LCTL get_param -n \
+ mdt.*MDT0000.enable_dir_restripe)
+ do_nodes $mdts "$LCTL set_param mdt.*.enable_dir_restripe=1"
+ stack_trap "do_nodes $mdts $LCTL set_param \
+ mdt.*.enable_dir_restripe=$restripe_status"
+
+ test_mkdir -c $MDSCOUNT -H crush $DIR/$tdir
+ createmany -m $DIR/$tdir/f 100 ||
+ error "create files under remote dir failed $i"
+ createmany -d $DIR/$tdir/d 100 ||
+ error "create dirs under remote dir failed $i"
+
+ for i in $(seq $((MDSCOUNT - 1)) -1 1); do
+ local mdt_hash="crush"
+
+ do_nodes $mdts "$LCTL set_param mdt.*.md_stats=clear > /dev/null"
+ $LFS setdirstripe -c $i $DIR/$tdir ||
+ error "split -c $i $tdir failed"
+ [ $i -eq 1 ] && mdt_hash="none"
+ wait_update $HOSTNAME \
+ "$LFS getdirstripe -H $DIR/$tdir" $mdt_hash 100 ||
+ error "dir merge not finished"
+ delta=$(do_nodes $mdts "lctl get_param -n mdt.*MDT*.md_stats" |
+ awk '/migrate/ {sum += $2} END { print sum }')
+ echo "$delta files migrated when dir merge from $((i + 1)) to $i stripes"
+ # delta is around total_files/stripe_count
+ [ $delta -lt $((200 / i)) ] ||
+ error "$delta files migrated"
+ done
+}
+run_test 230p "dir merge"
+
+test_230q() {
+ [ $MDSCOUNT -ge 2 ] || skip "needs >= 2 MDTs"
+ [ $MDS1_VERSION -ge $(version_code 2.13.52) ] ||
+ skip "Need MDS version at least 2.13.52"
+
+ local mdts=$(comma_list $(mdts_nodes))
+ local saved_threshold=$(do_facet mds1 \
+ $LCTL get_param -n mdt.*-MDT0000.dir_split_count)
+ local saved_delta=$(do_facet mds1 \
+ $LCTL get_param -n mdt.*-MDT0000.dir_split_delta)
+ local threshold=100
+ local delta=2
+ local total=0
+ local stripe_count=0
+ local stripe_index
+ local nr_files
+
+ stack_trap "do_nodes $mdts $LCTL set_param \
+ mdt.*.dir_split_count=$saved_threshold"
+ stack_trap "do_nodes $mdts $LCTL set_param \
+ mdt.*.dir_split_delta=$saved_delta"
+ stack_trap "do_nodes $mdts $LCTL set_param mdt.*.dir_restripe_nsonly=1"
+ do_nodes $mdts "$LCTL set_param mdt.*.enable_dir_auto_split=1"
+ do_nodes $mdts "$LCTL set_param mdt.*.dir_split_count=$threshold"
+ do_nodes $mdts "$LCTL set_param mdt.*.dir_split_delta=$delta"
+ do_nodes $mdts "$LCTL set_param mdt.*.dir_restripe_nsonly=0"
+ do_nodes $mdts "$LCTL set_param lod.*.mdt_hash=crush"
+
+ $LFS mkdir -i -1 -c 1 $DIR/$tdir || error "mkdir $tdir failed"
+ stripe_index=$($LFS getdirstripe -i $DIR/$tdir)
+
+ while [ $stripe_count -lt $MDSCOUNT ]; do
+ createmany -m $DIR/$tdir/f $total $((threshold * 3 / 2)) ||
+ error "create sub files failed"
+ stat $DIR/$tdir > /dev/null
+ total=$((total + threshold * 3 / 2))
+ stripe_count=$((stripe_count + delta))
+ [ $stripe_count -gt $MDSCOUNT ] && stripe_count=$MDSCOUNT
+
+ wait_update $HOSTNAME \
+ "$LFS getdirstripe -c $DIR/$tdir" "$stripe_count" 40 ||
+ error "stripe count $($LFS getdirstripe -c $DIR/$tdir) != $stripe_count"
+
+ wait_update $HOSTNAME \
+ "$LFS getdirstripe -H $DIR/$tdir" "crush" 200 ||
+ error "stripe hash $($LFS getdirstripe -H $DIR/$tdir) != crush"
+
+ nr_files=$($LFS getstripe -m $DIR/$tdir/* |
+ grep -w $stripe_index | wc -l)
+ echo "$nr_files files on MDT$stripe_index after split"
+ [ $nr_files -lt $((total / (stripe_count - 1))) ] ||
+ error "$nr_files files on MDT$stripe_index after split"
+
+ nr_files=$(ls $DIR/$tdir | wc -w)
+ [ $nr_files -eq $total ] ||
+ error "total sub files $nr_files != $total"
+ done
+}
+run_test 230q "dir auto split"
+
test_231a()
{
# For simplicity this test assumes that max_pages_per_rpc
}
run_test 270g "DoM: default DoM stripe size depends on free space"
+test_270h() {
+ [[ $MDS1_VERSION -ge $(version_code 2.13.53) ]] ||
+ skip "Need MDS version at least 2.13.53"
+
+ local mdtname=${FSNAME}-MDT0000-mdtlov
+ local dom=$DIR/$tdir/$tfile
+ local save="$TMP/$TESTSUITE-$TESTNAME.parameters"
+
+ save_lustre_params mds1 "lod.*.dom_stripesize" > $save
+ stack_trap "restore_lustre_params < $save; rm -f $save" EXIT
+
+ $LFS mkdir -i 0 -c 1 $DIR/$tdir
+ $LFS setstripe -E 1M -c1 -E -1 -c2 ${dom}_1 ||
+ error "can't create OST file"
+ # mirrored file with DOM entry in the second mirror
+ $LFS mirror extend -N -E 1M -L mdt -E eof -c2 ${dom}_1 ||
+ error "can't create mirror with DoM component"
+
+ do_facet mds1 $LCTL set_param -n lod.$mdtname.dom_stripesize=0
+
+ # DOM component in the middle and has other enries in the same mirror,
+ # should succeed but lost DoM component
+ $LFS setstripe --copy=${dom}_1 $dom ||
+ error "Can't create file from OST|DOM mirror layout"
+ # check new file has no DoM layout after all
+ [[ $($LFS getstripe -L $dom) != "mdt" ]] ||
+ error "File has DoM component while DoM is disabled"
+}
+run_test 270h "DoM: DoM stripe removal when disabled on server"
+
test_271a() {
[ $MDS1_VERSION -lt $(version_code 2.10.55) ] &&
skip "Need MDS version at least 2.10.55"
}
run_test 423 "statfs should return a right data"
+test_424() {
+#define OBD_FAIL_PTLRPC_BULK_REPLY_ATTACH 0x522 | OBD_FAIL_ONCE
+ $LCTL set_param fail_loc=0x80000522
+ dd if=/dev/zero of=$DIR/$tfile bs=2M count=1 oflag=sync
+ rm -f $DIR/$tfile
+}
+run_test 424 "simulate ENOMEM in ptl_send_rpc bulk reply ME attach"
+
prep_801() {
[[ $MDS1_VERSION -lt $(version_code 2.9.55) ]] ||
[[ $OST1_VERSION -lt $(version_code 2.9.55) ]] &&
git://git.whamcloud.com / fs / lustre-release.git / blobdiff