MDT_DEV="${FSNAME}-MDT0000"
MDT_DEVNAME=$(mdsdevname ${SINGLEMDS//mds/})
+START_SCRUB="do_facet $SINGLEMDS $LCTL lfsck_start -M ${MDT_DEV}"
+STOP_SCRUB="do_facet $SINGLEMDS $LCTL lfsck_stop -M ${MDT_DEV}"
SHOW_SCRUB="do_facet $SINGLEMDS \
$LCTL get_param -n osd-ldiskfs.${MDT_DEV}.oi_scrub"
+MOUNT_OPTS_SCRUB="-o user_xattr"
+MOUNT_OPTS_NOSCRUB="-o user_xattr,noscrub"
scrub_prep() {
local nfiles=$1
test_0() {
scrub_prep 0
echo "start $SINGLEMDS without disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_SCRUB > /dev/null ||
error "(1) Fail to start MDS!"
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "init" ] ||
error "(2) Expect 'init', but got '$STATUS'"
- local FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ -z "$FLAGS" ] || error "(3) Expect empty flags, but got '$FLAGS'"
mount_client $MOUNT || error "(4) Fail to start client!"
mds_remove_ois || error "(1) Fail to remove/recreate!"
echo "start $SINGLEMDS without disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_SCRUB > /dev/null ||
error "(2) Fail to start MDS!"
sleep 3
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "completed" ] ||
error "(3) Expect 'completed', but got '$STATUS'"
}
run_test 1a "Trigger OI scrub when MDT mounts for OI files remove/recreate case"
+test_1b() {
+ local index
+
+ # OI files to be removed:
+ # idx 0: oi.16.0
+ # idx 1: oi.16.1
+ # idx 2: oi.16.{2,4,8,16,32}
+ # idx 3: oi.16.{3,9,27}
+ # idx 5: oi.16.{5,25}
+ # idx 7: oi.16.{7,49}
+ for index in 0 1 2 3 5 7; do
+ scrub_prep 0
+ mds_remove_ois ${index} || error "(1) Fail to remove/recreate!"
+
+ echo "start $SINGLEMDS with disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > \
+ /dev/null || error "(2) Fail to start MDS!"
+
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ "$FLAGS" == "recreated" ] ||
+ error "(3) Expect 'recreated', but got '$STATUS'"
+
+ $START_SCRUB || error "(4) Fail to start OI scrub!"
+ sleep 3
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "completed" ] ||
+ error "(5) Expect 'completed', but got '$STATUS'"
+
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ -z "$FLAGS" ] ||
+ error "(6) Expect empty flags, but got '$FLAGS'"
+ done
+}
+run_test 1b "Auto detect kinds of OI file(s) removed/recreated cases"
+
test_2() {
scrub_prep 0
mds_backup_restore || error "(1) Fail to backup/restore!"
echo "start $SINGLEMDS without disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_SCRUB > /dev/null ||
error "(2) Fail to start MDS!"
sleep 3
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "completed" ] ||
error "(3) Expect 'completed', but got '$STATUS'"
mds_backup_restore || error "(1) Fail to backup/restore!"
echo "start $SINGLEMDS with disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS,noscrub > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
error "(2) Fail to start MDS!"
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "init" ] ||
error "(3) Expect 'init', but got '$STATUS'"
- local FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ "$FLAGS" == "inconsistent" ] ||
error "(4) Expect 'inconsistent', but got '$FLAGS'"
echo "stopall"
mds_backup_restore || error "(1) Fail to backup/restore!"
echo "start $SINGLEMDS with disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS,noscrub > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
error "(2) Fail to start MDS!"
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "init" ] ||
error "(3) Expect 'init', but got '$STATUS'"
- local FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ "$FLAGS" == "inconsistent" ] ||
error "(4) Expect 'inconsistent', but got '$FLAGS'"
error "(6) File diff failed unexpected!"
sleep 3
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "completed" ] ||
error "(7) Expect 'completed', but got '$STATUS'"
}
mds_backup_restore || error "(1) Fail to backup/restore!"
echo "start $SINGLEMDS with disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS,noscrub > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
error "(2) Fail to start MDS!"
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "init" ] ||
error "(3) Expect 'init', but got '$STATUS'"
- local FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ "$FLAGS" == "inconsistent" ] ||
error "(4) Expect 'inconsistent', but got '$FLAGS'"
do_facet $SINGLEMDS \
$LCTL set_param -n osd-ldiskfs.${MDT_DEV}.auto_scrub 1
-#define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
do_facet $SINGLEMDS $LCTL set_param fail_val=3
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
diff -q $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
umount_client $MOUNT || error "(7) Fail to stop client!"
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "scanning" ] ||
error "(8) Expect 'scanning', but got '$STATUS'"
-#define OBD_FAIL_OSD_SCRUB_CRASH 0x191
+ #define OBD_FAIL_OSD_SCRUB_CRASH 0x191
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x80000191
sleep 4
echo "stop $SINGLEMDS"
stop $SINGLEMDS > /dev/null || error "(9) Fail to stop MDS!"
echo "start $SINGLEMDS with disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS,noscrub > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
error "(10) Fail to start MDS!"
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "crashed" ] ||
error "(11) Expect 'crashed', but got '$STATUS'"
echo "stop $SINGLEMDS"
stop $SINGLEMDS > /dev/null || error "(12) Fail to stop MDS!"
-#define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
do_facet $SINGLEMDS $LCTL set_param fail_val=3
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
echo "start $SINGLEMDS without disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_SCRUB > /dev/null ||
error "(13) Fail to start MDS!"
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "scanning" ] ||
error "(14) Expect 'scanning', but got '$STATUS'"
-#define OBD_FAIL_OSD_SCRUB_FATAL 0x192
+ #define OBD_FAIL_OSD_SCRUB_FATAL 0x192
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x80000192
sleep 4
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "failed" ] ||
error "(15) Expect 'failed', but got '$STATUS'"
mount_client $MOUNT || error "(16) Fail to start client!"
-#define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
do_facet $SINGLEMDS $LCTL set_param fail_val=3
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
stat $DIR/$tdir/${tfile}1000 ||
error "(17) Fail to stat $DIR/$tdir/${tfile}1000!"
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "scanning" ] ||
error "(18) Expect 'scanning', but got '$STATUS'"
do_facet $SINGLEMDS $LCTL set_param fail_loc=0
do_facet $SINGLEMDS $LCTL set_param fail_val=0
sleep 5
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "completed" ] ||
error "(19) Expect 'completed', but got '$STATUS'"
- FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ -z "$FLAGS" ] || error "(20) Expect empty flags, but got '$FLAGS'"
}
run_test 5 "OI scrub state machine"
mds_backup_restore || error "(1) Fail to backup/restore!"
echo "start $SINGLEMDS with disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS,noscrub > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
error "(2) Fail to start MDS!"
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "init" ] ||
error "(3) Expect 'init', but got '$STATUS'"
- local FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ "$FLAGS" == "inconsistent" ] ||
error "(4) Expect 'inconsistent', but got '$FLAGS'"
do_facet $SINGLEMDS \
$LCTL set_param -n osd-ldiskfs.${MDT_DEV}.auto_scrub 1
-#define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
do_facet $SINGLEMDS $LCTL set_param fail_val=3
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
diff -q $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
error "(6) File diff failed unexpected!"
- # Fail the OI scrub to guarantee there is at least on checkpoint
-#define OBD_FAIL_OSD_SCRUB_FATAL 0x192
+ sleep 8
+ # Fail the OI scrub to guarantee there is at least one checkpoint
+ #define OBD_FAIL_OSD_SCRUB_FATAL 0x192
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x80000192
sleep 4
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "failed" ] ||
error "(7) Expect 'failed', but got '$STATUS'"
-#define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
do_facet $SINGLEMDS $LCTL set_param fail_val=3
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
+ # stat will re-trigger OI scrub
stat $DIR/$tdir/${tfile}800 ||
error "(8) Fail to stat $DIR/$tdir/${tfile}800!"
umount_client $MOUNT || error "(9) Fail to stop client!"
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "scanning" ] ||
error "(10) Expect 'scanning', but got '$STATUS'"
-#define OBD_FAIL_OSD_SCRUB_CRASH 0x191
+ #define OBD_FAIL_OSD_SCRUB_CRASH 0x191
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x80000191
sleep 4
- local POSITION0=$($SHOW_SCRUB | sed -n '11'p | awk '{print $2}')
+ local POSITION0=$($SHOW_SCRUB | \
+ awk '/^last_checkpoint_position/ {print $2}')
POSITION0=$((POSITION0 + 1))
echo "stop $SINGLEMDS"
stop $SINGLEMDS > /dev/null || error "(11) Fail to stop MDS!"
-#define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
do_facet $SINGLEMDS $LCTL set_param fail_val=3
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
echo "start $SINGLEMDS without disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_SCRUB > /dev/null ||
error "(12) Fail to start MDS!"
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "scanning" ] ||
error "(13) Expect 'scanning', but got '$STATUS'"
- local POSITION1=$($SHOW_SCRUB | sed -n '10'p |awk '{print $2}')
+ local POSITION1=$($SHOW_SCRUB | \
+ awk '/^latest_start_position/ {print $2}')
[ $POSITION0 -eq $POSITION1 ] ||
error "(14) Expect position: $POSITION0, but got $POSITION1"
do_facet $SINGLEMDS $LCTL set_param fail_loc=0
do_facet $SINGLEMDS $LCTL set_param fail_val=0
sleep 5
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "completed" ] ||
error "(15) Expect 'completed', but got '$STATUS'"
- FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ -z "$FLAGS" ] || error "(16) Expect empty flags, but got '$FLAGS'"
}
run_test 6 "OI scrub resumes from last checkpoint"
mds_backup_restore || error "(1) Fail to backup/restore!"
echo "start $SINGLEMDS with disabling OI scrub"
- start $SINGLEMDS $MDT_DEVNAME $MDS_MOUNT_OPTS,noscrub > /dev/null ||
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
error "(2) Fail to start MDS!"
- local STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "init" ] ||
error "(3) Expect 'init', but got '$STATUS'"
- local FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ "$FLAGS" == "inconsistent" ] ||
error "(4) Expect 'inconsistent', but got '$FLAGS'"
do_facet $SINGLEMDS \
$LCTL set_param -n osd-ldiskfs.${MDT_DEV}.auto_scrub 1
-#define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
do_facet $SINGLEMDS $LCTL set_param fail_val=3
do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
diff -q $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
stat $DIR/$tdir/${tfile}300 ||
error "(7) Fail to stat $DIR/$tdir/${tfile}300!"
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "scanning" ] ||
error "(8) Expect 'scanning', but got '$STATUS'"
- FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ "$FLAGS" == "inconsistent,auto" ] ||
error "(9) Expect 'inconsistent,auto', but got '$FLAGS'"
do_facet $SINGLEMDS $LCTL set_param fail_loc=0
do_facet $SINGLEMDS $LCTL set_param fail_val=0
sleep 5
- STATUS=$($SHOW_SCRUB | sed -n '4'p | awk '{print $2}')
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
[ "$STATUS" == "completed" ] ||
error "(10) Expect 'completed', but got '$STATUS'"
- FLAGS=$($SHOW_SCRUB | sed -n '5'p | awk '{print $2}')
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
[ -z "$FLAGS" ] || error "(11) Expect empty flags, but got '$FLAGS'"
}
run_test 7 "System is available during OI scrub scanning"
+test_8() {
+ scrub_prep 0
+ mds_backup_restore || error "(1) Fail to backup/restore!"
+
+ echo "start $SINGLEMDS with disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
+ error "(2) Fail to start MDS!"
+
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "init" ] ||
+ error "(3) Expect 'init', but got '$STATUS'"
+
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ "$FLAGS" == "inconsistent" ] ||
+ error "(4) Expect 'inconsistent', but got '$FLAGS'"
+
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ do_facet $SINGLEMDS $LCTL set_param fail_val=3
+ do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
+ $START_SCRUB || error "(5) Fail to start OI scrub!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "scanning" ] ||
+ error "(6) Expect 'scanning', but got '$STATUS'"
+
+ $STOP_SCRUB || error "(7) Fail to stop OI scrub!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "stopped" ] ||
+ error "(8) Expect 'stopped', but got '$STATUS'"
+
+ $START_SCRUB || error "(9) Fail to start OI scrub!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "scanning" ] ||
+ error "(10) Expect 'scanning', but got '$STATUS'"
+
+ do_facet $SINGLEMDS $LCTL set_param fail_loc=0
+ do_facet $SINGLEMDS $LCTL set_param fail_val=0
+ sleep 5
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "completed" ] ||
+ error "(11) Expect 'completed', but got '$STATUS'"
+
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ -z "$FLAGS" ] || error "(12) Expect empty flags, but got '$FLAGS'"
+}
+run_test 8 "Control OI scrub manually"
+
+test_9() {
+ scrub_prep 8000
+ mds_backup_restore || error "(1) Fail to backup/restore!"
+
+ echo "start $SINGLEMDS with disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
+ error "(2) Fail to start MDS!"
+
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "init" ] ||
+ error "(3) Expect 'init', but got '$STATUS'"
+
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ "$FLAGS" == "inconsistent" ] ||
+ error "(4) Expect 'inconsistent', but got '$FLAGS'"
+
+ # OI scrub should run with full speed under inconsistent case
+ $START_SCRUB -s 100 || error "(5) Fail to start OI scrub!"
+
+ sleep 10
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "completed" ] ||
+ error "(6) Expect 'completed', but got '$STATUS'"
+
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ -z "$FLAGS" ] || error "(7) Expect empty flags, but got '$FLAGS'"
+
+ # OI scrub should run with limited speed under non-inconsistent case
+ $START_SCRUB -s 100 -r || error "(8) Fail to start OI scrub!"
+
+ sleep 10
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "scanning" ] ||
+ error "(9) Expect 'scanning', but got '$STATUS'"
+
+ # Do NOT ignore that there are 1024 pre-fetched items.
+ # So the max speed may be (1024 + 100 * 10) / 10.
+ # And there may be time error, so the max speed may be more large.
+ local SPEED=$($SHOW_SCRUB | awk '/^average_speed/ { print $2 }')
+ [ $SPEED -gt 220 ] &&
+ error "(10) Unexpected speed $SPEED, should not more than 220"
+
+ # adjust speed limit
+ do_facet $SINGLEMDS \
+ $LCTL set_param -n mdd.${MDT_DEV}.lfsck_speed_limit 300
+ sleep 10
+
+ SPEED=$($SHOW_SCRUB | awk '/^average_speed/ { print $2 }')
+ [ $SPEED -lt 220 ] &&
+ error "(11) Unexpected speed $SPEED, should not less than 220"
+
+ # (1024 + 100 * 10 + 300 * 10) / 20
+ [ $SPEED -gt 270 ] &&
+ error "(12) Unexpected speed $SPEED, should not more than 270"
+
+ do_facet $SINGLEMDS \
+ $LCTL set_param -n mdd.${MDT_DEV}.lfsck_speed_limit 0
+ sleep 6
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "completed" ] ||
+ error "(13) Expect 'completed', but got '$STATUS'"
+}
+run_test 9 "OI scrub speed control"
+
+test_10a() {
+ scrub_prep 0
+ mds_backup_restore || error "(1) Fail to backup/restore!"
+
+ echo "start $SINGLEMDS with disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
+ error "(2) Fail to start MDS!"
+
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "init" ] ||
+ error "(3) Expect 'init', but got '$STATUS'"
+
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ "$FLAGS" == "inconsistent" ] ||
+ error "(4) Expect 'inconsistent', but got '$FLAGS'"
+
+ mount_client $MOUNT || error "(5) Fail to start client!"
+
+ do_facet $SINGLEMDS \
+ $LCTL set_param -n osd-ldiskfs.${MDT_DEV}.auto_scrub 1
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ do_facet $SINGLEMDS $LCTL set_param fail_val=3
+ do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
+ diff -q $LUSTRE/tests/test-framework.sh $DIR/$tdir/test-framework.sh ||
+ error "(6) File diff failed unexpected!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "scanning" ] ||
+ error "(7) Expect 'scanning', but got '$STATUS'"
+
+ umount_client $MOUNT || error "(8) Fail to stop client!"
+
+ echo "stop $SINGLEMDS"
+ stop $SINGLEMDS > /dev/null || error "(9) Fail to stop MDS!"
+
+ echo "start $SINGLEMDS with disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
+ error "(10) Fail to start MDS!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "paused" ] ||
+ error "(11) Expect 'paused', but got '$STATUS'"
+
+ echo "stop $SINGLEMDS"
+ stop $SINGLEMDS > /dev/null || error "(12) Fail to stop MDS!"
+
+ echo "start $SINGLEMDS without disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_SCRUB > /dev/null ||
+ error "(13) Fail to start MDS!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "scanning" ] ||
+ error "(14) Expect 'scanning', but got '$STATUS'"
+
+ do_facet $SINGLEMDS $LCTL set_param fail_loc=0
+ do_facet $SINGLEMDS $LCTL set_param fail_val=0
+ sleep 5
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "completed" ] ||
+ error "(15) Expect 'completed', but got '$STATUS'"
+
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ -z "$FLAGS" ] || error "(16) Expect empty flags, but got '$FLAGS'"
+}
+run_test 10a "non-stopped OI scrub should auto restarts after MDS remount (1)"
+
+test_10b() {
+ scrub_prep 0
+ mds_backup_restore || error "(1) Fail to backup/restore!"
+
+ echo "start $SINGLEMDS with disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
+ error "(2) Fail to start MDS!"
+
+ local STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "init" ] ||
+ error "(3) Expect 'init', but got '$STATUS'"
+
+ local FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ "$FLAGS" == "inconsistent" ] ||
+ error "(4) Expect 'inconsistent', but got '$FLAGS'"
+
+ #define OBD_FAIL_OSD_SCRUB_DELAY 0x190
+ do_facet $SINGLEMDS $LCTL set_param fail_val=3
+ do_facet $SINGLEMDS $LCTL set_param fail_loc=0x190
+
+ $START_SCRUB || error "(5) Fail to start OI scrub!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "scanning" ] ||
+ error "(6) Expect 'scanning', but got '$STATUS'"
+
+ echo "stop $SINGLEMDS"
+ stop $SINGLEMDS > /dev/null || error "(7) Fail to stop MDS!"
+
+ echo "start $SINGLEMDS with disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_NOSCRUB > /dev/null ||
+ error "(8) Fail to start MDS!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "paused" ] ||
+ error "(9) Expect 'paused', but got '$STATUS'"
+
+ echo "stop $SINGLEMDS"
+ stop $SINGLEMDS > /dev/null || error "(10) Fail to stop MDS!"
+
+ echo "start $SINGLEMDS without disabling OI scrub"
+ start $SINGLEMDS $MDT_DEVNAME $MOUNT_OPTS_SCRUB > /dev/null ||
+ error "(11) Fail to start MDS!"
+
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "scanning" ] ||
+ error "(12) Expect 'scanning', but got '$STATUS'"
+
+ do_facet $SINGLEMDS $LCTL set_param fail_loc=0
+ do_facet $SINGLEMDS $LCTL set_param fail_val=0
+ sleep 5
+ STATUS=$($SHOW_SCRUB | awk '/^status/ { print $2 }')
+ [ "$STATUS" == "completed" ] ||
+ error "(13) Expect 'completed', but got '$STATUS'"
+
+ FLAGS=$($SHOW_SCRUB | awk '/^flags/ { print $2 }')
+ [ -z "$FLAGS" ] || error "(14) Expect empty flags, but got '$FLAGS'"
+}
+run_test 10b "non-stopped OI scrub should auto restarts after MDS remount (2)"
+
# restore the ${facet}_MKFS_OPTS variables
for facet in MGS MDS OST; do
opts=SAVED_${facet}_MKFS_OPTS
--- /dev/null
+/*
+ * GPL HEADER START
+ *
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License version 2 only,
+ * as published by the Free Software Foundation.
+
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License version 2 for more details. A copy is
+ * included in the COPYING file that accompanied this code.
+
+ * You should have received a copy of the GNU General Public License
+ * along with this program; if not, write to the Free Software
+ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+ *
+ * GPL HEADER END
+ */
+/*
+ * Copyright (c) 2011 Whamcloud, Inc.
+ */
+/*
+ * lustre/utils/lustre_lfsck.c
+ *
+ * Lustre user-space tools for LFSCK.
+ *
+ * Author: Fan Yong <yong.fan@whamcloud.com>
+ */
+
+#include <stdio.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <string.h>
+#include <errno.h>
+#include <getopt.h>
+#include <time.h>
+
+#include "obdctl.h"
+
+#include <obd.h>
+#include <lustre/lustre_lfsck_user.h>
+#include <libcfs/libcfsutil.h>
+#include <lnet/lnetctl.h>
+
+static struct option long_opt_start[] = {
+ {"device", required_argument, 0, 'M'},
+ {"error", required_argument, 0, 'e'},
+ {"help", no_argument, 0, 'h'},
+ {"dryrun", required_argument, 0, 'n'},
+ {"reset", no_argument, 0, 'r'},
+ {"speed", required_argument, 0, 's'},
+ {"type", required_argument, 0, 't'},
+ {0, 0, 0, 0}
+};
+
+static struct option long_opt_stop[] = {
+ {"device", required_argument, 0, 'M'},
+ {"help", no_argument, 0, 'h'},
+ {0, 0, 0, 0}
+};
+
+struct lfsck_types_names {
+ char *name;
+ __u16 type;
+};
+
+static struct lfsck_types_names lfsck_types_names[3] = {
+ { "layout", LT_LAYOUT },
+ { "DNE", LT_DNE },
+ { 0, 0 }
+};
+
+static void usage_start(void)
+{
+ fprintf(stderr, "Start LFSCK.\n"
+ "SYNOPSIS:\n"
+ "lfsck_start <-M | --device MDT_device>\n"
+ " [-e | --error error_handle] [-h | --help]\n"
+ " [-n | --dryrun switch] [-r | --reset]\n"
+ " [-s | --speed speed_limit]\n"
+ " [-t | --type lfsck_type[,lfsck_type...]]\n"
+ "OPTIONS:\n"
+ "-M: The MDT device to start LFSCK on.\n"
+ "-e: Error handle, 'continue'(default) or 'abort'.\n"
+ "-h: Help information.\n"
+ "-n: Check without modification. 'off'(default) or 'on'.\n"
+ "-r: Reset scanning start position to the device beginning.\n"
+ "-s: How many items can be scanned at most per second. "
+ "'%d' means no limit (default).\n"
+ "-t: The LFSCK type(s) to be started.\n",
+ LFSCK_SPEED_NO_LIMIT);
+}
+
+static void usage_stop(void)
+{
+ fprintf(stderr, "Stop LFSCK.\n"
+ "SYNOPSIS:\n"
+ "lfsck_stop <-M | --device MDT_device> [-h | --help]\n"
+ "OPTIONS:\n"
+ "-M: The MDT device to stop LFSCK on.\n"
+ "-h: Help information.\n");
+}
+
+int jt_lfsck_start(int argc, char **argv)
+{
+ struct obd_ioctl_data data;
+ char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
+ char device[MAX_OBD_NAME];
+ struct lfsck_start start;
+ char *optstring = "M:e:hi:n:rs:t:";
+ int opt, index, rc, val, i;
+
+ memset(&data, 0, sizeof(data));
+ memset(&start, 0, sizeof(start));
+ start.ls_version = LFSCK_VERSION_V1;
+ start.ls_active = LFSCK_TYPES_DEF;
+ while ((opt = getopt_long(argc, argv, optstring, long_opt_start,
+ &index)) != EOF) {
+ switch (opt) {
+ case 'M':
+ data.ioc_inllen4 = strlen(optarg) + 1;
+ if (data.ioc_inllen4 > MAX_OBD_NAME) {
+ fprintf(stderr, "MDT device name is too long. "
+ "Valid length should be less than %d\n",
+ MAX_OBD_NAME);
+ return -EINVAL;
+ }
+
+ data.ioc_inlbuf4 = optarg;
+ data.ioc_dev = OBD_DEV_BY_DEVNAME;
+ break;
+ case 'e':
+ if (strcmp(optarg, "abort") == 0) {
+ start.ls_flags |= LPF_FAILOUT;
+ } else if (strcmp(optarg, "continue") != 0) {
+ fprintf(stderr, "Invalid error handler: %s. "
+ "The valid value should be: 'continue'"
+ "(default) or 'abort'.\n", optarg);
+ return -EINVAL;
+ }
+ start.ls_valid |= LSV_ERROR_HANDLE;
+ break;
+ case 'h':
+ usage_start();
+ return 0;
+ case 'n':
+ if (strcmp(optarg, "on") == 0) {
+ start.ls_flags |= LPF_DRYRUN;
+ } else if (strcmp(optarg, "off") != 0) {
+ fprintf(stderr, "Invalid dryrun switch: %s. "
+ "The valid value shou be: 'off'"
+ "(default) or 'on'\n", optarg);
+ return -EINVAL;
+ }
+ start.ls_valid |= LSV_DRYRUN;
+ break;
+ case 'r':
+ start.ls_flags |= LPF_RESET;
+ break;
+ case 's':
+ val = atoi(optarg);
+ start.ls_speed_limit = val;
+ start.ls_valid |= LSV_SPEED_LIMIT;
+ break;
+ case 't': {
+ char *str = optarg, *p, c;
+
+ start.ls_active = 0;
+ while (*str) {
+ while (*str == ' ' || *str == ',')
+ str++;
+
+ if (*str == 0)
+ break;
+
+ p = str;
+ while (*p != 0 && *p != ' ' && *p != ',')
+ p++;
+
+ c = *p;
+ *p = 0;
+ for (i = 0; i < 3; i++) {
+ if (strcmp(str,
+ lfsck_types_names[i].name)
+ == 0) {
+ start.ls_active |=
+ lfsck_types_names[i].type;
+ break;
+ }
+ }
+ *p = c;
+ str = p;
+
+ if (i >= 3 ) {
+ fprintf(stderr, "Invalid LFSCK type.\n"
+ "The valid value should be "
+ "'layout' or 'DNE'.\n");
+ return -EINVAL;
+ }
+ }
+ if (start.ls_active == 0) {
+ fprintf(stderr, "Miss LFSCK type(s).\n"
+ "The valid value should be "
+ "'layout' or 'DNE'.\n");
+ return -EINVAL;
+ }
+ break;
+ }
+ default:
+ fprintf(stderr, "Invalid option, '-h' for help.\n");
+ return -EINVAL;
+ }
+ }
+
+ if (data.ioc_inlbuf4 == NULL) {
+ fprintf(stderr,
+ "Must sepcify MDT device to start LFSCK.\n");
+ return -EINVAL;
+ }
+
+ memset(device, 0, MAX_OBD_NAME);
+ memcpy(device, data.ioc_inlbuf4, data.ioc_inllen4);
+ data.ioc_inlbuf4 = device;
+ data.ioc_inlbuf1 = (char *)&start;
+ data.ioc_inllen1 = sizeof(start);
+ memset(buf, 0, sizeof(rawbuf));
+ rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
+ if (rc) {
+ fprintf(stderr, "Fail to pack ioctl data: rc = %d.\n", rc);
+ return rc;
+ }
+
+ rc = l_ioctl(OBD_DEV_ID, OBD_IOC_START_LFSCK, buf);
+ if (rc < 0) {
+ perror("Fail to start LFSCK");
+ return rc;
+ }
+
+ obd_ioctl_unpack(&data, buf, sizeof(rawbuf));
+ printf("Started LFSCK on the MDT device %s:", device);
+ if (start.ls_active == 0) {
+ printf(" noop");
+ } else {
+ for (i = 0; i < 2; i++) {
+ if (start.ls_active & lfsck_types_names[i].type) {
+ printf(" %s", lfsck_types_names[i].name);
+ start.ls_active &= ~lfsck_types_names[i].type;
+ }
+ }
+ if (start.ls_active != 0)
+ printf(" unknown(0x%x)", start.ls_active);
+ }
+ printf("\n");
+ return 0;
+}
+
+int jt_lfsck_stop(int argc, char **argv)
+{
+ struct obd_ioctl_data data;
+ char rawbuf[MAX_IOC_BUFLEN], *buf = rawbuf;
+ char device[MAX_OBD_NAME];
+ char *optstring = "M:h";
+ int opt, index, rc;
+
+ memset(&data, 0, sizeof(data));
+ while ((opt = getopt_long(argc, argv, optstring, long_opt_stop,
+ &index)) != EOF) {
+ switch (opt) {
+ case 'M':
+ data.ioc_inllen4 = strlen(optarg) + 1;
+ if (data.ioc_inllen4 > MAX_OBD_NAME) {
+ fprintf(stderr, "MDT device name is too long. "
+ "Valid length should be less than %d\n",
+ MAX_OBD_NAME);
+ return -EINVAL;
+ }
+
+ data.ioc_inlbuf4 = optarg;
+ data.ioc_dev = OBD_DEV_BY_DEVNAME;
+ break;
+ case 'h':
+ usage_stop();
+ return 0;
+ default:
+ fprintf(stderr, "Invalid option, '-h' for help.\n");
+ return -EINVAL;
+ }
+ }
+
+ if (data.ioc_inlbuf4 == NULL) {
+ fprintf(stderr,
+ "Must sepcify MDT device to stop LFSCK.\n");
+ return -EINVAL;
+ }
+
+ memset(device, 0, MAX_OBD_NAME);
+ memcpy(device, data.ioc_inlbuf4, data.ioc_inllen4);
+ data.ioc_inlbuf4 = device;
+ memset(buf, 0, sizeof(rawbuf));
+ rc = obd_ioctl_pack(&data, &buf, sizeof(rawbuf));
+ if (rc) {
+ fprintf(stderr, "Fail to pack ioctl data: rc = %d.\n", rc);
+ return rc;
+ }
+
+ rc = l_ioctl(OBD_DEV_ID, OBD_IOC_STOP_LFSCK, buf);
+ if (rc < 0) {
+ perror("Fail to stop LFSCK");
+ return rc;
+ }
+
+ printf("Stopped LFSCK on the MDT device %s.\n", device);
+ return 0;
+}
git://git.whamcloud.com / fs / lustre-release.git / commitdiff