LU-15103 tests: clean up busy cifs mount

[fs/lustre-release.git] / lustre / tests / racer.sh

diff --git a/lustre/tests/racer.sh b/lustre/tests/racer.sh
index 77e4868..35c1cbd 100644 (file)
--- a/lustre/tests/racer.sh
+++ b/lustre/tests/racer.sh
@@ -1,56 +1,67 @@
 #!/bin/bash
-#set -vx
 set -e
 
 ONLY=${ONLY:-"$*"}
-LUSTRE=${LUSTRE:-$(cd $(dirname $0)/..; echo $PWD)}
+
+LUSTRE=${LUSTRE:-$(dirname $0)/..}
 . $LUSTRE/tests/test-framework.sh
 init_test_env $@
-. ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
 init_logging
 
+build_test_filter
+
 racer=$LUSTRE/tests/racer/racer.sh
 echo racer: $racer with $MDSCOUNT MDTs
 
 if [ "$SLOW" = "no" ]; then
-    DURATION=${DURATION:-300}
+       DURATION=${DURATION:-300}
 else
-    DURATION=${DURATION:-900}
+       DURATION=${DURATION:-900}
 fi
 MOUNT_2=${MOUNT_2:-"yes"}
 
-build_test_filter
 check_and_setup_lustre
 
 CLIENTS=${CLIENTS:-$HOSTNAME}
 RACERDIRS=${RACERDIRS:-"$DIR $DIR2"}
 echo RACERDIRS=$RACERDIRS
 
-#LU-4684
-RACER_ENABLE_MIGRATION=false
-
-if ((MDSCOUNT > 1 &&
-     $(lustre_version_code $SINGLEMDS) >= $(version_code 2.8.0))); then
-       RACER_ENABLE_REMOTE_DIRS=${RACER_ENABLE_REMOTE_DIRS:-true}
-       RACER_ENABLE_STRIPED_DIRS=${RACER_ENABLE_STRIPED_DIRS:-true}
-       RACER_ENABLE_MIGRATION=${RACER_ENABLE_MIGRATION:-true}
-elif ((MDSCOUNT > 1 &&
-       $(lustre_version_code $SINGLEMDS) >= $(version_code 2.5.0))); then
-       RACER_ENABLE_REMOTE_DIRS=${RACER_ENABLE_REMOTE_DIRS:-true}
+RACER_FAILOVER=${RACER_FAILOVER:-false}
+FAIL_TARGETS=${FAIL_TARGETS:-"MDS OST"}
+RACER_FAILOVER_PERIOD=${RACER_FAILOVER_PERIOD:-60}
+
+if $RACER_FAILOVER; then
+       declare -a  victims
+       for target in $FAIL_TARGETS; do
+               victims=(${victims[@]} $(get_facets $target))
+       done
+       echo Victim facets ${victims[@]}
+fi
+
+if ((MDSCOUNT > 1)); then
+       (( $MDS1_VERSION >= $(version_code 2.5.0) )) &&
+               RACER_ENABLE_REMOTE_DIRS=${RACER_ENABLE_REMOTE_DIRS:-true}
+       (( $MDS1_VERSION >= $(version_code 2.8.0) )) &&
+               RACER_ENABLE_STRIPED_DIRS=${RACER_ENABLE_STRIPED_DIRS:-true}
+       (( $MDS1_VERSION >= $(version_code 2.13.57) )) &&
+               RACER_ENABLE_MIGRATION=${RACER_ENABLE_MIGRATION:-true}
 fi
 
-[[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.9.54) ||
-   $(facet_fstype mgs) != zfs ]] && RACER_ENABLE_SNAPSHOT=false
+[[ "$MDS1_VERSION" -lt $(version_code 2.9.54) || $mgs_FSTYPE != zfs ]] &&
+       RACER_ENABLE_SNAPSHOT=false
 
-[[ $(lustre_version_code $SINGLEMDS) -le $(version_code 2.9.55) ]] &&
+(( "$MDS1_VERSION" <= $(version_code 2.9.55) )) &&
        RACER_ENABLE_PFL=false
 
-[[ $(lustre_version_code $SINGLEMDS) -le $(version_code 2.10.53) ]] &&
+(( "$MDS1_VERSION" <= $(version_code 2.10.53) )) &&
        RACER_ENABLE_DOM=false
 
-[[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.10.55) ]] &&
+(( "$MDS1_VERSION" < $(version_code 2.10.55) )) &&
        RACER_ENABLE_FLR=false
 
+(( $MDS1_VERSION < $(version_code 2.12.0) )) &&
+       RACER_ENABLE_SEL=false
+
 RACER_ENABLE_REMOTE_DIRS=${RACER_ENABLE_REMOTE_DIRS:-false}
 RACER_ENABLE_STRIPED_DIRS=${RACER_ENABLE_STRIPED_DIRS:-false}
 RACER_ENABLE_MIGRATION=${RACER_ENABLE_MIGRATION:-false}
@@ -58,6 +69,20 @@ RACER_ENABLE_SNAPSHOT=${RACER_ENABLE_SNAPSHOT:-true}
 RACER_ENABLE_PFL=${RACER_ENABLE_PFL:-true}
 RACER_ENABLE_DOM=${RACER_ENABLE_DOM:-true}
 RACER_ENABLE_FLR=${RACER_ENABLE_FLR:-true}
+RACER_ENABLE_SEL=${RACER_ENABLE_SEL:-true}
+RACER_EXTRA_LAYOUT=${RACER_EXTRA_LAYOUT:-""}
+
+fail_random_facet () {
+       local facets=${victims[@]}
+       facets=${facets// /,}
+
+       sleep $RACER_FAILOVER_PERIOD
+       while [ ! -f $racer_done ]; do
+               local facet=$(get_random_entry $facets)
+               facet_failover $facet
+               sleep $RACER_FAILOVER_PERIOD
+       done
+}
 
 # run racer
 test_1() {
@@ -66,13 +91,19 @@ test_1() {
        local clients=$CLIENTS
        local RDIRS
        local i
+       local racer_done=$TMP/racer_done
+
+       rm -f $racer_done
 
        for d in ${RACERDIRS}; do
                is_mounted $d || continue
 
                RDIRS="$RDIRS $d/racer"
                mkdir -p $d/racer
-       #       lfs setstripe $d/racer -c -1
+               if [[ -n "$RACER_EXTRA_LAYOUT" ]]; then
+                       $LFS setstripe $d/racer $RACER_EXTRA_LAYOUT ||
+                       error "setstripe $RACER_EXTRA_LAYOUT failed"
+               fi
                if [ $MDSCOUNT -ge 2 ]; then
                        for i in $(seq $((MDSCOUNT - 1))); do
                                RDIRS="$RDIRS $d/racer$i"
@@ -80,6 +111,12 @@ test_1() {
                                        $LFS mkdir -i $i $d/racer$i ||
                                                error "lfs mkdir $i failed"
                                fi
+                               if [[ -n "$RACER_EXTRA_LAYOUT" ]]; then
+                                       $LFS setstripe $d/racer$i \
+                                               $RACER_EXTRA_LAYOUT ||
+                                       error "setstripe \
+                                               $RACER_EXTRA_LAYOUT failed"
+                               fi
                        done
                fi
        done
@@ -94,6 +131,13 @@ test_1() {
                        RACER_ENABLE_PFL=$RACER_ENABLE_PFL \
                        RACER_ENABLE_DOM=$RACER_ENABLE_DOM \
                        RACER_ENABLE_FLR=$RACER_ENABLE_FLR \
+                       RACER_MAX_CLEANUP_WAIT=$RACER_MAX_CLEANUP_WAIT \
+                       RACER_ENABLE_SEL=$RACER_ENABLE_SEL \
+                       RACER_EXTRA=$RACER_EXTRA \
+                       RACER_EXTRA_LAYOUT=\\\"$RACER_EXTRA_LAYOUT\\\" \
+                       RACER_PROGS=$RACER_PROGS \
+                       NUM_THREADS=$NUM_THREADS \
+                       MAX_FILES=$MAX_FILES \
                        LFS=$LFS \
                        LCTL=$LCTL \
                        $racer $rdir $NUM_RACER_THREADS" &
@@ -101,6 +145,13 @@ test_1() {
                rpids="$rpids $pid"
        done
 
+       local failpid=""
+       if $RACER_FAILOVER; then
+               fail_random_facet &
+               failpid=$!
+               echo racers failpid: $failpid
+       fi
+
        local lss_pids=""
        if $RACER_ENABLE_SNAPSHOT; then
                lss_gen_conf
@@ -124,6 +175,12 @@ test_1() {
                fi
        done
 
+       if $RACER_FAILOVER; then
+               touch $racer_done
+               wait $failpid
+               rrc=$((rrc + $?))
+       fi
+
        if $RACER_ENABLE_SNAPSHOT; then
                killall -q lss_create.sh
                killall -q lss_destroy.sh