-test_23() {
- local POOL_ROOT=${POOL_ROOT:-$DIR/$tdir}
- [[ $OSTCOUNT -le 1 ]] && skip "Need atleast 2 OSTs" && return
-
- mkdir -p $POOL_ROOT
- check_runas_id $TSTID $TSTID $RUNAS || {
- skip "User $RUNAS_ID does not exist - skipping"
- return 0
- }
-
- local numfiles=12
- local i=0
- local TGT
- local LIMIT=1024
- local dir=$POOL_ROOT/dir
- local file1="$dir/$tfile-quota1"
- local file2="$dir/$tfile-quota2"
-
- create_pool_nofail $POOL
-
- local TGT=$(for i in `seq $TGT_FIRST 3 $TGT_MAX`; \
- do printf "$FSNAME-OST%04x_UUID " $i; done)
- add_pool $POOL "$FSNAME-OST[$TGT_FIRST-$TGT_MAX/3]" "$TGT"
- create_dir $dir $POOL
-
- $LFS quotaoff -ug $MOUNT
- $LFS quotacheck -ug $MOUNT
- $LFS setquota -u $TSTUSR -b $LIMIT -B $LIMIT $dir #-i 5 -I 5 $dir
-
- $LFS setstripe $file1 -c 1 -p $POOL
- chown $TSTUSR.$TSTUSR $file1
- ls -l $file1
- type runas
-
- stat=$(LC_ALL=C $RUNAS dd if=/dev/zero of=$file1 bs=1024 count=$((LIMIT*2)) 2>&1)
- RC=$?
- echo $stat
- [[ $RC -eq 0 ]] && error "dd did not fail with EDQUOT."
- echo $stat | grep "Disk quota exceeded"
- [[ $? -eq 1 ]] && error "dd did not fail with EDQUOT."
-
- echo "second run"
- $LFS quotaoff -ug $MOUNT
- # $LFS setquota -u $TSTUSR -b $LIMIT -B $LIMIT $dir
- chown $TSTUSR.$TSTUSR $dir
- i=0
- RC=0
- while [ $RC -eq 0 ];
- do
- i=$((i+1))
- stat=$(LOCALE=C $RUNAS2 dd if=/dev/zero of=${file2}$i bs=1024 \
- count=$((LIMIT*LIMIT)) 2>&1)
- RC=$?
- if [ $RC -eq 1 ]; then
- echo $stat
- echo $stat | grep "Disk quota exceeded"
- [[ $? -eq 0 ]] && error "dd failed with EDQUOT"
-
- echo $stat | grep "No space left on device"
- [[ $? -ne 0 ]] && error "dd did not fail with ENOSPC; " \
- "failed with $stat"
- fi
- done
-
- df -h
-
- rm -rf $POOL_ROOT
- destroy_pool $POOL
-
- return 0
-}
-run_test 23 "OST pools and quota"
+test_23a() {
+ local POOL_ROOT=${POOL_ROOT:-$DIR/$tdir}
+ [[ $OSTCOUNT -le 1 ]] && skip_env "needs >= 2 OSTs" && return
+
+ mkdir -p $POOL_ROOT
+ check_runas_id $RUNAS_ID $RUNAS_GID $RUNAS || {
+ skip_env "User $RUNAS_ID does not exist - skipping"
+ return 0
+ }
+
+ local i=0
+ local TGT
+ local BUNIT_SZ=1024 # min block quota unit(kB)
+ local LIMIT=$((BUNIT_SZ * (OSTCOUNT + 1)))
+ local dir=$POOL_ROOT/dir
+ local file="$dir/$tfile-quota"
+
+ create_pool_nofail $POOL
+
+ local TGT=$(for i in $(seq 0x$TGT_FIRST 3 0x$TGT_MAX); do \
+ printf "$FSNAME-OST%04x_UUID " $i; done)
+ add_pool $POOL "$FSNAME-OST[$TGT_FIRST-$TGT_MAX/3]" "$TGT"
+ create_dir $dir $POOL
+
+ # XXX remove the interoperability code once we drop the old server
+ # ( < 2.3.50) support.
+ if [ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.3.50) ]; then
+ $LFS quotaoff -ug $MOUNT
+ $LFS quotacheck -ug $MOUNT
+ else
+ do_facet mgs $LCTL conf_param $FSNAME.quota.ost=ug
+ sleep 5
+ fi
+
+ $LFS setquota -u $RUNAS_ID -b $LIMIT -B $LIMIT $dir
+ sleep 3
+ $LFS quota -v -u $RUNAS_ID $dir
+
+ $SETSTRIPE -c 1 -p $POOL $file
+ chown $RUNAS_ID.$RUNAS_GID $file
+ ls -l $file
+
+ # This does two "dd" runs to ensure that the quota failure is returned
+ # to userspace when we check. The first "dd" might otherwise complete
+ # without error if it is only writing into cache.
+ stat=$(LOCALE=C $RUNAS dd if=/dev/zero of=$file bs=$BUNIT_SZ \
+ count=$((BUNIT_SZ*2)) 2>&1)
+ echo $stat | grep "Disk quota exceeded" > /dev/null
+ if [ $? -eq 0 ]; then
+ $LFS quota -v -u $RUNAS_ID $dir
+ cancel_lru_locks osc
+ stat=$(LOCALE=C $RUNAS dd if=/dev/zero of=$file bs=$BUNIT_SZ \
+ count=$BUNIT_SZ seek=$((BUNIT_SZ*2)) 2>&1)
+ RC=$?
+ echo $stat
+ [[ $RC -eq 0 ]] && error "second dd did not fail."
+ echo $stat | grep "Disk quota exceeded" > /dev/null
+ [[ $? -eq 1 ]] && error "second dd did not fail with EDQUOT."
+ else
+ log "first dd failed with EDQUOT."
+ fi
+ $LFS quota -v -u $RUNAS_ID $dir
+}
+run_test 23a "OST pools and quota"
+
+test_23b() {
+ local POOL_ROOT=${POOL_ROOT:-$DIR/$tdir}
+ [[ $OSTCOUNT -le 1 ]] && skip_env "needs >= 2 OSTs" && return 0
+
+ mkdir -p $POOL_ROOT
+ check_runas_id $RUNAS_ID $RUNAS_GID $RUNAS || {
+ skip_env "User $RUNAS_ID does not exist - skipping"
+ return 0
+ }
+
+ local i=0
+ local TGT
+ local dir=$POOL_ROOT/dir
+ local file="$dir/$tfile-quota"
+
+ create_pool_nofail $POOL
+
+ local TGT=$(for i in $(seq 0x$TGT_FIRST 3 0x$TGT_MAX); do \
+ printf "$FSNAME-OST%04x_UUID " $i; done)
+ add_pool $POOL "$FSNAME-OST[$TGT_FIRST-$TGT_MAX/3]" "$TGT"
+ create_dir $dir $POOL
+
+ local maxfree=$((1024 * 1024 * 30)) # 30G
+ local AVAIL=$(lfs_df -p $POOL $dir | awk '/summary/ { print $4 }')
+ [ $AVAIL -gt $maxfree ] &&
+ skip_env "Filesystem space $AVAIL is larger than " \
+ "$maxfree limit" && return 0
+
+ echo "OSTCOUNT=$OSTCOUNT, OSTSIZE=$OSTSIZE, AVAIL=$AVAIL"
+ echo "MAXFREE=$maxfree, SLOW=$SLOW"
+
+ # XXX remove the interoperability code once we drop the old server
+ # ( < 2.3.50) support.
+ if [ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.3.50) ]; then
+ $LFS quotaoff -ug $MOUNT
+ else
+ do_facet mgs $LCTL conf_param $FSNAME.quota.ost=none
+ sleep 5
+ fi
+
+ chown $RUNAS_ID.$RUNAS_ID $dir
+ i=0
+ local RC=0
+ local TOTAL=0 # KB
+ local stime=$(date +%s)
+ local stat
+ local etime
+ local elapsed
+ local maxtime=300 # minimum speed: 5GB / 300sec ~= 17MB/s
+ while [ $RC -eq 0 ]; do
+ i=$((i + 1))
+ stat=$(LOCALE=C $RUNAS2 dd if=/dev/zero of=${file}$i bs=1M \
+ count=$((5 * 1024)) 2>&1)
+ RC=$?
+ TOTAL=$((TOTAL + 1024 * 1024 * 5))
+ echo "[$i iteration] $stat"
+ echo "total written: $TOTAL"
+
+ etime=$(date +%s)
+ elapsed=$((etime - stime))
+ echo "stime=$stime, etime=$etime, elapsed=$elapsed"
+
+ if [ $RC -eq 1 ]; then
+ echo $stat | grep -q "Disk quota exceeded"
+ [[ $? -eq 0 ]] &&
+ error "dd failed with EDQUOT with quota off"
+
+ echo $stat | grep -q "No space left on device"
+ [[ $? -ne 0 ]] &&
+ error "dd did not fail with ENOSPC"
+ elif [ $TOTAL -gt $AVAIL ]; then
+ error "dd didn't fail with ENOSPC ($TOTAL > $AVAIL)"
+ elif [ $i -eq 1 -a $elapsed -gt $maxtime ]; then
+ log "The first 5G write used $elapsed (> $maxtime) " \
+ "seconds, terminated"
+ RC=1
+ fi
+ done
+
+ df -h
+ rm -rf $POOL_ROOT
+}
+run_test 23b "OST pools and OOS"