######################################################################
# customize per survey
-# the SCSI devices to measure
-scsidevs="/dev/sde /dev/sdh"
+# CHOOSE EITHER scsidevs or rawdevs
+# the SCSI devices to measure - WARNING: will be erased.
+# The raw devices to use
+# rawdevs=${rawdevs:-"/dev/raw/raw1"}
+# scsidevs=`ls /dev/sd[a-z] /dev/sd[a-z][a-z]` # all devices, if you use udev
-# result file prefix
+# result file prefix. date/time+hostname makes unique
# NB ensure the path exists if it includes subdirs
-rslt=/tmp/sg_dd_rslt
+rslt_loc=${rslt_loc:-"/tmp"}
+rslt=${rslt:-"$rslt_loc/sgpdd_survey_`date +%F@%R`_`uname -n`"}
# what to do (read or write)
-actions="write read"
+actions=${actions:-"write read"}
# total size per device (MBytes)
# NB bigger than device cache is good
-size=8192
+size=${size:-8192}
# record size (KBytes)
-rszlo=1024
-rszhi=1024
+rszlo=${rszlo:-1024}
+rszhi=${rszhi:-1024}
# Concurrent regions per device
-crglo=1
-crghi=128
+crglo=${crglo:-1}
+crghi=${crghi:-256}
+
+# boundary blocks between concurrent regions per device
+boundary=${boundary:-1024}
# threads to share between concurrent regions per device
-# NB survey skips over #thr < #regions
-thrlo=1
-thrhi=128
+# multiple threads per region simulates a deeper request queue
+# NB survey skips over #thr < #regions and #thr/#regions > SG_MAX_QUEUE
+thrlo=${thrlo:-1}
+thrhi=${thrhi:-4096}
#####################################################################
+# leave the rest of this alone unless you know what you're doing...
-# disk block size (Bytes)
-bs=512
-
-# max # threads per individual sgp_dd instance
+# and max # threads one instance will spawn
SG_MAX_QUEUE=16
+# is the sg module loaded?
+sg_is_loaded=$(grep -q "^sg " /proc/modules && echo true || echo false)
+
+# did we load it?
+sg_was_loaded=false
+
+# map given device names into SG device names
i=0
devs=()
-for d in $scsidevs; do
- devs[$i]=`sg_map | awk "{if ($ 2 == \"$d\") print $ 1}"`
- if [ -z "$devs[$i]" ]; then
- echo "Can't find SG device for $d"
- exit 1
+if [ "$scsidevs" ]; then
+ # we will test for a LUN, the test for a partition
+ # if the partition number is > 9 this will fail
+
+ # make sure sg kernel module is loaded
+ if ! $sg_is_loaded; then
+ echo "loading the sg kernel module"
+ modprobe sg && sg_was_loaded=true
+ sg_is_loaded=true
fi
- i=$((i+1))
-done
+
+ for d in $scsidevs; do
+ if [[ -L "$d" ]]; then
+ echo "Device $d specified by alias. Will 'readlink' for device name"
+ d=$(readlink -f $d)
+ fi
+ devs[$i]=`sg_map | awk "{if (\\\$2 == \"$d\") print \\\$1}"`
+ if [ -z "${devs[i]}" ]; then
+ echo "Can't find SG device for $d, testing for partition"
+ pt=`echo $d | sed 's/[0-9]*$//'`
+ # Try again
+ devs[$i]=`sg_map | awk "{if (\\\$2 == \"$pt\") print \\\$1}"`
+ if [ -z "${devs[i]}" ]; then
+ echo -e "Can't find SG device $pt.\nDo you have the sg module configured for your kernel?"
+ exit 1
+ fi
+ fi
+ i=$((i+1))
+ done
+elif [ "$rawdevs" ]; then
+ for r in $rawdevs; do
+ RES=`raw -q $r`
+ if [ $? -eq 0 ];then
+ devs[$i]=$r
+ i=$((i+1))
+ else
+ echo "Raw device $r not set up"
+ exit 1
+ fi
+ done
+else
+ echo "Must specify scsidevs or rawdevs"
+ exit 1
+fi
+
ndevs=${#devs[@]}
-start=`date +%F@%R`
-rsltf=${rslt}_${start}.summary
+# determine block size. This should also work for raw devices
+# If it fails, set to 512
+bs=$((`sg_readcap -lb ${devs[0]} | awk '{print $2}'`))
+if [ $bs == 0 ];then
+ echo "sg_readcap failed, setting block size to 512"
+ bs=512
+fi
+rsltf=${rslt}.summary
+workf=${rslt}.detail
echo -n > $rsltf
-workf=${rslt}_${start}.detail
echo -n > $workf
-tmpf=${rslt}_${start}.tmp
print_summary () {
if [ "$1" = "-n" ]; then
echo $minusn "$*"
}
+print_summary "$(date) sgpdd-survey on $rawdevs$scsidevs from $(hostname)"
+
for ((rsz=$rszlo;rsz<=$rszhi;rsz*=2)); do
for ((crg=$crglo;crg<=$crghi;crg*=2)); do
for ((thr=$thrlo;thr<=$thrhi;thr*=2)); do
# show computed parameters
actual_rsz=$((bpt*bs/1024))
actual_size=$((bs*count*crg/1024))
- str=`printf 'total_size %8dK rsz %4d crg %5d thr %3d ' \
+ str=`printf 'total_size %8dK rsz %4d crg %5d thr %5d ' \
$((actual_size*ndevs)) $actual_rsz $((crg*ndevs)) $((thr*ndevs))`
echo "==============> $str" >> $workf
print_summary -n "$str"
print_summary "ENOMEM"
continue
fi
+ # run tests
for action in $actions; do
print_summary -n "$action "
echo "=====> $action" >> $workf
+ tmpf=${workf}_tmp
# start test
t0=`date +%s.%N`
for ((i=0;i<ndevs;i++)); do
dev=${devs[i]}
+ devsize=$((bs*`sg_readcap -lb ${dev} | awk '{print $1}'`/1024))
+ if [ $devsize -lt $actual_size ]; then
+ _dev=$(sg_map | grep $dev | awk '{ print $2; }')
+ echo -e "device $_dev not big enough: $devsize <" \
+ "$actual_size.\nConsider reducing \$size"
+ exit 1
+ fi
if [ $action = read ]; then
inf="if=$dev"
outf="of=/dev/null"
fi
for ((j=0;j<crg;j++)); do
sgp_dd 2> ${tmpf}_${i}_${j} \
- $inf $outf ${skip}=$((1024+j*blocks)) \
+ $inf $outf ${skip}=$((boundary+j*blocks)) \
thr=$((thr/crg)) count=$count bs=$bs bpt=$bpt time=1&
done
done
wait
t1=`date +%s.%N`
- # collect all results in 1 file
+ # collect/check individual stats
echo > $tmpf
ok=0
for ((i=0;i<ndevs;i++)); do
for ((j=0;j<crg;j++)); do
rtmp=${tmpf}_${i}_${j}
- if grep 'time to transfer data' $rtmp > /dev/null 2>&1; then
+ if grep 'error' $rtmp > /dev/null 2>&1; then
+ echo "Error found in $rtmp"
+ elif grep 'time to transfer data' $rtmp > /dev/null 2>&1; then
ok=$((ok + 1))
fi
cat ${rtmp} >> $tmpf
print_summary -n "$((ndevs*crg - ok)) failed "
else
# compute MB/sec from elapsed
- bw=`awk "BEGIN {printf \"%7.2f MB/s\", $actual_size / (( $t1 - $t0 ) * 1024); exit}"`
+ bw=`awk "BEGIN {printf \"%7.2f MB/s\", $actual_size * $ndevs / (( $t1 - $t0 ) * 1024); exit}"`
# compute MB/sec from nregions*slowest
check=`awk < $tmpf \
'/time to transfer data/ {mb=$8/1.048576; if (n == 0 || mb < min) min = mb; n++}\
- END {printf "%3d x %6.2f = %7.2f MB/s", n, min, min * n}'`
+ END {printf "%5d x %6.2f = %7.2f MB/s", n, min, min * n}'`
print_summary -n "$bw $check "
fi
rm $tmpf
print_summary ""
done
done
-done
\ No newline at end of file
+done
+
+if $sg_was_loaded; then
+ echo "unloading sg module"
+ rmmod sg
+fi
git://git.whamcloud.com / fs / lustre-release.git / blobdiff