2 export PATH=$PATH:/sbin:/usr/sbin
6 PORTALS=$SRCDIR../../portals
9 PTLCTL=$PORTALS/linux/utils/ptlctl
10 DBGCTL=$PORTALS/linux/utils/debugctl
11 ACCEPTOR=$PORTALS/linux/utils/acceptor
13 OBDCTL=$LUSTRE/utils/obdctl
15 LOOPNUM=0; export LOOPNUM
16 if [ -b /dev/loop0 ]; then
18 elif [ -b /dev/loop/0 ]; then
21 echo "Cannot find /dev/loop0 or /dev/loop/0" 1>&2 && exit -1
26 BASE=`echo $MODULE | sed -e "s^.*/^^" -e "s/\.o$//"`
28 [ "$MODULE" ] || fail "usage: $0 <module>"
29 [ -f $MODULE ] || echo "$0: module '$MODULE' not found" 1>&2
30 lsmod | grep -q "\<$BASE\>" && return 0
36 [ "$MODULE" ] || fail "usage: $0 <module>"
37 lsmod | grep -q $MODULE || return 0
38 rmmod $MODULE || lsmod | sed "s/^/$MODULE failed: /"
41 # Return the next unused loop device on stdout and in the $LOOPDEV
42 # environment variable.
45 while [ -b ${LOOP}${LOOPNUM} ]; do
46 LOOPDEV=${LOOP}${LOOPNUM}
47 losetup ${LOOPDEV} > /dev/null 2>&1 || NEXT=${LOOPDEV}
48 LOOPNUM=`expr ${LOOPNUM} + 1`
49 [ "$NEXT" ] && echo ${NEXT} && break
53 # Create a new filesystem. If we are using a loopback device, we check
54 # for existing "template" filesystems instead of creating a new one,
55 # because it is _much_ faster to gunzip the empty filesystem instead of
56 # creating a new one from scratch. Conversely, if we are creating a
57 # filesystem on a device we use mkfs, because that only writes sparsely
58 # to the device. The empty filesystems are also highly compressed (1000:1)
59 # so they don't take too much space.
62 echo "new_fs <fstype> {device | file} [size]" 1>&2
70 [ "$1" = "ext3" ] && MKFS="mkfs.ext2 -j"
71 if [ "$1" = "extN" ]; then
77 [ $# -lt 2 -o $# -gt 3 ] && new_fs_usage
80 [ -r "$PM" ] || PM="/etc/mtab"
82 grep "$2 " $PM 1>&2 && echo "$0: $2 is in $PM!" 1>&2 && exit -1
84 $MKFS $MKFSOPT $2 $3 || exit -1
85 LOOPDEV=$2 # Not really a loop device
87 [ $# -ne 3 ] && new_fs_usage
89 if [ -r "$EFILE" ]; then
90 echo "using prepared filesystem $EFILE for $2"
91 zcat "$EFILE" > $2 || exit -1
94 echo "creating new sparse filesystem on $2"
95 dd if=/dev/zero of=$2 bs=1k seek=$3 count=1 1>&2 || exit -1
96 $MKFS $MKFSOPT -F $2 1>&2 || exit -1
98 LOOPDEV=`next_loop_dev`
99 losetup ${LOOPDEV} $2 1>&2 || exit -1
102 # Enable hash-indexed directories for extN filesystems
103 # [ "$1" = "extN" ] && echo "feature FEATURE_C5" | debugfs -w $2
106 # Set up to use an existing filesystem. We take the same parameters as
107 # new_fs, even though we only use the <fstype> and <file> parameters, to
108 # make it easy to convert between new_fs and old_fs in testing scripts.
113 LOOPDEV=$2 # Not really a loop device
115 LOOPDEV=`next_loop_dev`
116 losetup ${LOOPDEV} $2 1>&2 || exit -1
121 $DBGCTL modules > $R/tmp/ogdb
122 echo "The GDB module script is in $R/tmp/ogdb"
123 [ "$DEBUG_WAIT" = "yes" ] && echo -n "Press ENTER to continue" && read
126 # We need at least one setup file to be given. It can be passed on
127 # the command-line, or it can be found in the home directory, or it
128 # can even be sourced into the current shell environment.
130 DEF=$HOME/.lustretestrc
131 [ -r $DEF ] && . $DEF && SETUP=y
135 *.cfg) [ -r "$CFG" ] && . $CFG && SETUP=y ;;
136 *) echo "unknown option '$CFG'" 1>&2
140 if [ "$SETUP" != "y" ]; then
141 echo "error: no config file on command-line and no $DEF" 1>&2
145 [ -z "$MDS_RSH" ] && MDS_RSH="eval"
146 [ -z "$OST_RSH" ] && OST_RSH="eval"
147 [ -z "$OSC_RSH" ] && OSC_RSH="eval"
151 [ -z "$OSTNODE" ] && OSTNODE=$SERVER
152 [ -z "$MDSNODE" ] && MDSNODE=$SERVER
154 if [ -z "$DLM" ]; then
155 if [ "$LOCALHOST" == "$SERVER" ]; then
164 if grep -q portals /proc/modules; then
165 echo "$0: portals already appears to be set up, skipping"
169 if [ -z "$NETWORK" -o -z "$LOCALHOST" -o -z "$SERVER" ]; then
170 echo "$0: NETWORK or LOCALHOST or SERVER is not set" 1>&2
176 [ -c /dev/portals ] || mknod /dev/portals c 10 240
178 do_insmod $PORTALS/linux/oslib/portals.o || exit -1
181 elan) [ "$PORT" ] && fail "$0: NETWORK is elan but PORT is set"
182 do_insmod $PORTALS/linux/qswnal/kqswnal.o || exit -1
184 tcp) [ "$PORT" ] || fail "$0: NETWORK is tcp but PORT is not set"
185 do_insmod $PORTALS/linux/socknal/ksocknal.o || exit -1
188 *) fail "$0: unknown NETWORK '$NETWORK'" ;;
194 connect $MDSNODE $PORT
196 connect $OSTNODE $PORT
206 [ -c /dev/obd ] || mknod /dev/obd c 10 241
208 do_insmod $LUSTRE/obdclass/obdclass.o || exit -1
209 do_insmod $LUSTRE/ptlrpc/ptlrpc.o || exit -1
210 do_insmod $LUSTRE/ldlm/ldlm.o || exit -1
211 do_insmod $LUSTRE/extN/extN.o || \
212 echo "info: can't load extN.o module, not fatal if using ext3"
213 do_insmod $LUSTRE/mds/mds.o || exit -1
214 #do_insmod $LUSTRE/mds/mds_ext2.o || exit -1
215 #do_insmod $LUSTRE/mds/mds_ext3.o || exit -1
216 do_insmod $LUSTRE/mds/mds_extN.o || \
217 echo "info: can't load mds_extN.o module, needs extN.o"
218 do_insmod $LUSTRE/obdecho/obdecho.o || exit -1
219 #do_insmod $LUSTRE/obdext2/obdext2.o || exit -1
220 do_insmod $LUSTRE/obdfilter/obdfilter.o || exit -1
221 do_insmod $LUSTRE/ost/ost.o || exit -1
222 do_insmod $LUSTRE/osc/osc.o || exit -1
223 do_insmod $LUSTRE/mdc/mdc.o || exit -1
224 do_insmod $LUSTRE/llite/llite.o || exit -1
226 echo "$R/tmp/lustre-log" > /proc/sys/portals/debug_path
229 if $OBDCTL name2dev RPCDEV > /dev/null 2>&1; then
230 echo "$0: RPCDEV is already configured, skipping"
234 $OBDCTL <<- EOF || return $?
241 [ -d /mnt/lustre ] || mkdir /mnt/lustre
245 [ "$SETUP_LDLM" = "y" ] || return 0
247 [ -c /dev/portals ] || mknod /dev/portals c 10 240
249 $OBDCTL <<- EOF || return $?
260 echo "usage: $0 <devname>" 1>&2
268 [ "$SETUP_MDS" = "y" ] || return 0
270 if [ -z "$MDSFS" -o -z "$MDSDEV" ]; then
271 echo "error: setup_mds: MDSFS or MDSDEV unset" 1>&2
276 if [ "$DO_FS" != "new_fs" -a "$DO_FS" != "old_fs" ]; then
277 echo "usage: setup_mds {new_fs|old_fs}" 1>&2
281 if $OBDCTL name2dev MDSDEV > /dev/null 2>&1; then
282 echo "$0: MDSDEV is already configured"
286 $DO_FS ${MDSFS} ${MDSDEV} ${MDSSIZE}
289 $OBDCTL <<- EOF || return $?
291 attach mds MDSDEV MDSUUID
292 setup ${MDS} ${MDSFS}
298 [ "$SETUP_OST" = "y" ] || return 0
300 if [ -z "$OSTTYPE" ]; then
301 echo "error: setup_ost: OSTTYPE unset" 1>&2
313 obdfilter) OBDARG=$OSTFS
316 *) echo "error: setup_ost: unknown OSTTYPE '$OSTTYPE'" 1>&2
321 if $OBDCTL name2dev OBDDEV > /dev/null 2>&1; then
322 echo "$0: OBDDEV is already configured"
326 if [ "$NEED_FS" = "y" ]; then
328 if [ -z "$OSTFS" -o -z "$OSTDEV" ]; then
329 echo "error: setup_ost: OSTFS or OSTDEV unset" 1>&2
333 if [ "$DO_FS" != "new_fs" -a "$DO_FS" != "old_fs" ]; then
334 echo "usage: setup_ost {new_fs|old_fs}" 1>&2
338 $DO_FS ${OSTFS} ${OSTDEV} ${OSTSIZE}
342 $OBDCTL <<- EOF || return $?
344 attach ${OSTTYPE} OBDDEV OBDUUID
345 setup ${OBD} ${OBDARG}
348 $OBDCTL <<- EOF || return $?
350 attach ost OSTDEV OSTUUID
357 setup_mds $1 && setup_ost $1
362 [ "$SETUP_OSC" != "y" ] && return 0
363 [ "$OSC_NAMES" ] || OSC_NAMES=OSCDEV
365 for THEOSC in $OSC_NAMES ; do
366 OSCDEVNO=`find_devno $THEOSC`
367 if $OBDCTL name2dev $THEOSC > /dev/null 2>&1; then
368 echo "$0: OSCDEV is already configured"
372 $OBDCTL <<- EOF || return $rc
375 setup OBDUUID $OSTNODE
383 [ "$SETUP_MDC" != "y" ] && return 0
384 [ "$MDC_NAMES" ] || MDC_NAMES=MDCDEV
386 for THEMDC in $MDC_NAMES ; do
387 MDCDEVNO=`find_devno $THEMDC`
388 if $OBDCTL name2dev $THEMDC > /dev/null 2>&1; then
389 echo "$0: MDCDEV is already configured"
393 $OBDCTL <<- EOF || return $?
396 setup MDSUUID $MDSNODE
405 [ "$SETUP_MOUNT" != "y" ] && return 0
406 [ "$MDC_NAMES" ] || MDC_NAMES=MDCDEV
407 [ "$OSC_NAMES" ] || OSC_NAMES=OSCDEV
408 [ -z "$MOUNT_LIST" -a "$OSCMT" ] && MOUNT_LIST="MT" && MT="$OSCMT OSCDEV MDCDEV"
410 [ "$MOUNT_LIST" ] || fail "error: $0: MOUNT_LIST unset"
412 for THEMOUNT in $MOUNT_LIST; do
413 eval "echo \$$THEMOUNT" | while read MTPT THEOSC THEMDC; do
414 if mount | grep -q $MTPT; then
415 echo "$0: $MTPT is already mounted"
419 [ ! -d $MTPT ] && mkdir $MTPT
420 echo mount -t lustre_lite -o ost=`find_devno $THEOSC`,mds=`find_devno $THEMDC` none $MTPT
421 mount -t lustre_lite -o ost=`find_devno $THEOSC`,mds=`find_devno $THEMDC` none $MTPT
427 setup_osc && setup_mdc && setup_mount
430 DEBUG_ON="echo 0xffffffff > /proc/sys/portals/debug"
431 DEBUG_OFF="echo 0 > /proc/sys/portals/debug"
434 [ "$MDS_RSH" ] && echo "Turn OFF debug on MDS" && $MDS_RSH "$DEBUG_OFF"
435 [ "$OST_RSH" ] && echo "Turn OFF debug on OST" && $OST_RSH "$DEBUG_OFF"
439 [ "$MDS_RSH" ] && echo "Turn ON debug on MDS" && $MDS_RSH "$DEBUG_ON"
440 [ "$OST_RSH" ] && echo "Turn ON debug on OST" && $OST_RSH "$DEBUG_ON"
444 echo "Turning OFF debug on client" && $OSC_RSH "$DEBUG_OFF"
448 echo "Turning ON debug on client" && $OSC_RSH "$DEBUG_ON"
452 [ -z "$NETWORK" ] && NETWORK=tcp
498 [ "$SETUP" -a -z "$SETUP_LDLM" ] && return 0
500 LDLMDEVNO=`find_devno LDLMDEV`
501 if [ "$LDLMDEVNO" ]; then
512 [ "$SETUP" -a -z "$SETUP_MDS" ] && return 0
514 MDSDEVNO=`find_devno MDSDEV`
515 if [ "$MDSDEVNO" ]; then
526 [ "$SETUP" -a -z "$SETUP_OST" ] && return 0
528 OSTDEVNO=`find_devno OSTDEV`
529 if [ "$OSTDEVNO" ]; then
538 OBDDEVNO=`find_devno OBDDEV`
539 if [ "$OBDDEVNO" ]; then
550 cleanup_ost && cleanup_mds
554 [ "$SETUP" -a -z "$SETUP_MOUNT" ] && return 0
556 [ "$OSCMT" ] || OSCMT=/mnt/lustre
557 for THEMOUNT in $OSCMT; do
558 if [ "`mount | grep $THEMOUNT`" ]; then
559 umount $THEMOUNT || fail "unable to unmount $THEMOUNT"
565 [ "$SETUP" -a -z "$SETUP_OSC" ] && return 0
566 [ "$OSC_NAMES" ] || OSC_NAMES=OSCDEV
568 for THEOSC in $OSC_NAMES ; do
569 OSCDEVNO=`find_devno $THEOSC`
570 if [ "$OSCDEVNO" ]; then
582 [ "$SETUP" -a -z "$SETUP_MDC" ] && return 0
583 [ "$MDC_NAMES" ] || MDC_NAMES=MDCDEV
585 for THEMDC in $MDC_NAMES ; do
586 MDCDEVNO=`find_devno $THEMDC`
587 if [ "$MDCDEVNO" ]; then
599 RPCDEVNO=`find_devno RPCDEV`
600 if [ "$RPCDEVNO" ]; then
611 cleanup_mount && cleanup_osc && cleanup_mdc && cleanup_rpc
615 echo "ERROR: $1" 1>&2
616 [ $2 ] && RC=$2 || RC=1