export RLUSTRE=${RLUSTRE:-$LUSTRE}
export RPWD=${RPWD:-$PWD}
export I_MOUNTED=${I_MOUNTED:-"no"}
- if [ ! -f /lib/modules/$(uname -r)/kernel/fs/lustre/mds.ko -a \
- ! -f /lib/modules/$(uname -r)/updates/kernel/fs/lustre/mds.ko -a \
- ! -f `dirname $0`/../mds/mds.ko ]; then
+ if [ ! -f /lib/modules/$(uname -r)/kernel/fs/lustre/mdt.ko -a \
+ ! -f /lib/modules/$(uname -r)/updates/kernel/fs/lustre/mdt.ko -a \
+ ! -f `dirname $0`/../mdt/mdt.ko ]; then
export CLIENTMODSONLY=yes
fi
load_module osd-zfs/osd_zfs
fi
load_module mgs/mgs
- load_module mds/mds
load_module mdd/mdd
if [[ $(node_fstypes $HOSTNAME) == *ldiskfs* ]]; then
#
# XXX This function is kept for interoperability with old server (< 2.3.50),
# it should be removed whenever we drop the interoperability for such
# server.
-quota_type () {
- local fsname=${1:-$FSNAME}
- local rc=0
- do_facet mgs lctl get_param mdd.${fsname}-MDT*.quota_type || rc=$?
- do_nodes $(comma_list $(osts_nodes)) \
- lctl get_param obdfilter.${fsname}-OST*.quota_type || rc=$?
- return $rc
+quota_type() {
+ local fsname=${1:-$FSNAME}
+ local rc=0
+ do_facet $SINGLEMDS lctl get_param mdd.${fsname}-MDT*.quota_type ||
+ rc=$?
+ do_nodes $(comma_list $(osts_nodes)) \
+ lctl get_param obdfilter.${fsname}-OST*.quota_type || rc=$?
+ return $rc
}
# XXX This function is kept for interoperability with old server (< 2.3.50),
local quota_usrs=$QUOTA_USERS
# get_filesystem_size
- local disksz=$(lfs df $mntpt | grep "filesystem summary:" | awk '{print $3}')
+ local disksz=$(lfs_df $mntpt | grep "summary" | awk '{print $2}')
local blk_soft=$((disksz + 1024))
local blk_hard=$((blk_soft + blk_soft / 20)) # Go 5% over
- local Inodes=$(lfs df -i $mntpt | grep "filesystem summary:" | awk '{print $3}')
+ local Inodes=$(lfs_df -i $mntpt | grep "summary" | awk '{print $2}')
local i_soft=$Inodes
local i_hard=$((i_soft + i_soft / 20))
mdt_quota_type() {
local varsvc=${SINGLEMDS}_svc
do_facet $SINGLEMDS $LCTL get_param -n \
- osd-$FSTYPE.${!varsvc}.quota_slave.enabled
+ osd-$(facet_fstype $SINGLEMDS).${!varsvc}.quota_slave.enabled
}
# get ost quota type
# All OSTs should have same quota type
local varsvc=ost1_svc
do_facet ost1 $LCTL get_param -n \
- osd-$FSTYPE.${!varsvc}.quota_slave.enabled
+ osd-$(facet_fstype ost1).${!varsvc}.quota_slave.enabled
}
# restore old quota type settings
fi
}
+# Handle the case when there is a space in the lfs df
+# "filesystem summary" line the same as when there is no space.
+# This will allow fixing the "lfs df" summary line in the future.
+lfs_df() {
+ $LFS df $* | sed -e 's/filesystem /filesystem_/'
+}
+
setup_quota(){
if [ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.3.50) ]; then
setup_quota_old $1
local quota_usrs=$QUOTA_USERS
# get_filesystem_size
- local disksz=$(lfs df $mntpt | grep "filesystem summary:" |
- awk '{print $3}')
+ local disksz=$(lfs_df $mntpt | grep "summary" | awk '{print $2}')
local blk_soft=$((disksz + 1024))
local blk_hard=$((blk_soft + blk_soft / 20)) # Go 5% over
- local inodes=$(lfs df -i $mntpt | grep "filesystem summary:" |
- awk '{print $3}')
+ local inodes=$(lfs_df -i $mntpt | grep "summary" | awk '{print $2}')
local i_soft=$inodes
local i_hard=$((i_soft + i_soft / 20))
}
facet_failover() {
- local facet=$1
- local sleep_time=$2
- local host=$(facet_active_host $facet)
-
- echo "Failing $facet on node $host"
-
- local affected=$(affected_facets $facet)
+ local facets=$1
+ local sleep_time=$2
+ local -a affecteds
+ local facet
+ local total=0
+ local index=0
+ local skip
+
+ #Because it will only get up facets, we need get affected
+ #facets before shutdown
+ #For HARD Failure mode, it needs make sure facets on the same
+ #HOST will only be shutdown and reboot once
+ for facet in ${facets//,/ }; do
+ local affected_facet
+ skip=0
+ #check whether facet has been included in other affected facets
+ for ((index=0; index<$total; index++)); do
+ [[ *,$facet,* == ,${affecteds[index]}, ]] && skip=1
+ done
- shutdown_facet $facet
+ if [ $skip -eq 0 ]; then
+ affecteds[$total]=$(affected_facets $facet)
+ total=$((total+1))
+ fi
+ done
- echo affected facets: $affected
+ for ((index=0; index<$total; index++)); do
+ facet=$(echo ${affecteds[index]} | tr -s " " | cut -d"," -f 1)
+ local host=$(facet_active_host $facet)
+ echo "Failing ${affecteds[index]} on $host"
+ shutdown_facet $facet
+ done
- [ -n "$sleep_time" ] && sleep $sleep_time
+ for ((index=0; index<$total; index++)); do
+ facet=$(echo ${affecteds[index]} | tr -s " " | cut -d"," -f 1)
+ echo reboot facets: ${affecteds[index]}
- reboot_facet $facet
+ reboot_facet $facet
- change_active $affected
+ change_active ${affecteds[index]}
- wait_for_facet $affected
- # start mgs first if it is affected
- if ! combined_mgs_mds && list_member $affected mgs; then
- mount_facet mgs || error "Restart of mgs failed"
- fi
- # FIXME; has to be changed to mount all facets concurrently
- affected=$(exclude_items_from_list $affected mgs)
- mount_facets $affected
+ wait_for_facet ${affecteds[index]}
+ # start mgs first if it is affected
+ if ! combined_mgs_mds &&
+ list_member ${affecteds[index]} mgs; then
+ mount_facet mgs || error "Restart of mgs failed"
+ fi
+ # FIXME; has to be changed to mount all facets concurrently
+ affected=$(exclude_items_from_list ${affecteds[index]} mgs)
+ echo mount facets: ${affecteds[index]}
+ mount_facets ${affecteds[index]}
+ done
}
obd_name() {
}
facet_host() {
- local facet=$1
+ local facet=$1
+ local varname
- [ "$facet" == client ] && echo -n $HOSTNAME && return
- varname=${facet}_HOST
- if [ -z "${!varname}" ]; then
- if [ "${facet:0:3}" == "ost" ]; then
- eval ${facet}_HOST=${ost_HOST}
- fi
- fi
- echo -n ${!varname}
+ [ "$facet" == client ] && echo -n $HOSTNAME && return
+ varname=${facet}_HOST
+ if [ -z "${!varname}" ]; then
+ if [ "${facet:0:3}" == "ost" ]; then
+ eval export ${facet}_HOST=${ost_HOST}
+ elif [ "${facet:0:3}" == "mdt" -o \
+ "${facet:0:3}" == "mds" -o \
+ "${facet:0:3}" == "mgs" ]; then
+ eval export ${facet}_HOST=${mds_HOST}
+ fi
+ fi
+ echo -n ${!varname}
}
facet_failover_host() {
local facet=$1
- local var
+ local varname
var=${facet}failover_HOST
if [ -n "${!var}" ]; then
return
fi
+ if [ "${facet:0:3}" == "mdt" -o "${facet:0:3}" == "mds" -o \
+ "${facet:0:3}" == "mgs" ]; then
+
+ eval export ${facet}failover_host=${mds_HOST}
+ echo ${mds_HOST}
+ return
+ fi
+
if [[ $facet == ost* ]]; then
- var=ostfailover_HOST
- if [ -n "${!var}" ]; then
- echo ${!var}
- return
- fi
+ eval export ${facet}failover_host=${ost_HOST}
+ echo ${ost_HOST}
+ return
fi
}
}
mgsdevname() {
- DEVNAME=MGSDEV
+ local DEVNAME=MGSDEV
+ local MDSDEV1=$(mdsdevname 1)
- local fstype=$(facet_fstype mds$num)
+ local fstype=$(facet_fstype mds1)
case $fstype in
- ldiskfs )
+ ldiskfs|zfs )
#if $MGSDEV isn't defined, default is $MDSDEV1
+ #ZFS independent mgsdev should be ${FSNAME}-mgs/mgs
eval DEVPTR=${!DEVNAME:=${MDSDEV1}};;
- zfs )
- #dataset name is independent of vdev device names
- eval DEVPTR=${FSNAME}-mgs/mgs;;
* )
error "unknown fstype!";;
esac
mgsvdevname() {
DEVNAME=MGSDEV
- local fstype=$(facet_fstype mds$num)
+ local fstype=$(facet_fstype mds1)
case $fstype in
ldiskfs )
}
combined_mgs_mds () {
- [[ $MDSDEV1 = $MGSDEV ]] && [[ $mds1_HOST = $mgs_HOST ]]
+ [[ "$(mdsdevname 1)" = "$(mgsdevname)" ]] &&
+ [[ "$(facet_host mds1)" = "$(facet_host mgs)" ]]
}
lower() {
mkfs_opts() {
local facet=$1
+ local dev=$2
local type=$(facet_type $facet)
local index=$(($(facet_number $facet) - 1))
local fstype=$(facet_fstype $facet)
+ local host=$(facet_host $facet)
local opts
local fs_mkfs_opts
local var
return 1
fi
- if [ $type == MGS ] || ( [ $type == MDS ] && combined_mgs_mds ); then
+ if [ $type == MGS ] || ( [ $type == MDS ] &&
+ [ "$dev" == $(mgsdevname) ] &&
+ [ "$host" == "$(facet_host mgs)" ] ); then
opts="--mgs"
else
opts="--mgsnode=$MGSNID"
opts+=${L_GETIDENTITY:+" --param=mdt.identity_upcall=$L_GETIDENTITY"}
if [ $fstype == ldiskfs ]; then
- opts+=${IAMDIR:+" --iam-dir"}
-
fs_mkfs_opts+=${MDSJOURNALSIZE:+" -J size=$MDSJOURNALSIZE"}
fs_mkfs_opts+=${MDSISIZE:+" -i $MDSISIZE"}
fi
echo Formatting mgs, mds, osts
if ! combined_mgs_mds ; then
echo "Format mgs: $(mgsdevname)"
- add mgs $(mkfs_opts mgs) --reformat $(mgsdevname) \
- $(mgsvdevname) ${quiet:+>/dev/null} || exit 10
- fi
+ add mgs $(mkfs_opts mgs $(mgsdevname)) --reformat \
+ $(mgsdevname) $(mgsvdevname) ${quiet:+>/dev/null} || exit 10
+ fi
- for num in `seq $MDSCOUNT`; do
- echo "Format mds$num: $(mdsdevname $num)"
- add mds$num $(mkfs_opts mds$num) --reformat \
- $(mdsdevname $num) $(mdsvdevname $num) \
- ${quiet:+>/dev/null} || exit 10
- done
+ for num in $(seq $MDSCOUNT); do
+ echo "Format mds$num: $(mdsdevname $num)"
+ add mds$num $(mkfs_opts mds$num $(mdsdevname ${num})) \
+ --reformat $(mdsdevname $num) $(mdsvdevname $num) \
+ ${quiet:+>/dev/null} || exit 10
+ done
- for num in `seq $OSTCOUNT`; do
- echo "Format ost$num: $(ostdevname $num)"
- add ost$num $(mkfs_opts ost$num) --reformat \
- $(ostdevname $num) $(ostvdevname ${num}) \
- ${quiet:+>/dev/null} || exit 10
- done
+ for num in $(seq $OSTCOUNT); do
+ echo "Format ost$num: $(ostdevname $num)"
+ add ost$num $(mkfs_opts ost$num $(ostdevname ${num})) \
+ --reformat $(ostdevname $num) $(ostvdevname ${num}) \
+ ${quiet:+>/dev/null} || exit 10
+ done
}
mount_client() {
local varname=${facet}failover_HOST
if [ -z "${!varname}" ]; then
- eval $varname=$(facet_host $facet)
+ eval export $varname=$(facet_host $facet)
fi
+ varname=${facet}_HOST
+ if [ -z "${!varname}" ]; then
+ eval export $varname=$(facet_host $facet)
+ fi
+
# ${facet}failover_dev is set in cfg file
varname=${facet}failover_dev
if [ -n "${!varname}" ] ; then
}
init_facets_vars () {
- local DEVNAME
+ local DEVNAME
- if ! remote_mds_nodsh; then
- for num in `seq $MDSCOUNT`; do
- DEVNAME=`mdsdevname $num`
- init_facet_vars mds$num $DEVNAME $MDS_MOUNT_OPTS
- done
- fi
+ if ! remote_mds_nodsh; then
+ for num in $(seq $MDSCOUNT); do
+ DEVNAME=`mdsdevname $num`
+ eval export MDSDEV${num}=$DEVNAME
+ init_facet_vars mds$num $DEVNAME $MDS_MOUNT_OPTS
+ done
+ fi
+ eval export MGSDEV=$(mgsdevname)
combined_mgs_mds || init_facet_vars mgs $(mgsdevname) $MGS_MOUNT_OPTS
- remote_ost_nodsh && return
-
- for num in `seq $OSTCOUNT`; do
- DEVNAME=`ostdevname $num`
- init_facet_vars ost$num $DEVNAME $OST_MOUNT_OPTS
- done
+ if ! remote_ost_nodsh; then
+ for num in $(seq $OSTCOUNT); do
+ DEVNAME=$(ostdevname $num)
+ eval export OSTDEV${num}=$DEVNAME
+ init_facet_vars ost$num $DEVNAME $OST_MOUNT_OPTS
+ done
+ fi
}
osc_ensure_active () {
local extra_opts=$3
df > /dev/null # update statfs data on disk
- local cmd="$E2FSCK -d -v -t -t -f -n $extra_opts $target_dev"
+ local cmd="$E2FSCK -d -v -t -t -f $extra_opts $target_dev"
echo $cmd
local rc=0
do_node $node $cmd || rc=$?
[ $MDSCOUNT -eq 1 ] || error "CMD is not supported"
- run_e2fsck $(mdts_nodes) $MDTDEV "--mdsdb $MDSDB"
+ run_e2fsck $(mdts_nodes) $MDTDEV "-n --mdsdb $MDSDB"
i=0
ostidx=0
OSTDB_LIST=""
for node in $(osts_nodes); do
for dev in ${OSTDEVS[i]}; do
- run_e2fsck $node $dev "--mdsdb $MDSDB --ostdb $OSTDB-$ostidx"
+ run_e2fsck $node $dev "-n --mdsdb $MDSDB --ostdb $OSTDB-$ostidx"
OSTDB_LIST="$OSTDB_LIST $OSTDB-$ostidx"
ostidx=$((ostidx + 1))
done
drop_bl_callback() {
#define OBD_FAIL_LDLM_BL_CALLBACK_NET 0x305
- RC=0
- do_facet client lctl set_param fail_loc=0x305
- do_facet client "$@" || RC=$?
- do_facet client lctl set_param fail_loc=0
- return $RC
+ RC=0
+ do_facet client lctl set_param fail_loc=0x80000305
+ do_facet client "$@" || RC=$?
+ do_facet client lctl set_param fail_loc=0
+ return $RC
}
drop_ldlm_reply() {
{
local dir=$1
local llverfs_opts=$2
+ local use_partial_arg=$3
local partial_arg=""
local size=$(df -B G $dir |tail -n 1 |awk '{print $2}' |sed 's/G//') #GB
# Run in partial (fast) mode if the size
# of a partition > 1 GB
- [ $size -gt 1 ] && partial_arg="-p"
+ [ "x$use_partial_arg" != "xno" ] && [ $size -gt 1 ] && partial_arg="-p"
llverfs $partial_arg $llverfs_opts $dir
}
# Check whether the "large_xattr" feature is enabled or not.
large_xattr_enabled() {
- local mds_dev=$(mdsdevname ${SINGLEMDS//mds/})
+ [[ $(facet_fstype $SINGLEMDS) == zfs ]] && return 0
- do_facet $SINGLEMDS "$DUMPE2FS -h $mds_dev 2>&1 | grep -q large_xattr"
- return ${PIPESTATUS[0]}
+ local mds_dev=$(mdsdevname ${SINGLEMDS//mds/})
+
+ do_facet $SINGLEMDS "$DUMPE2FS -h $mds_dev 2>&1 | grep -q large_xattr"
+ return ${PIPESTATUS[0]}
}
# Get the maximum xattr size supported by the filesystem.
local metaea=${TMP}/backup_restore.ea
local metadata=${TMP}/backup_restore.tgz
local opts=${MDS_MOUNT_OPTS}
+ local svc=${SINGLEMDS}_svc
if ! ${rcmd} test -b ${devname}; then
opts=$(csa_add "$opts" -o loop)
${rcmd} umount -d $mntpt || return 10
# step 14: cleanup tmp backup
${rcmd} rm -f $metaea $metadata
+ # step 15: reset device label - it's not virgin on
+ ${rcmd} e2label $devname ${!svc}
}
# remove OI files
git://git.whamcloud.com / fs / lustre-release.git / blobdiff