--- /dev/null
+#!/bin/bash
+#
+# License: GNU General Public License (GPL)
+#
+# lustre_server
+# Description: Manages a lustre_server on a shared storage medium.
+# Original Author: Eric Z. Ayers (eric.ayers@compgen.com)
+# Original Release: 25 Oct 2000
+#
+# Rewritten Filesystem agent to lustre_server agent by bschubert@ddn.com
+#
+# usage: ./lustre_server {start|stop|status|monitor|validate-all|meta-data}
+#
+# OCF parameters are as below:
+# OCF_RESKEY_device
+# OCF_RESKEY_directory
+# OCF_RESKEY_options
+#
+#OCF_RESKEY_device : name of block device for the filesystem. e.g. /dev/sda1, /dev/md0
+# Or a -U or -L option for mount, or an NFS mount specification
+#OCF_RESKEY_directory : the mount point for the filesystem
+#OCF_RESKEY_options : options to be given to the mount command via -o
+#
+#
+# NOTE: There is no locking (such as a SCSI reservation) being done here.
+# I would if the SCSI driver could properly maintain the reservation,
+# which it cannot, even with the 'scsi reservation' patch submitted
+# earlier this year by James Bottomley. The patch minimizes the
+# bus resets caused by a RESERVATION_CONFLICT return, and helps the
+# reservation stay when 2 nodes contend for a reservation,
+# but it does not attempt to recover the reservation in the
+# case of a bus reset.
+#
+# What all this means is that if 2 nodes mount the same file system
+# read-write, the filesystem is going to become corrupted. However
+# Lustre provides the Multi-Mount-Protection feature (MMP).
+#
+# As a result, you should use this together with the stonith option
+# and redundant, independent communications paths.
+#
+# If you don't do this, don't blame us when you scramble your disk.
+#
+# Note: the ServeRAID controller does prohibit concurrent acess
+# In this case, you don't actually need STONITH, but redundant comm is
+# still an excellent idea.
+#
+
+#######################################################################
+# Initialization:
+
+. ${OCF_ROOT}/resource.d/heartbeat/.ocf-shellfuncs
+
+#######################################################################
+HOSTOS=`uname`
+FSTYPE="lustre"
+
+# FIXME: OCF_DEBUG officially supported in the the mean time?
+#OCF_DEBUG=yes
+
+usage() {
+ cat <<-EOT
+ usage: $0 {start|stop|status|monitor|validate-all|meta-data}
+ EOT
+}
+
+meta_data() {
+ cat <<END
+<?xml version="1.0"?>
+<!DOCTYPE resource-agent SYSTEM "ra-api-1.dtd">
+<resource-agent name="lustre_server">
+<version>1.0</version>
+
+
+<longdesc lang="en">
+ Resource script for lustre_server. It manages a lustre_server on a shared storage medium.
+</longdesc>
+<shortdesc lang="en">lustre_server resource agent</shortdesc>
+
+<parameters>
+ <parameter name="device" required="1">
+ <longdesc lang="en">
+ The name of block device for the filesystem
+ </longdesc>
+ <shortdesc lang="en">block device</shortdesc>
+ <content type="string" default="" />
+</parameter>
+
+<parameter name="directory" required="1">
+ <longdesc lang="en">
+ The mount point for the filesystem.
+ </longdesc>
+ <shortdesc lang="en">mount point</shortdesc>
+ <content type="string" default="" />
+</parameter>
+
+<parameter name="options">
+ <longdesc lang="en">
+ Any extra options to be given as -o options to mount.
+ </longdesc>
+ <shortdesc lang="en">options</shortdesc>
+ <content type="string" default="" />
+</parameter>
+</parameters>
+
+<actions>
+ <action name="start" timeout="300" />
+ <action name="stop" timeout="300" />
+ <action name="monitor" depth="0" timeout="300" interval="120" start-delay="10" />
+ <action name="validate-all" timeout="5" />
+ <action name="meta-data" timeout="5" />
+ </actions>
+</resource-agent>
+END
+}
+
+#
+# Make sure the kernel does the right thing with the FS buffers
+# This function should be called after unmounting and before mounting
+# It may not be necessary in 2.4 and later kernels, but it shouldn't hurt
+# anything either...
+#
+# It's really a bug that you have to do this at all...
+#
+flushbufs() {
+ if have_binary $BLOCKDEV ; then
+ $BLOCKDEV --flushbufs $1
+ fi
+ return 0
+}
+
+# Figure out the real device number of external journals
+# we need to provide as mount options, since the block
+# device only know major/minor of the the journal device and it
+# might/will change dynamically on reboots and between servers
+# It would be MUCH better if 'mount' would do it on its own
+# and in fact mount is already linked against libblkid to do
+# this job
+get_external_journal_device()
+{
+ UUID=`dumpe2fs -h $DEVICE 2>/dev/null | awk '/^Journal UUID/{print $3}'`
+ if [ -z "$UUID" ]; then
+ # device has internal journal, not need to proceed
+ return
+ fi
+
+ # prefer /dev/mapper/
+ JDEV="`blkid -t UUID=$UUID /dev/mapper/* | awk -F: '{print $1}'`"
+ if [ -z "$JDEV" ]; then
+ JDEV="`blkid -t UUID=$UUID | awk -F: '{print $1}'`"
+ fi
+
+ if [ -z "$JDEV" ]; then
+ # know the journal is on an external device, but we can't find it
+ ocf_log err "Cannot find device with journal UUID $UUID"
+ return $OCF_ERR_GENERIC
+ fi
+
+ DEVNUM="`stat -c %02t%02T $JDEV`"
+ if [ -z "$DEVNUM" ]; then
+ ocf_log err "Failed to retrieve device number of Journal device"
+ return $OCF_ERR_GENERIC
+ fi
+
+ # add 0x only here, because we couldn't check for an empty string otherwise
+ DEVNUM="0x$DEVNUM"
+
+ echo $DEVNUM
+ return 0
+}
+
+# Take advantage of /proc/mounts if present, use portable mount command
+# otherwise. Normalize format to "dev mountpoint fstype".
+list_mounts() {
+ mtab=/proc/mounts
+ if [ ! -f $mtab ]; then
+ ocf_log err "$mtab is missing!"
+ exit $OCF_ERR_GENERIC
+ fi
+ cat $mtab | cut -d' ' -f1,2,3
+}
+
+lustre_health_check()
+{
+ proc="/proc/fs/lustre/health_check"
+ # on first check the lustre modules are not loaded yet
+ if [ ! -e $proc ]; then
+ return 0
+ fi
+
+ check=`cat $proc`
+ if [ "$check" = "healthy" ]; then
+ return 0
+ else
+ ocf_log err "$proc is $check"
+ return 1
+ fi
+}
+
+#
+# START: Start up the filesystem
+#
+lustre_server_start()
+{
+ lustre_health_check
+ if [ $? -ne 0 ]; then
+ return ${OCF_ERR_GENERIC}
+ fi
+
+ # See if the device is currently mounted
+ lustre_server_status >/dev/null 2>&1
+ rc=$?
+ if [ $rc -ne $OCF_NOT_RUNNING -a $rc -ne $OCF_SUCCESS ]; then
+ ocf_log err "Unexpected status ($c) before mounting $DEVICE to $MOUNTPOINT"
+ elif [ $rc -eq $OCF_SUCCESS ]; then
+ return $OCF_SUCCESS
+ fi
+
+ if [ ! -d "$MOUNTPOINT" ] ; then
+ ocf_log err "Couldn't find directory [$MOUNTPOINT] to use as a mount point"
+ exit $OCF_ERR_ARGS
+ fi
+
+ flushbufs $DEVICE
+
+ jdev=`get_external_journal_device`
+ rc=$?
+ if [ $rc -ne 0 ]; then
+ ocf_log err "Failure to get journal device"
+ return $rc
+ fi
+
+ if [ -n "$jdev" ]; then
+ if [ -n "$options" ]; then
+ options="$options,journal_dev=$jdev"
+ else
+ options="-ojournal_dev=$jdev"
+ fi
+ fi
+
+ # Mount the filesystem.
+ cmd="$MOUNT -t $FSTYPE $options $DEVICE $MOUNTPOINT"
+ ocf_log info "Running $cmd"
+ res=`eval $cmd 2>&1`
+ if [ $? -ne 0 ]; then
+ ocf_log err "cmd \"$cmd\" failed: $res"
+ return $OCF_ERR_GENERIC
+ fi
+
+ return 0
+}
+# end of lustre_server_start
+
+#
+# STOP: Unmount the filesystem
+#
+lustre_server_stop()
+{
+ # See if the device is currently mounted
+ lustre_server_mounted >/dev/null 2>&1
+ if [ $? -eq $OCF_NOT_RUNNING ]; then
+ # Already unmounted, wonderful.
+ rc=$OCF_SUCCESS
+ else
+ # Umount $MOUNTPOINT.
+ ocf_log info "Trying to unmount $MOUNTPOINT"
+ cmd="$UMOUNT $MOUNTPOINT"
+ ocf_log info "Running $cmd"
+ res=`eval $cmd 2>&1`
+ rc=$?
+ if [ $rc -eq 0 ] ; then
+ rc=$OCF_SUCCESS
+ ocf_log info "unmounted $MOUNTPOINT successfully"
+ else
+ rc=$OCF_ERR_GENERIC
+ ocf_log err "\"$cmd\" failed ($rc): $res"
+ fi
+ fi
+
+ flushbufs $DEVICE
+
+ return $rc
+}
+# end of lustre_server_stop
+
+#
+# MOUNTED: is the filesystem mounted or not?
+#
+lustre_server_mounted()
+{
+ if list_mounts | grep -q " $MOUNTPOINT " >/dev/null 2>&1; then
+ rc=$OCF_SUCCESS
+ msg="$MOUNTPOINT is mounted (running)"
+ else
+ rc=$OCF_NOT_RUNNING
+ msg="$MOUNTPOINT is unmounted (stopped)"
+ fi
+
+ # check in all mntdevs if really not mounted
+ # lustre bug 21359 (https://bugzilla.lustre.org/show_bug.cgi?id=21359)
+ if [ $rc -eq $OCF_NOT_RUNNING ]; then
+ local list="/proc/fs/lustre/mds/* /proc/fs/lustre/obdfilter/*"
+ for i in $list ; do
+ if [ -f ${i}/mntdev ]; then
+ MNTDEVS="$MNTDEVS ${i}/mntdev"
+ fi
+ done
+ local mgsdev=/proc/fs/lustre/mgs/MGS/mntdev
+ if [ -f $mgsdev ]; then
+ MNTDEVS="$MNTDEVS $mgsdev"
+ fi
+ for i in $MNTDEVS; do
+ local dev=`cat $i`
+ if [ "$dev" = "$DEVICE" ]; then
+ ocf_log err "Bug21359, /proc/mounts claims device is not mounted, but $i proves this is wrong"
+ rc=$OCF_ERR_GENERIC
+ fi
+ done
+
+ fi
+
+ if [ "$OCF_DEBUG" = "yes" ]; then
+ ocf_log info "$msg"
+ fi
+
+ case "$OP" in
+ status) ocf_log info "$msg"
+ ;;
+ monitor)
+ if [ $rc -ne $OCF_SUCCESS ]; then
+ ocf_log err "$msg"
+ fi
+ esac
+
+ return $rc
+}
+# end of lustre_server_mounted
+
+#
+# STATUS: is the filesystem mounted and healthy or not?
+#
+lustre_server_status()
+{
+ lustre_health_check
+ if [ $? -ne 0 ]; then
+ return ${OCF_ERR_GENERIC}
+ fi
+
+ lustre_server_mounted
+ rc=$?
+
+ return $rc
+}
+# end of lustre_server_status
+
+#
+# Check if Lustre is available at all
+#
+lustre_server_validate_all()
+{
+ proc="/proc/fs/lustre"
+ if [ ! -d $proc ]; then
+ modprobe lustre
+ count=0
+ while [ ! -d $proc -o $count -gt 10 ]; do
+ sleep 1
+ done
+
+ if [ ! -d $proc ]; then
+ ocf_log err "Failed to load the lustre module"
+ return $OCF_ERR_GENERIC
+ fi
+ fi
+
+ return $OCF_SUCCESS
+}
+
+# Check the arguments passed to this script
+if [ $# -ne 1 ]; then
+ usage
+ exit $OCF_ERR_ARGS
+fi
+
+# Check the OCF_RESKEY_ environment variables...
+DEVICE=$OCF_RESKEY_device
+if [ ! -z "$OCF_RESKEY_options" ]; then
+ options="-o $OCF_RESKEY_options"
+fi
+
+OP=$1
+
+if [ "$OCF_DEBUG" = "yes" ]; then
+ ocf_log info "OP = $OP"
+fi
+
+# These operations do not require instance parameters
+case $OP in
+meta-data) meta_data
+ exit $OCF_SUCCESS
+ ;;
+usage) usage
+ exit $OCF_SUCCESS
+ ;;
+esac
+
+# Normalize instance parameters:
+
+# It is possible that OCF_RESKEY_directory has one or even multiple trailing "/".
+# But the output of `mount` and /proc/mounts do not.
+if [ -z "$OCF_RESKEY_directory" ]; then
+ ocf_log err "Please specify the directory"
+ exit $OCF_ERR_ARGS
+else
+ MOUNTPOINT=$(echo $OCF_RESKEY_directory | sed 's/\/*$//')
+ : ${MOUNTPOINT:=/}
+ # At this stage, $MOUNTPOINT does not contain trailing "/" unless it is "/"
+ # TODO: / mounted via lustre_server sounds dangerous. On stop, we'll
+ # kill the whole system. Is that a good idea?
+fi
+
+MOUNTPOINT=`echo $MOUNTPOINT | sed -e 's/\s*//'`
+if [ -z "$MOUNTPOINT" ]; then
+ ocf_log err "Empty mount point!"
+ ocf_log err "Please specify the directory"
+ exit $OCF_ERR_ARGS
+fi
+
+# Check to make sure the utilites are found
+check_binary $MODPROBE
+check_binary $FSCK
+check_binary $MOUNT
+check_binary $UMOUNT
+
+if [ "$OP" != "monitor" ]; then
+ ocf_log info "Running $OP for $DEVICE on $MOUNTPOINT"
+fi
+
+# These operations do not require the clone checking + OCFS2
+# initialization.
+case $OP in
+status|monitor) lustre_server_status
+ exit $?
+ ;;
+validate-all) lustre_server_validate_all
+ exit $?
+ ;;
+stop) lustre_server_stop
+ exit $?
+ ;;
+esac
+
+if [ -n "$OCF_RESKEY_CRM_meta_clone" ]; then
+ ocf_log err "DANGER! $FSTYPE on $DEVICE is NOT cluster-aware!"
+ ocf_log err "DO NOT RUN IT AS A CLONE!"
+ ocf_log err "Politely refusing to proceed to avoid data corruption."
+ exit $OCF_ERR_GENERIC
+fi
+
+case $OP in
+start) lustre_server_start
+ ;;
+*) usage
+ exit $OCF_ERR_UNIMPLEMENTED
+ ;;
+esac
+exit $?
+
+
+
git://git.whamcloud.com / fs / lustre-release.git / commitdiff