+# $1 node
+# $2 file
+# $3 $RUNAS
+get_stripe_info() {
+ local tmp_file
+
+ stripe_size=0
+ stripe_count=0
+ stripe_index=0
+ tmp_file=$(mktemp)
+
+ do_facet $1 $3 lfs getstripe -v $2 > $tmp_file
+
+ stripe_size=`awk '$1 ~ /size/ {print $2}' $tmp_file`
+ stripe_count=`awk '$1 ~ /count/ {print $2}' $tmp_file`
+ stripe_index=`awk '/obdidx/ {start = 1; getline; print $1; exit}' $tmp_file`
+ rm -f $tmp_file
+}
+
+# CMD: determine mds index where directory inode presents
+get_mds_dir () {
+ local dir=$1
+ local file=$dir/f0.get_mds_dir_tmpfile
+
+ rm -f $file
+ sleep 1
+ local iused=$(lfs df -i $dir | grep MDT | awk '{print $3}')
+ local -a oldused=($iused)
+
+ touch $file
+ sleep 1
+ iused=$(lfs df -i $dir | grep MDT | awk '{print $3}')
+ local -a newused=($iused)
+
+ local num=0
+ for ((i=0; i<${#newused[@]}; i++)); do
+ if [ ${oldused[$i]} -lt ${newused[$i]} ]; then
+ echo $(( i + 1 ))
+ rm -f $file
+ return 0
+ fi
+ done
+ error "mdt-s : inodes count OLD ${oldused[@]} NEW ${newused[@]}"
+}
+
+mpi_run () {
+ local mpirun="$MPIRUN $MPIRUN_OPTIONS"
+ local command="$mpirun $@"
+ local mpilog=$TMP/mpi.log
+ local rc
+
+ if [ "$MPI_USER" != root -a $mpirun ]; then
+ echo "+ chmod 0777 $MOUNT"
+ chmod 0777 $MOUNT
+ command="su $MPI_USER sh -c \"$command \""
+ fi
+
+ ls -ald $MOUNT
+ echo "+ $command"
+ eval $command 2>&1 > $mpilog || true
+
+ rc=${PIPESTATUS[0]}
+ if [ $rc -eq 0 ] && grep -q "p4_error: : [^0]" $mpilog ; then
+ rc=1
+ fi
+ cat $mpilog
+ return $rc
+}
+
+mdsrate_cleanup () {
+ mpi_run -np $1 -machinefile $2 ${MDSRATE} --unlink --nfiles $3 --dir $4 --filefmt $5 $6
+}
+
+delayed_recovery_enabled () {
+ local var=${SINGLEMDS}_svc
+ do_facet $SINGLEMDS lctl get_param -n mdd.${!var}.stale_export_age > /dev/null 2>&1
+}
+
+########################
+convert_facet2name() {
+ case "$1" in
+ "ost" ) echo "OST0000" ;;
+ "ost1") echo "OST0000" ;;
+ "ost2") echo "OST0001" ;;
+ "ost3") echo "OST0002" ;;
+ "ost4") echo "OST0003" ;;
+ "ost5") echo "OST0004" ;;
+ *) error "unknown facet!" ;;
+ esac
+}
+
+get_clientosc_proc_path() {
+ local ost=$1
+
+ echo "{$1}-osc-*"
+}
+
+get_lustre_version () {
+ local node=${1:-"mds"}
+ do_facet $node $LCTL get_param -n version | awk '/^lustre:/ {print $2}'
+}
+
+get_mds_version_major () {
+ local version=$(get_lustre_version mds)
+ echo $version | awk -F. '{print $1}'
+}
+
+get_mds_version_minor () {
+ local version=$(get_lustre_version mds)
+ echo $version | awk -F. '{print $2}'
+}
+
+get_mdtosc_proc_path() {
+ local ost=$1
+ local major=$(get_mds_version_major)
+ local minor=$(get_mds_version_minor)
+ if [ $major -le 1 -a $minor -le 8 ] ; then
+ echo "${ost}-osc"
+ else
+ echo "${ost}-osc-MDT0000"
+ fi
+}
+
+get_osc_import_name() {
+ local node=$1
+ local ost=$2
+ local name=$(convert_facet2name $ost)
+
+ if [ "$node" == "mds" ]; then
+ get_mdtosc_proc_path $name
+ return 0
+ fi
+
+ get_clientosc_proc_path $name
+ return 0
+}
+
+wait_osc_import_state() {
+ local node=$1
+ local ost_facet=$2
+ local expected=$3
+ local ost=$(get_osc_import_name $node $ost_facet)
+ local CONN_PROC
+ local CONN_STATE
+ local i=0
+
+ CONN_PROC="osc.${FSNAME}-${ost}.ost_server_uuid"
+ CONN_STATE=$(do_facet $node lctl get_param -n $CONN_PROC | cut -f2)
+ while [ "${CONN_STATE}" != "${expected}" ]; do
+ # for disconn we can check after proc entry is removed
+ [ "x${CONN_STATE}" == "x" -a "${expected}" == "DISCONN" ] && return 0
+ # disconnect rpc should be wait not more obd_timeout
+ [ $i -ge $(($TIMEOUT * 3 / 2)) ] && \
+ error "can't put import for ${ost}(${ost_facet}) into ${expected} state" && return 1
+ sleep 1
+ CONN_STATE=$(do_facet $node lctl get_param -n $CONN_PROC | cut -f2)
+ i=$(($i + 1))
+ done
+
+ log "${ost_facet} now in ${CONN_STATE} state"
+ return 0
+}