# to be 100% safe the administrator needs to ensure this is safe.
RSYNC=${RSYNC:-rsync}
+LFS_MIGRATE_RSYNC_MODE=${LFS_MIGRATE_RSYNC_MODE:-false}
ECHO=echo
LFS=${LFS:-lfs}
+LFS_SIZE_OPT="-s"
usage() {
cat -- <<USAGE 1>&2
-usage: lfs_migrate [-c <stripe_count>] [-h] [-l] [-n] [-q] [-R] [-s] [-y]
+usage: lfs_migrate [-c <stripe_count>] [-h] [-l] [-n] [-q] [-R] [-s] [-y] [-0]
[file|dir ...]
-c <stripe_count>
restripe file using the specified stripe count
-h show this usage message
- -l migrate files with hard links (skip by default)
+ -l migrate files with hard links (skip by default for rsync)
-n only print the names of files to be migrated
-q run quietly (don't print filenames or status)
-R restripe file using default directory striping
-s skip file data comparison after migrate
-y answer 'y' to usage question
+ -0 input file names on stdin are separated by a null character
The -c <stripe_count> option may not be specified at the same time as
the -R option.
OPT_CHECK=y
OPT_STRIPE_COUNT=""
-while getopts "c:hlnqRsy" opt $*; do
+while getopts "c:hlnqRsy0" opt $*; do
case $opt in
c) OPT_STRIPE_COUNT=$OPTARG;;
l) OPT_NLINK=y;;
R) OPT_RESTRIPE=y;;
s) OPT_CHECK="";;
y) OPT_YES=y;;
+ 0) OPT_NULL=y;;
h|\?) usage;;
esac
done
echo "lfs_migrate is currently NOT SAFE for moving in-use files." 1>&2
echo "Use it only when you are sure migrated files are unused." 1>&2
echo "" 1>&2
- echo "If emptying OST(s) that are not disabled on the MDS, new" 1>&2
- echo "files may use them. To prevent MDS allocating any files on" 1>&2
- echo "OSTNNNN run 'lctl --device %{fsname}-OSTNNNN-osc deactivate'" 1>&2
- echo "on the MDS." 1>&2
+ echo "If emptying an OST that is active on the MDS, new files may" 1>&2
+ echo "use it. To stop allocating any new objects on OSTNNNN run:" 1>&2
+ echo " lctl set_param osp.<fsname>-OSTNNNN*.max_create_count=0'" 1>&2
+ echo "on each MDS using the OST(s) being emptied." 1>&2
echo -n "Continue? (y/n) "
read CHECK
[ "$CHECK" != "y" -a "$CHECK" != "yes" ] && exit 1
# If rsync copies lustre xattrs in the future, then we can skip lfs (bug 22189)
strings $(which $RSYNC) 2>&1 | grep -q lustre && LFS=:
+# rsync creates its temporary files with lenient permissions, even if
+# permissions on the original files are more strict. Tighten umask here
+# to avoid the brief window where unprivileged users might be able to
+# access the temporary file.
+umask 0077
+
+# This is needed for 1.8 Interoperability and can be removed in the future
+$LFS getstripe --help 2>&1 | grep -q stripe-size && LFS_SIZE_OPT="-S"
+
lfs_migrate() {
- while read OLDNAME; do
+ while IFS='' read -d '' OLDNAME; do
$ECHO -n "$OLDNAME: "
# avoid duplicate stat if possible
- TYPE_LINK=($(stat -c "%h %F" "$OLDNAME" || true))
+ TYPE_LINK=($(LANG=C stat -c "%h %F" "$OLDNAME" || true))
# skip non-regular files, since they don't have any objects
# and there is no point in trying to migrate them.
continue
fi
- if [ -z "$OPT_NLINK" -a ${TYPE_LINK[0]} -gt 1 ]; then
- echo -e "multiple hard links, skipped"
- continue
- fi
-
# working out write perms is hard, let the shell do it
if [ ! -w "$OLDNAME" ]; then
echo -e "no write permission, skipped"
continue
fi
-
if [ "$OPT_RESTRIPE" ]; then
UNLINK=""
else
[ "$OPT_STRIPE_COUNT" ] && COUNT=$OPT_STRIPE_COUNT ||
COUNT=$($LFS getstripe -c "$OLDNAME" \
2> /dev/null)
- SIZE=$($LFS getstripe -S "$OLDNAME" 2> /dev/null)
+ SIZE=$($LFS getstripe $LFS_SIZE_OPT "$OLDNAME" \
+ 2> /dev/null)
[ -z "$COUNT" -o -z "$SIZE" ] && UNLINK=""
+ SIZE=${LFS_SIZE_OPT}${SIZE}
fi
+
+ # first try to migrate inside lustre
+ # if failed go back to old rsync mode
+ if [[ $LFS_MIGRATE_RSYNC_MODE == false ]]; then
+ if $LFS migrate -c${COUNT} ${SIZE} "$OLDNAME"; then
+ $ECHO "done"
+ continue
+ else
+ echo "falling back to rsync-based migration"
+ LFS_MIGRATE_RSYNC_MODE=true
+ fi
+ fi
+
+ if [ -z "$OPT_NLINK" -a ${TYPE_LINK[0]} -gt 1 ]; then
+ echo -e "multiple hard links, skipped"
+ continue
+ fi
+
NEWNAME=$(mktemp $UNLINK "$OLDNAME.tmp.XXXXXX")
if [ $? -ne 0 -o -z "$NEWNAME" ]; then
echo -e "\r$OLDNAME: can't make temp file, skipped" 1>&2
continue
fi
- [ "$UNLINK" ] && $LFS setstripe -c${COUNT} -S${SIZE} "$NEWNAME"
+ [ "$UNLINK" ] && $LFS setstripe -c${COUNT} ${SIZE} "$NEWNAME"
# we use --inplace, since we created our own temp file already
if ! $RSYNC -a --inplace $RSYNC_OPTS "$OLDNAME" "$NEWNAME";then
exit 4
fi
- if [ "$OPT_CHECK" ] && ! cmp "$OLDNAME" "$NEWNAME"; then
+ if [ "$OPT_CHECK" ] && ! cmp -s "$OLDNAME" "$NEWNAME"; then
echo -e "\r$NEWNAME: compare failed, exiting" 1>&2
exit 8
fi
}
if [ "$#" -eq 0 ]; then
- lfs_migrate
+ if [ "$OPT_NULL" ]; then
+ lfs_migrate
+ else
+ tr '\n' '\0' | lfs_migrate
+ fi
else
while [ "$1" ]; do
if [ -d "$1" ]; then
- lfs find "$1" -type f | lfs_migrate
+ lfs find "$1" -type f -print0 | lfs_migrate
else
- echo $1 | lfs_migrate
+ echo -en "$1\0" | lfs_migrate
fi
shift
done