From 5d52fded9b7ade9af0e43ee79b0b25ab1b779198 Mon Sep 17 00:00:00 2001
From: Jian Yu <yujian@whamcloud.com>
Date: Sun, 29 Aug 2021 00:36:25 -0700
Subject: [PATCH] EX-3389 lipe: add lipe_delete script

Usage: lipe_delete [OPTION]... --client-mount=CLIENT_MOUNT -- DEVICE EXPRESSION
Scan DEVICE for files matching EXPRESSION and delete the matching files.

Mandatory arguments to long options are mandatory for short options too.
  -c CLIENT_MOUNT, --client-mount=CLIENT_MOUNT Lustre client mount point
  -d, --debug                                  display debug information
  --dry-run                                    only display what would be deleted
  -t THREAD_COUNT, --threads=THREAD_COUNT      count of the scanning thread
  --no-convert                                 do not convert the EXPRESSION
  -h, --help                                   display this help message and exit
  -v, --version                                display version information and exit

For expression details see lipe_find(1).

For example:

$ lipe_delete --dry-run -c /mnt/lustre -- /dev/mapper/mds1_flakey -fid '*'
lfs rmfid /mnt/lustre 0x200000408:0x14245:0x0 0x200000408:0x14246:0x0

Test-Parameters: trivial

Change-Id: I9ed5247992c807e81ac4445986a07ac0d2196de3
Signed-off-by: Jian Yu <yujian@whamcloud.com>
Reviewed-on: https://review.whamcloud.com/44421
Tested-by: jenkins <devops@whamcloud.com>
Tested-by: Maloo <maloo@whamcloud.com>
Reviewed-by: John L. Hammond <jhammond@whamcloud.com>
Reviewed-on: https://review.whamcloud.com/44971
---
 lipe/Makefile.am  |   1 +
 lipe/lipe.spec.in |   2 +
 lipe/lipe_delete  | 120 ++++++++++++++++++++++++++++++++++++++++++++++++++++++
 3 files changed, 123 insertions(+)
 create mode 100755 lipe/lipe_delete

diff --git a/lipe/Makefile.am b/lipe/Makefile.am
index 82cdcb5..6c20e18 100644
--- a/lipe/Makefile.am
+++ b/lipe/Makefile.am
@@ -71,6 +71,7 @@ EXTRA_DIST= \
 	lipe.spec.in \
 	lipe_c_check.pl \
 	lipe_find2 \
+	lipe_delete \
 	lipe-func.sh \
 	lpcc.conf \
 	laudit.conf.example \
diff --git a/lipe/lipe.spec.in b/lipe/lipe.spec.in
index 1701413..853986e 100644
--- a/lipe/lipe.spec.in
+++ b/lipe/lipe.spec.in
@@ -225,6 +225,7 @@ cp \
 	ldsync \
 	lipe_find \
 	lipe_find2 \
+	lipe_delete \
 	lipe-func.sh \
 	lipe_convert_expr \
 	lipe_run_action \
@@ -409,6 +410,7 @@ rm -rf $RPM_BUILD_ROOT
 %{_bindir}/lipe_scan2
 %{_bindir}/lipe_find
 %{_bindir}/lipe_find2
+%{_bindir}/lipe_delete
 %{_bindir}/lipe-func.sh
 %{_bindir}/lipe_convert_expr
 %{python2_sitelib}/pylipe
diff --git a/lipe/lipe_delete b/lipe/lipe_delete
new file mode 100755
index 0000000..725f54f
--- /dev/null
+++ b/lipe/lipe_delete
@@ -0,0 +1,120 @@
+#!/bin/bash
+
+set -e
+
+LIPE_PATH=${LIPE_PATH:-$(dirname $(type -p $0))}
+. $LIPE_PATH/lipe-func.sh
+
+PROGRAM_NAME=$(basename $0)
+LIPE_FIND=${LIPE_FIND:-"lipe_find2"}
+DEBUG=false
+
+usage() {
+	echo "Usage: $PROGRAM_NAME [OPTION]... --client-mount=CLIENT_MOUNT -- DEVICE EXPRESSION" >&2
+	echo "Try '$PROGRAM_NAME --help' for more information" >&2
+	exit 1
+}
+
+help() {
+cat <<EOF
+Usage: $PROGRAM_NAME [OPTION]... --client-mount=CLIENT_MOUNT -- DEVICE EXPRESSION
+Scan DEVICE for files matching EXPRESSION and delete the matching files.
+
+Mandatory arguments to long options are mandatory for short options too.
+  -c CLIENT_MOUNT, --client-mount=CLIENT_MOUNT Lustre client mount point
+  -d, --debug                                  display debug information
+  --dry-run                                    only display what would be deleted
+  -t THREAD_COUNT, --threads=THREAD_COUNT      count of the scanning thread
+  --no-convert                                 do not convert the EXPRESSION
+  -h, --help                                   display this help message and exit
+  -v, --version                                display version information and exit
+
+For expression details see lipe_find(1).
+EOF
+	exit 0
+}
+
+main() {
+	local client_mount
+	local device
+	local threads=0 # 0 means default.
+	local -a lipe_find2_options=(--print-fid)
+	local -a xargs_options=(--max-args=1024)
+	local dry_run_prefix=''
+	local options
+
+	local short_options="c:dht:v"
+	local long_options="client-mount:,debug,dry-run,help"
+	long_options+="${long_options:+,}threads:,no-convert,version"
+	options=$(getopt --name="$PROGRAM_NAME" \
+			 --options="$short_options" \
+			 --longoptions="$long_options" -- "$@") ||
+		fatal "invalid options"
+
+	eval set -- "$options"
+	while true; do
+		case "$1" in
+		-c|--client-mount)
+			shift
+			client_mount="$1"
+			lipe_find2_options+=(--client-mount="$1")
+			;;
+		-d|--debug)
+			DEBUG=true
+			lipe_find2_options+=(--debug)
+			;;
+		--dry-run)
+			dry_run_prefix=echo
+			;;
+		-h|--help)
+			help
+			;;
+		-t|--threads)
+			shift
+			threads="$1"
+			lipe_find2_options+=(--threads="$1")
+			;;
+		--no-convert)
+			lipe_find2_options+=(--no-convert)
+			;;
+		-v|--version)
+			$LIPE_FIND --version |
+				sed -e "s/$LIPE_FIND/$PROGRAM_NAME/"
+			exit 0
+			;;
+		--)
+			shift
+			break
+			;;
+		esac
+		shift
+	done
+
+	if [[ $# < 2 ]]; then
+		# Missing device or expression.
+		usage
+	fi
+
+	device="$1"
+	shift
+	# Now $@ is just the expression.
+	debug "client_mount = '$client_mount'"
+	debug "device = '$device'"
+	debug "threads = '$threads'"
+	debug "argc = $#"
+	debug "argv = '$@'"
+
+	check_client_mount $client_mount $device
+
+	# If max-procs is 0, xargs will run as many processes as possible
+	# at a time.
+	xargs_options+=(--max-procs $threads)
+
+	local start=$SECONDS
+	$LIPE_FIND "${lipe_find2_options[@]}" -- "$device" "$@" |
+		xargs "${xargs_options[@]}" -- \
+			$dry_run_prefix lfs rmfid "$client_mount"
+	echo "$PROGRAM_NAME finished in $((SECONDS - start)) seconds" >&2
+}
+
+main "$@"
-- 
1.8.3.1