export PATH=$PWD/$SRCDIR:$SRCDIR:$PWD/$SRCDIR/utils:$PATH:/sbin:/usr/sbin
ONLY=${ONLY:-"$*"}
+ALWAYS_EXCEPT="$SANITY_PCC_EXCEPT "
# bug number for skipped test:
-ALWAYS_EXCEPT=""
+ALWAYS_EXCEPT+=""
# UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
ENABLE_PROJECT_QUOTAS=${ENABLE_PROJECT_QUOTAS:-true}
+HSMTOOL_ARCHIVE_FORMAT=v1
LUSTRE=${LUSTRE:-$(cd $(dirname $0)/..; echo $PWD)}
MULTIOP=${MULTIOP:-multiop}
OPENFILE=${OPENFILE:-openfile}
-MMAP_CAT=${MMAP_CAT:-mmap_cat}
MOUNT_2=${MOUNT_2:-"yes"}
FAIL_ON_ERROR=false
check_and_setup_lustre
-if [[ $(lustre_version_code $SINGLEMDS) -lt $(version_code 2.12.52) ]]; then
- skip_env "Need MDS version at least 2.12.52" && exit
+if [[ "$MDS1_VERSION" -lt $(version_code 2.12.52) ]]; then
+ skip "Need MDS version at least 2.12.52"
fi
# $RUNAS_ID may get set incorrectly somewhere else
local lustre_path="$2"
local fid=$(path2fid $lustre_path)
- local -a f_seq
- local -a f_oid
- local -a f_ver
-
- f_seq=$(echo $fid | awk -F ':' '{print $1}')
- f_oid=$(echo $fid | awk -F ':' '{print $2}')
- f_ver=$(echo $fid | awk -F ':' '{print $3}')
-
- printf "%s/%04x/%04x/%04x/%04x/%04x/%04x/%s" \
- $hsm_root $(($f_oid & 0xFFFF)) \
- $(($f_oid >> 16 & 0xFFFF)) \
- $(($f_seq & 0xFFFF)) \
- $(($f_seq >> 16 & 0xFFFF)) \
- $(($f_seq >> 32 & 0xFFFF)) \
- $(($f_seq >> 48 & 0xFFFF)) $fid
+ local seq=$(echo $fid | awk -F ':' '{print $1}')
+ local oid=$(echo $fid | awk -F ':' '{print $2}')
+ local ver=$(echo $fid | awk -F ':' '{print $3}')
+
+ case "$HSMTOOL_ARCHIVE_FORMAT" in
+ v1)
+ printf "%s/%04x/%04x/%04x/%04x/%04x/%04x/%s" \
+ $hsm_root $((oid & 0xFFFF)) \
+ $((oid >> 16 & 0xFFFF)) \
+ $((seq & 0xFFFF)) \
+ $((seq >> 16 & 0xFFFF)) \
+ $((seq >> 32 & 0xFFFF)) \
+ $((seq >> 48 & 0xFFFF)) $fid
+ ;;
+ v2)
+ printf "%s/%04x/%s" $hsm_root $(((oid ^ seq) & 0xFFFF)) $fid
+ ;;
+ esac
}
check_lpcc_state()
do_facet $facet $LCTL pcc add $MOUNT $hsm_root -p $param
}
+setup_loopdev() {
+ local facet=$1
+ local file=$2
+ local mntpt=$3
+ local size=${4:-50}
+
+ do_facet $facet mkdir -p $mntpt || error "mkdir -p $hsm_root failed"
+ stack_trap "do_facet $facet rm -rf $mntpt" EXIT
+ do_facet $facet dd if=/dev/zero of=$file bs=1M count=$size
+ stack_trap "do_facet $facet rm -f $file" EXIT
+ do_facet $facet mkfs.ext4 $file ||
+ error "mkfs.ext4 $file failed"
+ do_facet $facet file $file
+ do_facet $facet mount -t ext4 -o loop,usrquota,grpquota $file $mntpt ||
+ error "mount -o loop,usrquota,grpquota $file $mntpt failed"
+ stack_trap "do_facet $facet $UMOUNT $mntpt" EXIT
+}
+
lpcc_rw_test() {
local restore="$1"
local project="$2"
local project_id=100
local agt_facet=$SINGLEAGT
- local hsm_root=$(hsm_root)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
local file=$DIR/$tdir/$tfile
local -a state
local -a lpcc_path
$project && enable_project_quota
do_facet $SINGLEAGT rm -rf $hsm_root
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
is_project_quota_supported || project=false
- do_facet $SINGLEAGT mkdir -p $DIR/$tdir
+ do_facet $SINGLEAGT $LFS mkdir -i0 -c1 $DIR/$tdir
setup_pcc_mapping
$project && lfs project -sp $project_id $DIR/$tdir
echo "Start to detach the $file"
do_facet $SINGLEAGT $LFS pcc detach $file ||
error "PCC detach $file failed"
+ wait_request_state $(path2fid $file) REMOVE SUCCEED
+
check_lpcc_state $file "none"
- # HSM released exists archived status
- check_hsm_flags $file "0x0000000d"
+ # The file is removed from PCC
+ check_hsm_flags $file "0x00000000"
check_file_data $SINGLEAGT $file "attach_detach"
}
local -a lpcc_path
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
- setup_pcc_mapping
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
$LCTL pcc list $MOUNT
- mkdir $DIR/$tdir || error "mkdir $DIR/$tdir failed"
+ mkdir_on_mdt0 $DIR/$tdir || error "mkdir $DIR/$tdir failed"
chmod 777 $DIR/$tdir || error "chmod 777 $DIR/$tdir failed"
do_facet $SINGLEAGT $RUNAS dd if=/dev/zero of=$file bs=1024 count=1 ||
error "failed to dd write to $file"
check_lpcc_state $file "readwrite"
+ do_facet $SINGLEAGT $RUNAS $LFS pcc detach -k $file ||
+ error "failed to detach file $file"
+ check_lpcc_state $file "none"
+
# non-root user is forbidden to access PCC file directly
lpcc_path=$(lpcc_fid2path $hsm_root $file)
do_facet $SINGLEAGT $RUNAS touch $lpcc_path &&
[[ $perm == "0" ]] || error "PCC file permission ($perm) is not zero"
+ do_facet $SINGLEAGT $RUNAS $LFS pcc attach -i $HSM_ARCHIVE_NUMBER \
+ $file || error "failed to attach file $file"
+ check_lpcc_state $file "readwrite"
+
do_facet $SINGLEAGT $RUNAS $LFS pcc detach $file ||
error "failed to detach file $file"
check_lpcc_state $file "none"
+ wait_request_state $(path2fid $file) REMOVE SUCCEED
}
run_test 1e "Test RW-PCC with non-root user"
test_1f() {
local project_id=100
local agt_facet=$SINGLEAGT
- local hsm_root=$(hsm_root)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
local file=$DIR/$tdir/$tfile
! is_project_quota_supported &&
skip "project quota is not supported"
enable_project_quota
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
- setup_pcc_mapping
- do_facet $SINGLEAGT mkdir -p $DIR/$tdir
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ open_attach=0\ stat_attach=0"
+
+ do_facet $SINGLEAGT $LFS mkdir -i0 -c1 $DIR/$tdir
chmod 777 $DIR/$tdir || error "chmod 0777 $DIR/$tdir failed"
$LFS project -sp $project_id $DIR/$tdir ||
error "failed to set project for $DIR/$tdir"
error "failed to truncate $file"
do_facet $SINGLEAGT $RUNAS $TRUNCATE $file 2048 ||
error "failed to truncate $file"
- do_facet $SINGLEAGT $RUNAS dd if=/dev/zero of=$file bs=1024 count=1 ||
+ do_facet $SINGLEAGT $RUNAS dd if=/dev/zero of=$file bs=256 count=1 ||
error "failed to dd write from $file"
check_lpcc_state $file "readwrite"
do_facet $SINGLEAGT $RUNAS $LFS pcc detach $file ||
error "failed to detach file $file"
+ wait_request_state $(path2fid $file) REMOVE SUCCEED
check_lpcc_state $file "none"
}
run_test 1f "Test auto RW-PCC cache with non-root user"
test_1g() {
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
local file=$DIR/$tfile
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping
do_facet $SINGLEAGT $RUNAS $LFS pcc detach $file ||
error "failed to detach file $file"
check_lpcc_state $file "none"
+ wait_request_state $(path2fid $file) REMOVE SUCCEED
do_facet $SINGLEAGT $RUNAS dd if=$file of=/dev/null bs=1024 count=1 ||
error "non-root user cannot read to $file with permisson (777)"
}
test_2a() {
local project_id=100
local agt_facet=$SINGLEAGT
- local hsm_root=$(hsm_root)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
local agt_host=$(facet_active_host $SINGLEAGT)
! is_project_quota_supported &&
skip "project quota is not supported" && return
enable_project_quota
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping
file=$DIR/$tdir/multiop
- mkdir -p $DIR/$tdir
+ $LFS mkdir -i -1 -c $MDSCOUNT $DIR/$tdir
rm -f $file
do_facet $SINGLEAGT $LFS project -sp $project_id $DIR/$tdir ||
# HSM released exists archived status
check_hsm_flags $file "0x0000000d"
+ do_facet $SINGLEAGT $LFS pcc detach $file ||
+ error "failed to detach $file"
rmultiop_stop $agt_host || error "close $file failed"
}
run_test 2a "Test multi open when creating"
#
test_2b() {
local agt_facet=$SINGLEAGT
- local hsm_root=$(hsm_root)
local agt_host=$(facet_active_host $SINGLEAGT)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
needclients 2 || return 0
remote_client=$(get_remote_client)
enable_project_quota
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping
file=$DIR/$tdir/multiop
test_2c() {
local agt_host=$(facet_active_host $SINGLEAGT)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
local file=$DIR/$tdir/$tfile
local file2=$DIR2/$tdir/$tfile
enable_project_quota
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping
mkdir -p $DIR/$tdir
local file=$DIR/$tdir/$tfile
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
- setup_pcc_mapping
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
mkdir -p $DIR/$tdir || error "mkdir $DIR/$tdir failed"
dd if=/dev/zero of=$file bs=1024 count=1 ||
do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
error "failed to attach file $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none"
do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
error "failed to attach file $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none"
}
# Start all of the copytools and setup PCC
for n in $(seq $AGTCOUNT); do
copytool setup -f agt$n -a $n -m $MOUNT
- setup_pcc_mapping agt$n "projid={100}\ rwid=$n"
+ setup_pcc_mapping agt$n "projid={100}\ rwid=$n\ auto_attach=0"
done
mkdir -p $DIR/$tdir || error "mkdir $DIR/$tdir failed"
do_facet agt1 $LFS pcc attach -i 1 $file ||
error "failed to attach file $file"
check_lpcc_state $file "readwrite" agt1
- do_facet agt1 $LFS pcc detach $file ||
+ do_facet agt1 $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none" agt1
do_facet agt2 $LFS pcc attach -i 2 $file ||
error "failed to attach file $file"
check_lpcc_state $file "readwrite" agt2
- do_facet agt2 $LFS pcc detach $file ||
+ do_facet agt2 $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none" agt2
# The later attach PCC agent should succeed,
# the former agent should be detached automatically.
check_lpcc_state $file "none" agt1
- do_facet agt2 $LFS pcc detach $file ||
+ do_facet agt2 $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none" agt2
}
test_4() {
local project_id=100
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
+ local excepts="-e 6 -e 7 -e 8 -e 9"
! is_project_quota_supported &&
skip "project quota is not supported" && return
enable_project_quota
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping
lfs project -sp $project_id $DIR/$tdir ||
error "lfs project -sp $project_id $DIR/$tdir failed"
- # mmap_sanity tst7 failed on the local ext4 filesystem.
- # It seems that Lustre filesystem does special process for tst 7.
- # Thus, we exclude tst7 from the PCC testing.
- $LUSTRE/tests/mmap_sanity -d $DIR/$tdir -m $DIR2/$tdir -e 7 ||
+ # 1. mmap_sanity tst7 failed on the local ext4 filesystem.
+ # It seems that Lustre filesystem does special process for tst 7.
+ # 2. There is a mmap problem for PCC when multiple clients read/write
+ # on a shared mmapped file for mmap_sanity tst 6.
+ # 3. Current CentOS8 kernel does not strictly obey POSIX syntax for
+ # mmap() within the maping but beyond current end of the underlying
+ # files: It does not send SIGBUS signals to the process.
+ # 4. For negative file offset, sanity_mmap also failed on 48 bits
+ # ldiksfs backend due to too large offset: "Value too large for
+ # defined data type".
+ # mmap_sanity tst7/tst8/tst9 all failed on Lustre and local ext4.
+ # Thus, we exclude sanity tst6/tst7/tst8/tst9 from the PCC testing.
+ $LUSTRE/tests/mmap_sanity -d $DIR/$tdir -m $DIR2/$tdir $excepts ||
error "mmap_sanity test failed"
sync; sleep 1; sync
+
+ # Revoke the layout lock, the PCC-cached file will be
+ # detached automatically.
+ do_facet $SINGLEAGT $LCTL \
+ set_param ldlm.namespaces.*mdc*.lru_size=clear
+ rm -rf $DIR/$tdir || error "failed to remove $DIR/$tdir"
}
run_test 4 "Auto cache test for mmap"
test_5() {
local file=$DIR/$tfile
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping
}
run_test 5 "Mmap & cat a RW-PCC cached file"
-setup_loopdev() {
- local facet=$1
- local file=$2
- local mntpt=$3
- local size=${4:-50}
-
- do_facet $facet mkdir -p $mntpt || error "mkdir -p $hsm_root failed"
- stack_trap "do_facet $facet rm -rf $mntpt" EXIT
- do_facet $facet dd if=/dev/zero of=$file bs=1M count=$size
- stack_trap "do_facet $facet rm -f $file" EXIT
- do_facet $facet mkfs.ext4 $file ||
- error "mkfs.ext4 $file failed"
- do_facet $facet file $file
- do_facet $facet mount -t ext4 -o loop,usrquota,grpquota $file $mntpt ||
- error "mount -o loop,usrquota,grpquota $file $mntpt failed"
- stack_trap "do_facet $facet $UMOUNT $mntpt" EXIT
-}
-
test_6() {
local loopfile="$TMP/$tfile"
local mntpt="/mnt/pcc.$tdir"
do_facet $SINGLEAGT $LFS pcc detach $file ||
error "failed to detach file $file"
+ wait_request_state $(path2fid $file) REMOVE SUCCEED
content=$(do_facet $SINGLEAGT $MMAP_CAT $file)
[[ $content == "nmap_write_data" ]] ||
setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
- setup_pcc_mapping
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
echo "QQQQQ" > $file
do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
# HSM released exists archived status
check_hsm_flags $file "0x0000000d"
- # multiop mmap write increase the first character of each page with 1
+ # multiop mmap write increases the first character of each page with 1
do_facet $SINGLEAGT $MULTIOP $file OSMWUc &
pid=$!
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ sleep 3
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "failed to detach file $file"
wait $pid || error "multiop mmap write failed"
run_test 7b "Test the race with concurrent mkwrite and detach"
test_8() {
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
local file=$DIR/$tfile
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping
error "dd write $file1 failed"
# -EDQUOT error should be tolerated via fallback to normal Lustre path.
check_lpcc_state $file1 "none"
- do_facet $SINGLEAGT $LFS pcc detach $file1 ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file1 ||
error "failed to detach file $file"
rm $file1 $file2
}
error "failed to attach $file"
check_lpcc_state $file "readwrite"
check_file_data $SINGLEAGT $file "QQQQQ"
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "failed to detach $file"
rm $file || error "rm $file failed"
test_12() {
local file=$DIR/$tfile
+ local hsm_root=$(hsm_root)
+ local -a lpcc_path
local pid
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
- setup_pcc_mapping
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
echo -n race_rw_attach_hsmremove > $file
+ lpcc_path=$(lpcc_fid2path $hsm_root $file)
do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
error "attach $file failed"
- do_facet $SINGLEAGT $LFS pcc detach $file || error "detach $file failed"
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
+ error "detach $file failed"
# HSM released exists archived status
check_hsm_flags $file "0x0000000d"
# define OBD_FAIL_LLITE_PCC_ATTACH_PAUSE 0x1414
sleep 3
wait_request_state $(path2fid $file) RESTORE SUCCEED
$LFS hsm_remove $file || error "hsm remove $file failed"
- wait $pid && error "RW-PCC attach $file should fail"
+ wait $pid
+ do_facet $SINGLEAGT "[ -f $lpcc_path ]" &&
+ error "RW-PCC cached file '$lpcc_path' should be removed"
return 0
}
local myRUNAS="$3"
local file=$DIR/$tdir/$tfile
- setup_pcc_mapping $SINGLEAGT "$rule\ rwid=$HSM_ARCHIVE_NUMBER"
+ setup_pcc_mapping $SINGLEAGT \
+ "$rule\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
$LCTL pcc list $MOUNT
- do_facet $SINGLEAGT mkdir -p $DIR/$tdir
+ do_facet $SINGLEAGT $LFS mkdir -i 0 $DIR/$tdir
chmod 777 $DIR/$tdir || error "chmod 0777 $DIR/$tdir failed"
rm -f $file || error "rm $file failed"
do_facet $SINGLEAGT $myRUNAS $LFS pcc detach $file ||
error "failed to detach file $file"
+ wait_request_state $(path2fid $file) REMOVE SUCCEED
check_lpcc_state $file "none"
+
+ cleanup_pcc_mapping
}
test_13a() {
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping $SINGLEAGT \
- "fname={*.h5\ suffix.*\ Mid*dle}\ rwid=$HSM_ARCHIVE_NUMBER"
+ "fname={*.h5\ suffix.*\ Mid*dle}\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
$LCTL pcc list $MOUNT
do_facet $SINGLEAGT mkdir -p $DIR/$tdir
do_facet $SINGLEAGT dd if=/dev/zero of=$file bs=1024 count=1 ||
error "failed to dd write to $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $myRUNAS $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $myRUNAS $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none"
rm $file || error "rm $file failed"
do_facet $SINGLEAGT $RUNAS dd if=/dev/zero of=$file bs=1024 count=1 ||
error "failed to dd write to $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $myRUNAS $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $myRUNAS $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none"
rm $file || error "rm $file failed"
do_facet $SINGLEAGT $RUNAS dd if=/dev/zero of=$file bs=1024 count=1 ||
error "failed to dd write to $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $myRUNAS $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $myRUNAS $LFS pcc detach -k $file ||
error "failed to detach file $file"
check_lpcc_state $file "none"
rm $file || error "rm $file failed"
test_13c() {
local file
local myRUNAS
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
! is_project_quota_supported &&
echo "Skip project quota is not supported" && return 0
enable_project_quota
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
setup_pcc_mapping $SINGLEAGT \
"projid={100\ 200}\&fname={*.h5},uid={500}\&gid={1000}\ rwid=$HSM_ARCHIVE_NUMBER"
do_facet $SINGLEAGT dd if=/dev/zero of=$file bs=1024 count=1 ||
error "failed to dd write to $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "failed to detach $file"
rm $file || error "rm $file failed"
do_facet $SINGLEAGT dd if=/dev/zero of=$file bs=1024 count=1 ||
error "failed to dd write to $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "failed to detach $file"
rm $file || error "rm $file failed"
do_facet $SINGLEAGT $myRUNAS dd if=/dev/zero of=$file bs=1024 count=1 ||
error "failed to dd write to $file"
check_lpcc_state $file "readwrite"
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "failed to detach $file"
rm $file || error "rm $file failed"
}
local file=$DIR/$tdir/$tfile
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
- setup_pcc_mapping
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
mkdir -p $DIR/$tdir || error "mkdir -p $DIR/$tdir failed"
do_facet $SINGLEAGT "echo -n autodetach_data > $file"
setup_loopdev $SINGLEAGT $loopfile $mntpt 50
copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
- setup_pcc_mapping $SINGLEAGT \
- "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ open_attach=1"
+ setup_pcc_mapping
- mkdir $DIR/$tdir || error "mkdir $DIR/$tdir failed"
+ mkdir_on_mdt0 $DIR/$tdir || error "mkdir $DIR/$tdir failed"
chmod 777 $DIR/$tdir || error "chmod 777 $DIR/$tdir failed"
echo "Check open attach for non-root user"
do_facet $SINGLEAGT $LCTL \
set_param ldlm.namespaces.*mdc*.lru_size=clear
check_lpcc_state $file "readwrite" $SINGLEAGT "$RUNAS"
- # Detach the file directly, as the file layout generation
- # is not changed, so the file is still valid cached in PCC,
- # and can be reused from PCC cache directly.
- do_facet $SINGLEAGT $RUNAS $LFS pcc detach $file ||
+ # Detach the file but keep the cache , as the file layout generation
+ # is not changed, so the file is still valid cached in PCC, and can
+ # be reused from PCC cache directly.
+ do_facet $SINGLEAGT $RUNAS $LFS pcc detach -k $file ||
error "PCC detach $file failed"
check_lpcc_state $file "readwrite" $SINGLEAGT "$RUNAS"
do_facet $SINGLEAGT $RUNAS $LFS pcc detach $file ||
check_file_data $SINGLEAGT $file "autoattach_data"
check_lpcc_state $file "readwrite"
- # Detach the file directly, as the file layout generation
+ # Detach the file with -k option, as the file layout generation
# is not changed, so the file is still valid cached in PCC,
# and can be reused from PCC cache directly.
- do_facet $SINGLEAGT $LFS pcc detach $file ||
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
error "PCC detach $file failed"
check_lpcc_state $file "readwrite"
# HSM released exists archived status
check_hsm_flags $file "0x0000000d"
check_file_data $SINGLEAGT $file "autoattach_data"
+ # HSM restore the PCC cached file, the layout generation
+ # was changed, so the file can not be auto attached.
$LFS hsm_restore $file || error "failed to restore $file"
wait_request_state $(path2fid $file) RESTORE SUCCEED
check_lpcc_state $file "none"
+ # HSM exists archived status
+ check_hsm_flags $file "0x00000009"
+
}
run_test 15 "Test auto attach at open when file is still valid cached"
+test_16() {
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
+ local file=$DIR/$tfile
+ local -a lpcc_path
+
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
+ copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
+ setup_pcc_mapping
+
+ do_facet $SINGLEAGT "echo -n detach_data > $file"
+ lpcc_path=$(lpcc_fid2path $hsm_root $file)
+ do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER \
+ $file || error "PCC attach $file failed"
+ check_lpcc_state $file "readwrite"
+ # HSM released exists archived status
+ check_hsm_flags $file "0x0000000d"
+
+ echo "Test for reusing valid PCC cache"
+ # Valid PCC cache can be reused
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
+ error "PCC detach $file failed"
+ check_lpcc_state $file "readwrite"
+ # HSM released exists archived status
+ check_hsm_flags $file "0x0000000d"
+
+ echo "Test for the default detach"
+ # Permanent detach by default, it will remove the PCC copy
+ do_facet $SINGLEAGT $LFS pcc detach $file ||
+ error "PCC detach $file failed"
+ wait_request_state $(path2fid $file) REMOVE SUCCEED
+ check_lpcc_state $file "none"
+ # File is removed from PCC backend
+ check_hsm_flags $file "0x00000000"
+ do_facet $SINGLEAGT "[ -f $lpcc_path ]" &&
+ error "RW-PCC cached file '$lpcc_path' should be removed"
+
+ return 0
+}
+run_test 16 "Test detach with different options"
+
+test_17() {
+ local agt_host=$(facet_active_host $SINGLEAGT)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
+ local file=$DIR/$tfile
+
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
+ copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ open_attach=0\ stat_attach=0"
+
+ do_facet $SINGLEAGT $LCTL pcc list $MOUNT
+
+ do_facet $SINGLEAGT "echo -n layout_refresh_data > $file"
+ do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
+ error "PCC attach $file failed"
+ check_lpcc_state $file "readwrite"
+
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
+ error "PCC detach $file failed"
+ check_lpcc_state $file "none"
+
+ # Truncate should attach the file into PCC automatically
+ # as the PCC copy is still valid.
+ echo "Verify auto attach during IO for truncate"
+ do_facet $SINGLEAGT $TRUNCATE $file 4 || error "truncate $file failed"
+ check_lpcc_state $file "readwrite"
+
+ echo "Verify auto attach during IO for read/write"
+ rmultiop_start $agt_host $file O_r || error "open $file failed"
+ sleep 3
+
+ # Revoke the layout lock, the PCC-cached file will be
+ # detached automatically.
+ do_facet $SINGLEAGT $LCTL \
+ set_param ldlm.namespaces.*mdc*.lru_size=clear
+
+ check_lpcc_state $file "none"
+ rmultiop_stop $agt_host || error "close $file failed"
+ sleep 3
+ check_lpcc_state $file "readwrite"
+
+ do_facet $SINGLEAGT $LFS pcc detach -k $file ||
+ error "PCC detach $file failed"
+ check_lpcc_state $file "none"
+}
+run_test 17 "Test auto attach for layout refresh"
+
+test_18() {
+ local agt_host=$(facet_active_host $SINGLEAGT)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
+ local file=$DIR/$tfile
+ local oldmd5
+ local newmd5
+
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
+ copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER"
+
+ do_facet $SINGLEAGT $LCTL pcc list $MOUNT
+ do_facet $SINGLEAGT dd if=/dev/urandom of=$file bs=1M count=4 ||
+ error "failed to write $file"
+ do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
+ error "failed to attach $file"
+ do_facet $SINGLEAGT $LFS pcc state $file
+ check_lpcc_state $file "readwrite"
+ do_facet $SINGLEAGT $LFS pcc detach --keep $file ||
+ error "failed to detach $file"
+ do_facet $SINGLEAGT $LFS pcc state $file
+ $CHECKSTAT -s 4194304 $file
+ dd if=/dev/zero of=$DIR2/$tfile seek=1k bs=1k count=1 ||
+ error "failed to write $DIR2/$tfile"
+ oldmd5=$(md5sum $DIR2/$tfile | awk '{print $1}')
+ $CHECKSTAT -s 1049600 $DIR2/$tfile || error "$DIR2/$tfile size wrong"
+
+ local lpcc_path=$(lpcc_fid2path $hsm_root $file)
+
+ do_facet $SINGLEAGT $LFS pcc state $file
+ check_file_size $SINGLEAGT $lpcc_path 4194304
+ do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
+ error "failed to attach $file"
+ check_lpcc_sizes $SINGLEAGT $lpcc_path $file 1049600
+ newmd5=$(do_facet $SINGLEAGT md5sum $file | awk '{print $1}')
+ [ "$oldmd5" == "$newmd5" ] || error "md5sum differ: $oldmd5 != $newmd5"
+ do_facet $SINGLEAGT $LFS pcc detach $file ||
+ error "failed to detach $file"
+}
+run_test 18 "Verify size correctness after re-attach the file"
+
+test_19() {
+ local agt_host=$(facet_active_host $SINGLEAGT)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
+ local file=$DIR/$tfile
+
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
+ copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER\ auto_attach=0"
+
+ do_facet $SINGLEAGT "echo -n QQQQQ > $file" || error "echo $file failed"
+ lpcc_path=$(lpcc_fid2path $hsm_root $file)
+ do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
+ error "Failed to attach $file"
+ check_lpcc_state $file "readwrite"
+ check_lpcc_sizes $SINGLEAGT $file $lpcc_path 5
+ do_facet $SINGLEAGT $LFS pcc detach --keep $file ||
+ error "Failed to detach $file"
+ do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
+ error "Failed to attach $file"
+ check_lpcc_sizes $SINGLEAGT $file $lpcc_path 5
+ do_facet $SINGLEAGT $LFS pcc detach --keep $file ||
+ error "Failed to detach $file"
+}
+run_test 19 "Verify the file re-attach works as expected"
+
+test_20() {
+ local agt_host=$(facet_active_host $SINGLEAGT)
+ local loopfile="$TMP/$tfile"
+ local mntpt="/mnt/pcc.$tdir"
+ local hsm_root="$mntpt/$tdir"
+ local file=$DIR/$tfile
+
+ setup_loopdev $SINGLEAGT $loopfile $mntpt 50
+ copytool setup -m "$MOUNT" -a "$HSM_ARCHIVE_NUMBER"
+ setup_pcc_mapping $SINGLEAGT \
+ "projid={100}\ rwid=$HSM_ARCHIVE_NUMBER"
+
+ do_facet $SINGLEAGT "echo -n QQQQQ > $file" ||
+ error "echo $file failed"
+ do_facet $SINGLEAGT $LFS pcc attach -i $HSM_ARCHIVE_NUMBER $file ||
+ error "Failed to attach $file"
+ do_facet $SINGLEAGT "echo 3 > /proc/sys/vm/drop_caches"
+ check_lpcc_state $file "readwrite"
+ do_facet $SINGLEAGT "echo 3 > /proc/sys/vm/drop_caches"
+ do_facet $SINGLEAGT "echo 3 > /proc/sys/vm/drop_caches"
+ check_lpcc_state $file "readwrite"
+ do_facet $SINGLEAGT $LFS pcc detach $file ||
+ error "Failed to detach $file"
+}
+run_test 20 "Auto attach works after the inode was once evicted from cache"
+
complete $SECONDS
check_and_cleanup_lustre
exit_status