X-Git-Url: https://git.whamcloud.com/?p=fs%2Flustre-release.git;a=blobdiff_plain;f=lustre%2Ftests%2Fsanity.sh;h=62143638d1409303756798b704557f702fedb342;hp=65873df4d2a396275472e641f8476371be48af8b;hb=84a3fd67356c8073a917ea6abd63928055e38156;hpb=5093fef8392c866f1998d6e68b6536d10daabb4d;ds=sidebyside diff --git a/lustre/tests/sanity.sh b/lustre/tests/sanity.sh index 65873df..6214363 100644 --- a/lustre/tests/sanity.sh +++ b/lustre/tests/sanity.sh @@ -1,6 +1,4 @@ #!/bin/bash -# -*- mode: Bash; tab-width: 4; indent-tabs-mode: t; -*- -# vim:autoindent:shiftwidth=4:tabstop=4: # # Run select tests by setting ONLY, or as arguments to the script. # Skip specific tests by setting EXCEPT. @@ -32,9 +30,6 @@ TMP=${TMP:-/tmp} CHECKSTAT=${CHECKSTAT:-"checkstat -v"} CREATETEST=${CREATETEST:-createtest} LFS=${LFS:-lfs} -SETSTRIPE=${SETSTRIPE:-"$LFS setstripe"} -GETSTRIPE=${GETSTRIPE:-"$LFS getstripe"} -LSTRIPE=${LSTRIPE:-"$LFS setstripe"} LFIND=${LFIND:-"$LFS find"} LVERIFY=${LVERIFY:-ll_dirstripe_verify} LCTL=${LCTL:-lctl} @@ -66,7 +61,7 @@ init_test_env $@ . ${CONFIG:=$LUSTRE/tests/cfg/${NAME}.sh} init_logging -[ "$SLOW" = "no" ] && EXCEPT_SLOW="24o 24v 27m 36f 36g 36h 51b 51c 60c 63 64b 68 71 73 77f 78 101a 103 115 120g 124b" +[ "$SLOW" = "no" ] && EXCEPT_SLOW="24o 24v 27m 36f 36g 36h 51b 60c 63 64b 68 71 73 77f 78 101a 103 115 120g 124b" FAIL_ON_ERROR=false @@ -468,7 +463,7 @@ run_test 17g "symlinks: really long symlink name =============================== test_17h() { #bug 17378 remote_mds_nodsh && skip "remote MDS with nodsh" && return mkdir -p $DIR/$tdir - $SETSTRIPE $DIR/$tdir -c -1 + $SETSTRIPE -c -1 $DIR/$tdir #define OBD_FAIL_MDS_LOV_PREP_CREATE 0x141 do_facet $SINGLEMDS lctl set_param fail_loc=0x80000141 touch $DIR/$tdir/$tfile || true @@ -906,7 +901,7 @@ test_27a() { echo '== stripe sanity ==============================================' mkdir -p $DIR/d27 || error "mkdir failed" $GETSTRIPE $DIR/d27 - $SETSTRIPE $DIR/d27/f0 -c 1 || error "lstripe failed" + $SETSTRIPE -c 1 $DIR/d27/f0 || error "setstripe failed" $CHECKSTAT -t file $DIR/d27/f0 || error "checkstat failed" pass log "== test_27a: write to one stripe file =========================" @@ -914,21 +909,26 @@ test_27a() { } run_test 27a "one stripe file ==================================" -test_27c() { +test_27b() { [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping 2-stripe test" && return mkdir -p $DIR/d27 - $SETSTRIPE $DIR/d27/f01 -c 2 || error "lstripe failed" - [ `$GETSTRIPE $DIR/d27/f01 | grep -A 10 obdidx | wc -l` -eq 4 ] || + $SETSTRIPE -c 2 $DIR/d27/f01 || error "setstripe failed" + $GETSTRIPE -c $DIR/d27/f01 + [ $($GETSTRIPE -c $DIR/d27/f01) -eq 2 ] || error "two-stripe file doesn't have two stripes" - pass - log "== test_27c: write to two stripe file file f01 ================" +} +run_test 27b "create two stripe file" + +test_27c() { + [ -f $DIR/d27/f01 ] || skip "test_27b not run" && return + dd if=/dev/zero of=$DIR/d27/f01 bs=4k count=4 || error "dd failed" } -run_test 27c "create two stripe file f01 =======================" +run_test 27c "write to two stripe file" test_27d() { mkdir -p $DIR/d27 - $SETSTRIPE -c0 -i-1 -s0 $DIR/d27/fdef || error "lstripe failed" + $SETSTRIPE -c 0 -i -1 -S 0 $DIR/d27/fdef || error "setstripe failed" $CHECKSTAT -t file $DIR/d27/fdef || error "checkstat failed" dd if=/dev/zero of=$DIR/d27/fdef bs=4k count=4 || error } @@ -936,36 +936,37 @@ run_test 27d "create file with default settings ================" test_27e() { mkdir -p $DIR/d27 - $SETSTRIPE $DIR/d27/f12 -c 2 || error "lstripe failed" - $SETSTRIPE $DIR/d27/f12 -c 2 && error "lstripe succeeded twice" + $SETSTRIPE -c 2 $DIR/d27/f12 || error "setstripe failed" + $SETSTRIPE -c 2 $DIR/d27/f12 && error "setstripe succeeded twice" $CHECKSTAT -t file $DIR/d27/f12 || error "checkstat failed" } run_test 27e "setstripe existing file (should return error) ======" test_27f() { mkdir -p $DIR/d27 - $SETSTRIPE $DIR/d27/fbad -s 100 -i 0 -c 1 && error "lstripe failed" + $SETSTRIPE -S 100 -i 0 -c 1 $DIR/d27/fbad && error "setstripe failed" dd if=/dev/zero of=$DIR/d27/f12 bs=4k count=4 || error "dd failed" - $GETSTRIPE $DIR/d27/fbad || error "lfs getstripe failed" + $GETSTRIPE $DIR/d27/fbad || error "$GETSTRIPE failed" } run_test 27f "setstripe with bad stripe size (should return error)" test_27g() { mkdir -p $DIR/d27 $MCREATE $DIR/d27/fnone || error "mcreate failed" - pass - log "== test 27h: lfs getstripe with no objects ====================" - $GETSTRIPE $DIR/d27/fnone 2>&1 | grep "no stripe info" || error "has object" - pass - log "== test 27i: lfs getstripe with some objects ==================" + $GETSTRIPE $DIR/d27/fnone 2>&1 | grep "no stripe info" || + error "$DIR/d27/fnone has object" +} +run_test 27g "$GETSTRIPE with no objects" + +test_27i() { touch $DIR/d27/fsome || error "touch failed" - $GETSTRIPE $DIR/d27/fsome | grep obdidx || error "missing objects" + [ $($GETSTRIPE -c $DIR/d27/fsome) -gt 0 ] || error "missing objects" } -run_test 27g "test lfs getstripe ===========================================" +run_test 27i "$GETSTRIPE with some objects" test_27j() { mkdir -p $DIR/d27 - $SETSTRIPE $DIR/d27/f27j -i $OSTCOUNT && error "lstripe failed"||true + $SETSTRIPE -i $OSTCOUNT $DIR/d27/f27j && error "setstripe failed"||true } run_test 27j "setstripe with bad stripe offset (should return error)" @@ -974,7 +975,7 @@ test_27k() { # bug 2844 FILE=$DIR/d27/f27k LL_MAX_BLKSIZE=$((4 * 1024 * 1024)) [ ! -d $DIR/d27 ] && mkdir -p $DIR/d27 - $SETSTRIPE $FILE -s 67108864 || error "lstripe failed" + $SETSTRIPE -S 67108864 $FILE || error "setstripe failed" BLKSIZE=`stat $FILE | awk '/IO Block:/ { print $7 }'` [ $BLKSIZE -le $LL_MAX_BLKSIZE ] || error "$BLKSIZE > $LL_MAX_BLKSIZE" dd if=/dev/zero of=$FILE bs=4k count=1 @@ -986,8 +987,8 @@ run_test 27k "limit i_blksize for broken user apps =============" test_27l() { mkdir -p $DIR/d27 mcreate $DIR/f27l || error "creating file" - $RUNAS $SETSTRIPE $DIR/f27l -c 1 && \ - error "lstripe should have failed" || true + $RUNAS $SETSTRIPE -c 1 $DIR/f27l && \ + error "setstripe should have failed" || true } run_test 27l "check setstripe permissions (should return error)" @@ -998,11 +999,11 @@ test_27m() { return fi mkdir -p $DIR/d27 - $SETSTRIPE $DIR/d27/f27m_1 -i 0 -c 1 - dd if=/dev/zero of=$DIR/d27/f27m_1 bs=1024 count=$MAXFREE && \ + $SETSTRIPE -i 0 -c 1 $DIR/d27/f27m_1 + dd if=/dev/zero of=$DIR/d27/f27m_1 bs=1024 count=$MAXFREE && error "dd should fill OST0" i=2 - while $SETSTRIPE $DIR/d27/f27m_$i -i 0 -c 1 ; do + while $SETSTRIPE -i 0 -c 1 $DIR/d27/f27m_$i; do i=`expr $i + 1` [ $i -gt 256 ] && break done @@ -1060,7 +1061,7 @@ exhaust_precreations() { do_facet mds${MDSIDX} lctl get_param osc.$mdtosc_proc2.prealloc* mkdir -p $DIR/$tdir/${OST} - $SETSTRIPE $DIR/$tdir/${OST} -i $OSTIDX -c 1 + $SETSTRIPE -i $OSTIDX -c 1 $DIR/$tdir/${OST} #define OBD_FAIL_OST_ENOSPC 0x215 do_facet ost$((OSTIDX + 1)) lctl set_param fail_val=$FAILIDX do_facet ost$((OSTIDX + 1)) lctl set_param fail_loc=0x215 @@ -1125,7 +1126,7 @@ test_27p() { exhaust_precreations 0 0x80000215 echo foo >> $DIR/$tdir/$tfile || error "append failed" $CHECKSTAT -s 80000004 $DIR/$tdir/$tfile || error "checkstat failed" - $LFS getstripe $DIR/$tdir/$tfile + $GETSTRIPE $DIR/$tdir/$tfile reset_enospc } @@ -1162,7 +1163,7 @@ test_27r() { rm -f $DIR/$tdir/$tfile exhaust_precreations 0 0x80000215 - $SETSTRIPE $DIR/$tdir/$tfile -i 0 -c 2 # && error + $SETSTRIPE -i 0 -c 2 $DIR/$tdir/$tfile # && error reset_enospc } @@ -1173,7 +1174,7 @@ test_27s() { # bug 10725 local stripe_size=$((4096 * 1024 * 1024)) # 2^32 local stripe_count=0 [ $OSTCOUNT -eq 1 ] || stripe_count=2 - $SETSTRIPE $DIR/$tdir -s $stripe_size -c $stripe_count && \ + $SETSTRIPE -S $stripe_size -c $stripe_count $DIR/$tdir && error "stripe width >= 2^32 succeeded" || true } @@ -1217,7 +1218,7 @@ test_27v() { # bug 4900 reset_enospc mkdir -p $DIR/$tdir - $SETSTRIPE $DIR/$tdir -c 1 # 1 stripe / file + $SETSTRIPE -c 1 $DIR/$tdir # 1 stripe / file touch $DIR/$tdir/$tfile #define OBD_FAIL_TGT_DELAY_PRECREATE 0x705 @@ -1240,23 +1241,31 @@ run_test 27v "skip object creation on slow OST =================" test_27w() { # bug 10997 mkdir -p $DIR/$tdir || error "mkdir failed" - $LSTRIPE $DIR/$tdir/f0 -s 65536 || error "lstripe failed" - size=`$GETSTRIPE $DIR/$tdir/f0 -s` - [ $size -ne 65536 ] && error "stripe size $size != 65536" || true - gsdir=$($LFS getstripe -d $DIR/$tdir) - [ $(echo $gsdir | grep -c stripe_count) -ne 1 ] && error "$LFS getstripe -d $DIR/$tdir failed" - - [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping multiple stripe count/offset test" && return - for i in `seq 1 $OSTCOUNT`; do - offset=$(($i-1)) - $LSTRIPE $DIR/$tdir/f$i -c $i -i $offset || error "lstripe -c $i -i $offset failed" - count=`$GETSTRIPE -c $DIR/$tdir/f$i` - index=`$GETSTRIPE -o $DIR/$tdir/f$i` + $SETSTRIPE -S 65536 $DIR/$tdir/f0 || error "setstripe failed" + [ $($GETSTRIPE -S $DIR/$tdir/f0) -ne 65536 ] && + error "stripe size $size != 65536" || true + [ $($GETSTRIPE -d $DIR/$tdir | grep -c "stripe_count") -ne 1 ] && + error "$GETSTRIPE -d $DIR/$tdir failed" || true +} +run_test 27w "check $SETSTRIPE -S option" + +test_27wa() { + [ "$OSTCOUNT" -lt "2" ] && + skip_env "skipping multiple stripe count/offset test" && return + + mkdir -p $DIR/$tdir || error "mkdir failed" + for i in $(seq 1 $OSTCOUNT); do + offset=$((i - 1)) + $SETSTRIPE -c $i -i $offset $DIR/$tdir/f$i || + error "setstripe -c $i -i $offset failed" + count=$($GETSTRIPE -c $DIR/$tdir/f$i) + index=$($GETSTRIPE -i $DIR/$tdir/f$i) [ $count -ne $i ] && error "stripe count $count != $i" || true - [ $index -ne $offset ] && error "stripe offset $index != $offset" || true + [ $index -ne $offset ] && + error "stripe offset $index != $offset" || true done } -run_test 27w "check lfs setstripe -c -s -i options =============" +run_test 27wa "check $SETSTRIPE -c -i options" test_27x() { remote_ost_nodsh && skip "remote OST with nodsh" && return @@ -1266,7 +1275,7 @@ test_27x() { local OST=$(ostname_from_index $OSTIDX) mkdir -p $DIR/$tdir - $SETSTRIPE $DIR/$tdir -c 1 # 1 stripe per file + $SETSTRIPE -c 1 $DIR/$tdir # 1 stripe per file do_facet ost$((OSTIDX + 1)) lctl set_param -n obdfilter.$OST.degraded 1 sleep_maxage createmany -o $DIR/$tdir/$tfile $OSTCOUNT @@ -1306,7 +1315,7 @@ test_27y() { OSTIDX=$(index_from_ostuuid $OST) mkdir -p $DIR/$tdir - $SETSTRIPE $DIR/$tdir -c 1 # 1 stripe / file + $SETSTRIPE -c 1 $DIR/$tdir # 1 stripe / file do_facet ost$((OSTIDX+1)) lctl set_param -n obdfilter.$OST.degraded 1 sleep_maxage @@ -1328,68 +1337,99 @@ run_test 27y "create files while OST0 is degraded and the rest inactive" check_seq_oid() { - echo check file $1 - local old_ifs="$IFS" - IFS=$'\t\n :' - lmm=($($GETSTRIPE -v $1)) + log "check file $1" + lmm_count=$($GETSTRIPE -c $1) + lmm_seq=$($GETSTRIPE -v $1 | awk '/lmm_seq/ { print $2 }') + lmm_oid=$($GETSTRIPE -v $1 | awk '/lmm_object_id/ { print $2 }') + + local old_ifs="$IFS" IFS=$'[:]' fid=($($LFS path2fid $1)) IFS="$old_ifs" + log "FID seq ${fid[1]}, oid ${fid[2]} ver ${fid[3]}" + log "LOV seq $lmm_seq, oid $lmm_oid, count: $lmm_count" + # compare lmm_seq and lu_fid->f_seq - [ ${lmm[4]} = ${fid[1]} ] || { error "SEQ mismatch"; return 1; } + [ $lmm_seq = ${fid[1]} ] || { error "SEQ mismatch"; return 1; } # compare lmm_object_id and lu_fid->oid - [ ${lmm[6]} = ${fid[2]} ] || { error "OID mismatch"; return 2; } - - echo -e "\tseq ${fid[1]}, oid ${fid[2]} ver ${fid[3]}\n\tstripe count: ${lmm[8]}" + [ $lmm_oid = ${fid[2]} ] || { error "OID mismatch"; return 2; } - [ "$FSTYPE" != "ldiskfs" ] && skip "can not check trusted.fid FSTYPE=$FSTYPE" && return 0 + [ "$FSTYPE" != "ldiskfs" ] && + skip "cannot check filter fid FSTYPE=$FSTYPE" && return 0 # check the trusted.fid attribute of the OST objects of the file - for (( i=0, j=21; i < ${lmm[8]}; i++, j+=4 )); do - local obdidx=${lmm[$j]} - local devnum=$((obdidx + 1)) - local objid=${lmm[$((j+1))]} - local group=${lmm[$((j+3))]} - local dev=$(ostdevname $devnum) - local dir=$(facet_mntpt ost$devnum) - - stop ost$devnum - do_facet ost$devnum mount -t $FSTYPE $dev $dir $OST_MOUNT_OPTS || - { error "mounting $dev as $FSTYPE failed"; return 3; } - - obj_filename=$(do_facet ost$devnum find $dir/O/$group -name $objid) - local ff=$(do_facet ost$devnum $LL_DECODE_FILTER_FID $obj_filename) - IFS=$'/= [:]' - ff=($(echo $ff)) - IFS="$old_ifs" + local have_obdidx=false + local stripe_nr=0 + $GETSTRIPE $1 | while read obdidx oid hex seq; do + # skip lines up to and including "obdidx" + [ -z "$obdidx" ] && break + [ "$obdidx" = "obdidx" ] && have_obdidx=true && continue + $have_obdidx || continue + + local ost=$((obdidx + 1)) + local dev=$(ostdevname $ost) + + log "want: stripe:$stripe_nr ost:$obdidx oid:$oid/$hex seq:$seq" + + #don't unmount/remount the OSTs if we don't need to do that + #local dir=$(facet_mntpt ost$ost) + #stop ost$dev + #do_facet ost$dev mount -t $FSTYPE $dev $dir $OST_MOUNT_OPTS || + # { error "mounting $dev as $FSTYPE failed"; return 3; } + #local obj_file=$(do_facet ost$ost find $dir/O/$seq -name $oid) + #local ff=$(do_facet ost$ost $LL_DECODE_FILTER_FID $obj_file) + + local obj_file="O/$seq/d$((oid %32))/$oid" + local ff=$(do_facet ost$ost "$DEBUGFS -c -R 'stat $obj_file' \ + $dev 2>/dev/null" | grep "parent=") + + [ -z "$ff" ] && error "$obj_file: no filter_fid info" + + echo "$ff" | sed -e 's#.*objid=#got: objid=#' + + #do_facet ost$ost umount -d $dir + #start ost$ost $dev $OST_MOUNT_OPTS + + # /mnt/O/0/d23/23: objid=23 seq=0 parent=[0x200000400:0x1e:0x1] + # fid: objid=23 seq=0 parent=[0x200000400:0x1e:0x0] stripe=1 + local ff_parent=$(echo $ff|sed -e 's/.*parent=.//') + local ff_pseq=$(echo $ff_parent | cut -d: -f1) + local ff_poid=$(echo $ff_parent | cut -d: -f2) + local ff_pstripe=$(echo $ff_parent | sed -e 's/.*stripe=//') # compare lmm_seq and filter_fid->ff_parent.f_seq - [ ${ff[11]} = ${lmm[4]} ] || { error "parent SEQ mismatch"; return 4; } + [ $ff_pseq = $lmm_seq ] || + error "FF parent SEQ $ff_pseq != $lmm_seq" # compare lmm_object_id and filter_fid->ff_parent.f_oid - [ ${ff[12]} = ${lmm[6]} ] || { error "parent OID mismatch"; return 5; } - let stripe=${ff[13]} - [ $stripe -eq $i ] || { error "stripe mismatch"; return 6; } + [ $ff_poid = $lmm_oid ] || + error "FF parent OID $ff_poid != $lmm_oid" + [ $ff_pstripe = $stripe_nr ] || + error "FF stripe $ff_pstripe != $stripe_nr" - echo -e "\t\tost $obdidx, objid $objid, group $group" - do_facet ost$devnum umount -d $dir - start ost$devnum $dev $OST_MOUNT_OPTS + stripe_nr=$((stripe_nr + 1)) done } test_27z() { remote_ost_nodsh && skip "remote OST with nodsh" && return mkdir -p $DIR/$tdir - $SETSTRIPE $DIR/$tdir/$tfile-1 -c 1 -o 0 -s 1m || - { error "setstripe -c 1 failed"; return 1; } + + $SETSTRIPE -c 1 -i 0 -S 64k $DIR/$tdir/$tfile-1 || + { error "setstripe -c -1 failed"; return 1; } + # We need to send a write to every object to get parent FID info set. + # This _should_ also work for setattr, but does not currently. + # touch $DIR/$tdir/$tfile-1 || dd if=/dev/zero of=$DIR/$tdir/$tfile-1 bs=1M count=1 || - { error "dd 1 mb failed"; return 2; } - $SETSTRIPE $DIR/$tdir/$tfile-2 -c -1 -o $(($OSTCOUNT - 1)) -s 1m || + { error "dd $tfile-1 failed"; return 2; } + $SETSTRIPE -c -1 -i $((OSTCOUNT - 1)) -S 1M $DIR/$tdir/$tfile-2 || { error "setstripe -c -1 failed"; return 3; } dd if=/dev/zero of=$DIR/$tdir/$tfile-2 bs=1M count=$OSTCOUNT || - { error "dd $OSTCOUNT mb failed"; return 4; } - sync + { error "dd $tfile-2 failed"; return 4; } + + # make sure write RPCs have been sent to OSTs + sync; sleep 5; sync check_seq_oid $DIR/$tdir/$tfile-1 || return 5 check_seq_oid $DIR/$tdir/$tfile-2 || return 6 @@ -1397,18 +1437,19 @@ test_27z() { run_test 27z "check SEQ/OID on the MDT and OST filesystems" test_27A() { # b=19102 - local restore_size=`$GETSTRIPE -s $MOUNT` - local restore_count=`$GETSTRIPE -c $MOUNT` - local restore_offset=`$GETSTRIPE -o $MOUNT` - $SETSTRIPE -c 0 -o -1 -s 0 $MOUNT - local default_size=`$GETSTRIPE -s $MOUNT` - local default_count=`$GETSTRIPE -c $MOUNT` - local default_offset=`$GETSTRIPE -o $MOUNT` + local restore_size=$($GETSTRIPE -S $MOUNT) + local restore_count=$($GETSTRIPE -c $MOUNT) + local restore_offset=$($GETSTRIPE -i $MOUNT) + $SETSTRIPE -c 0 -i -1 -S 0 $MOUNT + local default_size=$($GETSTRIPE -S $MOUNT) + local default_count=$($GETSTRIPE -c $MOUNT) + local default_offset=$($GETSTRIPE -i $MOUNT) local dsize=$((1024 * 1024)) - [ $default_size -eq $dsize ] || error "stripe size $default_size != $dsize" + [ $default_size -eq $dsize ] || + error "stripe size $default_size != $dsize" [ $default_count -eq 1 ] || error "stripe count $default_count != 1" - [ $default_offset -eq -1 ] || error "stripe offset $default_offset != -1" - $SETSTRIPE -c $restore_count -o $restore_offset -s $restore_size $MOUNT + [ $default_offset -eq -1 ] ||error "stripe offset $default_offset != -1" + $SETSTRIPE -c $restore_count -i $restore_offset -S $restore_size $MOUNT } run_test 27A "check filesystem-wide default LOV EA values" @@ -1533,7 +1574,7 @@ run_test 31e "remove of open non-empty directory ===============" test_31f() { # bug 4554 set -vx mkdir $DIR/d31f - $SETSTRIPE $DIR/d31f -s 1048576 -c 1 + $SETSTRIPE -S 1048576 -c 1 $DIR/d31f cp /etc/hosts $DIR/d31f ls -l $DIR/d31f $GETSTRIPE $DIR/d31f/hosts @@ -1542,7 +1583,7 @@ test_31f() { # bug 4554 rm -rv $DIR/d31f || error "first of $DIR/d31f" mkdir $DIR/d31f - $SETSTRIPE $DIR/d31f -s 1048576 -c 1 + $SETSTRIPE -S 1048576 -c 1 $DIR/d31f cp /etc/hosts $DIR/d31f ls -l $DIR/d31f $GETSTRIPE $DIR/d31f/hosts @@ -2018,6 +2059,25 @@ test_34g() { } run_test 34g "truncate long file ===============================" +test_34h() { + local gid=10 + local sz=1000 + + dd if=/dev/zero of=$DIR/$tfile bs=1M count=10 || error + multiop $DIR/$tfile OG${gid}T${sz}g${gid}c & + MULTIPID=$! + sleep 2 + + if [[ `ps h -o comm -p $MULTIPID` == "multiop" ]]; then + error "Multiop blocked on ftruncate, pid=$MULTIPID" + kill -9 $MULTIPID + fi + wait $MULTIPID + local nsz=`stat -c %s $DIR/$tfile` + [[ $nsz == $sz ]] || error "New size wrong $nsz != $sz" +} +run_test 34h "ftruncate file under grouplock should not block" + test_35a() { cp /bin/sh $DIR/f35a chmod 444 $DIR/f35a @@ -2365,6 +2425,8 @@ test_39i() { run_test 39i "write, rename, stat ==============================" test_39j() { + debugsave + lctl set_param debug=-1 touch $DIR1/$tfile sleep 1 @@ -2385,6 +2447,7 @@ test_39j() { cancel_lru_locks osc if [ $i = 0 ] ; then echo "repeat after cancel_lru_locks"; fi done + debugrestore } run_test 39j "write, rename, close, stat =======================" @@ -2651,7 +2714,7 @@ test_42e() { # bug22074 local warmup_files mkdir -p $TDIR - $LFS setstripe -c 1 $TDIR + $SETSTRIPE -c 1 $TDIR createmany -o $TDIR/f $files max_dirty_mb=$($LCTL get_param -n $proc_osc0/max_dirty_mb) @@ -2664,7 +2727,7 @@ test_42e() { # bug22074 # write a large amount of data into one file and sync, to get good # avail_grant number from OST. for ((i=0; i<$warmup_files; i++)); do - idx=$($LFS getstripe -i $TDIR/w$i) + idx=$($GETSTRIPE -i $TDIR/w$i) [ $idx -ne 0 ] && continue dd if=/dev/zero of=$TDIR/w$i bs="$max_dirty_mb"M count=1 break @@ -2678,7 +2741,7 @@ test_42e() { # bug22074 # RPCs directly. but depends on the env, VFS may trigger flush during this # period, hopefully we are good. for ((i=0; i<$warmup_files; i++)); do - idx=$($LFS getstripe -i $TDIR/w$i) + idx=$($GETSTRIPE -i $TDIR/w$i) [ $idx -ne 0 ] && continue dd if=/dev/zero of=$TDIR/w$i bs=1M count=1 2>/dev/null done @@ -2688,7 +2751,7 @@ test_42e() { # bug22074 # perform the real test $LCTL set_param $proc_osc0/rpc_stats 0 for ((;i<$files; i++)); do - [ $($LFS getstripe -i $TDIR/f$i) -eq 0 ] || continue + [ $($GETSTRIPE -i $TDIR/f$i) -eq 0 ] || continue dd if=/dev/zero of=$TDIR/f$i bs=$pagesz count=$pages 2>/dev/null done sync @@ -3084,20 +3147,11 @@ test_51bb() { } run_test 51bb "mkdir createmany CMD $MDSCOUNT ====================" - -test_51c() { - [ ! -d $DIR/d51b ] && skip "$DIR/51b missing" && \ - return - - unlinkmany -d $DIR/d51b/t- $NUMTEST -} -run_test 51c "rmdir .../t-0 --- .../t-$NUMTEST ====================" - test_51d() { [ "$OSTCOUNT" -lt "3" ] && skip_env "skipping test with few OSTs" && return mkdir -p $DIR/d51d createmany -o $DIR/d51d/t- 1000 - $LFS getstripe $DIR/d51d > $TMP/files + $GETSTRIPE $DIR/d51d > $TMP/files for N in `seq 0 $((OSTCOUNT - 1))`; do OBJS[$N]=`awk -vobjs=0 '($1 == '$N') { objs += 1 } END { print objs;}' $TMP/files` OBJS0[$N]=`grep -A 1 idx $TMP/files | awk -vobjs=0 '($1 == '$N') { objs += 1 } END { print objs;}'` @@ -3272,60 +3326,64 @@ test_56a() { # was test_56 # test lfs getstripe with --recursive FILENUM=`$GETSTRIPE --recursive $DIR/d56 | grep -c obdidx` - [ $FILENUM -eq $NUMFILESx2 ] || error \ - "lfs getstripe --recursive $DIR/d56 wrong: found $FILENUM, expected $NUMFILESx2" + [ $FILENUM -eq $NUMFILESx2 ] || + error "$GETSTRIPE --recursive: found $FILENUM, not $NUMFILESx2" FILENUM=`$GETSTRIPE $DIR/d56 | grep -c obdidx` - [ $FILENUM -eq $NUMFILES ] || error \ - "lfs getstripe $DIR/d56 without --recursive wrong: found $FILENUM, expected $NUMFILES" - echo "lfs getstripe --recursive passed." + [ $FILENUM -eq $NUMFILES ] || + error "$GETSTRIPE $DIR/d56: found $FILENUM, not $NUMFILES" + echo "$GETSTRIPE --recursive passed." # test lfs getstripe with file instead of dir FILENUM=`$GETSTRIPE $DIR/d56/file1 | grep -c obdidx` [ $FILENUM -eq 1 ] || error \ - "lfs getstripe $DIR/d56/file1 wrong:found $FILENUM, expected 1" - echo "lfs getstripe file passed." + "$GETSTRIPE $DIR/d56/file1: found $FILENUM, not 1" + echo "$GETSTRIPE file1 passed." #test lfs getstripe with --verbose - [ `$GETSTRIPE --verbose $DIR/d56 | grep -c lmm_magic` -eq $NUMFILES ] ||\ - error "lfs getstripe --verbose $DIR/d56 wrong: should find $NUMFILES lmm_magic info" - [ `$GETSTRIPE $DIR/d56 | grep -c lmm_magic` -eq 0 ] || error \ - "lfs getstripe $DIR/d56 without --verbose wrong: should not show lmm_magic info" - echo "lfs getstripe --verbose passed." + [ `$GETSTRIPE --verbose $DIR/d56 | grep -c lmm_magic` -eq $NUMFILES ] || + error "$GETSTRIPE --verbose $DIR/d56: want $NUMFILES lmm_magic" + [ `$GETSTRIPE $DIR/d56 | grep -c lmm_magic` -eq 0 ] || + error "$GETSTRIPE $DIR/d56: showed lmm_magic" + echo "$GETSTRIPE --verbose passed." #test lfs getstripe with --obd - $GETSTRIPE --obd wrong_uuid $DIR/d56 2>&1 | grep -q "unknown obduuid" || \ - error "lfs getstripe --obd wrong_uuid should return error message" + $GETSTRIPE --obd wrong_uuid $DIR/d56 2>&1 | grep -q "unknown obduuid" || + error "$GETSTRIPE --obd wrong_uuid should return error message" + + [ "$OSTCOUNT" -lt 2 ] && + skip_env "skipping other $GETSTRIPE --obd test" && return - [ "$OSTCOUNT" -lt 2 ] && \ - skip_env "skipping other lfs getstripe --obd test" && return OSTIDX=1 OBDUUID=$(ostuuid_from_index $OSTIDX) FILENUM=`$GETSTRIPE -ir $DIR/d56 | grep -x $OSTIDX | wc -l` FOUND=`$GETSTRIPE -r --obd $OBDUUID $DIR/d56 | grep obdidx | wc -l` - [ $FOUND -eq $FILENUM ] || \ - error "lfs getstripe --obd wrong: found $FOUND, expected $FILENUM" - [ `$GETSTRIPE -r -v --obd $OBDUUID $DIR/d56 | \ - sed '/^[ ]*'${OSTIDX}'[ ]/d' |\ - sed -n '/^[ ]*[0-9][0-9]*[ ]/p' | wc -l` -eq 0 ] || \ - error "lfs getstripe --obd wrong: should not show file on other obd" - echo "lfs getstripe --obd passed." + [ $FOUND -eq $FILENUM ] || + error "$GETSTRIPE --obd wrong: found $FOUND, expected $FILENUM" + [ `$GETSTRIPE -r -v --obd $OBDUUID $DIR/d56 | + sed '/^[ ]*'${OSTIDX}'[ ]/d' | + sed -n '/^[ ]*[0-9][0-9]*[ ]/p' | wc -l` -eq 0 ] || + error "$GETSTRIPE --obd: should not show file on other obd" + echo "$GETSTRIPE --obd passed" } -run_test 56a "check lfs getstripe ====================================" +run_test 56a "check $GETSTRIPE" NUMFILES=3 NUMDIRS=3 setup_56() { - LOCAL_NUMFILES=$1 - LOCAL_NUMDIRS=$2 - if [ ! -d "$DIR/${tdir}g" ] ; then - mkdir -p $DIR/${tdir}g + local LOCAL_NUMFILES="$1" + local LOCAL_NUMDIRS="$2" + local MKDIR_PARAMS="$3" + + if [ ! -d "$TDIR" ] ; then + mkdir -p $TDIR + [ "$MKDIR_PARAMS" ] && $SETSTRIPE $MKDIR_PARAMS $TDIR for i in `seq 1 $LOCAL_NUMFILES` ; do - touch $DIR/${tdir}g/file$i + touch $TDIR/file$i done for i in `seq 1 $LOCAL_NUMDIRS` ; do - mkdir $DIR/${tdir}g/dir$i + mkdir $TDIR/dir$i for j in `seq 1 $LOCAL_NUMFILES` ; do - touch $DIR/${tdir}g/dir$i/file$j + touch $TDIR/dir$i/file$j done done fi @@ -3334,7 +3392,6 @@ setup_56() { setup_56_special() { LOCAL_NUMFILES=$1 LOCAL_NUMDIRS=$2 - TDIR=$DIR/${tdir}g setup_56 $1 $2 if [ ! -e "$TDIR/loop1b" ] ; then for i in `seq 1 $LOCAL_NUMFILES` ; do @@ -3351,34 +3408,36 @@ setup_56_special() { } test_56g() { - $LSTRIPE -d $DIR + $SETSTRIPE -d $DIR + TDIR=$DIR/${tdir}g setup_56 $NUMFILES $NUMDIRS EXPECTED=$(($NUMDIRS + 2)) # test lfs find with -name - for i in `seq 1 $NUMFILES` ; do - NUMS=`$LFIND -name "*$i" $DIR/${tdir}g | wc -l` - [ $NUMS -eq $EXPECTED ] || error \ - "lfs find -name \"*$i\" $DIR/${tdir}g wrong: found $NUMS, expected $EXPECTED" + for i in $(seq 1 $NUMFILES) ; do + NUMS=$($LFIND -name "*$i" $TDIR | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "lfs find -name \"*$i\" $TDIR wrong: "\ + "found $NUMS, expected $EXPECTED" done - echo "lfs find -name passed." } run_test 56g "check lfs find -name =============================" test_56h() { - $LSTRIPE -d $DIR + $SETSTRIPE -d $DIR + TDIR=$DIR/${tdir}g setup_56 $NUMFILES $NUMDIRS - EXPECTED=$((($NUMDIRS+1)*($NUMFILES-1)+$NUMFILES)) + EXPECTED=$(((NUMDIRS + 1) * (NUMFILES - 1) + NUMFILES)) # test lfs find with ! -name - for i in `seq 1 $NUMFILES` ; do - NUMS=`$LFIND ! -name "*$i" $DIR/${tdir}g | wc -l` - [ $NUMS -eq $EXPECTED ] || error \ - "lfs find ! -name \"*$i\" $DIR/${tdir}g wrong: found $NUMS, expected $EXPECTED" + for i in $(seq 1 $NUMFILES) ; do + NUMS=$($LFIND ! -name "*$i" $TDIR | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "lfs find ! -name \"*$i\" $TDIR wrong: "\ + "found $NUMS, expected $EXPECTED" done - echo "lfs find ! -name passed." } run_test 56h "check lfs find ! -name =============================" @@ -3386,64 +3445,74 @@ test_56i() { tdir=${tdir}i mkdir -p $DIR/$tdir UUID=$(ostuuid_from_index 0 $DIR/$tdir) - OUT=$($LFIND -obd $UUID $DIR/$tdir) - [ "$OUT" ] && error "$LFIND -obd returned directory '$OUT'" || true + CMD="$LFIND -ost $UUID $DIR/$tdir" + OUT=$($CMD) + [ -z "$OUT" ] || error "\"$CMD\" returned directory '$OUT'" } -run_test 56i "check 'lfs find -obd UUID' skips directories =======" +run_test 56i "check 'lfs find -ost UUID' skips directories =======" test_56j() { + TDIR=$DIR/${tdir}g setup_56_special $NUMFILES $NUMDIRS - EXPECTED=$((NUMDIRS+1)) - NUMS=`$LFIND -type d $DIR/${tdir}g | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -type d $DIR/${tdir}g wrong: found $NUMS, expected $EXPECTED" + EXPECTED=$((NUMDIRS + 1)) + CMD="$LFIND -type d $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56j "check lfs find -type d =============================" test_56k() { + TDIR=$DIR/${tdir}g setup_56_special $NUMFILES $NUMDIRS - EXPECTED=$(((NUMDIRS+1) * NUMFILES)) - NUMS=`$LFIND -type f $DIR/${tdir}g | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -type f $DIR/${tdir}g wrong: found $NUMS, expected $EXPECTED" + EXPECTED=$(((NUMDIRS + 1) * NUMFILES)) + CMD="$LFIND -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56k "check lfs find -type f =============================" test_56l() { + TDIR=$DIR/${tdir}g setup_56_special $NUMFILES $NUMDIRS EXPECTED=$((NUMDIRS + NUMFILES)) - NUMS=`$LFIND -type b $DIR/${tdir}g | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -type b $DIR/${tdir}g wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -type b $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56l "check lfs find -type b =============================" test_56m() { + TDIR=$DIR/${tdir}g setup_56_special $NUMFILES $NUMDIRS EXPECTED=$((NUMDIRS + NUMFILES)) - NUMS=`$LFIND -type c $DIR/${tdir}g | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -type c $DIR/${tdir}g wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -type c $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56m "check lfs find -type c =============================" test_56n() { + TDIR=$DIR/${tdir}g setup_56_special $NUMFILES $NUMDIRS EXPECTED=$((NUMDIRS + NUMFILES)) - NUMS=`$LFIND -type l $DIR/${tdir}g | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -type l $DIR/${tdir}g wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -type l $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56n "check lfs find -type l =============================" test_56o() { - TDIR=$DIR/${tdir}g - rm -rf $TDIR + TDIR=$DIR/${tdir}o setup_56 $NUMFILES $NUMDIRS utime $TDIR/file1 > /dev/null || error "utime (1)" @@ -3459,113 +3528,352 @@ test_56o() { error "lfs find -mtime +0 $TDIR wrong: found $NUMS, expected $EXPECTED" EXPECTED=12 - NUMS=`$LFIND -mtime 0 $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -mtime 0 $TDIR wrong: found $NUMS, expected $EXPECTED" - + CMD="$LFIND -mtime 0 $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56o "check lfs find -mtime for old files ==========================" test_56p() { - [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID -- skipping" && return - - TDIR=$DIR/${tdir}g - rm -rf $TDIR + [ $RUNAS_ID -eq $UID ] && + skip_env "RUNAS_ID = UID = $UID -- skipping" && return + TDIR=$DIR/${tdir}p setup_56 $NUMFILES $NUMDIRS chown $RUNAS_ID $TDIR/file* || error "chown $DIR/${tdir}g/file$i failed" EXPECTED=$NUMFILES - NUMS="`$LFIND -uid $RUNAS_ID $TDIR | wc -l`" + CMD="$LFIND -uid $RUNAS_ID $TDIR" + NUMS=$($CMD | wc -l) [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -uid $TDIR wrong: found $NUMS, expected $EXPECTED" + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" - EXPECTED=$(( ($NUMFILES+1) * $NUMDIRS + 1)) - NUMS="`$LFIND ! -uid $RUNAS_ID $TDIR | wc -l`" + EXPECTED=$(((NUMFILES + 1) * NUMDIRS + 1)) + CMD="$LFIND ! -uid $RUNAS_ID $TDIR" + NUMS=$($CMD | wc -l) [ $NUMS -eq $EXPECTED ] || \ - error "lfs find ! -uid $TDIR wrong: found $NUMS, expected $EXPECTED" - - echo "lfs find -uid and ! -uid passed." + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56p "check lfs find -uid and ! -uid ===============================" test_56q() { - [ $RUNAS_ID -eq $UID ] && skip_env "RUNAS_ID = UID = $UID -- skipping" && return - - TDIR=$DIR/${tdir}g - rm -rf $TDIR + [ $RUNAS_ID -eq $UID ] && + skip_env "RUNAS_ID = UID = $UID -- skipping" && return + TDIR=$DIR/${tdir}q setup_56 $NUMFILES $NUMDIRS - chgrp $RUNAS_GID $TDIR/file* || error "chown $DIR/${tdir}g/file$i failed" + chgrp $RUNAS_GID $TDIR/file* || error "chown $TDIR/file$i failed" + EXPECTED=$NUMFILES - NUMS="`$LFIND -gid $RUNAS_GID $TDIR | wc -l`" - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find -gid $TDIR wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -gid $RUNAS_GID $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" EXPECTED=$(( ($NUMFILES+1) * $NUMDIRS + 1)) - NUMS="`$LFIND ! -gid $RUNAS_GID $TDIR | wc -l`" - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find ! -gid $TDIR wrong: found $NUMS, expected $EXPECTED" - - echo "lfs find -gid and ! -gid passed." + CMD="$LFIND ! -gid $RUNAS_GID $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } run_test 56q "check lfs find -gid and ! -gid ===============================" test_56r() { + TDIR=$DIR/${tdir}r setup_56 $NUMFILES $NUMDIRS - TDIR=$DIR/${tdir}g EXPECTED=12 - NUMS=`$LFIND -size 0 -t f $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find $TDIR -size 0 wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -size 0 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" EXPECTED=0 - NUMS=`$LFIND ! -size 0 -t f $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find $TDIR ! -size 0 wrong: found $NUMS, expected $EXPECTED" - echo "test" > $TDIR/56r && sync - echo "test2" > $TDIR/56r2 && sync + CMD="$LFIND ! -size 0 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + echo "test" > $TDIR/$tfile + echo "test2" > $TDIR/$tfile.2 && sync EXPECTED=1 - NUMS=`$LFIND -size 5 -t f $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find $TDIR -size 5 wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -size 5 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" EXPECTED=1 - NUMS=`$LFIND -size +5 -t f $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find $TDIR -size +5 wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -size +5 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" EXPECTED=2 - NUMS=`$LFIND -size +0 -t f $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find $TDIR -size +0 wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -size +0 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" EXPECTED=2 - NUMS=`$LFIND ! -size -5 -t f $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find $TDIR ! -size -5 wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND ! -size -5 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" EXPECTED=12 - NUMS=`$LFIND -size -5 -t f $TDIR | wc -l` - [ $NUMS -eq $EXPECTED ] || \ - error "lfs find $TDIR -size -5 wrong: found $NUMS, expected $EXPECTED" + CMD="$LFIND -size -5 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" } - run_test 56r "check lfs find -size works ==========================" +test_56s() { # LU-611 + TDIR=$DIR/${tdir}s + setup_56 $NUMFILES $NUMDIRS "-c $OSTCOUNT" + + if [ $OSTCOUNT -gt 1 ]; then + $SETSTRIPE -c 1 $TDIR/$tfile.{0,1,2,3} + ONESTRIPE=4 + EXTRA=4 + else + ONESTRIPE=$(((NUMDIRS + 1) * NUMFILES)) + EXTRA=0 + fi + + EXPECTED=$(((NUMDIRS + 1) * NUMFILES)) + CMD="$LFIND -stripe-count $OSTCOUNT -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=$(((NUMDIRS + 1) * NUMFILES + EXTRA)) + CMD="$LFIND -stripe-count +0 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=$ONESTRIPE + CMD="$LFIND -stripe-count 1 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + CMD="$LFIND -stripe-count -2 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=0 + CMD="$LFIND -stripe-count $((OSTCOUNT + 1)) -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" +} +run_test 56s "check lfs find -stripe-count works" + +test_56t() { # LU-611 + TDIR=$DIR/${tdir}t + setup_56 $NUMFILES $NUMDIRS "-s 512k" + + $SETSTRIPE -S 256k $TDIR/$tfile.{0,1,2,3} + + EXPECTED=$(((NUMDIRS + 1) * NUMFILES)) + CMD="$LFIND -stripe-size 512k -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + CMD="$LFIND -stripe-size +320k -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=$(((NUMDIRS + 1) * NUMFILES + 4)) + CMD="$LFIND -stripe-size +200k -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + CMD="$LFIND -stripe-size -640k -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=4 + CMD="$LFIND -stripe-size 256k -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + CMD="$LFIND -stripe-size -320k -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=0 + CMD="$LFIND -stripe-size 1024k -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" +} +run_test 56t "check lfs find -stripe-size works" + +test_56u() { # LU-611 + TDIR=$DIR/${tdir}u + setup_56 $NUMFILES $NUMDIRS "-i 0" + + if [ $OSTCOUNT -gt 1 ]; then + $SETSTRIPE -i 1 $TDIR/$tfile.{0,1,2,3} + ONESTRIPE=4 + else + ONESTRIPE=0 + fi + + EXPECTED=$(((NUMDIRS + 1) * NUMFILES)) + CMD="$LFIND -stripe-index 0 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=$ONESTRIPE + CMD="$LFIND -stripe-index 1 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + CMD="$LFIND ! -stripe-index 0 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=0 + # This should produce an error and not return any files + CMD="$LFIND -stripe-index $OSTCOUNT -type f $TDIR" + NUMS=$($CMD 2>/dev/null | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" + + EXPECTED=$(((NUMDIRS + 1) * NUMFILES + ONESTRIPE)) + CMD="$LFIND -stripe-index 0,1 -type f $TDIR" + NUMS=$($CMD | wc -l) + [ $NUMS -eq $EXPECTED ] || + error "\"$CMD\" wrong: found $NUMS, expected $EXPECTED" +} +run_test 56u "check lfs find -stripe-index works" + test_56v() { - local FIND_MDT_IDX=0 + local MDT_IDX=0 - TDIR=${tdir}g + TDIR=$DIR/${tdir}v rm -rf $TDIR setup_56 $NUMFILES $NUMDIRS - UUID=$(mdtuuid_from_index $FIND_MDT_IDX $DIR/$TDIR) - for file in $($LFIND -mdt $UUID $DIR/$TDIR); do + UUID=$(mdtuuid_from_index $MDT_IDX $TDIR) + [ -z "$UUID" ] && error "mdtuuid_from_index cannot find MDT index $MDT_IDX" + + for file in $($LFIND -mdt $UUID $TDIR); do file_mdt_idx=$($GETSTRIPE -M $file) - [ $file_mdt_idx -eq $FIND_MDT_IDX ] || - error "wrong lfind -m not match getstripe -M" + [ $file_mdt_idx -eq $MDT_IDX ] || + error "'lfind -mdt $UUID' != 'getstripe -M' ($file_mdt_idx)" done } run_test 56v "check 'lfs find -mdt match with lfs getstripe -M' =======" +# Get and check the actual stripe count of one file. +# Usage: check_stripe_count +check_stripe_count() { + local file=$1 + local expected=$2 + local actual + + [[ -z "$file" || -z "$expected" ]] && + error "check_stripe_count: invalid argument!" + + local cmd="$GETSTRIPE -c $file" + actual=$($cmd) || error "$cmd failed" + actual=${actual%% *} + + if [[ $actual -ne $expected ]]; then + [[ $expected -eq -1 ]] || + error "$cmd wrong: found $actual, expected $expected" + [[ $actual -eq $OSTCOUNT ]] || + error "$cmd wrong: found $actual, expected $OSTCOUNT" + fi +} + +test_56w() { + TDIR=$DIR/${tdir}w + + rm -rf $TDIR || error "remove $TDIR failed" + setup_56 $NUMFILES $NUMDIRS "-c $OSTCOUNT" + + local stripe_size + stripe_size=$($GETSTRIPE -S -d $TDIR) || + error "$GETSTRIPE -S -d $TDIR failed" + stripe_size=${stripe_size%% *} + + local file_size=$((stripe_size * OSTCOUNT)) + local file_num=$((NUMDIRS * NUMFILES + NUMFILES)) + local required_space=$((file_num * file_size)) + local free_space=$($LCTL get_param -n lov.$LOVNAME.kbytesavail) + [[ $free_space -le $((required_space / 1024)) ]] && + skip_env "need at least $required_space bytes free space," \ + "have $free_space kbytes" && return + + local dd_bs=65536 + local dd_count=$((file_size / dd_bs)) + + # write data into the files + local i + local j + local file + for i in $(seq 1 $NUMFILES); do + file=$TDIR/file$i + yes | dd bs=$dd_bs count=$dd_count of=$file >/dev/null 2>&1 || + error "write data into $file failed" + done + for i in $(seq 1 $NUMDIRS); do + for j in $(seq 1 $NUMFILES); do + file=$TDIR/dir$i/file$j + yes | dd bs=$dd_bs count=$dd_count of=$file \ + >/dev/null 2>&1 || + error "write data into $file failed" + done + done + + local expected=-1 + [[ $OSTCOUNT -gt 1 ]] && expected=$((OSTCOUNT - 1)) + + # lfs_migrate file + local cmd="$LFS_MIGRATE -y -c $expected $TDIR/file1" + echo "$cmd" + eval $cmd || error "$cmd failed" + + check_stripe_count $TDIR/file1 $expected + + # lfs_migrate dir + cmd="$LFS_MIGRATE -y -c $expected $TDIR/dir1" + echo "$cmd" + eval $cmd || error "$cmd failed" + + for j in $(seq 1 $NUMFILES); do + check_stripe_count $TDIR/dir1/file$j $expected + done + + # lfs_migrate works with lfs find + cmd="$LFIND -stripe_count $OSTCOUNT -type f $TDIR | + $LFS_MIGRATE -y -c $expected" + echo "$cmd" + eval $cmd || error "$cmd failed" + + for i in $(seq 2 $NUMFILES); do + check_stripe_count $TDIR/file$i $expected + done + for i in $(seq 2 $NUMDIRS); do + for j in $(seq 1 $NUMFILES); do + check_stripe_count $TDIR/dir$i/file$j $expected + done + done +} +run_test 56w "check lfs_migrate -c stripe_count works" + test_57a() { # note test will not do anything if MDS is not local remote_mds_nodsh && skip "remote MDS with nodsh" && return @@ -3573,7 +3881,8 @@ test_57a() { DEV=$(do_facet $SINGLEMDS lctl get_param -n $MNTDEV) [ -z "$DEV" ] && error "can't access $MNTDEV" for DEV in $(do_facet $SINGLEMDS lctl get_param -n $MNTDEV); do - do_facet $SINGLEMDS $DUMPE2FS -h $DEV > $TMP/t57a.dump || error "can't access $DEV" + do_facet $SINGLEMDS $DUMPE2FS -h $DEV > $TMP/t57a.dump || + error "can't access $DEV" DEVISIZE=`awk '/Inode size:/ { print $3 }' $TMP/t57a.dump` [ "$DEVISIZE" -gt 128 ] || error "inode size $DEVISIZE" rm $TMP/t57a.dump @@ -3774,7 +4083,7 @@ test_64a () { run_test 64a "verify filter grant calculations (in kernel) =====" test_64b () { - [ ! -f oos.sh ] && skip_env "missing subtest oos.sh" && return + [ ! -f oos.sh ] && skip_env "missing subtest oos.sh" && return sh oos.sh $MOUNT } run_test 64b "check out-of-space detection on client ===========" @@ -3789,38 +4098,38 @@ run_test 65a "directory with no stripe info ====================" test_65b() { mkdir -p $DIR/d65 - $SETSTRIPE $DIR/d65 -s $(($STRIPESIZE * 2)) -i 0 -c 1 || error "setstripe" + $SETSTRIPE -S $((STRIPESIZE * 2)) -i 0 -c 1 $DIR/d65||error "setstripe" touch $DIR/d65/f2 $LVERIFY $DIR/d65 $DIR/d65/f2 || error "lverify failed" } -run_test 65b "directory setstripe $(($STRIPESIZE * 2)) 0 1 ===============" +run_test 65b "directory setstripe -S $((STRIPESIZE * 2)) -i 0 -c 1" test_65c() { if [ $OSTCOUNT -gt 1 ]; then mkdir -p $DIR/d65 - $SETSTRIPE $DIR/d65 -s $(($STRIPESIZE * 4)) -i 1 \ - -c $(($OSTCOUNT - 1)) || error "setstripe" + $SETSTRIPE -S $(($STRIPESIZE * 4)) -i 1 \ + -c $(($OSTCOUNT - 1)) $DIR/d65 || error "setstripe" touch $DIR/d65/f3 $LVERIFY $DIR/d65 $DIR/d65/f3 || error "lverify failed" fi } -run_test 65c "directory setstripe $(($STRIPESIZE * 4)) 1 $(($OSTCOUNT - 1))" +run_test 65c "directory setstripe -S $((STRIPESIZE*4)) -i 1 -c $((OSTCOUNT-1))" test_65d() { mkdir -p $DIR/d65 if [ $STRIPECOUNT -le 0 ]; then - sc=1 + sc=1 elif [ $STRIPECOUNT -gt 2000 ]; then #LOV_MAX_STRIPE_COUNT is 2000 [ $OSTCOUNT -gt 2000 ] && sc=2000 || sc=$(($OSTCOUNT - 1)) else - sc=$(($STRIPECOUNT - 1)) + sc=$(($STRIPECOUNT - 1)) fi - $SETSTRIPE $DIR/d65 -s $STRIPESIZE -c $sc || error "setstripe" + $SETSTRIPE -S $STRIPESIZE -c $sc $DIR/d65 || error "setstripe" touch $DIR/d65/f4 $DIR/d65/f5 $LVERIFY $DIR/d65 $DIR/d65/f4 $DIR/d65/f5 || error "lverify failed" } -run_test 65d "directory setstripe $STRIPESIZE -1 stripe_count ==============" +run_test 65d "directory setstripe -S $STRIPESIZE -c stripe_count" test_65e() { mkdir -p $DIR/d65 @@ -3840,7 +4149,7 @@ run_test 65f "dir setstripe permission (should return error) ===" test_65g() { mkdir -p $DIR/d65 - $SETSTRIPE $DIR/d65 -s $(($STRIPESIZE * 2)) -i 0 -c 1 || error "setstripe" + $SETSTRIPE -S $((STRIPESIZE * 2)) -i 0 -c 1 $DIR/d65 ||error "setstripe" $SETSTRIPE -d $DIR/d65 || error "setstripe" $GETSTRIPE -v $DIR/d65 | grep "Default" || \ error "delete default stripe failed" @@ -3849,25 +4158,25 @@ run_test 65g "directory setstripe -d ===========================" test_65h() { mkdir -p $DIR/d65 - $SETSTRIPE $DIR/d65 -s $(($STRIPESIZE * 2)) -i 0 -c 1 || error "setstripe" + $SETSTRIPE -S $((STRIPESIZE * 2)) -i 0 -c 1 $DIR/d65 ||error "setstripe" mkdir -p $DIR/d65/dd1 - [ "`$GETSTRIPE -v $DIR/d65 | grep "^count"`" == \ - "`$GETSTRIPE -v $DIR/d65/dd1 | grep "^count"`" ] || error "stripe info inherit failed" + [ $($GETSTRIPE -c $DIR/d65) == $($GETSTRIPE -c $DIR/d65/dd1) ] || + error "stripe info inherit failed" } run_test 65h "directory stripe info inherit ====================" test_65i() { # bug6367 - $SETSTRIPE $MOUNT -s 65536 -c -1 + $SETSTRIPE -S 65536 -c -1 $MOUNT } run_test 65i "set non-default striping on root directory (bug 6367)=" test_65ia() { # bug12836 - $LFS getstripe $MOUNT || error "getstripe $MOUNT failed" + $GETSTRIPE $MOUNT || error "getstripe $MOUNT failed" } run_test 65ia "getstripe on -1 default directory striping" test_65ib() { # bug12836 - $LFS getstripe -v $MOUNT || error "getstripe -v $MOUNT failed" + $GETSTRIPE -v $MOUNT || error "getstripe -v $MOUNT failed" } run_test 65ib "getstripe -v on -1 default directory striping" @@ -3888,40 +4197,43 @@ test_65j() { # bug6367 run_test 65j "set default striping on root directory (bug 6367)=" test_65k() { # bug11679 - [ "$OSTCOUNT" -lt 2 ] && skip_env "too few OSTs" && return - remote_mds_nodsh && skip "remote MDS with nodsh" && return + [ "$OSTCOUNT" -lt 2 ] && skip_env "too few OSTs" && return + remote_mds_nodsh && skip "remote MDS with nodsh" && return - echo "Check OST status: " - MDS_OSCS=`do_facet $SINGLEMDS lctl dl | awk '/[oO][sS][cC].*md[ts]/ { print $4 }'` - for OSC in $MDS_OSCS; do - echo $OSC "is activate" - do_facet $SINGLEMDS lctl --device %$OSC activate - done - do_facet client mkdir -p $DIR/$tdir - for INACTIVE_OSC in $MDS_OSCS; do - echo $INACTIVE_OSC "is Deactivate:" - do_facet $SINGLEMDS lctl --device %$INACTIVE_OSC deactivate - for STRIPE_OSC in $MDS_OSCS; do - STRIPE_OST=`osc_to_ost $STRIPE_OSC` - STRIPE_INDEX=`do_facet $SINGLEMDS lctl get_param -n lov.*md*.target_obd | - grep $STRIPE_OST | awk -F: '{print $1}' | head -n 1` - - [ -f $DIR/$tdir/${STRIPE_INDEX} ] && continue - echo "$SETSTRIPE $DIR/$tdir/${STRIPE_INDEX} -i ${STRIPE_INDEX} -c 1" - do_facet client $SETSTRIPE $DIR/$tdir/${STRIPE_INDEX} -i ${STRIPE_INDEX} -c 1 - RC=$? - [ $RC -ne 0 ] && error "setstripe should have succeeded" - done - do_facet client rm -f $DIR/$tdir/* - echo $INACTIVE_OSC "is Activate." - do_facet $SINGLEMDS lctl --device %$INACTIVE_OSC activate + echo "Check OST status: " + local MDS_OSCS=`do_facet $SINGLEMDS lctl dl | + awk '/[oO][sS][cC].*md[ts]/ { print $4 }'` + + for OSC in $MDS_OSCS; do + echo $OSC "is activate" + do_facet $SINGLEMDS lctl --device %$OSC activate + done + + do_facet client mkdir -p $DIR/$tdir + for INACTIVE_OSC in $MDS_OSCS; do + echo "Deactivate: " $INACTIVE_OSC + do_facet $SINGLEMDS lctl --device %$INACTIVE_OSC deactivate + for STRIPE_OSC in $MDS_OSCS; do + OST=`osc_to_ost $STRIPE_OSC` + IDX=`do_facet $SINGLEMDS lctl get_param -n lov.*md*.target_obd | + awk -F: /$OST/'{ print $1 }' | head -n 1` + + [ -f $DIR/$tdir/$IDX ] && continue + echo "$SETSTRIPE -i $IDX -c 1 $DIR/$tdir/$IDX" + do_facet client $SETSTRIPE -i $IDX -c 1 $DIR/$tdir/$IDX + RC=$? + [ $RC -ne 0 ] && error "setstripe should have succeeded" done + do_facet client rm -f $DIR/$tdir/* + echo $INACTIVE_OSC "is Activate." + do_facet $SINGLEMDS lctl --device %$INACTIVE_OSC activate + done } run_test 65k "validate manual striping works properly with deactivated OSCs" test_65l() { # bug 12836 mkdir -p $DIR/$tdir/test_dir - $SETSTRIPE $DIR/$tdir/test_dir -c -1 + $SETSTRIPE -c -1 $DIR/$tdir/test_dir $LFS find -mtime -1 $DIR/$tdir >/dev/null } run_test 65l "lfs find on -1 stripe dir ========================" @@ -4036,7 +4348,7 @@ test_69() { remote_ost_nodsh && skip "remote OST with nodsh" && return f="$DIR/$tfile" - $SETSTRIPE $f -c 1 -i 0 + $SETSTRIPE -c 1 -i 0 $f $DIRECTIO write ${f}.2 0 1 || error "directio write error" @@ -4349,7 +4661,7 @@ test_77g() { # bug 10889 [ ! -f $F77_TMP ] && setup_f77 - $SETSTRIPE $DIR/f77g -c 1 -i 0 + $SETSTRIPE -c 1 -i 0 $DIR/f77g #define OBD_FAIL_OST_CHECKSUM_RECEIVE 0x21a do_facet ost1 lctl set_param fail_loc=0x8000021a set_checksums 1 @@ -4384,7 +4696,7 @@ test_77i() { # bug 13805 for VALUE in `lctl get_param osc.*osc-[^mM]*.checksum_type`; do PARAM=`echo ${VALUE[0]} | cut -d "=" -f1` algo=`lctl get_param -n $PARAM | sed 's/.*\[\(.*\)\].*/\1/g'` - [ "$algo" = "crc32" ] || error "algo set to $algo instead of crc32" + [ "$algo" = "adler" ] || error "algo set to $algo instead of adler" done remount_client $MOUNT } @@ -4440,7 +4752,7 @@ test_78() { # bug 10901 [ "$SLOW" = "no" ] && NSEQ=1 && [ $F78SIZE -gt 32 ] && F78SIZE=32 echo "File size: $F78SIZE" - $SETSTRIPE $DIR/$tfile -c $OSTCOUNT || error "setstripe failed" + $SETSTRIPE -c $OSTCOUNT $DIR/$tfile || error "setstripe failed" for i in `seq 1 $NSEQ` do FSIZE=$(($F78SIZE / ($NSEQ - $i + 1))) @@ -4688,7 +5000,7 @@ setup_test101bc() { trap cleanup_test101bc EXIT # prepare the read-ahead file - $SETSTRIPE $DIR/$tfile -s $STRIPE_SIZE -i $STRIPE_OFFSET -c $OSTCOUNT + $SETSTRIPE -S $STRIPE_SIZE -i $STRIPE_OFFSET -c $OSTCOUNT $DIR/$tfile dd if=/dev/zero of=$DIR/$tfile bs=1024k count=100 2> /dev/null } @@ -4921,17 +5233,14 @@ setup_test102() { trap cleanup_test102 EXIT cd $DIR - $1 $SETSTRIPE $tdir -s $STRIPE_SIZE -i $STRIPE_OFFSET -c $STRIPE_COUNT + $1 $SETSTRIPE -S $STRIPE_SIZE -i $STRIPE_OFFSET -c $STRIPE_COUNT $tdir cd $DIR/$tdir - for num in 1 2 3 4 - do - for count in `seq 1 $STRIPE_COUNT` - do - for offset in `seq 0 $[$STRIPE_COUNT - 1]` - do - local stripe_size=`expr $STRIPE_SIZE \* $num` - local file=file"$num-$offset-$count" - $1 $SETSTRIPE $file -s $stripe_size -i $offset -c $count + for num in 1 2 3 4; do + for count in $(seq 1 $STRIPE_COUNT); do + for idx in $(seq 0 $[$STRIPE_COUNT - 1]); do + local size=`expr $STRIPE_SIZE \* $num` + local file=file"$num-$idx-$count" + $1 $SETSTRIPE -S $size -i $idx -c $count $file done done done @@ -4949,49 +5258,58 @@ cleanup_test102() { test_102a() { local testfile=$DIR/xattr_testfile - rm -f $testfile - touch $testfile + touch $testfile [ "$UID" != 0 ] && skip_env "must run as root" && return - [ -z "`lctl get_param -n mdc.*-mdc-*.connect_flags | grep xattr`" ] && skip_env "must have user_xattr" && return + [ -z "`lctl get_param -n mdc.*-mdc-*.connect_flags | grep xattr`" ] && + skip_env "must have user_xattr" && return - [ -z "$(which setfattr 2>/dev/null)" ] && skip_env "could not find setfattr" && return + [ -z "$(which setfattr 2>/dev/null)" ] && + skip_env "could not find setfattr" && return echo "set/get xattr..." - setfattr -n trusted.name1 -v value1 $testfile || error - [ "`getfattr -n trusted.name1 $testfile 2> /dev/null | \ - grep "trusted.name1"`" == "trusted.name1=\"value1\"" ] || error + setfattr -n trusted.name1 -v value1 $testfile || error + getfattr -n trusted.name1 $testfile 2> /dev/null | + grep "trusted.name1=.value1" || + error "$testfile missing trusted.name1=value1" - setfattr -n user.author1 -v author1 $testfile || error - [ "`getfattr -n user.author1 $testfile 2> /dev/null | \ - grep "user.author1"`" == "user.author1=\"author1\"" ] || error + setfattr -n user.author1 -v author1 $testfile || error + getfattr -n user.author1 $testfile 2> /dev/null | + grep "user.author1=.author1" || + error "$testfile missing trusted.author1=author1" echo "listxattr..." - setfattr -n trusted.name2 -v value2 $testfile || error - setfattr -n trusted.name3 -v value3 $testfile || error - [ `getfattr -d -m "^trusted" $testfile 2> /dev/null | \ - grep "trusted.name" | wc -l` -eq 3 ] || error - - - setfattr -n user.author2 -v author2 $testfile || error - setfattr -n user.author3 -v author3 $testfile || error - [ `getfattr -d -m "^user" $testfile 2> /dev/null | \ - grep "user" | wc -l` -eq 3 ] || error + setfattr -n trusted.name2 -v value2 $testfile || + error "$testfile unable to set trusted.name2" + setfattr -n trusted.name3 -v value3 $testfile || + error "$testfile unable to set trusted.name3" + [ $(getfattr -d -m "^trusted" $testfile 2> /dev/null | + grep "trusted.name" | wc -l) -eq 3 ] || + error "$testfile missing 3 trusted.name xattrs" + + setfattr -n user.author2 -v author2 $testfile || + error "$testfile unable to set user.author2" + setfattr -n user.author3 -v author3 $testfile || + error "$testfile unable to set user.author3" + [ $(getfattr -d -m "^user" $testfile 2> /dev/null | + grep "user.author" | wc -l) -eq 3 ] || + error "$testfile missing 3 user.author xattrs" echo "remove xattr..." - setfattr -x trusted.name1 $testfile || error - getfattr -d -m trusted $testfile 2> /dev/null | \ - grep "trusted.name1" && error || true + setfattr -x trusted.name1 $testfile || + error "$testfile error deleting trusted.name1" + getfattr -d -m trusted $testfile 2> /dev/null | grep "trusted.name1" && + error "$testfile did not delete trusted.name1 xattr" - setfattr -x user.author1 $testfile || error - getfattr -d -m user $testfile 2> /dev/null | \ - grep "user.author1" && error || true + setfattr -x user.author1 $testfile || + error "$testfile error deleting user.author1" + getfattr -d -m user $testfile 2> /dev/null | grep "user.author1" && + error "$testfile did not delete trusted.name1 xattr" # b10667: setting lustre special xattr be silently discarded echo "set lustre special xattr ..." - setfattr -n "trusted.lov" -v "invalid value" $testfile || error - - rm -f $testfile + setfattr -n "trusted.lov" -v "invalid value" $testfile || + error "$testfile allowed setting trusted.lov" } run_test 102a "user xattr test ==================================" @@ -5000,9 +5318,9 @@ test_102b() { echo "get/set/list trusted.lov xattr ..." [ "$OSTCOUNT" -lt "2" ] && skip_env "skipping 2-stripe test" && return local testfile=$DIR/$tfile - $SETSTRIPE -s 65536 -i 1 -c $OSTCOUNT $testfile || + $SETSTRIPE -S 65536 -i 1 -c $OSTCOUNT $testfile || error "setstripe failed" - local STRIPECOUNT=$(lfs getstripe -c $testfile) || + local STRIPECOUNT=$($GETSTRIPE -c $testfile) || error "getstripe failed" getfattr -d -m "^trusted" $testfile 2> /dev/null | \ grep "trusted.lov" || error "can't get trusted.lov from $testfile" @@ -5013,12 +5331,10 @@ test_102b() { $MCREATE $testfile2 setfattr -n trusted.lov -v $value $testfile2 - local tmp_file=${testfile}3 - $GETSTRIPE -v $testfile2 > $tmp_file - local stripe_size=`grep "size" $tmp_file| awk '{print $2}'` - local stripe_count=`grep "count" $tmp_file| awk '{print $2}'` - [ "$stripe_size" -eq 65536 ] || error "stripe size $stripe_size != 65536" - [ "$stripe_count" -eq $STRIPECOUNT ] || + local stripe_size=$($GETSTRIPE -S $testfile2) + local stripe_count=$($GETSTRIPE -c $testfile2) + [ $stripe_size -eq 65536 ] || error "stripe size $stripe_size != 65536" + [ $stripe_count -eq $STRIPECOUNT ] || error "stripe count $stripe_count != $STRIPECOUNT" rm -f $DIR/$tfile } @@ -5031,9 +5347,9 @@ test_102c() { mkdir -p $DIR/$tdir chown $RUNAS_ID $DIR/$tdir local testfile=$DIR/$tdir/$tfile - $RUNAS $SETSTRIPE -s 65536 -i 1 -c $OSTCOUNT $testfile || + $RUNAS $SETSTRIPE -S 65536 -i 1 -c $OSTCOUNT $testfile || error "setstripe failed" - local STRIPECOUNT=$($RUNAS lfs getstripe -c $testfile) || + local STRIPECOUNT=$($RUNAS $GETSTRIPE -c $testfile) || error "getstripe failed" $RUNAS getfattr -d -m "^lustre" $testfile 2> /dev/null | \ grep "lustre.lov" || error "can't get lustre.lov from $testfile" @@ -5044,10 +5360,8 @@ test_102c() { $RUNAS $MCREATE $testfile2 $RUNAS setfattr -n lustre.lov -v $value $testfile2 - local tmp_file=${testfile}3 - $RUNAS $GETSTRIPE -v $testfile2 > $tmp_file - local stripe_size=`grep "size" $tmp_file| awk '{print $2}'` - local stripe_count=`grep "count" $tmp_file| awk '{print $2}'` + local stripe_size=$($RUNAS $GETSTRIPE -S $testfile2) + local stripe_count=$($RUNAS $GETSTRIPE -c $testfile2) [ $stripe_size -eq 65536 ] || error "stripe size $stripe_size != 65536" [ $stripe_count -eq $STRIPECOUNT ] || error "stripe count $stripe_count != $STRIPECOUNT" @@ -5055,59 +5369,34 @@ test_102c() { run_test 102c "non-root getfattr/setfattr for lustre.lov EAs ===========" compare_stripe_info1() { - local stripe_index_all_zero=1 + local stripe_index_all_zero=true - for num in 1 2 3 4 - do - for count in `seq 1 $STRIPE_COUNT` - do - for offset in `seq 0 $[$STRIPE_COUNT - 1]` - do - local size=`expr $STRIPE_SIZE \* $num` + for num in 1 2 3 4; do + for count in $(seq 1 $STRIPE_COUNT); do + for offset in $(seq 0 $[$STRIPE_COUNT - 1]); do + local size=$((STRIPE_SIZE * num)) local file=file"$num-$offset-$count" - get_stripe_info client $PWD/$file "$1" - if [ $stripe_size -ne $size ]; then - error "$file: different stripe size $stripe_size, expected $size" && return - fi - if [ $stripe_count -ne $count ]; then - error "$file: different stripe count $stripe_count, expected $count" && return - fi - if [ $stripe_index -ne 0 ]; then - stripe_index_all_zero=0 - fi + stripe_size=$(lfs getstripe -S $PWD/$file) + [ $stripe_size -ne $size ] && + error "$file: size $stripe_size != $size" + stripe_count=$(lfs getstripe -c $PWD/$file) + # allow fewer stripes to be created, ORI-601 + [ $stripe_count -lt $(((3 * count + 3) / 4)) ]&& + error "$file: count $stripe_count != $count" + stripe_index=$(lfs getstripe -i $PWD/$file) + [ $stripe_index -ne 0 ] && + stripe_index_all_zero=false done done done - [ $stripe_index_all_zero -eq 1 ] && error "all files are being extracted starting from OST index 0" + $stripe_index_all_zero && + error "all files are being extracted starting from OST index 0" return 0 } -compare_stripe_info2() { - for num in 1 2 3 4 - do - for count in `seq 1 $STRIPE_COUNT` - do - for offset in `seq 0 $[$STRIPE_COUNT - 1]` - do - local size=`expr $STRIPE_SIZE \* $num` - local file=file"$num-$offset-$count" - get_stripe_info client $PWD/$file - if [ $stripe_size -ne $size ]; then - error "$file: different stripe size $stripe_size, expected $size" && return - fi - if [ $stripe_count -ne $count ]; then - error "$file: different stripe count $stripe_count, expected $count" && return - fi - if [ $stripe_index -ne $offset ]; then - error "$file: different stripe offset $stripe_index, expected $offset" && return - fi - done - done - done -} - find_lustre_tar() { - [ -n "$(which tar 2>/dev/null)" ] && strings $(which tar) | grep -q lustre && echo tar + [ -n "$(which tar 2>/dev/null)" ] && + strings $(which tar) | grep -q "lustre" && echo tar } test_102d() { @@ -5218,21 +5507,41 @@ test_102k() { # b22187 'setfattr -n trusted.lov' should work as remove LOV EA for directories local test_kdir=$DIR/d102k mkdir $test_kdir - local default_size=`$GETSTRIPE -s $test_kdir` + local default_size=`$GETSTRIPE -S $test_kdir` local default_count=`$GETSTRIPE -c $test_kdir` - local default_offset=`$GETSTRIPE -o $test_kdir` - $SETSTRIPE -s 65536 -i 1 -c $OSTCOUNT $test_kdir || error 'dir setstripe failed' + local default_offset=`$GETSTRIPE -i $test_kdir` + $SETSTRIPE -S 65536 -i 1 -c $OSTCOUNT $test_kdir || + error 'dir setstripe failed' setfattr -n trusted.lov $test_kdir - local stripe_size=`$GETSTRIPE -s $test_kdir` + local stripe_size=`$GETSTRIPE -S $test_kdir` local stripe_count=`$GETSTRIPE -c $test_kdir` - local stripe_offset=`$GETSTRIPE -o $test_kdir` - [ $stripe_size -eq $default_size ] || error "stripe size $stripe_size != $default_size" - [ $stripe_count -eq $default_count ] || error "stripe count $stripe_count != $default_count" - [ $stripe_offset -eq $default_offset ] || error "stripe offset $stripe_offset != $default_offset" + local stripe_offset=`$GETSTRIPE -i $test_kdir` + [ $stripe_size -eq $default_size ] || + error "stripe size $stripe_size != $default_size" + [ $stripe_count -eq $default_count ] || + error "stripe count $stripe_count != $default_count" + [ $stripe_offset -eq $default_offset ] || + error "stripe offset $stripe_offset != $default_offset" rm -rf $DIR/$tfile $test_kdir } run_test 102k "setfattr without parameter of value shouldn't cause a crash" +test_102l() { + # LU-532 trusted. xattr is invisible to non-root + local testfile=$DIR/$tfile + + touch $testfile + + echo "listxattr as user..." + chown $RUNAS_ID $testfile + $RUNAS getfattr -d -m '.*' $testfile 2>&1 | + grep -q "trusted" && + error "$testfile trusted xattrs are user visible" + + return 0; +} +run_test 102l "listxattr filter test ==================================" + cleanup_test102 run_acl_subtest() @@ -5516,7 +5825,7 @@ test_116() { # now fill using QOS echo writing a bunch of files to QOS-assigned OSTs - $SETSTRIPE $DIR/$tdir -c 1 + $SETSTRIPE -c 1 $DIR/$tdir i=0 while [ $FILL -gt 0 ]; do i=$(($i + 1)) @@ -5584,10 +5893,10 @@ reset_async() { FILE=$DIR/reset_async # Ensure all OSCs are cleared - $LSTRIPE -c -1 $FILE - dd if=/dev/zero of=$FILE bs=64k count=$OSTCOUNT + $SETSTRIPE -c -1 $FILE + dd if=/dev/zero of=$FILE bs=64k count=$OSTCOUNT sync - rm $FILE + rm $FILE } test_118a() #bug 11710 @@ -6461,7 +6770,7 @@ test_125() { # 13358 [ -z "$(lctl get_param -n llite.*.client_type | grep local)" ] && skip "must run as local client" && return [ -z "$(lctl get_param -n mdc.*-mdc-*.connect_flags | grep acl)" ] && skip "must have acl enabled" && return mkdir -p $DIR/d125 || error "mkdir failed" - $SETSTRIPE $DIR/d125 -s 65536 -c -1 || error "setstripe failed" + $SETSTRIPE -S 65536 -c -1 $DIR/d125 || error "setstripe failed" setfacl -R -m u:bin:rwx $DIR/d125 || error "setfacl $DIR/d125 failed" ls -ld $DIR/d125 || error "cannot access $DIR/d125" } @@ -6629,13 +6938,13 @@ test_130a() { trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile - lfs setstripe -s 65536 -c 1 $fm_file || error "setstripe failed on $fm_file" + $SETSTRIPE -S 65536 -c 1 $fm_file || error "setstripe on $fm_file" dd if=/dev/zero of=$fm_file bs=65536 count=1 || error "dd failed for $fm_file" filefrag -ves $fm_file || error "filefrag $fm_file failed" filefrag_op=`filefrag -ve $fm_file | grep -A 100 "ext:" | grep -v "ext:" | grep -v "found"` - lun=`$GETSTRIPE $fm_file | grep -A 10 obdidx | awk '{print $1}' | grep -v "obdidx"` + lun=$($GETSTRIPE -i $fm_file) start_blk=`echo $filefrag_op | cut -d: -f2 | cut -d. -f1` IFS=$'\n' @@ -6673,7 +6982,7 @@ test_130b() { trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile - lfs setstripe -s 65536 -c 2 $fm_file || error "setstripe failed on $fm_file" + $SETSTRIPE -S 65536 -c 2 $fm_file || error "setstripe on $fm_file" dd if=/dev/zero of=$fm_file bs=1M count=2 || error "dd failed on $fm_file" filefrag -ves $fm_file || error "filefrag $fm_file failed" @@ -6722,7 +7031,7 @@ test_130c() { trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile - lfs setstripe -s 65536 -c 2 $fm_file || error "setstripe failed on $fm_file" + $SETSTRIPE -S 65536 -c 2 $fm_file || error "setstripe on $fm_file" dd if=/dev/zero of=$fm_file seek=1 bs=1M count=1 || error "dd failed on $fm_file" filefrag -ves $fm_file || error "filefrag $fm_file failed" @@ -6777,7 +7086,7 @@ test_130d() { trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile - lfs setstripe -s 65536 -c $OSTCOUNT $fm_file || error "setstripe failed on $fm_file" + $SETSTRIPE -S 65536 -c $OSTCOUNT $fm_file||error "setstripe on $fm_file" dd if=/dev/zero of=$fm_file bs=1M count=$OSTCOUNT || error "dd failed on $fm_file" filefrag -ves $fm_file || error "filefrag $fm_file failed" @@ -6826,7 +7135,7 @@ test_130e() { trap cleanup_130 EXIT RETURN local fm_file=$DIR/$tfile - lfs setstripe -s 131072 -c 2 $fm_file || error "setstripe failed on $fm_file" + $SETSTRIPE -S 131072 -c 2 $fm_file || error "setstripe on $fm_file" NUM_BLKS=512 EXPECTED_LEN=$(( (NUM_BLKS / 2) * 64 )) for ((i = 0; i < $NUM_BLKS; i++)) @@ -7009,6 +7318,9 @@ check_stats() { test_133a() { remote_ost_nodsh && skip "remote OST with nodsh" && return remote_mds_nodsh && skip "remote MDS with nodsh" && return + + do_facet $SINGLEMDS $LCTL list_param mdt.*.rename_stats || + { skip "MDS doesn't support rename stats"; return; } local testdir=$DIR/${tdir}/stats_testdir mkdir -p $DIR/${tdir} @@ -7062,6 +7374,9 @@ test_133b() { # extra mdt stats verification. chmod 444 ${testdir}/${tfile} || error "chmod failed" check_stats $SINGLEMDS "setattr" 1 + do_facet $SINGLEMDS $LCTL set_param mdt.*.md_stats=clear + ls -l ${testdir}/${tfile} > /dev/null|| error "ls failed" + check_stats $SINGLEMDS "getattr" 1 $LFS df || error "lfs failed" check_stats $SINGLEMDS "statfs" 1 @@ -7076,7 +7391,7 @@ test_133c() { mkdir -p ${testdir} || error "mkdir failed" # verify obdfilter stats. - $LFS setstripe -c 1 -o 0 ${testdir}/${tfile} + $SETSTRIPE -c 1 -i 0 ${testdir}/${tfile} sync cancel_lru_locks osc @@ -7144,7 +7459,7 @@ size_in_KMGT() { get_rename_size() { local size=$1 - local sample=$(do_facet $SINGLEMDS $LCTL get_param mdt.*.rename_stats | \ + local sample=$(do_facet $SINGLEMDS $LCTL get_param mdt.*.rename_stats | awk '/ '${size}'/ {print $4}' | sed -e "s/,//g") echo $sample } @@ -7152,6 +7467,9 @@ get_rename_size() { test_133d() { remote_ost_nodsh && skip "remote OST with nodsh" && return remote_mds_nodsh && skip "remote MDS with nodsh" && return + do_facet $SINGLEMDS $LCTL list_param mdt.*.rename_stats || + { skip "MDS doesn't support rename stats"; return; } + local testdir1=$DIR/${tdir}/stats_testdir1 local testdir2=$DIR/${tdir}/stats_testdir2 @@ -7161,9 +7479,9 @@ test_133d() { mkdir -p ${testdir2} || error "mkdir failed" createmany -o $testdir1/test 512 || error "createmany failed" - local testdir1_size=$(ls -l $DIR/${tdir} | \ + local testdir1_size=$(ls -l $DIR/${tdir} | awk '/stats_testdir1/ {print $5}') - local testdir2_size=$(ls -l $DIR/${tdir} | \ + local testdir2_size=$(ls -l $DIR/${tdir} | awk '/stats_testdir2/ {print $5}') testdir1_size=$(order_2 $testdir1_size) @@ -7172,27 +7490,31 @@ test_133d() { testdir1_size=$(size_in_KMGT $testdir1_size) testdir2_size=$(size_in_KMGT $testdir2_size) + echo "source rename dir size: ${testdir1_size}" + echo "target rename dir size: ${testdir2_size}" + # check samedir rename size mv ${testdir1}/test0 ${testdir1}/test_0 - local samedir=$(do_facet $SINGLEMDS $LCTL get_param mdt.*.rename_stats | \ - grep 'same_dir') + local cmd="do_facet $SINGLEMDS $LCTL get_param mdt.*.rename_stats" + eval $cmd || error "$cmd failed" + local samedir=$($cmd | grep 'same_dir') local same_sample=$(get_rename_size $testdir1_size) [ -z "$samedir" ] && error "samedir_rename_size count error" - [ $same_sample -eq 1 ] || error "samedir_rename_size count error" + [ "$same_sample" -eq 1 ] || error "samedir_rename_size error $same_sample" echo "Check same dir rename stats success" - # check crossdir rename size do_facet $SINGLEMDS $LCTL set_param mdt.*.rename_stats=clear + + # check crossdir rename size mv ${testdir1}/test_0 ${testdir2}/test_0 - local crossdir=$(do_facet $SINGLEMDS $LCTL get_param mdt.*.rename_stats | \ - grep 'crossdir') + eval $cmd || error "$cmd failed" + local crossdir=$($cmd | grep 'crossdir') local src_sample=$(get_rename_size $testdir1_size) local tgt_sample=$(get_rename_size $testdir2_size) [ -z "$crossdir" ] && error "crossdir_rename_size count error" - [ $src_sample -eq 1 ] || error "crossdir_rename_size count error" - [ $tgt_sample -eq 1 ] || error "crossdir_rename_size count error" + [ "$src_sample" -eq 1 ] || error "crossdir_rename_size error $src_sample" + [ "$tgt_sample" -eq 1 ] || error "crossdir_rename_size error $tgt_sample" echo "Check cross dir rename stats success" - rm -rf $DIR/${tdir} } run_test 133d "Verifying rename_stats ========================================" @@ -7362,12 +7684,68 @@ test_154() { rc=$? [ $rc -ne 0 ] && error "error: could not get fid for $DIR/$tfile." - echo "open fid $fid" - diff /etc/hosts $DIR/.lustre/fid/$fid || error "open by fid failed: did not find expected data in file." + ffid=$DIR/.lustre/fid/$fid + + echo "stat fid $fid" + stat $ffid > /dev/null || error "stat $ffid failed." + echo "touch fid $fid" + touch $ffid || error "touch $ffid failed." + echo "write to fid $fid" + cat /etc/hosts > $ffid || error "write $ffid failed." + echo "read fid $fid" + diff /etc/hosts $ffid || error "read $ffid failed." + echo "append write to fid $fid" + cat /etc/hosts >> $ffid || error "append write $ffid failed." + echo "rename fid $fid" + mv $ffid $DIR/$tfile.1 && error "rename $ffid to $tfile.1 should fail." + touch $DIR/$tfile.1 + mv $DIR/$tfile.1 $ffid && error "rename $tfile.1 to $ffid should fail." + rm -f $DIR/$tfile.1 + echo "truncate fid $fid" + $TRUNCATE $ffid 777 || error "truncate $ffid failed." + echo "link fid $fid" + ln -f $ffid $DIR/tfile.lnk || error "link $ffid failed." + if [ -n $(lctl get_param -n mdc.*-mdc-*.connect_flags | grep acl) ]; then + echo "setfacl fid $fid" + setfacl -R -m u:bin:rwx $ffid || error "setfacl $ffid failed." + echo "getfacl fid $fid" + getfacl $ffid >/dev/null || error "getfacl $ffid failed." + fi + echo "unlink fid $fid" + unlink $DIR/.lustre/fid/$fid && error "unlink $ffid should fail." + echo "mknod fid $fid" + mknod $ffid c 1 3 && error "mknod $ffid should fail." + + fid=[0xf00000400:0x1:0x0] + ffid=$DIR/.lustre/fid/$fid + + echo "stat non-exist fid $fid" + stat $ffid > /dev/null && error "stat non-exist $ffid should fail." + echo "write to non-exist fid $fid" + cat /etc/hosts > $ffid && error "write non-exist $ffid should fail." + echo "link new fid $fid" + ln $DIR/$tfile $ffid && error "link $ffid should fail." + + mkdir -p $DIR/$tdir + touch $DIR/$tdir/$tfile + fid=$($LFS path2fid $DIR/$tdir) + rc=$? + [ $rc -ne 0 ] && error "error: could not get fid for $DIR/$tfile." + + ffid=$DIR/.lustre/fid/$fid + + echo "ls $fid" + ls $ffid > /dev/null || error "ls $ffid failed." + echo "touch $fid/$tfile.1" + touch $ffid/$tfile.1 || error "touch $ffid/$tfile.1 failed." - echo "Opening a file by FID succeeded" + echo "touch $DIR/.lustre/fid/$tfile" + touch $DIR/.lustre/fid/$tfile && \ + error "touch $DIR/.lustre/fid/$tfile should fail." + + echo "Open-by-FID succeeded" } -run_test 154 "Opening a file by FID" +run_test 154 "Open-by-FID" test_155_small_load() { local temp=$TMP/$tfile @@ -7642,6 +8020,8 @@ changelog_chmask() test_160() { remote_mds_nodsh && skip "remote MDS with nodsh" && return + [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.0) ] || + { skip "Need MDS version at least 2.2.0"; return; } USER=$(do_facet $SINGLEMDS $LCTL --device $MDT0 changelog_register -n) echo "Registered as changelog user $USER" do_facet $SINGLEMDS $LCTL get_param -n mdd.$MDT0.changelog_users | \ @@ -8226,48 +8606,31 @@ default_attr() { $LCTL get_param -n lov.$FSNAME-clilov-\*.stripe${1} } -# usage: trim -# Trims leading and trailing whitespace from the parameter string -trim() { - echo $@ -} - -# usage: check_default_stripe_attr +# usage: check_default_stripe_attr check_default_stripe_attr() { - # $GETSTRIPE returns trailing whitespace which needs to be trimmed off - ACTUAL=$(trim $($GETSTRIPE --$1 $DIR/$tdir)) - if [ $1 = "count" -o $1 = "size" ]; then - EXPECTED=`default_attr $1`; - else - # the 'stripeoffset' parameter prints as an unsigned int, so - # until this is fixed we hard-code -1 here - EXPECTED=-1; - fi - [ "x$ACTUAL" != "x$EXPECTED" ] && - error "$DIR/$tdir has stripe $1 '$ACTUAL', not '$EXPECTED'" -} + ACTUAL=$($GETSTRIPE $* $DIR/$tdir) + case $1 in + --stripe-count|--count) + [ -n "$2" ] && EXPECTED=0 || EXPECTED=$(default_attr count);; + --stripe-size|--size) + [ -n "$2" ] && EXPECTED=0 || EXPECTED=$(default_attr size);; + --stripe-index|--index) + EXPECTED=-1;; + *) + error "unknown getstripe attr '$1'" + esac -# usage: check_raw_stripe_attr -check_raw_stripe_attr() { - # $GETSTRIPE returns trailing whitespace which needs to be trimmed off - ACTUAL=$(trim $($GETSTRIPE --raw --$1 $DIR/$tdir)) - if [ $1 = "count" -o $1 = "size" ]; then - EXPECTED=0; - else - EXPECTED=-1; - fi - [ "x$ACTUAL" != "x$EXPECTED" ] && - error "$DIR/$tdir has raw stripe $1 '$ACTUAL', not '$EXPECTED'" + [ $ACTUAL != $EXPECTED ] && + error "$DIR/$tdir has $1 '$ACTUAL', not '$EXPECTED'" } - test_204a() { mkdir -p $DIR/$tdir - $SETSTRIPE --count 0 --size 0 --offset -1 $DIR/$tdir + $SETSTRIPE --stripe-count 0 --stripe-size 0 --stripe-index -1 $DIR/$tdir - check_default_stripe_attr count - check_default_stripe_attr size - check_default_stripe_attr offset + check_default_stripe_attr --stripe-count + check_default_stripe_attr --stripe-size + check_default_stripe_attr --stripe-index return 0 } @@ -8275,10 +8638,10 @@ run_test 204a "Print default stripe attributes =================" test_204b() { mkdir -p $DIR/$tdir - $SETSTRIPE --count 1 $DIR/$tdir + $SETSTRIPE --stripe-count 1 $DIR/$tdir - check_default_stripe_attr size - check_default_stripe_attr offset + check_default_stripe_attr --stripe-size + check_default_stripe_attr --stripe-index return 0 } @@ -8286,10 +8649,10 @@ run_test 204b "Print default stripe size and offset ===========" test_204c() { mkdir -p $DIR/$tdir - $SETSTRIPE --size 65536 $DIR/$tdir + $SETSTRIPE --stripe-size 65536 $DIR/$tdir - check_default_stripe_attr count - check_default_stripe_attr offset + check_default_stripe_attr --stripe-count + check_default_stripe_attr --stripe-index return 0 } @@ -8297,10 +8660,10 @@ run_test 204c "Print default stripe count and offset ===========" test_204d() { mkdir -p $DIR/$tdir - $SETSTRIPE --offset 0 $DIR/$tdir + $SETSTRIPE --stripe-index 0 $DIR/$tdir - check_default_stripe_attr count - check_default_stripe_attr size + check_default_stripe_attr --stripe-count + check_default_stripe_attr --stripe-size return 0 } @@ -8310,9 +8673,9 @@ test_204e() { mkdir -p $DIR/$tdir $SETSTRIPE -d $DIR/$tdir - check_raw_stripe_attr count - check_raw_stripe_attr size - check_raw_stripe_attr offset + check_default_stripe_attr --stripe-count --raw + check_default_stripe_attr --stripe-size --raw + check_default_stripe_attr --stripe-index --raw return 0 } @@ -8320,10 +8683,10 @@ run_test 204e "Print raw stripe attributes =================" test_204f() { mkdir -p $DIR/$tdir - $SETSTRIPE --count 1 $DIR/$tdir + $SETSTRIPE --stripe-count 1 $DIR/$tdir - check_raw_stripe_attr size - check_raw_stripe_attr offset + check_default_stripe_attr --stripe-size --raw + check_default_stripe_attr --stripe-index --raw return 0 } @@ -8331,10 +8694,10 @@ run_test 204f "Print raw stripe size and offset ===========" test_204g() { mkdir -p $DIR/$tdir - $SETSTRIPE --size 65536 $DIR/$tdir + $SETSTRIPE --stripe-size 65536 $DIR/$tdir - check_raw_stripe_attr count - check_raw_stripe_attr offset + check_default_stripe_attr --stripe-count --raw + check_default_stripe_attr --stripe-index --raw return 0 } @@ -8342,15 +8705,115 @@ run_test 204g "Print raw stripe count and offset ===========" test_204h() { mkdir -p $DIR/$tdir - $SETSTRIPE --offset 0 $DIR/$tdir + $SETSTRIPE --stripe-index 0 $DIR/$tdir - check_raw_stripe_attr count - check_raw_stripe_attr size + check_default_stripe_attr --stripe-count --raw + check_default_stripe_attr --stripe-size --raw return 0 } run_test 204h "Print raw stripe count and size =============" +# Figure out which job scheduler is being used, if any, +# or use a fake one +if [ -n "$SLURM_JOB_ID" ]; then # SLURM + JOBENV=SLURM_JOB_ID +elif [ -n "$LSB_JOBID" ]; then # Load Sharing Facility + JOBENV=LSB_JOBID +elif [ -n "$PBS_JOBID" ]; then # PBS/Maui/Moab + JOBENV=PBS_JOBID +elif [ -n "$LOADL_STEPID" ]; then # LoadLeveller + JOBENV=LOADL_STEP_ID +elif [ -n "$JOB_ID" ]; then # Sun Grid Engine + JOBENV=JOB_ID +else + JOBENV=FAKE_JOBID +fi + +verify_jobstats() { + local cmd=$1 + local target=$2 + + # clear old jobstats + do_facet $SINGLEMDS lctl set_param mdt.*.job_stats="clear" + do_facet ost0 lctl set_param obdfilter.*.job_stats="clear" + + # use a new JobID for this test, or we might see an old one + [ "$JOBENV" = "FAKE_JOBID" ] && FAKE_JOBID=test_id.$testnum.$RANDOM + + JOBVAL=${!JOBENV} + log "Test: $cmd" + log "Using JobID environment variable $JOBENV=$JOBVAL" + + if [ $JOBENV = "FAKE_JOBID" ]; then + FAKE_JOBID=$JOBVAL $cmd + else + $cmd + fi + + if [ "$target" = "mdt" -o "$target" = "both" ]; then + FACET="$SINGLEMDS" # will need to get MDS number for DNE + do_facet $FACET lctl get_param mdt.*.job_stats | + grep $JOBVAL || error "No job stats found on MDT $FACET" + fi + if [ "$target" = "ost" -o "$target" = "both" ]; then + FACET=ost0 + do_facet $FACET lctl get_param obdfilter.*.job_stats | + grep $JOBVAL || error "No job stats found on OST $FACET" + fi +} + +test_205() { # Job stats + local cmd + OLD_JOBENV=`$LCTL get_param -n jobid_var` + if [ $OLD_JOBENV != $JOBENV ]; then + do_facet mgs $LCTL conf_param $FSNAME.sys.jobid_var=$JOBENV + wait_update $HOSTNAME "$LCTL get_param -n jobid_var" \ + $JOBENV || return 1 + fi + + # mkdir + cmd="mkdir $DIR/$tfile" + verify_jobstats "$cmd" "mdt" + # rmdir + cmd="rm -fr $DIR/$tfile" + verify_jobstats "$cmd" "mdt" + # mknod + cmd="mknod $DIR/$tfile c 1 3" + verify_jobstats "$cmd" "mdt" + # unlink + cmd="rm -f $DIR/$tfile" + verify_jobstats "$cmd" "mdt" + # open & close + cmd="$SETSTRIPE -i 0 -c 1 $DIR/$tfile" + verify_jobstats "$cmd" "mdt" + # setattr + cmd="touch $DIR/$tfile" + verify_jobstats "$cmd" "both" + # write + cmd="dd if=/dev/zero of=$DIR/$tfile bs=1M count=1 oflag=sync" + verify_jobstats "$cmd" "ost" + # read + cmd="dd if=$DIR/$tfile of=/dev/null bs=1M count=1 iflag=direct" + verify_jobstats "$cmd" "ost" + # truncate + cmd="$TRUNCATE $DIR/$tfile 0" + verify_jobstats "$cmd" "both" + # rename + cmd="mv -f $DIR/$tfile $DIR/jobstats_test_rename" + verify_jobstats "$cmd" "mdt" + + # cleanup + rm -f $DIR/jobstats_test_rename + + if [ $OLD_JOBENV != $JOBENV ]; then + do_facet mgs $LCTL conf_param $FSNAME.sys.jobid_var=$OLD_JOBENV + wait_update $HOSTNAME "$LCTL get_param -n jobid_var" \ + $OLD_JOBENV || return 1 + fi +} +run_test 205 "Verify job stats" + test_212() { size=`date +%s` size=$((size % 8192 + 1)) @@ -8430,12 +8893,12 @@ check_lnet_proc_entry() { } test_215() { # for bugs 18102, 21079, 21517 - local N='(0|[1-9][0-9]*)' # non-negative numeric - local P='[1-9][0-9]*' # positive numeric - local I='(0|-?[1-9][0-9]*)' # any numeric (0 | >0 | <0) - local NET='[a-z][a-z0-9]*' # LNET net like o2ib2 - local ADDR='[0-9.]+' # LNET addr like 10.0.0.1 - local NID="$ADDR@$NET" # LNET nid like 10.0.0.1@o2ib2 + local N='(0|[1-9][0-9]*)' # non-negative numeric + local P='[1-9][0-9]*' # positive numeric + local I='(0|-?[1-9][0-9]*|NA)' # any numeric (0 | >0 | <0) or NA if no value + local NET='[a-z][a-z0-9]*' # LNET net like o2ib2 + local ADDR='[0-9.]+' # LNET addr like 10.0.0.1 + local NID="$ADDR@$NET" # LNET nid like 10.0.0.1@o2ib2 local L1 # regexp for 1st line local L2 # regexp for 2nd line (optional) @@ -8667,7 +9130,7 @@ run_test 221 "make sure fault and truncate race to not cause OOM" test_222a () { rm -rf $DIR/$tdir mkdir -p $DIR/$tdir - $LFS setstripe -c 1 -i 0 $DIR/$tdir + $SETSTRIPE -c 1 -i 0 $DIR/$tdir createmany -o $DIR/$tdir/$tfile 10 cancel_lru_locks mdc cancel_lru_locks osc @@ -8682,7 +9145,7 @@ run_test 222a "AGL for ls should not trigger CLIO lock failure ================" test_222b () { rm -rf $DIR/$tdir mkdir -p $DIR/$tdir - $LFS setstripe -c 1 -i 0 $DIR/$tdir + $SETSTRIPE -c 1 -i 0 $DIR/$tdir createmany -o $DIR/$tdir/$tfile 10 cancel_lru_locks mdc cancel_lru_locks osc @@ -8696,7 +9159,7 @@ run_test 222b "AGL for rmdir should not trigger CLIO lock failure =============" test_223 () { rm -rf $DIR/$tdir mkdir -p $DIR/$tdir - $LFS setstripe -c 1 -i 0 $DIR/$tdir + $SETSTRIPE -c 1 -i 0 $DIR/$tdir createmany -o $DIR/$tdir/$tfile 10 cancel_lru_locks mdc cancel_lru_locks osc @@ -8728,6 +9191,112 @@ test_224b() { # LU-1039, MRP-303 } run_test 224b "Don't panic on bulk IO failure" +MDSSURVEY=${MDSSURVEY:-$(which mds-survey 2>/dev/null || true)} +test_225a () { + if [ -z ${MDSSURVEY} ]; then + skip_env "mds-survey not found" && return + fi + [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.51) ] || + { skip "Need MDS version at least 2.2.51"; return; } + + local mds=$(facet_host $SINGLEMDS) + local target=$(do_nodes $mds 'lctl dl' | \ + awk "{if (\$2 == \"UP\" && \$3 == \"mdt\") {print \$4}}") + + local cmd1="file_count=1000 thrhi=4" + local cmd2="dir_count=2 layer=mdd stripe_count=0" + local cmd3="rslt_loc=${TMP} targets=\"$mds:$target\" $MDSSURVEY" + local cmd="$cmd1 $cmd2 $cmd3" + + rm -f ${TMP}/mds_survey* + echo + $cmd + eval $cmd || error "mds-survey with zero-stripe failed" + cat ${TMP}/mds_survey* + rm -f ${TMP}/mds_survey* +} +run_test 225a "Metadata survey sanity with zero-stripe" + +test_225b () { + if [ -z ${MDSSURVEY} ]; then + skip_env "mds-survey not found" && return + fi + [ $(lustre_version_code $SINGLEMDS) -ge $(version_code 2.2.51) ] || + { skip "Need MDS version at least 2.2.51"; return; } + + if [ $($LCTL dl | grep -c osc) -eq 0 ]; then + skip_env "Need to mount OST to test" && return + fi + + local mds=$(facet_host $SINGLEMDS) + local target=$(do_nodes $mds 'lctl dl' | \ + awk "{if (\$2 == \"UP\" && \$3 == \"mdt\") {print \$4}}") + + local cmd1="file_count=1000 thrhi=4" + local cmd2="dir_count=2 layer=mdd stripe_count=1" + local cmd3="rslt_loc=${TMP} targets=\"$mds:$target\" $MDSSURVEY" + local cmd="$cmd1 $cmd2 $cmd3" + + rm -f ${TMP}/mds_survey* + echo + $cmd + eval $cmd || error "mds-survey with stripe_count failed" + cat ${TMP}/mds_survey* + rm -f ${TMP}/mds_survey* +} +run_test 225b "Metadata survey sanity with stripe_count = 1" + +mcreate_path2fid () { + local mode=$1 + local major=$2 + local minor=$3 + local name=$4 + local desc=$5 + local path=$DIR/$tdir/$name + local fid + local rc + local fid_path + + $MCREATE --mode=$1 --major=$2 --minor=$3 $path || \ + error "error: cannot create $desc" + + fid=$($LFS path2fid $path) + rc=$? + [ $rc -ne 0 ] && error "error: cannot get fid of a $desc" + + fid_path=$($LFS fid2path $DIR $fid) + rc=$? + [ $rc -ne 0 ] && error "error: cannot get path of a $desc by fid" + + [ "$path" == "$fid_path" ] || \ + error "error: fid2path returned \`$fid_path', expected \`$path'" +} + +test_226 () { + rm -rf $DIR/$tdir + mkdir -p $DIR/$tdir + + mcreate_path2fid 0010666 0 0 fifo "FIFO" + mcreate_path2fid 0020666 1 3 null "character special file (null)" + mcreate_path2fid 0020666 1 255 none "character special file (no device)" + mcreate_path2fid 0040666 0 0 dir "directory" + mcreate_path2fid 0060666 7 0 loop0 "block special file (loop)" + mcreate_path2fid 0100666 0 0 file "regular file" + mcreate_path2fid 0120666 0 0 link "symbolic link" + mcreate_path2fid 0140666 0 0 sock "socket" +} +run_test 226 "call path2fid and fid2path on files of all type" + +# LU-1299 Executing or running ldd on a truncated executable does not +# cause an out-of-memory condition. +test_227() { + dd if=`which date` of=$MOUNT/date bs=1k count=1 + chmod +x $MOUNT/date + + $MOUNT/date > /dev/null + ldd $MOUNT/date > /dev/null + rm -f $MOUNT/date +} +run_test 227 "running truncated executable does not cause OOM" + # # tests that do cleanup/setup should be run at the end #