6 # bug number for skipped test: 3192 9977
7 ALWAYS_EXCEPT="14b 28 $SANITYN_EXCEPT"
8 # UPDATE THE COMMENT ABOVE WITH BUG NUMBERS WHEN CHANGING ALWAYS_EXCEPT!
10 [ "$SLOW" = "no" ] && EXCEPT="$EXCEPT 16"
12 # Tests that fail on uml
13 [ "$UML" = "true" ] && EXCEPT="$EXCEPT 7"
15 # Join file feature is not supported currently.
16 # It will be ported soon.
20 PATH=$PWD/$SRCDIR:$SRCDIR:$SRCDIR/../utils:$PATH
23 CHECKSTAT=${CHECKSTAT:-"checkstat -v"}
24 CREATETEST=${CREATETEST:-createtest}
25 GETSTRIPE=${GETSTRIPE:-lfs getstripe}
26 SETSTRIPE=${SETSTRIPE:-lstripe}
27 MCREATE=${MCREATE:-mcreate}
28 OPENFILE=${OPENFILE:-openfile}
29 OPENUNLINK=${OPENUNLINK:-openunlink}
30 TOEXCL=${TOEXCL:-toexcl}
31 TRUNCATE=${TRUNCATE:-truncate}
32 export TMP=${TMP:-/tmp}
33 MOUNT_2=${MOUNT_2:-"yes"}
34 CHECK_GRANT=${CHECK_GRANT:-"yes"}
35 GRANT_CHECK_LIST=${GRANT_CHECK_LIST:-""}
37 if [ $UID -ne 0 ]; then
41 RUNAS_ID=${RUNAS_ID:-500}
42 RUNAS=${RUNAS:-"runas -u $RUNAS_ID"}
47 export NAME=${NAME:-local}
49 LUSTRE=${LUSTRE:-`dirname $0`/..}
50 . $LUSTRE/tests/test-framework.sh
54 . ${CONFIG:=$LUSTRE/tests/cfg/$NAME.sh}
56 SANITYLOG=${TESTSUITELOG:-$TMP/$(basename $0 .sh).log}
60 $RUNAS krb5_login.sh || exit 1
68 [ "$SANITYLOG" ] && rm -f $SANITYLOG || true
70 check_and_setup_lustre
73 LOVNAME=`cat $LPROC/llite/*/lov/common_name | tail -n 1`
74 OSTCOUNT=`cat $LPROC/lov/$LOVNAME/numobd`
76 rm -rf $DIR1/[df][0-9]* $DIR1/lnk
82 [ -f $DIR2/f1 ] || error
84 run_test 1a "check create on 2 mtpt's =========================="
88 $CHECKSTAT -t file -p 0777 $DIR1/f1 || error
91 run_test 1b "check attribute updates on 2 mtpt's ==============="
94 $CHECKSTAT -t file -p 0666 $DIR1/f1 || error
96 run_test 1c "check after remount attribute updates on 2 mtpt's ="
100 $CHECKSTAT -a $DIR1/f1 || error
102 run_test 1d "unlink on one mountpoint removes file on other ===="
108 $CHECKSTAT -t file -p 0777 $DIR1/f2a || error
110 run_test 2a "check cached attribute updates on 2 mtpt's ========"
116 $CHECKSTAT -t file -p 0777 $DIR2/f2b || error
118 run_test 2b "check cached attribute updates on 2 mtpt's ========"
120 # NEED TO SAVE ROOT DIR MODE
123 $CHECKSTAT -t dir -p 0777 $DIR2 || error
125 run_test 2c "check cached attribute updates on 2 mtpt's root ==="
129 $CHECKSTAT -t dir -p 0755 $DIR2 || error
131 run_test 2d "check cached attribute updates on 2 mtpt's root ==="
138 $RUNAS dd if=/dev/zero of=$DIR2/$tfile count=1 || error
140 run_test 2e "check chmod on root is propagated to others"
143 ( cd $DIR1 ; ln -s this/is/good lnk )
144 [ "this/is/good" = "`perl -e 'print readlink("'$DIR2/lnk'");'`" ] || \
147 run_test 3 "symlink on one mtpt, readlink on another ==========="
150 multifstat $DIR1/f4 $DIR2/f4
152 run_test 4 "fstat validation on multiple mount points =========="
156 truncate $DIR2/f5 100
157 $CHECKSTAT -t file -s 100 $DIR1/f5 || error
160 run_test 5 "create a file on one mount, truncate it on the other"
163 openunlink $DIR1/$tfile $DIR2/$tfile || \
164 error "openunlink $DIR1/$tfile $DIR2/$tfile"
166 run_test 6 "remove of open file on other node =================="
169 # run_one creates uniq $tdir (bug 13798)
170 # opendirunlink failes if it exists
171 rmdir $DIR1/$tdir || true
172 opendirunlink $DIR1/$tdir $DIR2/$tdir || \
173 error "opendirunlink $DIR1/$tdir $DIR2/$tdir"
175 run_test 7 "remove of open directory on other node ============="
178 opendevunlink $DIR1/$tfile $DIR2/$tfile || \
179 error "opendevunlink $DIR1/$tfile $DIR2/$tfile"
181 run_test 8 "remove of open special file on other node =========="
186 for C in a b c d e f g h i j k l; do
187 DIR=`eval echo \\$DIR$MTPT`
188 echo -n $C >> $DIR/f9
189 [ "$MTPT" -eq 1 ] && MTPT=2 || MTPT=1
191 [ "`cat $DIR1/f9`" = "abcdefghijkl" ] || \
192 error "`od -a $DIR1/f9` != abcdefghijkl"
194 run_test 9 "append of file with sub-page size on multiple mounts"
200 for C in a b c d e f g h i j k l; do
201 DIR=`eval echo \\$DIR$MTPT`
202 echo -n $C | dd of=$DIR/f10 bs=1 seek=$OFFSET count=1
203 [ "$MTPT" -eq 1 ] && MTPT=2 || MTPT=1
204 OFFSET=`expr $OFFSET + 1`
206 [ "`cat $DIR1/f10`" = "abcdefghijkl" ] || \
207 error "`od -a $DIR1/f10` != abcdefghijkl"
209 run_test 10a "write of file with sub-page size on multiple mounts "
212 yes "R" | dd of=$DIR1/f10b bs=3k count=1 || error "dd $DIR1"
214 truncate $DIR1/f10b 4096 || error "truncate 4096"
216 dd if=$DIR2/f10b of=$TMP/f10b-lustre bs=4k count=1 || error "dd $DIR2"
218 # create a test file locally to compare
219 yes "R" | dd of=$TMP/f10b bs=3k count=1 || error "dd random"
220 truncate $TMP/f10b 4096 || error "truncate 4096"
221 cmp $TMP/f10b $TMP/f10b-lustre || error "file miscompare"
222 rm $TMP/f10b $TMP/f10b-lustre
224 run_test 10b "write of file with sub-page size on multiple mounts "
228 multiop $DIR1/d11/f O_c &
231 cp -p /bin/ls $DIR1/d11/f
235 wait $MULTIPID || error
236 [ $RC -eq 0 ] && error || true
238 run_test 11 "execution of file opened for write should return error ===="
241 DIR=$DIR DIR2=$DIR2 sh lockorder.sh
243 run_test 12 "test lock ordering (link, stat, unlink) ==========="
245 test_13() { # bug 2451 - directory coherency
247 mkdir $DIR1/d13 || error
248 cd $DIR1/d13 || error
250 ( touch $DIR1/d13/f13 ) # needs to be a separate shell
252 rm -f $DIR2/d13/f13 || error
253 ls 2>&1 | grep f13 && error "f13 shouldn't return an error (1)" || true
254 # need to run it twice
255 ( touch $DIR1/d13/f13 ) # needs to be a separate shell
257 rm -f $DIR2/d13/f13 || error
258 ls 2>&1 | grep f13 && error "f13 shouldn't return an error (2)" || true
260 run_test 13 "test directory page revocation ===================="
264 cp -p /bin/ls $DIR1/d14/ls
265 exec 100>> $DIR1/d14/ls
266 $DIR2/d14/ls && error || true
269 run_test 14 "execution of file open for write returns -ETXTBSY ="
273 cp -p `which multiop` $DIR1/d14/multiop || error "cp failed"
274 $DIR1/d14/multiop $TMP/test14.junk O_c &
277 multiop $DIR2/d14/multiop Oc && error "expected error, got success"
278 kill -USR1 $MULTIPID || return 2
279 wait $MULTIPID || return 3
280 rm $TMP/test14.junk $DIR1/d14/multiop || error "removing multiop"
282 run_test 14a "open(RDWR) of executing file returns -ETXTBSY ===="
284 test_14b() { # bug 3192, 7040
286 cp -p `which multiop` $DIR1/d14/multiop || error "cp failed"
287 $DIR1/d14/multiop $TMP/test14.junk O_c &
290 truncate $DIR2/d14/multiop 0 && kill -9 $MULTIPID && \
291 error "expected truncate error, got success"
292 kill -USR1 $MULTIPID || return 2
293 wait $MULTIPID || return 3
294 cmp `which multiop` $DIR1/d14/multiop || error "binary changed"
295 rm $TMP/test14.junk $DIR1/d14/multiop || error "removing multiop"
297 run_test 14b "truncate of executing file returns -ETXTBSY ======"
299 test_14c() { # bug 3430, 7040
301 cp -p `which multiop` $DIR1/d14/multiop || error "cp failed"
302 $DIR1/d14/multiop $TMP/test14.junk O_c &
305 cp /etc/hosts $DIR2/d14/multiop && error "expected error, got success"
306 kill -USR1 $MULTIPID || return 2
307 wait $MULTIPID || return 3
308 cmp `which multiop` $DIR1/d14/multiop || error "binary changed"
309 rm $TMP/test14.junk $DIR1/d14/multiop || error "removing multiop"
311 run_test 14c "open(O_TRUNC) of executing file return -ETXTBSY =="
313 test_14d() { # bug 10921
315 cp -p `which multiop` $DIR1/d14/multiop || error "cp failed"
316 $DIR1/d14/multiop $TMP/test14.junk O_c &
320 chmod 600 $DIR1/d14/multiop || error "chmod failed"
321 kill -USR1 $MULTIPID || return 2
322 wait $MULTIPID || return 3
323 cmp `which multiop` $DIR1/d14/multiop || error "binary changed"
324 rm $TMP/test14.junk $DIR1/d14/multiop || error "removing multiop"
326 run_test 14d "chmod of executing file is still possible ========"
328 test_15() { # bug 974 - ENOSPC
330 sh oos2.sh $MOUNT1 $MOUNT2
331 grant_error=`dmesg | grep "> available"`
332 [ -z "$grant_error" ] || error "$grant_error"
334 run_test 15 "test out-of-space with multiple writers ==========="
337 rm -f $MOUNT1/fsxfile
338 lfs setstripe $MOUNT1/fsxfile 0 -1 -1 # b=10919
339 fsx -c 50 -p 100 -N 2500 -l $((SIZE * 256)) -S 0 $MOUNT1/fsxfile $MOUNT2/fsxfile
341 run_test 16 "2500 iterations of dual-mount fsx ================="
343 test_17() { # bug 3513, 3667
344 [ ! -d /proc/fs/lustre/ost ] && skip "remote OST, skipping OST-only test" && return
346 cp /etc/termcap $DIR1/f17
347 cancel_lru_locks osc > /dev/null
348 #define OBD_FAIL_ONCE|OBD_FAIL_LDLM_CREATE_RESOURCE 0x30a
349 sysctl -w lustre.fail_loc=0x8000030a
350 ls -ls $DIR1/f17 | awk '{ print $1,$6 }' > $DIR1/f17-1 & \
351 ls -ls $DIR2/f17 | awk '{ print $1,$6 }' > $DIR2/f17-2
353 diff -u $DIR1/f17-1 $DIR2/f17-2 || error "files are different"
355 run_test 17 "resource creation/LVB creation race ==============="
358 ./mmap_sanity -d $MOUNT1 -m $MOUNT2
361 run_test 18 "mmap sanity check ================================="
363 test_19() { # bug3811
364 [ -d /proc/fs/lustre/obdfilter ] || return 0
366 MAX=`cat /proc/fs/lustre/obdfilter/*/readcache_max_filesize | head -n 1`
367 for O in /proc/fs/lustre/obdfilter/*OST*; do
368 echo 4096 > $O/readcache_max_filesize
370 dd if=/dev/urandom of=$TMP/f19b bs=512k count=32
371 SUM=`cksum $TMP/f19b | cut -d" " -f 1,2`
372 cp $TMP/f19b $DIR1/f19b
373 for i in `seq 1 20`; do
374 [ $((i % 5)) -eq 0 ] && log "test_18 loop $i"
375 cancel_lru_locks osc > /dev/null
376 cksum $DIR1/f19b | cut -d" " -f 1,2 > $TMP/sum1 & \
377 cksum $DIR2/f19b | cut -d" " -f 1,2 > $TMP/sum2
379 [ "`cat $TMP/sum1`" = "$SUM" ] || \
380 error "$DIR1/f19b `cat $TMP/sum1` != $SUM"
381 [ "`cat $TMP/sum2`" = "$SUM" ] || \
382 error "$DIR2/f19b `cat $TMP/sum2` != $SUM"
384 for O in /proc/fs/lustre/obdfilter/*OST*; do
385 echo $MAX > $O/readcache_max_filesize
389 #run_test 19 "test concurrent uncached read races ==============="
394 CNT=$((`cat /proc/fs/lustre/llite/*/dump_page_cache | wc -l`))
395 multiop $DIR1/f20 Ow8190c
396 multiop $DIR2/f20 Oz8194w8190c
397 multiop $DIR1/f20 Oz0r8190c
399 CNTD=$((`cat /proc/fs/lustre/llite/*/dump_page_cache | wc -l` - $CNT))
401 error $CNTD" page left in cache after lock cancel" || true
403 run_test 20 "test extra readahead page left in cache ===="
410 test_21() { # Bug 5907
412 mount /etc $DIR1/d21 --bind || error "mount failed" # Poor man's mount.
414 rmdir -v $DIR1/d21 && error "Removed mounted directory"
415 rmdir -v $DIR2/d21 && echo "Removed mounted directory from another mountpoint, needs to be fixed"
416 test -d $DIR1/d21 || error "Mounted directory disappeared"
418 test -d $DIR2/d21 || test -d $DIR1/d21 && error "Removed dir still visible after umount"
421 run_test 21 " Try to remove mountpoint on another dir ===="
423 JOIN=${JOIN:-"lfs join"}
425 test_22() { # Bug 9926
427 dd if=/dev/urandom of=$DIR1/d21/128k bs=1024 count=128
428 cp -p $DIR1/d21/128k $DIR1/d21/f_head
429 for ((i=0;i<10;i++)); do
430 cp -p $DIR1/d21/128k $DIR1/d21/f_tail
431 $JOIN $DIR1/d21/f_head $DIR1/d21/f_tail || error "join error"
432 $CHECKSTAT -a $DIR1/d21/f_tail || error "tail file exist after join"
434 echo aaaaaaaaaaa >> $DIR1/d21/no_joined
436 mv $DIR2/d21/f_head $DIR2/
437 munlink $DIR2/f_head || error "unlink joined file error"
438 cat $DIR2/d21/no_joined || error "cat error"
439 rm -rf $DIR2/d21/no_joined || error "unlink normal file error"
441 run_test 22 " After joining in one dir, open/close unlink file in anther dir"
443 test_23() { # Bug 5972
444 echo "others should see updated atime while another read" > $DIR1/f23
446 # clear the lock(mode: LCK_PW) gotten from creating operation
452 multiop $DIR1/f23 or20_c &
456 time2=`stat -c "%X" $DIR2/f23`
458 if (( $time2 <= $time1 )); then
460 error "atime doesn't update among nodes"
463 kill -USR1 $MULTIPID || return 1
464 rm -f $DIR1/f23 || error "rm -f $DIR1/f23 failed"
467 run_test 23 " others should see updated atime while another read===="
471 lfs df || error "lfs df failed"
472 lfs df -ih || error "lfs df -ih failed"
473 lfs df -h $DIR1 || error "lfs df -h $DIR1 failed"
474 lfs df -i $DIR2 || error "lfs df -i $DIR2 failed"
475 lfs df $DIR1/$tfile || error "lfs df $DIR1/$tfile failed"
476 lfs df -ih $DIR2/$tfile || error "lfs df -ih $DIR2/$tfile failed"
478 OSC=`lctl dl | awk '/-osc-|OSC.*MNT/ {print $4}' | head -n 1`
479 # OSC=`lctl dl | awk '/-osc-/ {print $4}' | head -n 1`
480 lctl --device %$OSC deactivate
481 lfs df -i || error "lfs df -i with deactivated OSC failed"
482 lctl --device %$OSC recover
483 lfs df || error "lfs df with reactivated OSC failed"
485 run_test 24 "lfs df [-ih] [path] test ========================="
488 [ `cat $LPROC/mdc/*-mdc-*/connect_flags | grep -c acl` -lt 2 ] && \
489 skip "must have acl, skipping" && return
491 touch $DIR1/$tdir/f1 || error "touch $DIR1/$tdir/f1"
492 chmod 0755 $DIR1/$tdir/f1 || error "chmod 0755 $DIR1/$tdir/f1"
494 $RUNAS $CHECKSTAT $DIR2/$tdir/f1 || error "checkstat $DIR2/$tdir/f1 #1"
495 setfacl -m u:$RUNAS_ID:--- $DIR1/$tdir || error "setfacl $DIR2/$tdir #1"
496 $RUNAS $CHECKSTAT $DIR2/$tdir/f1 && error "checkstat $DIR2/$tdir/f1 #2"
497 setfacl -m u:$RUNAS_ID:r-x $DIR1/$tdir || error "setfacl $DIR2/$tdir #2"
498 $RUNAS $CHECKSTAT $DIR2/$tdir/f1 || error "checkstat $DIR2/$tdir/f1 #3"
499 setfacl -m u:$RUNAS_ID:--- $DIR1/$tdir || error "setfacl $DIR2/$tdir #3"
500 $RUNAS $CHECKSTAT $DIR2/$tdir/f1 && error "checkstat $DIR2/$tdir/f1 #4"
501 setfacl -x u:$RUNAS_ID: $DIR1/$tdir || error "setfacl $DIR2/$tdir #4"
502 $RUNAS $CHECKSTAT $DIR2/$tdir/f1 || error "checkstat $DIR2/$tdir/f1 #5"
506 run_test 25 "change ACL on one mountpoint be seen on another ==="
509 utime $DIR1/f26a -s $DIR2/f26a || error
511 run_test 26a "allow mtime to get older"
516 echo "aaa" >> $DIR1/$tfile
518 chmod a+x $DIR2/$tfile
519 mt1=`stat -c %Y $DIR1/$tfile`
520 mt2=`stat -c %Y $DIR2/$tfile`
522 if [ x"$mt1" != x"$mt2" ]; then
523 error "not equal mtime, client1: "$mt1", client2: "$mt2"."
526 run_test 26b "sync mtime between ost and mds"
531 dd if=/dev/zero of=$DIR2/$tfile bs=$((4096+4))k conv=notrunc count=4 seek=3 &
536 dd if=/dev/zero of=$DIR1/$tfile bs=$((16384-1024))k conv=notrunc count=1 seek=4 &
541 dd if=/dev/zero of=$DIR1/$tfile bs=8k conv=notrunc count=1 seek=0
543 echo > $LPROC/ldlm/dump_namespaces
544 wait $DD1_PID $DD2_PID
545 [ $? -ne 0 ] && lctl dk $TMP/debug || true
547 run_test 27 "align non-overlapping extent locks from request ==="
549 test_28() { # bug 9977
550 ECHO_UUID="ECHO_osc1_UUID"
551 tOST=`$LCTL dl | | awk '/-osc-|OSC.*MNT/ { print $4 }' | head -1`
553 lfs setstripe $DIR1/$tfile 1048576 0 2
554 tOBJID=`lfs getstripe $DIR1/$tfile |grep "^[[:space:]]\+1" |awk '{print $2}'`
555 dd if=/dev/zero of=$DIR1/$tfile bs=1024k count=2
559 attach echo_client ECHO_osc1 $ECHO_UUID
563 tECHOID=`$LCTL dl | grep $ECHO_UUID | awk '{print $1}'`
564 $LCTL --device $tECHOID destroy "${tOBJID}:0"
572 # reading of 1st stripe should pass
573 dd if=$DIR2/$tfile of=/dev/null bs=1024k count=1 || error
574 # reading of 2nd stripe should fail (this stripe was destroyed)
575 dd if=$DIR2/$tfile of=/dev/null bs=1024k count=1 skip=1 && error
577 # now, recreating test file
578 dd if=/dev/zero of=$DIR1/$tfile bs=1024k count=2 || error
579 # reading of 1st stripe should pass
580 dd if=$DIR2/$tfile of=/dev/null bs=1024k count=1 || error
581 # reading of 2nd stripe should pass
582 dd if=$DIR2/$tfile of=/dev/null bs=1024k count=1 skip=1 || error
584 run_test 28 "read/write/truncate file with lost stripes"
586 test_29() { # bug 10999
588 #define OBD_FAIL_LDLM_GLIMPSE 0x30f
589 sysctl -w lustre.fail_loc=0x8000030f
592 dd if=/dev/zero of=$DIR1/$tfile bs=4k count=1
595 #bug 11549 - permanently turn test off in b1_5
596 #run_test 29 "lock put race between glimpse and enqueue ========="
598 test_30() { #bug #11110
599 cp -f /bin/bash $DIR1/$tdir/bash
600 /bin/sh -c 'sleep 1; rm -f $DIR2/$tdir/bash; cp /bin/bash $DIR2/$tdir' &
601 err=$($DIR1/$tdir/bash -c 'sleep 2; openfile -f O_RDONLY /proc/$$/exe >& /dev/null; echo $?')
603 [ $err -ne 116 ] && error_ignore 12900 "return code ($err) != -ESTALE" && return
607 run_test 30 "recreate file race ========="
609 log "cleanup: ======================================================"
611 check_and_cleanup_lustre
613 echo '=========================== finished ==============================='
614 [ -f "$SANITYLOG" ] && cat $SANITYLOG && grep -q FAIL $SANITYLOG && exit 1 || true