xfs
[Top] [All Lists]

[PATCH 1/3] 263: Functional test case for the btrfs snapshot

To: hch@xxxxxxxxxxxxx, linux-fsdevel@xxxxxxxxxxxxxxx, linux-btrfs@xxxxxxxxxxxxxxx, xfs@xxxxxxxxxxx
Subject: [PATCH 1/3] 263: Functional test case for the btrfs snapshot
From: Anand Jain <Anand.Jain@xxxxxxxxxx>
Date: Wed, 12 Oct 2011 12:52:52 +0800
Cc: chris.mason@xxxxxxxxxx, Anand Jain <Anand.Jain@xxxxxxxxxx>
In-reply-to: <1318395174-4075-1-git-send-email-Anand.Jain@xxxxxxxxxx>
References: <4E3BA2F7.4080500@xxxxxxxxxx> <1318395174-4075-1-git-send-email-Anand.Jain@xxxxxxxxxx>
Create snapshots in various ways, modify the data around the block and
file boundaries and verify the data integrity.

Signed-off-by: Anand Jain <Anand.Jain@xxxxxxxxxx>
---
 263           |  192 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 263.out       |    2 +
 README        |    7 ++-
 common.config |   14 ++++
 common.rc     |  122 ++++++++++++++++++++++++++++++++++++
 group         |    1 +
 6 files changed, 337 insertions(+), 1 deletions(-)
 create mode 100755 263
 create mode 100644 263.out

diff --git a/263 b/263
new file mode 100755
index 0000000..f26a677
--- /dev/null
+++ b/263
@@ -0,0 +1,192 @@
+#!/bin/bash
+# FS QA Test No. 263
+#
+# Extented btrfs snapshot test cases
+#
+#-----------------------------------------------------------------------
+# Copyright (c) 2011 Oracle  All Rights Reserved.
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License as
+# published by the Free Software Foundation.
+#
+# This program is distributed in the hope that it would be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write the Free Software Foundation,
+# Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#
+#-----------------------------------------------------------------------
+#
+# creator
+owner=anand.jain@xxxxxxxxxx
+
+seq=`basename $0`
+echo "QA output created by $seq"
+
+here=`pwd`
+tmp=/tmp/$$
+status=1       # failure is the default!
+
+_cleanup()
+{
+    rm -f $tmp.*
+}
+
+trap "_cleanup ; exit \$status" 0 1 2 3 15
+
+# get standard environment, filters and checks
+. ./common.rc
+. ./common.filter
+
+_need_to_be_root
+_supported_fs btrfs
+_supported_os Linux
+_require_scratch
+
+_scratch_mkfs $SCRATCH_DEV_POOL > /dev/null 2>&1 || _fail "mkfs failed"
+_scratch_mount
+
+# Create and save sha256sum
+# arg1 FS to generate sha256
+# arg2 File name to save the sha256 output
+_save_checksum()
+{
+       local i=0
+       >$2
+       cd $1
+       for i in `find . -type f`; do sha256sum $i >> $2; done
+       cd $OLDPWD
+}
+
+# Verify the sha256sum for a FS
+# arg1 FS to be tested
+# arg2 sha256 file
+_verify_checksum()
+{
+       cd $1
+       [ -f $2 ] || _fail "checksum file $2 not found"
+       sha256sum -c $2 | grep "FAILED"
+       cd $OLDPWD
+}
+
+# Create a snapshot
+# arg1 dest dir
+# Return snapshot name in the SNAPNAME
+_create_snap()
+{
+       local x
+       [ -d $1 ] || _fail "Destination dir $1 not present"
+       SNAPNAME=`mktemp -u $SCRATCH_MNT/snap.XXXXXX`
+       btrfs subvolume snapshot $1 $SNAPNAME > /dev/null || _fail "snapshot 
create failed"
+}
+
+# Reads and writes new data but does not allocate new blocks
+# arg1 FS to be modified
+_read_modify_write()
+{
+       local i
+       local FSIZE
+       for i in `find $1 -type f`
+       do
+               FSIZE=`stat -t $i | cut -d" " -f2`
+               dd if=$i of=/dev/null obs=$FSIZE count=1 status=noxfer 
2>/dev/null &
+               dd if=/dev/urandom of=$i obs=$FSIZE count=1 status=noxfer 
2>/dev/null &
+       done
+       wait $!
+}
+
+# Fills the allocated blocks
+# arg1 FS in question
+_fill_blk()
+{
+       local FSIZE
+       local BLKS
+       local NBLK
+       local FALLOC
+       local WS
+
+       for i in `find /$1 -type f`
+       do
+               FSIZE=`stat -t $i | cut -d" " -f2`
+               BLKS=`stat -c "%B" $i`
+               NBLK=`stat -c "%b" $i`
+               FALLOC=$(($BLKS * $NBLK))
+               WS=$(($FALLOC - $FSIZE))
+               dd if=/dev/urandom of=$i oseek=$FSIZE obs=$WS count=1 
status=noxfer 2>/dev/null &
+       done
+       wait $!
+}
+
+
+# Append a random size to the files
+# arg1 : FS in question
+_append_file()
+{
+       local FSIZE
+       local X
+       local N
+       local i
+       N=0
+       for i in `find $1 -type f`
+       do
+               if [ $N == 0 ]; then
+                       X=$i
+                       FSIZE=`stat -t $X | cut -d" " -f2`
+                       dd if=$X of=$X seek=1 bs=$FSIZE obs=$FSIZE count=1 
status=noxfer 2>/dev/null &
+                       N=$(($N+1))
+                       continue
+               fi
+               FSIZE=`stat -t $i | cut -d" " -f2`
+               dd if=$X of=$i seek=1 bs=$FSIZE obs=$FSIZE count=1 
status=noxfer 2>/dev/null &
+               X=$i
+       done
+       wait $!
+}
+
+##################### real QA test starts 
here###################################
+# sv1 - is just a name nothing spl
+firstvol="$SCRATCH_MNT/sv1"
+btrfs subvolume create $firstvol > /dev/null || _fail "btrfs subvolume create 
$firstvol failed"
+_fillfs 1 10 100 4096 8192 $firstvol
+SNAPNAME=0
+_create_snap $firstvol
+_save_checksum $firstvol $tmp.sv1.sum
+_verify_checksum $SNAPNAME $tmp.sv1.sum
+
+#Append1 the files
+_fill_blk $SNAPNAME
+_verify_checksum $firstvol $tmp.sv1.sum
+
+#Append2 the files
+_append_file $SNAPNAME
+_verify_checksum $firstvol $tmp.sv1.sum
+
+#read modify write
+_read_modify_write $SNAPNAME
+_verify_checksum $firstvol $tmp.sv1.sum
+
+#nested snapshot test
+src_vol=$firstvol
+for i in `seq 1 7`; do
+       SNAPNAME=0
+       _create_snap $src_vol
+       _verify_checksum $SNAPNAME $tmp.sv1.sum
+       src_vol=$SNAPNAME
+done
+
+# file delete test
+SNAPNAME=0
+_create_snap $firstvol
+tname=`echo $SNAPNAME | rev | cut -d"/" -f1 | rev`
+_save_checksum $SNAPNAME $tmp.$tname.sum
+\rm -rf $firstvol/*
+_verify_checksum $SNAPNAME $tmp.$tname.sum
+
+umount $SCRATCH_DEV || _fail "unmount failed"
+
+echo "Silence is golden"
+status=0; exit
diff --git a/263.out b/263.out
new file mode 100644
index 0000000..7a26e35
--- /dev/null
+++ b/263.out
@@ -0,0 +1,2 @@
+QA output created by 263
+Silence is golden
diff --git a/README b/README
index 5367be6..7c135c7 100644
--- a/README
+++ b/README
@@ -36,12 +36,17 @@ Preparing system for tests (IRIX and Linux):
               not be run.
               
         (these must be two DIFFERENT partitions)
+
+    - for btrfs only: some tests would need 3 or more independent SCRATCH 
disks,
+      which should be setenv SCRATCH_DEV_POOL instead of SCRATCH_DEV
+              
               
     - setup your environment
         - setenv TEST_DEV "device containing TEST PARTITION"
         - setenv TEST_DIR "mount point of TEST PARTITION"   
                - optionally:
              - setenv SCRATCH_DEV "device containing SCRATCH PARTITION"
+             - setenv SCRATCH_DEV_POOL "pool of SCRATCH disks for testing 
btrfs"
              - setenv SCRATCH_MNT "mount point for SCRATCH PARTITION"
              - setenv TAPE_DEV "tape device for testing xfsdump"
              - setenv RMT_TAPE_DEV "remote tape device for testing xfsdump"
@@ -63,7 +68,7 @@ Preparing system for tests (IRIX and Linux):
       tape which can be overwritten.
           
     - make sure $TEST_DEV is a mounted XFS partition
-    - make sure that $SCRATCH_DEV contains nothing useful
+    - make sure that $SCRATCH_DEV or $SCRATCH_DEV_POOL contains nothing useful
     
 Running tests:
 
diff --git a/common.config b/common.config
index e94624e..4212fc8 100644
--- a/common.config
+++ b/common.config
@@ -229,6 +229,20 @@ if [ ! -d "$TEST_DIR" ]; then
     exit 1
 fi
 
+# a btrfs tester will set only SCRATCH_DEV_POOL, we will put first of its dev
+# to SCRATCH_DEV and rest to SCRATCH_DEV_POOL to maintain the backward 
compatibility
+if [ "$HOSTOS" == "Linux" ]; then
+    FSTYP_tmp=`blkid -c /dev/null -s TYPE -o value $TEST_DEV`
+else
+    FSTYP_tmp=xfs
+fi
+if [ "$FSTYP_tmp" == "btrfs" ]; then
+    if [ ! -z "$SCRATCH_DEV_POOL" ]; then
+       SCRATCH_DEV=`echo $SCRATCH_DEV_POOL | cut -d" " -f 1`
+       SCRATCH_DEV_POOL=`echo $SCRATCH_DEV_POOL | cut -d" " -f 2-`
+    fi
+fi
+       
 echo $SCRATCH_DEV | grep -q ":" > /dev/null 2>&1
 if [ ! -z "$SCRATCH_DEV" -a ! -b "$SCRATCH_DEV" -a "$?" != "0" ]; then
     echo "common.config: Error: \$SCRATCH_DEV ($SCRATCH_DEV) is not a block 
device or a NFS filesystem"
diff --git a/common.rc b/common.rc
index e948169..861f1f8 100644
--- a/common.rc
+++ b/common.rc
@@ -1591,6 +1591,128 @@ _test_inode_extsz()
     echo $blocks
 }
 
+# scratch_dev_pool should contain the disks pool for the btrfs raid
+_require_scratch_dev_pool()
+{
+       local i
+       case "$FSTYP" in
+       btrfs)
+               if [ -z "$SCRATCH_DEV_POOL" ]
+               then
+                       _notrun "this test requires a valid \$SCRATCH_DEV_POOL"
+               fi
+               if [ "`echo $SCRATCH_DEV_POOL|wc -w`" -lt 2 ]
+               then
+                       _notrun "this test needs 2 or more disks in 
SCRATCH_DEV_POOL"
+               fi
+
+               for i in $SCRATCH_DEV_POOL
+               do
+                       if [ "`_is_block_dev $i`" = "" ]
+                       then
+                               _notrun "this test requires valid block disk $i"
+                       fi
+                       if [ "`_is_block_dev $i`" = "`_is_block_dev $TEST_DEV`" 
]
+                       then
+                               _notrun "$i is part of TEST_DEV, this test 
requires unique disks"
+                       fi
+                       if [ "`_is_block_dev $i`" = "`_is_block_dev 
$SCRATCH_DEV`" ]
+                       then
+                               _notrun "$i is part of SCRATCH_DEV, this test 
requires unique disks"
+                       fi
+                       if _mount | grep -q $i
+                       then
+                               if ! $UMOUNT_PROG $i
+                               then
+                                   echo "failed to unmount $i - aborting"
+                                   exit 1
+                               fi
+                       fi
+                       dd if=/dev/zero of=$i bs=4096 count=100 > /dev/null 2>&1
+               done
+       ;;
+       esac
+}
+
+# We will check if the device is virtual (eg: loop device) since it does not
+# have the delete entry-point. Otherwise SCSI and USB devices are fine. 
+_require_deletable_scratch_dev_pool()
+{
+       local i
+       local x
+       for i in $SCRATCH_DEV_POOL; do
+               x=`echo $i | cut -d"/" -f 3`
+               ls -l /sys/class/block/${x} | grep -q "virtual" 
+               if [ $? == "0" ]; then
+                       _notrun "$i is a virtual device which is not deletable"
+               fi
+       done
+}
+
+# Generate Random number in a range
+# arg1 min, arg2 max
+_rand_range()
+{
+       local X
+       local Y
+       if [ $2 == 0 ]; then echo 0; return; fi
+       RANDOM=1
+       Y=$RANDOM
+       ((X = $2 - $1 + 1))
+       ((X = $Y % $X))
+       ((X = $X + $1))
+       echo $X
+}
+
+# Create Dir tree and files in it.
+# arg1 basedir
+# arg2 dir depth
+# arg3 nfile_min
+# arg4 nfile_max
+# arg5 fsize_min
+# arg6 fsize_max
+_fillfs()
+{
+       umask 000
+       local j
+       local i
+       local DIRP
+       local FCNT
+       local FILEP
+       local SCNT
+       local BCNT
+       DIRP=$6
+       for ((j=0; j<$1; j++)); do
+               DIRP=`mktemp -dq $DIRP/dir.XXXXXX`
+               FCNT=$(_rand_range $2 $3)
+               for ((i=0; i<$FCNT; i++)); do
+                       FILEP=`mktemp -q $DIRP/file.XXXXXX`
+                       SCNT=$(_rand_range $4 $5)
+                       dd if=/dev/urandom of=$FILEP bs=$SCNT count=1 
status=noxfer 2>/dev/null &
+               done
+       done
+       wait $!
+}
+
+# arg 1 is dev to remove and is output of the below eg.
+# ls -l /sys/class/block/sdd | rev | cut -d "/" -f 3 | rev
+_devmgt_remove()
+{
+       echo 1 > /sys/class/scsi_device/${1}/device/delete || _fail "Remove 
disk failed"
+}
+
+# arg 1 is dev to add and is output of the below eg.
+# ls -l /sys/class/block/sdd | rev | cut -d "/" -f 3 | rev
+_devmgt_add()
+{
+       local h
+       local tdl
+       # arg 1 will be in h:t:d:l format now in the h and "t d l" format
+       h=`echo ${1} | cut -d":" -f 1`
+       tdl=`echo ${1} | cut -d":" -f 2-|sed 's/:/ /g'`
+
+       echo ${tdl} >  /sys/class/scsi_host/host${h}/scan || _fail "Add disk 
failed"
+}
 
 
################################################################################
 
diff --git a/group b/group
index 17466a1..d86624f 100644
--- a/group
+++ b/group
@@ -376,3 +376,4 @@ deprecated
 260 auto quick trim
 261 auto quick quota
 262 auto quick quota
+263 auto quick
-- 
1.7.7

<Prev in Thread] Current Thread [Next in Thread>