xfs
[Top] [All Lists]

Re: [PATCH 1/3] 263: Functional test case for the btrfs snapshot

To: Anand Jain <Anand.Jain@xxxxxxxxxx>
Subject: Re: [PATCH 1/3] 263: Functional test case for the btrfs snapshot
From: David Sterba <dave@xxxxxxxx>
Date: Tue, 11 Oct 2011 13:38:38 +0200
Cc: Christoph Hellwig <hch@xxxxxxxxxxxxx>, linux-fsdevel@xxxxxxxxxxxxxxx, linux-btrfs@xxxxxxxxxxxxxxx, xfs@xxxxxxxxxxx, Chris Mason <chris.mason@xxxxxxxxxx>
In-reply-to: <4E942801.2030902@xxxxxxxxxx>
Mail-followup-to: Anand Jain <Anand.Jain@xxxxxxxxxx>, Christoph Hellwig <hch@xxxxxxxxxxxxx>, linux-fsdevel@xxxxxxxxxxxxxxx, linux-btrfs@xxxxxxxxxxxxxxx, xfs@xxxxxxxxxxx, Chris Mason <chris.mason@xxxxxxxxxx>
References: <4E3BA2F7.4080500@xxxxxxxxxx> <4E44351D.4020202@xxxxxxxxxx> <20110902084941.GB29054@xxxxxxxxxxxxx> <4E92C1D7.2010301@xxxxxxxxxx> <20111010112151.GA28627@xxxxxxxxxxxxx> <4E942801.2030902@xxxxxxxxxx>
Reply-to: dave@xxxxxxxx
User-agent: Mutt/1.4.2.2i
please please fix your mail client not to wrap long lines ...

On Tue, Oct 11, 2011 at 07:26:57PM +0800, Anand Jain wrote:
> Create snapshots in various ways, modify the data around the block and
> file boundaries and verify the data integrity.
> 
> Signed-off-by: Anand Jain <Anand.Jain@xxxxxxxxxx>
> ---
>  263           |  192 
> +++++++++++++++++++++++++++++++++++++++++++++++++++++++++
>  263.out       |    2 +
>  README        |    7 ++-
>  common.config |   14 ++++
>  common.rc     |  122 ++++++++++++++++++++++++++++++++++++
>  group         |    1 +
>  6 files changed, 337 insertions(+), 1 deletions(-)
>  create mode 100755 263
>  create mode 100644 263.out
> 
> diff --git a/263 b/263
> new file mode 100755
> index 0000000..f26a677
> --- /dev/null
> +++ b/263
> @@ -0,0 +1,192 @@
> +#!/bin/bash
> +# FS QA Test No. 263
> +#
> +# Extented btrfs snapshot test cases
> +#
> +#-----------------------------------------------------------------------
> +# Copyright (c) 2011 Oracle  All Rights Reserved.
> +#
> +# This program is free software; you can redistribute it and/or
> +# modify it under the terms of the GNU General Public License as
> +# published by the Free Software Foundation.
> +#
> +# This program is distributed in the hope that it would be useful,
> +# but WITHOUT ANY WARRANTY; without even the implied warranty of
> +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
> +# GNU General Public License for more details.
> +#
> +# You should have received a copy of the GNU General Public License
> +# along with this program; if not, write the Free Software Foundation,
> +# Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
> +#
> +#-----------------------------------------------------------------------
> +#
> +# creator
> +owner=anand.jain@xxxxxxxxxx
> +
> +seq=`basename $0`
> +echo "QA output created by $seq"
> +
> +here=`pwd`
> +tmp=/tmp/$$
> +status=1     # failure is the default!
> +
> +_cleanup()
> +{
> +    rm -f $tmp.*
> +}
> +
> +trap "_cleanup ; exit \$status" 0 1 2 3 15
> +
> +# get standard environment, filters and checks
> +. ./common.rc
> +. ./common.filter
> +
> +_need_to_be_root
> +_supported_fs btrfs
> +_supported_os Linux
> +_require_scratch
> +
> +_scratch_mkfs $SCRATCH_DEV_POOL > /dev/null 2>&1 || _fail "mkfs failed"
> +_scratch_mount
> +
> +# Create and save sha256sum
> +# arg1 FS to generate sha256
> +# arg2 File name to save the sha256 output
> +_save_checksum()
> +{
> +     local i=0
> +     >$2
> +     cd $1
> +     for i in `find . -type f`; do sha256sum $i >> $2; done
> +     cd $OLDPWD
> +}
> +
> +# Verify the sha256sum for a FS
> +# arg1 FS to be tested
> +# arg2 sha256 file
> +_verify_checksum()
> +{
> +     cd $1
> +     [ -f $2 ] || _fail "checksum file $2 not found"
> +     sha256sum -c $2 | grep "FAILED"
> +     cd $OLDPWD
> +}
> +
> +# Create a snapshot
> +# arg1 dest dir
> +# Return snapshot name in the SNAPNAME
> +_create_snap()
> +{
> +     local x
> +     [ -d $1 ] || _fail "Destination dir $1 not present"
> +     SNAPNAME=`mktemp -u $SCRATCH_MNT/snap.XXXXXX`
> +     btrfs subvolume snapshot $1 $SNAPNAME > /dev/null || _fail "snapshot 
> create failed"

> +}
> +
> +# Reads and writes new data but does not allocate new blocks
> +# arg1 FS to be modified
> +_read_modify_write()
> +{
> +     local i
> +     local FSIZE
> +     for i in `find $1 -type f`
> +     do
> +             FSIZE=`stat -t $i | cut -d" " -f2`
> +             dd if=$i of=/dev/null obs=$FSIZE count=1 status=noxfer 
> 2>/dev/null &

> +             dd if=/dev/urandom of=$i obs=$FSIZE count=1 status=noxfer 
> 2>/dev/null &

> +     done
> +     wait $!
> +}
> +
> +# Fills the allocated blocks
> +# arg1 FS in question
> +_fill_blk()
> +{
> +     local FSIZE
> +     local BLKS
> +     local NBLK
> +     local FALLOC
> +     local WS
> +
> +     for i in `find /$1 -type f`
> +     do
> +             FSIZE=`stat -t $i | cut -d" " -f2`
> +             BLKS=`stat -c "%B" $i`
> +             NBLK=`stat -c "%b" $i`
> +             FALLOC=$(($BLKS * $NBLK))
> +             WS=$(($FALLOC - $FSIZE))
> +             dd if=/dev/urandom of=$i oseek=$FSIZE obs=$WS count=1 
> status=noxfer 2>/dev/null &

...

> +     done
> +     wait $!
> +}
> +
> +
> +# Append a random size to the files
> +# arg1 : FS in question
> +_append_file()
> +{
> +     local FSIZE
> +     local X
> +     local N
> +     local i
> +     N=0
> +     for i in `find $1 -type f`
> +     do
> +             if [ $N == 0 ]; then
> +                     X=$i
> +                     FSIZE=`stat -t $X | cut -d" " -f2`
> +                     dd if=$X of=$X seek=1 bs=$FSIZE obs=$FSIZE count=1 
> status=noxfer 2>/dev/null &
> +                     N=$(($N+1))
> +                     continue
> +             fi
> +             FSIZE=`stat -t $i | cut -d" " -f2`
> +             dd if=$X of=$i seek=1 bs=$FSIZE obs=$FSIZE count=1 
> status=noxfer 2>/dev/null &
> +             X=$i
> +     done
> +     wait $!
> +}
> +
> +##################### real QA test starts 
> here###################################
> +# sv1 - is just a name nothing spl
> +firstvol="$SCRATCH_MNT/sv1"
> +btrfs subvolume create $firstvol > /dev/null || _fail "btrfs subvolume 
> create $firstvol failed"
> +_fillfs 1 10 100 4096 8192 $firstvol
> +SNAPNAME=0
> +_create_snap $firstvol
> +_save_checksum $firstvol $tmp.sv1.sum
> +_verify_checksum $SNAPNAME $tmp.sv1.sum
> +
> +#Append1 the files
> +_fill_blk $SNAPNAME
> +_verify_checksum $firstvol $tmp.sv1.sum
> +
> +#Append2 the files
> +_append_file $SNAPNAME
> +_verify_checksum $firstvol $tmp.sv1.sum
> +
> +#read modify write
> +_read_modify_write $SNAPNAME
> +_verify_checksum $firstvol $tmp.sv1.sum
> +
> +#nested snapshot test
> +src_vol=$firstvol
> +for i in `seq 1 7`; do
> +     SNAPNAME=0
> +     _create_snap $src_vol
> +     _verify_checksum $SNAPNAME $tmp.sv1.sum
> +     src_vol=$SNAPNAME
> +done
> +
> +# file delete test
> +SNAPNAME=0
> +_create_snap $firstvol
> +tname=`echo $SNAPNAME | rev | cut -d"/" -f1 | rev`
> +_save_checksum $SNAPNAME $tmp.$tname.sum
> +\rm -rf $firstvol/*
> +_verify_checksum $SNAPNAME $tmp.$tname.sum
> +
> +umount $SCRATCH_DEV || _fail "unmount failed"
> +
> +echo "Silence is golden"
> +status=0; exit
> diff --git a/263.out b/263.out
> new file mode 100644
> index 0000000..7a26e35
> --- /dev/null
> +++ b/263.out
> @@ -0,0 +1,2 @@
> +QA output created by 263
> +Silence is golden
> diff --git a/README b/README
> index 5367be6..7c135c7 100644
> --- a/README
> +++ b/README
> @@ -36,12 +36,17 @@ Preparing system for tests (IRIX and Linux):
>                not be run.
> 
>          (these must be two DIFFERENT partitions)
> +
> +    - for btrfs only: some tests would need 3 or more independent 
> SCRATCH disks,
> +      which should be setenv SCRATCH_DEV_POOL instead of SCRATCH_DEV
> +
> 
>      - setup your environment
>          - setenv TEST_DEV "device containing TEST PARTITION"
>          - setenv TEST_DIR "mount point of TEST PARTITION"
>               - optionally:
>               - setenv SCRATCH_DEV "device containing SCRATCH PARTITION"
> +             - setenv SCRATCH_DEV_POOL "pool of SCRATCH disks for 
> testing btrfs"
>               - setenv SCRATCH_MNT "mount point for SCRATCH PARTITION"
>               - setenv TAPE_DEV "tape device for testing xfsdump"
>               - setenv RMT_TAPE_DEV "remote tape device for testing 
> xfsdump"
> @@ -63,7 +68,7 @@ Preparing system for tests (IRIX and Linux):
>        tape which can be overwritten.
> 
>      - make sure $TEST_DEV is a mounted XFS partition
> -    - make sure that $SCRATCH_DEV contains nothing useful
> +    - make sure that $SCRATCH_DEV or $SCRATCH_DEV_POOL contains nothing 
> useful
> 
>  Running tests:
> 
> diff --git a/common.config b/common.config
> index e94624e..4212fc8 100644
> --- a/common.config
> +++ b/common.config
> @@ -229,6 +229,20 @@ if [ ! -d "$TEST_DIR" ]; then
>      exit 1
>  fi
> 
> +# a btrfs tester will set only SCRATCH_DEV_POOL, we will put first of 
> its dev
> +# to SCRATCH_DEV and rest to SCRATCH_DEV_POOL to maintain the backward 
> compatibility
> +if [ "$HOSTOS" == "Linux" ]; then
> +    FSTYP_tmp=`blkid -c /dev/null -s TYPE -o value $TEST_DEV`
> +else
> +    FSTYP_tmp=xfs
> +fi
> +if [ "$FSTYP_tmp" == "btrfs" ]; then
> +    if [ ! -z "$SCRATCH_DEV_POOL" ]; then
> +     SCRATCH_DEV=`echo $SCRATCH_DEV_POOL | cut -d" " -f 1`
> +     SCRATCH_DEV_POOL=`echo $SCRATCH_DEV_POOL | cut -d" " -f 2-`
> +    fi
> +fi
> +     
>  echo $SCRATCH_DEV | grep -q ":" > /dev/null 2>&1
>  if [ ! -z "$SCRATCH_DEV" -a ! -b "$SCRATCH_DEV" -a "$?" != "0" ]; then
>      echo "common.config: Error: \$SCRATCH_DEV ($SCRATCH_DEV) is not a 
> block device or a NFS filesystem"
> diff --git a/common.rc b/common.rc
> index e948169..861f1f8 100644
> --- a/common.rc
> +++ b/common.rc
> @@ -1591,6 +1591,128 @@ _test_inode_extsz()
>      echo $blocks
>  }
> 
> +# scratch_dev_pool should contain the disks pool for the btrfs raid
> +_require_scratch_dev_pool()
> +{
> +     local i
> +     case "$FSTYP" in
> +     btrfs)
> +             if [ -z "$SCRATCH_DEV_POOL" ]
> +             then
> +                     _notrun "this test requires a valid 
> \$SCRATCH_DEV_POOL"
> +             fi
> +             if [ "`echo $SCRATCH_DEV_POOL|wc -w`" -lt 2 ]
> +             then
> +                     _notrun "this test needs 2 or more disks in 
> SCRATCH_DEV_POOL"
> +             fi
> +
> +             for i in $SCRATCH_DEV_POOL
> +             do
> +                     if [ "`_is_block_dev $i`" = "" ]
> +                     then
> +                             _notrun "this test requires valid block disk 
> $i"
> +                     fi
> +                     if [ "`_is_block_dev $i`" = "`_is_block_dev 
> $TEST_DEV`" ]
> +                     then
> +                             _notrun "$i is part of TEST_DEV, this test 
> requires unique disks"
> +                     fi
> +                     if [ "`_is_block_dev $i`" = "`_is_block_dev 
> $SCRATCH_DEV`" ]
> +                     then
> +                             _notrun "$i is part of SCRATCH_DEV, this 
> test requires unique disks"
> +                     fi
> +                     if _mount | grep -q $i
> +                     then
> +                             if ! $UMOUNT_PROG $i
> +                             then
> +                                 echo "failed to unmount $i - aborting"
> +                                 exit 1
> +                             fi
> +                     fi
> +                     dd if=/dev/zero of=$i bs=4096 count=100 > /dev/null 
> 2>&1
> +             done
> +     ;;
> +     esac
> +}
> +
> +# We will check if the device is virtual (eg: loop device) since it 
> does not
> +# have the delete entry-point. Otherwise SCSI and USB devices are fine.
> +_require_deletable_scratch_dev_pool()
> +{
> +     local i
> +     local x
> +     for i in $SCRATCH_DEV_POOL; do
> +             x=`echo $i | cut -d"/" -f 3`
> +             ls -l /sys/class/block/${x} | grep -q "virtual"
> +             if [ $? == "0" ]; then
> +                     _notrun "$i is a virtual device which is not 
> deletable"
> +             fi
> +     done
> +}
> +
> +# Generate Random number in a range
> +# arg1 min, arg2 max
> +_rand_range()
> +{
> +     local X
> +     local Y
> +     if [ $2 == 0 ]; then echo 0; return; fi
> +     RANDOM=1
> +     Y=$RANDOM
> +     ((X = $2 - $1 + 1))
> +     ((X = $Y % $X))
> +     ((X = $X + $1))
> +     echo $X
> +}
> +
> +# Create Dir tree and files in it.
> +# arg1 basedir
> +# arg2 dir depth
> +# arg3 nfile_min
> +# arg4 nfile_max
> +# arg5 fsize_min
> +# arg6 fsize_max
> +_fillfs()
> +{
> +     umask 000
> +     local j
> +     local i
> +     local DIRP
> +     local FCNT
> +     local FILEP
> +     local SCNT
> +     local BCNT
> +     DIRP=$6
> +     for ((j=0; j<$1; j++)); do
> +             DIRP=`mktemp -dq $DIRP/dir.XXXXXX`
> +             FCNT=$(_rand_range $2 $3)
> +             for ((i=0; i<$FCNT; i++)); do
> +                     FILEP=`mktemp -q $DIRP/file.XXXXXX`
> +                     SCNT=$(_rand_range $4 $5)
> +                     dd if=/dev/urandom of=$FILEP bs=$SCNT count=1 
> status=noxfer 2>/dev/null &
> +             done
> +     done
> +     wait $!
> +}
> +
> +# arg 1 is dev to remove and is output of the below eg.
> +# ls -l /sys/class/block/sdd | rev | cut -d "/" -f 3 | rev
> +_devmgt_remove()
> +{
> +     echo 1 > /sys/class/scsi_device/${1}/device/delete || _fail "Remove 
> disk failed"
> +}
> +
> +# arg 1 is dev to add and is output of the below eg.
> +# ls -l /sys/class/block/sdd | rev | cut -d "/" -f 3 | rev
> +_devmgt_add()
> +{
> +     local h
> +     local tdl
> +     # arg 1 will be in h:t:d:l format now in the h and "t d l" format
> +     h=`echo ${1} | cut -d":" -f 1`
> +     tdl=`echo ${1} | cut -d":" -f 2-|sed 's/:/ /g'`
> +
> +     echo ${tdl} >  /sys/class/scsi_host/host${h}/scan || _fail "Add disk 
> failed"
> +}
> 
> 
> ################################################################################
> 
> diff --git a/group b/group
> index 17466a1..d86624f 100644
> --- a/group
> +++ b/group
> @@ -376,3 +376,4 @@ deprecated
>  260 auto quick trim
>  261 auto quick quota
>  262 auto quick quota
> +263 auto quick
> -- 
> 1.7.1
> 
> 
> --
> To unsubscribe from this list: send the line "unsubscribe linux-btrfs" in
> the body of a message to majordomo@xxxxxxxxxxxxxxx
> More majordomo info at  http://vger.kernel.org/majordomo-info.html

<Prev in Thread] Current Thread [Next in Thread>