File: [Development] / xfs-cmds / xfstests / common.log (download)
Revision 1.4, Fri Feb 13 04:31:25 2004 UTC (13 years, 8 months ago) by ptools
Branch: MAIN
Changes since 1.3: +55 -78
lines
Try to simplify log QA with mnt and mkfs options.
Add new test 086 for log replay with v2 logs.
Need to write more tests with varying metadata ops.
simplify mkfs/mnt handling
|
##/bin/sh
#
# Copyright (c) 2000-2002 Silicon Graphics, Inc. All Rights Reserved.
#
# This program is free software; you can redistribute it and/or modify it
# under the terms of version 2 of the GNU General Public License as
# published by the Free Software Foundation.
#
# This program is distributed in the hope that it would be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
#
# Further, this software is distributed without any warranty that it is
# free of the rightful claim of any third person regarding infringement
# or the like. Any license provided herein, whether implied or
# otherwise, applies only to this software file. Patent licenses, if
# any, provided herein do not apply to combinations of this program with
# other software, or any other product whatsoever.
#
# You should have received a copy of the GNU General Public License along
# with this program; if not, write the Free Software Foundation, Inc., 59
# Temple Place - Suite 330, Boston MA 02111-1307, USA.
#
# Contact information: Silicon Graphics, Inc., 1600 Amphitheatre Pkwy,
# Mountain View, CA 94043, or:
#
# http://www.sgi.com
#
# For further information regarding this notice, see:
#
# http://oss.sgi.com/projects/GenInfo/SGIGPLNoticeExplan/
#
#
# common routines for log testing
# Created by dxm@sgi.com & tes@sgi.com
#
fulldir=$seq.fulldir
rm -rf $fulldir
mkdir $fulldir
_cleanup_logfiles()
{
if [ $status -eq 0 ]; then
# don't keep these files around unless something went wrong
rm -rf $fulldir
fi
}
_full()
{
echo "" >>$seq.full
echo "*** $* ***" >>$seq.full
echo "" >>$seq.full
}
_echofull()
{
echo "" | tee -a $seq.full
echo "*** $* ***" | tee -a $seq.full
echo "" | tee -a $seq.full
}
# Handle the operations which get split over Log Record
# boundaries.
# Oper (379)..... flags: CONTINUE
# ...
# Oper (0)....... flags: WAS_CONT END
#
# or
#
# Oper (379)..... flags: none
# ...
# Oper (0)....... flags: none
#
_filter_opnum()
{
$AWK_PROG '
BEGIN {
debug = 0
}
/^Oper/ && debug {
printf "line = %s\n", $0
}
/^Oper/ {
was_cont = 0
}
/^Oper/ && /flags: CONTINUE/ {
# this will be the first op of split region
$9 = "none" # overwrite CONTINUE flags
print
print "Not printing rest"
was_cont = 1
next
}
/^Oper/ && /flags: WAS_CONT END/ {
# this will be the last op of split region
# skip over was-continued op
# we assume there can be only 1
was_cont = 1
next
}
(was_cont == 1) {
# skip over any continued op stuff
next
}
{print}
'
}
#
# Filter out things that can change
# We have complexities which change when log is sync'ed at different
# times.
# Example1: DATA FORK EXTENTS
# These will not show up if inode is sync'ed sooner
# /DATA FORK EXTENTS/d;
# /INODE:/s/flags:0x5/flags:0x1/g;
# define XFS_ILOG_CORE 0x001 /* log standard inode fields */
# define XFS_ILOG_DEXT 0x004 /* log i_df.if_extents */
#
#
_filter_logprint()
{
_fix_malloc |\
sed '
s/data device: 0x[0-9a-f][0-9a-f]*/data device: <DEVICE>/;
s/log device: 0x[0-9a-f][0-9a-f]*/log device: <DEVICE>/;
s/log file: \".*\"/log device: <DEVICE>/;
s/daddr: [0-9][0-9]*/daddr: <DADDR>/;
s/length: [0-9][0-9]*/length: <LENGTH>/;
s/length: [0-9][0-9]*/length: <LENGTH>/;
s/^cycle num overwrites: .*$/cycle num overwrites: <TIDS>/;
s/tid: [0-9a-f][0-9a-f]*/tid: <TID>/;
s/tid:0x[0-9a-f][0-9a-f]*/tid:<TID>/;
s/q:0x[0-9a-f][0-9a-f]*/q:<Q>/;
s/a:0x[0-9a-f][0-9a-f]*/a:<A>/g;
s/blkno:0x[0-9a-f][0-9a-f]*/blkno:<BLKNO>/g;
s/blkno: [0-9][0-9]* (0x[0-9a-f]*)/blkno: <BLKNO> (<BLKNO>)/g;
s/blkno: [0-9][0-9]*/blkno: <BLKNO>/g;
s/boff: [0-9][0-9]*/boff: <BOFF>/g;
s/len: *[0-9][0-9]*/len:<LEN>/g;
/zeroed blocks/s/[0-9][0-9]*/<COUNT>/g;
/cleared blocks/d;
/log tail/s/[0-9][0-9]*/<COUNT>/g;
s/atime:[0-9a-fx]* *mtime:[0-9a-fx]* *ctime:[0-9a-fx]*/atime:<TIME> mtime:<TIME> ctime:<TIME>/;
s/atime 0x[0-9a-f]* mtime 0x[0-9a-f]* ctime 0x[0-9a-f]*/atime <TIME> mtime <TIME> ctime <TIME>/;
s/block [0-9][0-9]*/block <BLOCK>/;
s/icount: *[0-9][0-9]* *ifree: *[0-9][0-9]* *fdblks: *[0-9][0-9]* *frext: *[0-9][0-9]*/icount:<COUNT> ifree:<FREE> fdblks:<BLOCKS> frext:<COUNT>/;
s/sunit: *[0-9][0-9]* *swidth: *[0-9][0-9]*/sunit:<SUNIT> swidth:<SWIDTH>/;
s/1st: *[0-9][0-9]* *last: *[0-9][0-9]* *cnt: *[0-9][0-9]* *freeblks: *[0-9][0-9]* *longest: *[0-9][0-9]*/1st:<NUM> last:<NUM> cnt:<COUNT> freeblks:<COUNT> longest:<NUM>/;
s/^uuid: *[0-9a-f-][0-9a-f-]* *format: *.*$/uuid: <UUID> format: <FORMAT>/;
/flushiter:/d;
/version:/,/h_size:/d;
/override tail/s/[0-9][0-9]*/<TAIL_BLK>/;
/^---*/d;
/^===*/d;
/^~~~*/d;
/extended-header/d;
/LOG REC AT LSN/d;
/DATA FORK EXTENTS/d;
s/BUF: cnt:[1-9][0-9]* total:[1-9][0-9]*.*/BUF: cnt:C total:T/;
s/INO: cnt:[1-9][0-9]* total:[1-9][0-9]*.*/INO: cnt:C total:T/;
s/#regs: *[1-9][0-9]*/#regs:R/;
/INODE:/s/flags:0x5/flags:0x1/g;
s/Oper ([0-9][0-9]*)/Oper (OPNUM)/;
/^[ ]*$/d;
s/ */ /g;
s/ $//;
' |\
awk '
# collapse BUF DATA group into 1 line
# for Oper data this can be over separate operations...ughh
/BUF DATA/ {
if (!buf_data) { # 1st one
if (oper) {
print oper
oper = 0
}
print
}
buf_data = 1
oper = 0 # wont need it now
next
}
/^Oper/ {
# store it as we dont know if 2nd BUF DATA is to follow
if (oper) {
print oper
}
oper = $0
next
}
{
buf_data = 0
if (oper) { # now we can print out oper
print oper
oper = 0
}
print
}
'
}
_check_log()
{
_full "clean_log : xfs_logprint"
_scratch_xfs_logprint -t | tee -a $seq.full \
| head | grep -q "<CLEAN>" || _fail "DIRTY LOG"
}
_print_logstate()
{
_scratch_xfs_logprint -t | tee -a $seq.full >$tmp.logprint
if grep -q "<DIRTY>" $tmp.logprint; then
echo "dirty log"
fi
if grep -q "<CLEAN>" $tmp.logprint; then
echo "clean log"
fi
}
_print_operation()
{
raw=$fulldir/op.mnt$MOUNT_OPTIONS.mkfs$MKFS_OPTIONS$sync_suffix.raw
filtered=$fulldir/op.mnt$MOUNT_OPTIONS.mkfs$MKFS_OPTIONS$sync_suffix.filtered
echo "### xfs_logprint output ###" | tee $raw >$filtered
_scratch_xfs_logprint -c 2>&1 \
| tee -a $raw \
| _filter_logprint \
| _filter_opnum \
>>$filtered
}
# start at rec#2 "-s 2" so we skip over UMOUNT record which will always
# be a 512b single header at mkfs time
# and may not match with the FS mounted at a different LR size
# => xlog_do_recovery_pass() can not handle the different hdr sizes
# it assumes them all to be the same between the start..finish
# NB: On IRIX there is no UMOUNT record and so we could start from -s 0.
_print_transaction_inode()
{
_start=$1
raw=$fulldir/trans_inode.mnt$MOUNT_OPTIONS.mkfs$MKFS_OPTIONS$sync_suffix.raw
filtered=$fulldir/trans_inode.mnt$MOUNT_OPTIONS.mkfs$MKFS_OPTIONS$sync_suffix.filtered
echo "### xfs_logprint -t -i -s START output ###" | tee $raw >$filtered
_scratch_xfs_logprint -t -i -s $_start 2>&1 \
| tee -a $raw \
| _filter_logprint \
>>$filtered
}
_print_transaction_buf()
{
_start=$1
raw=$fulldir/trans_buf.mnt$MOUNT_OPTIONS.mkfs$MKFS_OPTIONS$sync_suffix.raw
filtered=$fulldir/trans_buf.mnt$MOUNT_OPTIONS.mkfs$MKFS_OPTIONS$sync_suffix.filtered
echo "### xfs_logprint -t -b -s START output ###" | tee $raw >$filtered
_scratch_xfs_logprint -t -b -s $_start 2>&1 \
| tee -a $raw \
| _filter_logprint \
>>$filtered
}
_mkfs_log()
{
# create the FS
_full "mkfs"
extra_ops="-lsize=2000b"
_scratch_mkfs_xfs $extra_ops >>$seq.full 2>&1
if [ $? -ne 0 ] ; then
_echofull "Cannot mkfs for this test using option specified: $MKFS_OPTIONS $extra_ops"
return 1
fi
return 0
}
#
# mount fs and create some log traffic
#
_create_log()
{
# mount the FS
_full " mount"
_scratch_mount >>$seq.full 2>&1
if [ $? -ne 0 ] ; then
_echofull "mount failed: $MOUNT_OPTIONS"
return 1
fi
# generate some log traffic - but not too much - life gets a little
# more complicated if the log wraps around. This traffic is
# pretty much arbitary, but could probably be made better than this.
touch $SCRATCH_MNT/{0,1,2,3,4,5,6,7,8,9}{0,1,2,3,4,5,6,7,8,9}
# unmount the FS
_full "umount"
umount $SCRATCH_DEV >>$seq.full 2>&1
if [ $? -ne 0 ] ; then
_echofull "umount failed"
return 1
fi
return 0
}
#
# mount fs and create some log traffic with sync'ing
#
_create_log_sync()
{
# mount the FS
_full " mount"
_scratch_mount >>$seq.full 2>&1
if [ $? -ne 0 ] ; then
_echofull "mount failed: $MOUNT_OPTIONS"
return 1
fi
# generate some log traffic - but not too much
# add some syncs to get the log flushed to disk
for file in $SCRATCH_MNT/{0,1,2,3,4,5,6,7,8,9}{0,1,2,3,4,5,6,7,8,9}; do
touch $file
sync
done
# unmount the FS
_full "umount"
umount $SCRATCH_DEV >>$seq.full 2>&1
if [ $? -ne 0 ] ; then
_echofull "umount failed"
return 1
fi
}
_cmp_output()
{
echo "*** compare logprint: $1 with $2"
if ! diff $1 $2 >/dev/null; then
_fail "logprint output $1 differs to $2"
fi
}
#
# Op data of different Log Record sizes will mean that data is
# split at different points and in op printing it will not
# try and decode the data which has been split up.
# So we do a special diff processing to complain of differences
# if no split is involved.
#
# Example diff with forms of:
# "Left over region from split log item"
# "Not printing rest of data"
#
# 2149c2149
# < Left over region from split log item
# ---
# > BUF DATA
# 2888c2888,2889
# < INODE: #regs: 3 Not printing rest of data
# ---
# > INODE: #regs: 3 ino: 0x80 flags: 0x5 dsize: 16
# > blkno: <BLKNO> len:<LEN> boff: <BOFF>
#
_process_op_diff()
{
$AWK_PROG <$1 '
BEGIN { num_splits = 1 }
/^[0-9]/ {
# ensure a split happened in previous difference
if (num_splits < 1 || num_splits > 3) {
print num_splits, " split(s) found prior to diff cmd: ", $0
num_splits = 1 # shut-up end condition
exit 1
}
num_splits = 0
next
}
/Left over region/ || /Not printing rest/ {
num_splits++
next
}
{ next }
END {
if (num_splits < 1 || num_splits > 3) {
print num_splits, " split(s) found prior to diff end"
exit 1
}
}
'
return $?
}
_cmp_op_output()
{
echo "*** compare logprint: $1 with $2"
diff $1 $2 >$filtered.diff
if ! _process_op_diff $filtered.diff
then
_fail "logprint output $1 differs to $2 considering splits"
fi
}
# make sure this script returns success
/bin/true
![[BACK]](/icons/back.gif){kind=icon}
Return to common.log CVS log ![[TXT]](/icons/text.gif){kind=icon}
![[DIR]](/icons/dir.gif){kind=icon}
Up to [Development] / xfs-cmds / xfstests