For large blocksizes like 64k on powerpc with 64k pagesize it failed simply because this test was written with 4k block size in mind. The first few lines of the error logs are as follows: d3dc847171f9081bd75d7a2d3b53d322 SCRATCH_MNT/snap2/bar File snap1/foo fiemap results in the original filesystem: -0: [0..7]: data +0: [0..127]: data File snap1/bar fiemap results in the original filesystem: ... Fix this by making the test choose offsets based on the blocksize. Also, now that the file hashes and the extent/block numbers will change depending on the blocksize, calculate the hashes and the block mappings, store them in temporary files and then calculate their diff between the new and the original filesystem. This allows us to remove all the block mapping and hashes from the .out file. Reported-by: Disha Goel <disgoel@xxxxxxxxxxxxx> Signed-off-by: Nirjhar Roy (IBM) <nirjhar.roy.lists@xxxxxxxxx> --- tests/btrfs/137 | 135 +++++++++++++++++++++++++++++--------------- tests/btrfs/137.out | 59 ++----------------- 2 files changed, 94 insertions(+), 100 deletions(-) diff --git a/tests/btrfs/137 b/tests/btrfs/137 index 7710dc18..61e983cb 100755 --- a/tests/btrfs/137 +++ b/tests/btrfs/137 @@ -27,53 +27,74 @@ _require_xfs_io_command "fiemap" send_files_dir=$TEST_DIR/btrfs-test-$seq rm -fr $send_files_dir -mkdir $send_files_dir +mkdir $send_files_dir $tmp _scratch_mkfs >>$seqres.full 2>&1 _scratch_mount +blksz=`_get_block_size $SCRATCH_MNT` +echo "block size = $blksz" >> $seqres.full + # Create the first test file. -$XFS_IO_PROG -f -c "pwrite -S 0xaa 0 4K" $SCRATCH_MNT/foo | _filter_xfs_io +$XFS_IO_PROG -f -c "pwrite -S 0xaa -b $blksz 0 $blksz" $SCRATCH_MNT/foo | _filter_xfs_io | \ + _filter_xfs_io_size_offset 0 $blksz # Create a second test file with a 1Mb hole. $XFS_IO_PROG -f \ - -c "pwrite -S 0xaa 0 4K" \ - -c "pwrite -S 0xbb 1028K 4K" \ - $SCRATCH_MNT/bar | _filter_xfs_io + -c "pwrite -S 0xaa -b $blksz 0 $blksz" \ + -c "pwrite -S 0xbb -b $blksz $(( 1024 * 1024 + blksz )) $blksz" \ + $SCRATCH_MNT/bar | _filter_xfs_io | \ + _filter_xfs_io_size_offset "$(( 1024 * 1024 + blksz ))" $blksz | \ + _filter_xfs_io_size_offset 0 $blksz $BTRFS_UTIL_PROG subvolume snapshot -r $SCRATCH_MNT \ $SCRATCH_MNT/snap1 >/dev/null # Now add one new extent to our first test file, increasing its size and leaving # a 1Mb hole between the first extent and this new extent. -$XFS_IO_PROG -c "pwrite -S 0xbb 1028K 4K" $SCRATCH_MNT/foo | _filter_xfs_io +$XFS_IO_PROG -c "pwrite -S 0xbb -b $blksz $(( 1024 * 1024 + blksz )) $blksz" $SCRATCH_MNT/foo \ + | _filter_xfs_io | _filter_xfs_io_size_offset "$(( 1024 * 1024 + blksz ))" $blksz # Now overwrite the last extent of our second test file. -$XFS_IO_PROG -c "pwrite -S 0xcc 1028K 4K" $SCRATCH_MNT/bar | _filter_xfs_io +$XFS_IO_PROG -c "pwrite -S 0xcc -b $blksz $(( 1024 * 1024 + blksz )) $blksz" $SCRATCH_MNT/bar \ + | _filter_xfs_io | _filter_xfs_io_size_offset "$(( 1024 * 1024 + blksz ))" $blksz $BTRFS_UTIL_PROG subvolume snapshot -r $SCRATCH_MNT \ $SCRATCH_MNT/snap2 >/dev/null -echo -echo "File digests in the original filesystem:" -md5sum $SCRATCH_MNT/snap1/foo | _filter_scratch -md5sum $SCRATCH_MNT/snap1/bar | _filter_scratch -md5sum $SCRATCH_MNT/snap2/foo | _filter_scratch -md5sum $SCRATCH_MNT/snap2/bar | _filter_scratch - -echo -echo "File snap1/foo fiemap results in the original filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/foo | _filter_fiemap -echo -echo "File snap1/bar fiemap results in the original filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/bar | _filter_fiemap -echo -echo "File snap2/foo fiemap results in the original filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/foo | _filter_fiemap -echo -echo "File snap2/bar fiemap results in the original filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/bar | _filter_fiemap -echo +echo >> $seqres.full + +echo "File digests in the original filesystem:" >> $seqres.full +md5sum $SCRATCH_MNT/snap1/foo | _filter_scratch >> $tmp/snap1_foo.original.hash +cat $tmp/snap1_foo.original.hash >> $seqres.full +md5sum $SCRATCH_MNT/snap1/bar | _filter_scratch > $tmp/snap1_bar.original.hash +cat $tmp/snap1_bar.original.hash >> $seqres.full +md5sum $SCRATCH_MNT/snap2/foo | _filter_scratch >> $tmp/snap2_foo.original.hash +cat $tmp/snap2_foo.original.hash >> $seqres.full +md5sum $SCRATCH_MNT/snap2/bar | _filter_scratch > $tmp/snap2_bar.original.hash +cat $tmp/snap2_bar.original.hash >> $seqres.full + +echo >> $seqres.full + +echo "File snap1/foo fiemap results in the original filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/foo | _filter_fiemap > $tmp/snap1_foo.original.map +cat $tmp/snap1_foo.original.map >> $seqres.full +echo >> $seqres.full + +echo "File snap1/bar fiemap results in the original filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/bar | _filter_fiemap > $tmp/snap1_bar.original.map +cat $tmp/snap1_bar.original.map >> $seqres.full +echo >> $seqres.full + +echo "File snap2/foo fiemap results in the original filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/foo | _filter_fiemap > $tmp/snap2_foo.original.map +cat $tmp/snap2_foo.original.map >> $seqres.full +echo >> $seqres.full + +echo "File snap2/bar fiemap results in the original filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/bar | _filter_fiemap > $tmp/snap2_bar.original.map +cat $tmp/snap2_bar.original.map >> $seqres.full +echo >> $seqres.full # Create the send streams to apply later on a new filesystem. $BTRFS_UTIL_PROG send -f $send_files_dir/1.snap $SCRATCH_MNT/snap1 2>&1 \ @@ -90,25 +111,47 @@ _scratch_mount $BTRFS_UTIL_PROG receive -f $send_files_dir/1.snap $SCRATCH_MNT >/dev/null $BTRFS_UTIL_PROG receive -f $send_files_dir/2.snap $SCRATCH_MNT >/dev/null -echo -echo "File digests in the new filesystem:" -md5sum $SCRATCH_MNT/snap1/foo | _filter_scratch -md5sum $SCRATCH_MNT/snap1/bar | _filter_scratch -md5sum $SCRATCH_MNT/snap2/foo | _filter_scratch -md5sum $SCRATCH_MNT/snap2/bar | _filter_scratch - -echo -echo "File snap1/foo fiemap results in the new filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/foo | _filter_fiemap -echo -echo "File snap1/bar fiemap results in the new filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/bar | _filter_fiemap -echo -echo "File snap2/foo fiemap results in the new filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/foo | _filter_fiemap -echo -echo "File snap2/bar fiemap results in the new filesystem:" -$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/bar | _filter_fiemap +echo >> $seqres.full +echo "File digests in the new filesystem:" >> $seqres.full +md5sum $SCRATCH_MNT/snap1/foo | _filter_scratch > $tmp/snap1_foo.new.hash +cat $tmp/snap1_foo.new.hash >> $seqres.full +md5sum $SCRATCH_MNT/snap1/bar | _filter_scratch > $tmp/snap1_bar.new.hash +cat $tmp/snap1_bar.new.hash >> $seqres.full +md5sum $SCRATCH_MNT/snap2/foo | _filter_scratch > $tmp/snap2_foo.new.hash +cat $tmp/snap2_foo.new.hash >> $seqres.full +md5sum $SCRATCH_MNT/snap2/bar | _filter_scratch > $tmp/snap2_bar.new.hash +cat $tmp/snap2_bar.new.hash >> $seqres.full + +diff $tmp/snap1_foo.new.hash $tmp/snap1_foo.original.hash +diff $tmp/snap1_bar.new.hash $tmp/snap1_bar.original.hash +diff $tmp/snap2_foo.new.hash $tmp/snap2_foo.original.hash +diff $tmp/snap2_bar.new.hash $tmp/snap2_bar.original.hash + +echo >> $seqres.full + +echo "File snap1/foo fiemap results in the new filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/foo | _filter_fiemap > $tmp/snap1_foo.new.map +cat $tmp/snap1_foo.new.map >> $seqres.full +echo >> $seqres.full + +echo "File snap1/bar fiemap results in the new filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap1/bar | _filter_fiemap > $tmp/snap1_bar.new.map +cat $tmp/snap1_bar.new.map >> $seqres.full +echo >> $seqres.full + +echo "File snap2/foo fiemap results in the new filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/foo | _filter_fiemap > $tmp/snap2_foo.new.map +cat $tmp/snap2_foo.new.map >> $seqres.full +echo >> $seqres.full + +echo "File snap2/bar fiemap results in the new filesystem:" >> $seqres.full +$XFS_IO_PROG -r -c "fiemap -v" $SCRATCH_MNT/snap2/bar | _filter_fiemap > $tmp/snap2_bar.new.map +cat $tmp/snap2_bar.new.map >> $seqres.full + +diff $tmp/snap1_foo.new.map $tmp/snap1_foo.original.map +diff $tmp/snap1_bar.new.map $tmp/snap1_bar.original.map +diff $tmp/snap2_foo.new.map $tmp/snap2_foo.original.map +diff $tmp/snap2_bar.new.map $tmp/snap2_bar.original.map status=0 exit diff --git a/tests/btrfs/137.out b/tests/btrfs/137.out index 8554399f..ea9f426c 100644 --- a/tests/btrfs/137.out +++ b/tests/btrfs/137.out @@ -1,63 +1,14 @@ QA output created by 137 -wrote 4096/4096 bytes at offset 0 +wrote SIZE/SIZE bytes at offset OFFSET XXX Bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) -wrote 4096/4096 bytes at offset 0 +wrote SIZE/SIZE bytes at offset OFFSET XXX Bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) -wrote 4096/4096 bytes at offset 1052672 +wrote SIZE/SIZE bytes at offset OFFSET XXX Bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) -wrote 4096/4096 bytes at offset 1052672 +wrote SIZE/SIZE bytes at offset OFFSET XXX Bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) -wrote 4096/4096 bytes at offset 1052672 +wrote SIZE/SIZE bytes at offset OFFSET XXX Bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) - -File digests in the original filesystem: -3e4309c7cc81f23d45e260a8f13ca860 SCRATCH_MNT/snap1/foo -f3934f0cf164e2efa1bab71f2f164990 SCRATCH_MNT/snap1/bar -f3934f0cf164e2efa1bab71f2f164990 SCRATCH_MNT/snap2/foo -d3dc847171f9081bd75d7a2d3b53d322 SCRATCH_MNT/snap2/bar - -File snap1/foo fiemap results in the original filesystem: -0: [0..7]: data - -File snap1/bar fiemap results in the original filesystem: -0: [0..7]: data -1: [8..2055]: hole -2: [2056..2063]: data - -File snap2/foo fiemap results in the original filesystem: -0: [0..7]: data -1: [8..2055]: hole -2: [2056..2063]: data - -File snap2/bar fiemap results in the original filesystem: -0: [0..7]: data -1: [8..2055]: hole -2: [2056..2063]: data - At subvol SCRATCH_MNT/snap1 At subvol SCRATCH_MNT/snap2 At subvol snap1 - -File digests in the new filesystem: -3e4309c7cc81f23d45e260a8f13ca860 SCRATCH_MNT/snap1/foo -f3934f0cf164e2efa1bab71f2f164990 SCRATCH_MNT/snap1/bar -f3934f0cf164e2efa1bab71f2f164990 SCRATCH_MNT/snap2/foo -d3dc847171f9081bd75d7a2d3b53d322 SCRATCH_MNT/snap2/bar - -File snap1/foo fiemap results in the new filesystem: -0: [0..7]: data - -File snap1/bar fiemap results in the new filesystem: -0: [0..7]: data -1: [8..2055]: hole -2: [2056..2063]: data - -File snap2/foo fiemap results in the new filesystem: -0: [0..7]: data -1: [8..2055]: hole -2: [2056..2063]: data - -File snap2/bar fiemap results in the new filesystem: -0: [0..7]: data -1: [8..2055]: hole -2: [2056..2063]: data -- 2.34.1