Re: [PATCH] ext4/309: Add SEEK_DATA tests for offsets in the middle of holes

[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]

 



On Thu, May 10, 2018 at 6:41 PM, Jan Kara <jack@xxxxxxx> wrote:
> ext4 had a bug for files with indirect extents where it wrongly reported
> a size of a hole in some cases and thus SEEK_DATA implementation could
> skip some data in a file. Test for that. The problem is fixed by patch
> "ext4: Fix hole length detection in ext4_ind_map_blocks()".
>
> Signed-off-by: Jan Kara <jack@xxxxxxx>
> ---
>  src/seek_sanity_test.c | 71 ++++++++++++++++++++++++++++++++++++++++++++++++++
>  tests/ext4/309         | 56 +++++++++++++++++++++++++++++++++++++++
>  tests/ext4/309.out     |  1 +
>  tests/ext4/group       |  1 +
>  4 files changed, 129 insertions(+)
>  create mode 100755 tests/ext4/309
>  create mode 100644 tests/ext4/309.out
>
> Note that I'm adding new tests to a common test program src/seek_sanity_test
> but I only use them from ext4 specific test as the offsets are pretty ext4
> specific and so I don't see any use in making this run for all other
> filesystems. If people think it should be done differently, please speak up.

I think its a very quick test and it deserves to be in generic.
Even thought the numbers are computed for ext4, the test is generic
enough to run on all fs.

>
> diff --git a/src/seek_sanity_test.c b/src/seek_sanity_test.c
> index e82cb1f78671..9245464400e8 100644
> --- a/src/seek_sanity_test.c
> +++ b/src/seek_sanity_test.c
> @@ -274,6 +274,75 @@ out:
>         return ret;
>  }
>
> +/*
> + * Make sure hole size is properly reported when starting in the middle of a
> + * hole in ext? doubly indirect tree
> + */
> +static int test20(int fd, int testnum)
> +{
> +       int ret = -1;
> +       char *buf = NULL;
> +       loff_t bufsz, filsz;
> +
> +       bufsz = alloc_size;
> +       buf = do_malloc(bufsz);
> +       if (!buf)
> +               goto out;
> +       memset(buf, 'a', bufsz);
> +
> +       /* Magic size in the middle of ext[23] triple indirect tree */
> +       filsz = (12 + bufsz / 4 + 8 * bufsz / 4 * bufsz / 4 + 2 * bufsz / 4 + 5) * bufsz;
> +       ret = do_pwrite(fd, buf, bufsz, filsz - bufsz);
> +       if (ret)
> +               goto out;
> +
> +       /* Offset inside ext[23] indirect block */
> +       ret += do_lseek(testnum, 1, fd, filsz, SEEK_DATA, 14 * bufsz, filsz - bufsz);
> +       /* Offset inside ext[23] doubly indirect block */
> +       ret += do_lseek(testnum, 2, fd, filsz, SEEK_DATA, (12 + 2 * bufsz / 4) * bufsz, filsz - bufsz);
> +       /* Offsets inside ext[23] triply indirect block */
> +       ret += do_lseek(testnum, 3, fd, filsz, SEEK_DATA,
> +               (12 + bufsz / 4 + bufsz / 4 * bufsz / 4 + 3 * bufsz / 4 + 5) * bufsz, filsz - bufsz);
> +       ret += do_lseek(testnum, 3, fd, filsz, SEEK_DATA,
> +               (12 + bufsz / 4 + 7 * bufsz / 4 * bufsz / 4 + 5 * bufsz / 4) * bufsz, filsz - bufsz);
> +       ret += do_lseek(testnum, 3, fd, filsz, SEEK_DATA,
> +               (12 + bufsz / 4 + 8 * bufsz / 4 * bufsz / 4 + bufsz / 4 + 11) * bufsz, filsz - bufsz);
> +out:
> +       if (buf)
> +               free(buf);
> +       return ret;
> +}
> +/*
> + * Make sure hole size is properly reported when starting in the middle of a
> + * hole in ext? indirect tree
> + */
> +static int test19(int fd, int testnum)
> +{
> +       int ret = -1;
> +       char *buf = NULL;
> +       int bufsz, filsz;
> +
> +       bufsz = alloc_size;
> +       buf = do_malloc(bufsz);
> +       if (!buf)
> +               goto out;
> +       memset(buf, 'a', bufsz);
> +
> +       /* Magic size just beyond ext[23] indirect tree size */
> +       filsz = (12 + bufsz / 4 + 1) * bufsz;
> +       ret = do_pwrite(fd, buf, bufsz, filsz - bufsz);
> +       if (ret)
> +               goto out;
> +
> +       ret += do_lseek(testnum, 1, fd, filsz, SEEK_DATA, bufsz, filsz - bufsz);
> +       ret += do_lseek(testnum, 2, fd, filsz, SEEK_DATA, 12*bufsz, filsz - bufsz);
> +       ret += do_lseek(testnum, 3, fd, filsz, SEEK_DATA, (12 + bufsz / 4 - 8)*bufsz, filsz - bufsz);
> +out:
> +       if (buf)
> +               free(buf);
> +       return ret;
> +}
> +
>  /* Make sure we get ENXIO if we pass in a negative offset. */
>  static int test18(int fd, int testnum)
>  {
> @@ -982,6 +1051,8 @@ struct testrec seek_tests[] = {
>         { 16, test16, "Test file with unwritten extents, non-contiguous dirty pages" },
>         { 17, test17, "Test file with unwritten extents, data-hole-data inside page" },
>         { 18, test18, "Test file with negative SEEK_{HOLE,DATA} offsets" },
> +       { 19, test19, "Test file SEEK_DATA from middle of a large hole" },
> +       { 20, test20, "Test file SEEK_DATA from middle of a huge hole" },
>  };
>
>  static int run_test(struct testrec *tr)
> diff --git a/tests/ext4/309 b/tests/ext4/309
> new file mode 100755
> index 000000000000..ef56503db0f9
> --- /dev/null
> +++ b/tests/ext4/309
> @@ -0,0 +1,56 @@
> +#! /bin/bash
> +# FS QA Test No. 309
> +#
> +# SEEK_DATA sanity tests.

Please mention this is a regression test for ext4 bug fix
with commit id.

> +#
> +#-----------------------------------------------------------------------
> +# Copyright (c) 2018 SUSE.  All Rights Reserved.
> +#
> +# This program is free software; you can redistribute it and/or
> +# modify it under the terms of the GNU General Public License as
> +# published by the Free Software Foundation.
> +#
> +# This program is distributed in the hope that it would be useful,
> +# but WITHOUT ANY WARRANTY; without even the implied warranty of
> +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
> +# GNU General Public License for more details.
> +#
> +# You should have received a copy of the GNU General Public License
> +# along with this program; if not, write the Free Software Foundation,
> +# Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
> +#-----------------------------------------------------------------------
> +#
> +
> +seq=`basename $0`
> +seqres=$RESULT_DIR/$seq
> +echo "QA output created by $seq"
> +
> +here=`pwd`
> +status=1       # failure is the default!
> +trap "_cleanup; exit \$status" 0 1 2 3 15
> +
> +# get standard environment, filters and checks
> +. ./common/rc
> +. ./common/filter
> +
> +_supported_fs generic
> +_supported_os Linux
> +
> +_require_test
> +_require_seek_data_hole
> +
> +BASE_TEST_FILE=$TEST_DIR/seek_sanity_testfile
> +
> +_require_test_program "seek_sanity_test"
> +
> +_cleanup()
> +{
> +       eval "rm -f $BASE_TEST_FILE.*"
> +}
> +
> +$here/src/seek_sanity_test -s 19 -e 20 $BASE_TEST_FILE > $seqres.full 2>&1 ||
> +       _fail "seek sanity check failed!"
> +
> +# success, all done
> +status=0
> +exit
> diff --git a/tests/ext4/309.out b/tests/ext4/309.out
> new file mode 100644
> index 000000000000..2b6375844df5
> --- /dev/null
> +++ b/tests/ext4/309.out
> @@ -0,0 +1 @@
> +QA output created by 309
> diff --git a/tests/ext4/group b/tests/ext4/group
> index 5bd15f82b3be..74f8273f5667 100644
> --- a/tests/ext4/group
> +++ b/tests/ext4/group
> @@ -44,3 +44,4 @@
>  306 auto rw resize quick
>  307 auto ioctl rw defrag
>  308 auto ioctl rw prealloc quick defrag
> +309 auto quick

Maybe group 'rw' like the rest of the seek_sanity_test tests.

Thanks,
Amir.



[Index of Archives]     [Reiser Filesystem Development]     [Ceph FS]     [Kernel Newbies]     [Security]     [Netfilter]     [Bugtraq]     [Linux FS]     [Yosemite National Park]     [MIPS Linux]     [ARM Linux]     [Linux Security]     [Linux RAID]     [Samba]     [Device Mapper]     [Linux Media]

  Powered by Linux