Denis Plotnikov (1):

qemu-io: add pattern file for write command

From: Denis Plotnikov <dplotnikov@virtuozzo.com>

The patch allows to provide a pattern file for write

command. There was no similar ability before.

Signed-off-by: Denis Plotnikov <dplotnikov@virtuozzo.com>

Message-id: 20190820164616.4072-1-dplotnikov@virtuozzo.com

Reviewed-by: Eric Blake <eblake@redhat.com>

[mreitz: Keep optstring in alphabetical order]

Signed-off-by: Max Reitz <mreitz@redhat.com>

---

qemu-io-cmds.c | 99 +++++++++++++++++++++++++++++++++++++++++++++++---

1 file changed, 93 insertions(+), 6 deletions(-)

diff --git a/qemu-io-cmds.c b/qemu-io-cmds.c

index XXXXXXX..XXXXXXX 100644

--- a/qemu-io-cmds.c

+++ b/qemu-io-cmds.c

@@ -XXX,XX +XXX,XX @@ static void qemu_io_free(void *p)

qemu_vfree(p);

}

+/*

+ * qemu_io_alloc_from_file()

+ *

+ * Allocates the buffer and populates it with the content of the given file

+ * up to @len bytes. If the file length is less than @len, then the buffer

+ * is populated with the file content cyclically.

+ *

+ * @blk - the block backend where the buffer content is going to be written to

+ * @len - the buffer length

+ * @file_name - the file to read the content from

+ *

+ * Returns: the buffer pointer on success

+ * NULL on error

+ */

+static void *qemu_io_alloc_from_file(BlockBackend *blk, size_t len,

+ const char *file_name)

+{

+ char *buf, *buf_origin;

+ FILE *f = fopen(file_name, "r");

+ int pattern_len;

+

+ if (!f) {

+ perror(file_name);

+ return NULL;

+ }

+

+ if (qemuio_misalign) {

+ len += MISALIGN_OFFSET;

+ }

+

+ buf_origin = buf = blk_blockalign(blk, len);

+

+ if (qemuio_misalign) {

+ buf_origin += MISALIGN_OFFSET;

+ buf += MISALIGN_OFFSET;

+ len -= MISALIGN_OFFSET;

+ }

+

+ pattern_len = fread(buf_origin, 1, len, f);

+

+ if (ferror(f)) {

+ perror(file_name);

+ goto error;

+ }

+

+ if (pattern_len == 0) {

+ fprintf(stderr, "%s: file is empty\n", file_name);

+ goto error;

+ }

+

+ fclose(f);

+

+ if (len > pattern_len) {

+ len -= pattern_len;

+ buf += pattern_len;

+

+ while (len > 0) {

+ size_t len_to_copy = MIN(pattern_len, len);

+

+ memcpy(buf, buf_origin, len_to_copy);

+

+ len -= len_to_copy;

+ buf += len_to_copy;

+ }

+ }

+

+ return buf_origin;

+

+error:

+ qemu_io_free(buf_origin);

+ return NULL;

+}

+

static void dump_buffer(const void *buffer, int64_t offset, int64_t len)

{

uint64_t i;

@@ -XXX,XX +XXX,XX @@ static void write_help(void)

" -n, -- with -z, don't allow slow fallback\n"

" -p, -- ignored for backwards compatibility\n"

" -P, -- use different pattern to fill file\n"

+" -s, -- use a pattern file to fill the write buffer\n"

" -C, -- report statistics in a machine parsable format\n"

" -q, -- quiet mode, do not show I/O statistics\n"

" -u, -- with -z, allow unmapping\n"

@@ -XXX,XX +XXX,XX @@ static const cmdinfo_t write_cmd = {

.perm = BLK_PERM_WRITE,

.argmin = 2,

.argmax = -1,

- .args = "[-bcCfnquz] [-P pattern] off len",

+ .args = "[-bcCfnquz] [-P pattern | -s source_file] off len",

.oneline = "writes a number of bytes at a specified offset",

.help = write_help,

};

@@ -XXX,XX +XXX,XX @@ static int write_f(BlockBackend *blk, int argc, char **argv)

{

struct timespec t1, t2;

bool Cflag = false, qflag = false, bflag = false;

- bool Pflag = false, zflag = false, cflag = false;

+ bool Pflag = false, zflag = false, cflag = false, sflag = false;

int flags = 0;

int c, cnt, ret;

char *buf = NULL;

@@ -XXX,XX +XXX,XX @@ static int write_f(BlockBackend *blk, int argc, char **argv)

/* Some compilers get confused and warn if this is not initialized. */

int64_t total = 0;

int pattern = 0xcd;

+ const char *file_name = NULL;

- while ((c = getopt(argc, argv, "bcCfnpP:quz")) != -1) {

+ while ((c = getopt(argc, argv, "bcCfnpP:qs:uz")) != -1) {

switch (c) {

case 'b':

bflag = true;

@@ -XXX,XX +XXX,XX @@ static int write_f(BlockBackend *blk, int argc, char **argv)

case 'q':

qflag = true;

break;

+ case 's':

+ sflag = true;

+ file_name = optarg;

+ break;

case 'u':

flags |= BDRV_REQ_MAY_UNMAP;

break;

@@ -XXX,XX +XXX,XX @@ static int write_f(BlockBackend *blk, int argc, char **argv)

return -EINVAL;

}

- if (zflag && Pflag) {

- printf("-z and -P cannot be specified at the same time\n");

+ if (zflag + Pflag + sflag > 1) {

+ printf("Only one of -z, -P, and -s "

+ "can be specified at the same time\n");

return -EINVAL;

}

@@ -XXX,XX +XXX,XX @@ static int write_f(BlockBackend *blk, int argc, char **argv)

}

if (!zflag) {

- buf = qemu_io_alloc(blk, count, pattern);

+ if (sflag) {

+ buf = qemu_io_alloc_from_file(blk, count, file_name);

+ if (!buf) {

+ return -EINVAL;

+ }

+ } else {

+ buf = qemu_io_alloc(blk, count, pattern);

+ }

}

clock_gettime(CLOCK_MONOTONIC, &t1);

--

2.21.0

From: Nir Soffer <nirsof@gmail.com>

Using block_resize we can test allocate_first_block() with file

descriptor opened with O_DIRECT, ensuring that it works for any size

larger than 4096 bytes.

Testing smaller sizes is tricky as the result depends on the filesystem

used for testing. For example on NFS any size will work since O_DIRECT

does not require any alignment.

Signed-off-by: Nir Soffer <nsoffer@redhat.com>

Reviewed-by: Max Reitz <mreitz@redhat.com>

Message-id: 20190827010528.8818-3-nsoffer@redhat.com

Signed-off-by: Max Reitz <mreitz@redhat.com>

---

tests/qemu-iotests/175 | 28 ++++++++++++++++++++++++++++

tests/qemu-iotests/175.out | 8 ++++++++

2 files changed, 36 insertions(+)

diff --git a/tests/qemu-iotests/175 b/tests/qemu-iotests/175

index XXXXXXX..XXXXXXX 100755

--- a/tests/qemu-iotests/175

+++ b/tests/qemu-iotests/175

@@ -XXX,XX +XXX,XX @@ _filter_blocks()

-e "s/blocks=$((extra_blocks + img_size / 512))\\(\$\\|[^0-9]\\)/max allocation/"

}

+# Resize image using block_resize.

+# Parameter 1: image path

+# Parameter 2: new size

+_block_resize()

+{

+ local path=$1

+ local size=$2

+

+ $QEMU -qmp stdio -nographic -nodefaults \

+ -blockdev file,node-name=file,filename=$path,cache.direct=on \

+ <<EOF

+{'execute': 'qmp_capabilities'}

+{'execute': 'block_resize', 'arguments': {'node-name': 'file', 'size': $size}}

+{'execute': 'quit'}

+EOF

+}

+

# get standard environment, filters and checks

. ./common.rc

. ./common.filter

@@ -XXX,XX +XXX,XX @@ _supported_fmt raw

_supported_proto file

_supported_os Linux

+_default_cache_mode none

+_supported_cache_modes none directsync

+

size=$((1 * 1024 * 1024))

touch "$TEST_DIR/empty"

@@ -XXX,XX +XXX,XX @@ for mode in off full falloc; do

stat -c "size=%s, blocks=%b" $TEST_IMG | _filter_blocks $extra_blocks $min_blocks $size

done

+for new_size in 4096 1048576; do

+ echo

+ echo "== resize empty image with block_resize =="

+ _make_test_img 0 | _filter_imgfmt

+ _block_resize $TEST_IMG $new_size >/dev/null

+ stat -c "size=%s, blocks=%b" $TEST_IMG | _filter_blocks $extra_blocks $min_blocks $new_size

+done

+

# success, all done

echo "*** done"

rm -f $seq.full

diff --git a/tests/qemu-iotests/175.out b/tests/qemu-iotests/175.out

index XXXXXXX..XXXXXXX 100644

--- a/tests/qemu-iotests/175.out

+++ b/tests/qemu-iotests/175.out

@@ -XXX,XX +XXX,XX @@ size=1048576, max allocation

== creating image with preallocation falloc ==

Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 preallocation=falloc

size=1048576, max allocation

+

+== resize empty image with block_resize ==

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=0

+size=4096, min allocation

+

+== resize empty image with block_resize ==

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=0

+size=1048576, min allocation

*** done

--

2.21.0

fe646693acc changed qemu-img create's output so that it no longer prints

single quotes around parameter values. The subformat and adapter_type

filters in _filter_img_create() have never been adapted to that change.

Fixes: fe646693acc13ac48b98435d14149ab04dc597bc

Signed-off-by: Max Reitz <mreitz@redhat.com>

Reviewed-by: John Snow <jsnow@redhat.com>

Message-id: 20190815153638.4600-2-mreitz@redhat.com

Reviewed-by: John Snow <jsnow@redhat.com>

Signed-off-by: Max Reitz <mreitz@redhat.com>

---

tests/qemu-iotests/059.out | 16 ++++++++--------

tests/qemu-iotests/common.filter | 4 ++--

2 files changed, 10 insertions(+), 10 deletions(-)

diff --git a/tests/qemu-iotests/059.out b/tests/qemu-iotests/059.out

index XXXXXXX..XXXXXXX 100644

--- a/tests/qemu-iotests/059.out

+++ b/tests/qemu-iotests/059.out

@@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864

qemu-io: can't open device TEST_DIR/t.vmdk: L1 size too big

=== Testing monolithicFlat creation and opening ===

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2147483648 subformat=monolithicFlat

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2147483648

image: TEST_DIR/t.IMGFMT

file format: IMGFMT

virtual size: 2 GiB (2147483648 bytes)

=== Testing monolithicFlat with zeroed_grain ===

qemu-img: TEST_DIR/t.IMGFMT: Flat image can't enable zeroed grain

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2147483648 subformat=monolithicFlat

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2147483648

=== Testing big twoGbMaxExtentFlat ===

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1073741824000 subformat=twoGbMaxExtentFlat

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1073741824000

image: TEST_DIR/t.vmdk

file format: vmdk

virtual size: 0.977 TiB (1073741824000 bytes)

@@ -XXX,XX +XXX,XX @@ Format specific information:

qemu-img: Could not open 'TEST_DIR/t.IMGFMT': Invalid extent line: RW 12582912 VMFS "dummy.IMGFMT" 1

=== Testing truncated sparse ===

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=107374182400 subformat=monolithicSparse

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=107374182400

qemu-img: Could not open 'TEST_DIR/t.IMGFMT': File truncated, expecting at least 13172736 bytes

=== Converting to streamOptimized from image with small cluster size===

@@ -XXX,XX +XXX,XX @@ wrote 512/512 bytes at offset 10240

512 bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)

=== Testing monolithicFlat with internally generated JSON file name ===

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864 subformat=monolithicFlat

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864

qemu-io: can't open: Cannot use relative extent paths with VMDK descriptor file 'json:{"image": {"driver": "file", "filename": "TEST_DIR/t.IMGFMT"}, "driver": "blkdebug", "inject-error.0.event": "read_aio"}'

=== Testing version 3 ===

@@ -XXX,XX +XXX,XX @@ read 512/512 bytes at offset 64931328

512 bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)

=== Testing 4TB monolithicFlat creation and IO ===

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=4398046511104 subformat=monolithicFlat

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=4398046511104

image: TEST_DIR/t.IMGFMT

file format: IMGFMT

virtual size: 4 TiB (4398046511104 bytes)

@@ -XXX,XX +XXX,XX @@ read 1024/1024 bytes at offset 966367641600

1 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)

=== Testing qemu-img map on extents ===

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=33285996544 subformat=monolithicSparse

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=33285996544

wrote 1024/1024 bytes at offset 65024

1 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)

wrote 1024/1024 bytes at offset 2147483136

@@ -XXX,XX +XXX,XX @@ Offset Length Mapped to File

0 0x20000 0x3f0000 TEST_DIR/t.vmdk

0x7fff0000 0x20000 0x410000 TEST_DIR/t.vmdk

0x140000000 0x10000 0x430000 TEST_DIR/t.vmdk

-Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=33285996544 subformat=twoGbMaxExtentSparse

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=33285996544

wrote 1024/1024 bytes at offset 65024

1 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)

wrote 1024/1024 bytes at offset 2147483136

diff --git a/tests/qemu-iotests/common.filter b/tests/qemu-iotests/common.filter

index XXXXXXX..XXXXXXX 100644

--- a/tests/qemu-iotests/common.filter

+++ b/tests/qemu-iotests/common.filter

@@ -XXX,XX +XXX,XX @@ _filter_img_create()

-e "s# compat6=\\(on\\|off\\)##g" \

-e "s# static=\\(on\\|off\\)##g" \

-e "s# zeroed_grain=\\(on\\|off\\)##g" \

- -e "s# subformat='[^']*'##g" \

- -e "s# adapter_type='[^']*'##g" \

+ -e "s# subformat=[^ ]*##g" \

+ -e "s# adapter_type=[^ ]*##g" \

-e "s# hwversion=[^ ]*##g" \

-e "s# lazy_refcounts=\\(on\\|off\\)##g" \

-e "s# block_size=[0-9]\\+##g" \

--

2.21.0

This makes iotest 033 pass with e.g. subformat=monolithicFlat. It also

turns a former error in 059 into success.

Signed-off-by: Max Reitz <mreitz@redhat.com>

Message-id: 20190815153638.4600-3-mreitz@redhat.com

Reviewed-by: John Snow <jsnow@redhat.com>

Signed-off-by: Max Reitz <mreitz@redhat.com>

---

block/vmdk.c | 54 ++++++++++++++++++++++++--------------

tests/qemu-iotests/059 | 7 +++--

tests/qemu-iotests/059.out | 4 ++-

3 files changed, 42 insertions(+), 23 deletions(-)

diff --git a/block/vmdk.c b/block/vmdk.c

index XXXXXXX..XXXXXXX 100644

--- a/block/vmdk.c

+++ b/block/vmdk.c

@@ -XXX,XX +XXX,XX @@ static const char *next_line(const char *s)

}

static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,

- const char *desc_file_path, QDict *options,

- Error **errp)

+ QDict *options, Error **errp)

{

int ret;

int matches;

@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,

const char *p, *np;

int64_t sectors = 0;

int64_t flat_offset;

+ char *desc_file_dir = NULL;

char *extent_path;

BdrvChild *extent_file;

BDRVVmdkState *s = bs->opaque;

@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,

continue;

}

- if (!path_is_absolute(fname) && !path_has_protocol(fname) &&

- !desc_file_path[0])

- {

- bdrv_refresh_filename(bs->file->bs);

- error_setg(errp, "Cannot use relative extent paths with VMDK "

- "descriptor file '%s'", bs->file->bs->filename);

- return -EINVAL;

- }

+ if (path_is_absolute(fname)) {

+ extent_path = g_strdup(fname);

+ } else {

+ if (!desc_file_dir) {

+ desc_file_dir = bdrv_dirname(bs->file->bs, errp);

+ if (!desc_file_dir) {

+ bdrv_refresh_filename(bs->file->bs);

+ error_prepend(errp, "Cannot use relative paths with VMDK "

+ "descriptor file '%s': ",

+ bs->file->bs->filename);

+ ret = -EINVAL;

+ goto out;

+ }

+ }

- extent_path = path_combine(desc_file_path, fname);

+ extent_path = g_strconcat(desc_file_dir, fname, NULL);

+ }

ret = snprintf(extent_opt_prefix, 32, "extents.%d", s->num_extents);

assert(ret < 32);

@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,

g_free(extent_path);

if (local_err) {

error_propagate(errp, local_err);

- return -EINVAL;

+ ret = -EINVAL;

+ goto out;

}

/* save to extents array */

@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,

0, 0, 0, 0, 0, &extent, errp);

if (ret < 0) {

bdrv_unref_child(bs, extent_file);

- return ret;

+ goto out;

}

extent->flat_start_offset = flat_offset << 9;

} else if (!strcmp(type, "SPARSE") || !strcmp(type, "VMFSSPARSE")) {

@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,

g_free(buf);

if (ret) {

bdrv_unref_child(bs, extent_file);

- return ret;

+ goto out;

}

extent = &s->extents[s->num_extents - 1];

} else if (!strcmp(type, "SESPARSE")) {

ret = vmdk_open_se_sparse(bs, extent_file, bs->open_flags, errp);

if (ret) {

bdrv_unref_child(bs, extent_file);

- return ret;

+ goto out;

}

extent = &s->extents[s->num_extents - 1];

} else {

error_setg(errp, "Unsupported extent type '%s'", type);

bdrv_unref_child(bs, extent_file);

- return -ENOTSUP;

+ ret = -ENOTSUP;

+ goto out;

}

extent->type = g_strdup(type);

}

- return 0;

+

+ ret = 0;

+ goto out;

invalid:

np = next_line(p);

@@ -XXX,XX +XXX,XX @@ invalid:

np--;

}

error_setg(errp, "Invalid extent line: %.*s", (int)(np - p), p);

- return -EINVAL;

+ ret = -EINVAL;

+

+out:

+ g_free(desc_file_dir);

+ return ret;

}

static int vmdk_open_desc_file(BlockDriverState *bs, int flags, char *buf,

@@ -XXX,XX +XXX,XX @@ static int vmdk_open_desc_file(BlockDriverState *bs, int flags, char *buf,

}

s->create_type = g_strdup(ct);

s->desc_offset = 0;

- ret = vmdk_parse_extents(buf, bs, bs->file->bs->exact_filename, options,

- errp);

+ ret = vmdk_parse_extents(buf, bs, options, errp);

exit:

return ret;

}

diff --git a/tests/qemu-iotests/059 b/tests/qemu-iotests/059

index XXXXXXX..XXXXXXX 100755

--- a/tests/qemu-iotests/059

+++ b/tests/qemu-iotests/059

@@ -XXX,XX +XXX,XX @@ $QEMU_IMG convert -f qcow2 -O vmdk -o subformat=streamOptimized "$TEST_IMG.qcow2

echo

echo "=== Testing monolithicFlat with internally generated JSON file name ==="

+# Should work, because bdrv_dirname() works fine with blkdebug

IMGOPTS="subformat=monolithicFlat" _make_test_img 64M

-$QEMU_IO -c "open -o driver=$IMGFMT,file.driver=blkdebug,file.image.filename=$TEST_IMG,file.inject-error.0.event=read_aio" 2>&1 \

- | _filter_testdir | _filter_imgfmt

+$QEMU_IO -c "open -o driver=$IMGFMT,file.driver=blkdebug,file.image.filename=$TEST_IMG,file.inject-error.0.event=read_aio" \

+ -c info \

+ 2>&1 \

+ | _filter_testdir | _filter_imgfmt | _filter_img_info

_cleanup_test_img

echo

diff --git a/tests/qemu-iotests/059.out b/tests/qemu-iotests/059.out

index XXXXXXX..XXXXXXX 100644

--- a/tests/qemu-iotests/059.out

+++ b/tests/qemu-iotests/059.out

@@ -XXX,XX +XXX,XX @@ wrote 512/512 bytes at offset 10240

=== Testing monolithicFlat with internally generated JSON file name ===

Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864

-qemu-io: can't open: Cannot use relative extent paths with VMDK descriptor file 'json:{"image": {"driver": "file", "filename": "TEST_DIR/t.IMGFMT"}, "driver": "blkdebug", "inject-error.0.event": "read_aio"}'

+format name: IMGFMT

+cluster size: 0 bytes

+vm state offset: 0 bytes

=== Testing version 3 ===

image: TEST_DIR/iotest-version3.IMGFMT

--

2.21.0

We had a test for a case where relative extent paths did not work, but

unfortunately we just fixed the underlying problem, so it works now.

This patch adds a new test case that still fails.

Signed-off-by: Max Reitz <mreitz@redhat.com>

Reviewed-by: John Snow <jsnow@redhat.com>

Message-id: 20190815153638.4600-4-mreitz@redhat.com

Reviewed-by: John Snow <jsnow@redhat.com>

Signed-off-by: Max Reitz <mreitz@redhat.com>

---

tests/qemu-iotests/059 | 27 +++++++++++++++++++++++++++

tests/qemu-iotests/059.out | 4 ++++

2 files changed, 31 insertions(+)

diff --git a/tests/qemu-iotests/059 b/tests/qemu-iotests/059

index XXXXXXX..XXXXXXX 100755

--- a/tests/qemu-iotests/059

+++ b/tests/qemu-iotests/059

@@ -XXX,XX +XXX,XX @@ $QEMU_IMG convert -f qcow2 -O vmdk -o subformat=streamOptimized "$TEST_IMG.qcow2

echo

echo "=== Testing monolithicFlat with internally generated JSON file name ==="

+

+echo '--- blkdebug ---'

# Should work, because bdrv_dirname() works fine with blkdebug

IMGOPTS="subformat=monolithicFlat" _make_test_img 64M

$QEMU_IO -c "open -o driver=$IMGFMT,file.driver=blkdebug,file.image.filename=$TEST_IMG,file.inject-error.0.event=read_aio" \

@@ -XXX,XX +XXX,XX @@ $QEMU_IO -c "open -o driver=$IMGFMT,file.driver=blkdebug,file.image.filename=$TE

| _filter_testdir | _filter_imgfmt | _filter_img_info

_cleanup_test_img

+echo '--- quorum ---'

+# Should not work, because bdrv_dirname() does not work with quorum

+IMGOPTS="subformat=monolithicFlat" _make_test_img 64M

+cp "$TEST_IMG" "$TEST_IMG.orig"

+

+filename="json:{

+ \"driver\": \"$IMGFMT\",

+ \"file\": {

+ \"driver\": \"quorum\",

+ \"children\": [ {

+ \"driver\": \"file\",

+ \"filename\": \"$TEST_IMG\"

+ }, {

+ \"driver\": \"file\",

+ \"filename\": \"$TEST_IMG.orig\"

+ } ],

+ \"vote-threshold\": 1

+ } }"

+

+filename=$(echo "$filename" | tr '\n' ' ' | sed -e 's/\s\+/ /g')

+$QEMU_IMG info "$filename" 2>&1 \

+ | sed -e "s/'json:[^']*'/\$QUORUM_FILE/g" \

+ | _filter_testdir | _filter_imgfmt | _filter_img_info

+

+

echo

echo "=== Testing version 3 ==="

_use_sample_img iotest-version3.vmdk.bz2

diff --git a/tests/qemu-iotests/059.out b/tests/qemu-iotests/059.out

index XXXXXXX..XXXXXXX 100644

--- a/tests/qemu-iotests/059.out

+++ b/tests/qemu-iotests/059.out

@@ -XXX,XX +XXX,XX @@ wrote 512/512 bytes at offset 10240

512 bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)

=== Testing monolithicFlat with internally generated JSON file name ===

+--- blkdebug ---

Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864

format name: IMGFMT

cluster size: 0 bytes

vm state offset: 0 bytes

+--- quorum ---

+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864

+qemu-img: Could not open $QUORUM_FILE: Cannot use relative paths with VMDK descriptor file $QUORUM_FILE: Cannot generate a base directory for quorum nodes

=== Testing version 3 ===

image: TEST_DIR/iotest-version3.IMGFMT

--

2.21.0

Compressed writes generally have to write full clusters, not just in

theory but also in practice when it comes to vmdk's streamOptimized

subformat. It currently is just silently broken for writes with

non-zero in-cluster offsets:

$ qemu-img create -f vmdk -o subformat=streamOptimized foo.vmdk 1M

$ qemu-io -c 'write 4k 4k' -c 'read 4k 4k' foo.vmdk

wrote 4096/4096 bytes at offset 4096

4 KiB, 1 ops; 00.01 sec (443.724 KiB/sec and 110.9309 ops/sec)

read failed: Invalid argument

(The technical reason is that vmdk_write_extent() just writes the

incomplete compressed data actually to offset 4k. When reading the

data, vmdk_read_extent() looks at offset 0 and finds the compressed data

size to be 0, because that is what it reads from there. This yields an

error.)

For incomplete writes with zero in-cluster offsets, the error path when

reading the rest of the cluster is a bit different, but the result is

the same:

$ qemu-img create -f vmdk -o subformat=streamOptimized foo.vmdk 1M

$ qemu-io -c 'write 0k 4k' -c 'read 4k 4k' foo.vmdk

wrote 4096/4096 bytes at offset 0

4 KiB, 1 ops; 00.01 sec (362.641 KiB/sec and 90.6603 ops/sec)

read failed: Invalid argument

(Here, vmdk_read_extent() finds the data and then sees that the

uncompressed data is short.)

It is better to reject invalid writes than to make the user believe they

might have succeeded and then fail when trying to read it back.

Signed-off-by: Max Reitz <mreitz@redhat.com>

Reviewed-by: John Snow <jsnow@redhat.com>

Message-id: 20190815153638.4600-5-mreitz@redhat.com

Reviewed-by: John Snow <jsnow@redhat.com>

Signed-off-by: Max Reitz <mreitz@redhat.com>

---

block/vmdk.c | 10 ++++++++++

1 file changed, 10 insertions(+)

diff --git a/block/vmdk.c b/block/vmdk.c

index XXXXXXX..XXXXXXX 100644

--- a/block/vmdk.c

+++ b/block/vmdk.c

@@ -XXX,XX +XXX,XX @@ static int vmdk_write_extent(VmdkExtent *extent, int64_t cluster_offset,

if (extent->compressed) {

void *compressed_data;

+ /* Only whole clusters */

+ if (offset_in_cluster ||

+ n_bytes > (extent->cluster_sectors * SECTOR_SIZE) ||

+ (n_bytes < (extent->cluster_sectors * SECTOR_SIZE) &&

+ offset + n_bytes != extent->end_sector * SECTOR_SIZE))

+ {

+ ret = -EINVAL;

+ goto out;

+ }

+

if (!extent->has_marker) {

ret = -EINVAL;

goto out;

--

2.21.0

streamOptimized does not support writes that do not span exactly one

cluster. Furthermore, it cannot rewrite already allocated clusters.

As such, many iotests do not work with it. Disable them.

Signed-off-by: Max Reitz <mreitz@redhat.com>

Message-id: 20190815153638.4600-6-mreitz@redhat.com

Reviewed-by: John Snow <jsnow@redhat.com>

Signed-off-by: Max Reitz <mreitz@redhat.com>

---

tests/qemu-iotests/002 | 1 +

tests/qemu-iotests/003 | 1 +

tests/qemu-iotests/005 | 3 ++-

tests/qemu-iotests/009 | 1 +

tests/qemu-iotests/010 | 1 +

tests/qemu-iotests/011 | 1 +

tests/qemu-iotests/017 | 3 ++-

tests/qemu-iotests/018 | 3 ++-

tests/qemu-iotests/019 | 3 ++-

tests/qemu-iotests/020 | 3 ++-

tests/qemu-iotests/027 | 1 +

tests/qemu-iotests/032 | 1 +

tests/qemu-iotests/033 | 1 +

tests/qemu-iotests/034 | 3 ++-

tests/qemu-iotests/037 | 3 ++-

tests/qemu-iotests/063 | 3 ++-

tests/qemu-iotests/072 | 1 +

tests/qemu-iotests/105 | 3 ++-

tests/qemu-iotests/197 | 1 +

tests/qemu-iotests/215 | 1 +

tests/qemu-iotests/251 | 1 +

21 files changed, 30 insertions(+), 9 deletions(-)

diff --git a/tests/qemu-iotests/002 b/tests/qemu-iotests/002

index XXXXXXX..XXXXXXX 100755

--- a/tests/qemu-iotests/002

+++ b/tests/qemu-iotests/002

@@ -XXX,XX +XXX,XX @@ trap "_cleanup; exit \$status" 0 1 2 3 15

_supported_fmt generic

_supported_proto generic

+_unsupported_imgopts "subformat=streamOptimized"

size=128M

diff --git a/tests/qemu-iotests/003 b/tests/qemu-iotests/003

index XXXXXXX..XXXXXXX 100755

--- a/tests/qemu-iotests/003

+++ b/tests/qemu-iotests/003

@@ -XXX,XX +XXX,XX @@ trap "_cleanup; exit \$status" 0 1 2 3 15

_supported_fmt generic

_supported_proto generic

+_unsupported_imgopts "subformat=streamOptimized"

size=128M

offset=67M

diff --git a/tests/qemu-iotests/005 b/tests/qemu-iotests/005

index XXXXXXX..XXXXXXX 100755

--- a/tests/qemu-iotests/005

+++ b/tests/qemu-iotests/005

@@ -XXX,XX +XXX,XX @@ _supported_fmt generic

_supported_proto generic

_supported_os Linux

_unsupported_imgopts "subformat=twoGbMaxExtentFlat" \

- "subformat=twoGbMaxExtentSparse"