1
The following changes since commit 754f756cc4c6d9d14b7230c62b5bb20f9d655888:
1
The following changes since commit 474f3938d79ab36b9231c9ad3b5a9314c2aeacde:
2
2
3
Merge tag 'pull-target-arm-20220422-1' of https://git.linaro.org/people/pmaydell/qemu-arm into staging (2022-04-22 08:03:18 -0700)
3
Merge remote-tracking branch 'remotes/amarkovic/tags/mips-queue-jun-21-2019' into staging (2019-06-21 15:40:50 +0100)
4
4
5
are available in the Git repository at:
5
are available in the Git repository at:
6
6
7
https://gitlab.com/hreitz/qemu.git tags/pull-block-2022-04-25
7
https://github.com/XanClic/qemu.git tags/pull-block-2019-06-24
8
8
9
for you to fetch changes up to 348a0740afc5b313599533eb69bbb2b95d2f1bba:
9
for you to fetch changes up to ab5d4a30f7f3803ca5106b370969c1b7b54136f8:
10
10
11
iotests/108: Fix when missing user_allow_other (2022-04-25 14:46:45 +0200)
11
iotests: Fix 205 for concurrent runs (2019-06-24 16:01:40 +0200)
12
12
13
----------------------------------------------------------------
13
----------------------------------------------------------------
14
Block patches:
14
Block patches:
15
- New @force parameter for blockdev-change-medium
15
- The SSH block driver now uses libssh instead of libssh2
16
- Improvements to the iotests to help with debugging
16
- The VMDK block driver gets read-only support for the seSparse
17
- Fix iotest 108 on systems without user_allow_other in fuse.conf
17
subformat
18
- Various fixes
19
20
---
21
22
v2:
23
- Squashed Pino's fix for pre-0.8 libssh into the libssh patch
18
24
19
----------------------------------------------------------------
25
----------------------------------------------------------------
20
Denis V. Lunev (1):
26
Anton Nefedov (1):
21
block: add 'force' parameter to 'blockdev-change-medium' command
27
iotest 134: test cluster-misaligned encrypted write
22
28
23
Hanna Reitz (1):
29
Klaus Birkelund Jensen (1):
24
iotests/108: Fix when missing user_allow_other
30
nvme: do not advertise support for unsupported arbitration mechanism
25
31
26
John Snow (12):
32
Max Reitz (1):
27
iotests: replace calls to log(qemu_io(...)) with qemu_io_log()
33
iotests: Fix 205 for concurrent runs
28
iotests/163: Fix broken qemu-io invocation
29
iotests: Don't check qemu_io() output for specific error strings
30
iotests/040: Don't check image pattern on zero-length image
31
iotests/040: Fix TestCommitWithFilters test
32
iotests: create generic qemu_tool() function
33
iotests: rebase qemu_io() on top of qemu_tool()
34
iotests/migration-permissions: use assertRaises() for qemu_io()
35
negative test
36
iotests/image-fleecing: switch to qemu_io()
37
iotests: remove qemu_io_pipe_and_status()
38
iotests: remove qemu_io_silent() and qemu_io_silent_check().
39
iotests: make qemu_io_log() check return codes by default
40
34
41
qapi/block.json | 6 ++
35
Pino Toscano (1):
42
block/qapi-sysemu.c | 3 +-
36
ssh: switch from libssh2 to libssh
43
monitor/hmp-cmds.c | 4 +-
37
44
hmp-commands.hx | 11 ++-
38
Sam Eiderman (3):
45
tests/qemu-iotests/030 | 85 +++++++++++--------
39
vmdk: Fix comment regarding max l1_size coverage
46
tests/qemu-iotests/040 | 53 +++++++-----
40
vmdk: Reduce the max bound for L1 table size
47
tests/qemu-iotests/056 | 2 +-
41
vmdk: Add read-only support for seSparse snapshots
48
tests/qemu-iotests/108 | 2 +-
42
49
tests/qemu-iotests/149 | 6 +-
43
Vladimir Sementsov-Ogievskiy (1):
50
tests/qemu-iotests/163 | 5 +-
44
blockdev: enable non-root nodes for transaction drive-backup source
51
tests/qemu-iotests/205 | 4 +-
45
52
tests/qemu-iotests/216 | 12 +--
46
configure | 65 +-
53
tests/qemu-iotests/218 | 5 +-
47
block/Makefile.objs | 6 +-
54
tests/qemu-iotests/224 | 4 +-
48
block/ssh.c | 652 ++++++++++--------
55
tests/qemu-iotests/242 | 6 +-
49
block/vmdk.c | 372 +++++++++-
56
tests/qemu-iotests/245 | 17 ++--
50
blockdev.c | 2 +-
57
tests/qemu-iotests/255 | 4 +-
51
hw/block/nvme.c | 1 -
58
tests/qemu-iotests/258 | 11 ++-
52
.travis.yml | 4 +-
59
tests/qemu-iotests/298 | 17 ++--
53
block/trace-events | 14 +-
60
tests/qemu-iotests/303 | 4 +-
54
docs/qemu-block-drivers.texi | 2 +-
61
tests/qemu-iotests/310 | 22 ++---
55
.../dockerfiles/debian-win32-cross.docker | 1 -
62
tests/qemu-iotests/iotests.py | 69 ++++++++-------
56
.../dockerfiles/debian-win64-cross.docker | 1 -
63
tests/qemu-iotests/tests/image-fleecing | 30 ++++---
57
tests/docker/dockerfiles/fedora.docker | 4 +-
64
.../qemu-iotests/tests/migration-permissions | 28 +++---
58
tests/docker/dockerfiles/ubuntu.docker | 2 +-
65
.../tests/mirror-ready-cancel-error | 2 +-
59
tests/docker/dockerfiles/ubuntu1804.docker | 2 +-
66
.../qemu-iotests/tests/nbd-reconnect-on-open | 2 +-
60
tests/qemu-iotests/059.out | 2 +-
67
.../qemu-iotests/tests/stream-error-on-reset | 4 +-
61
tests/qemu-iotests/134 | 9 +
68
ui/cocoa.m | 1 +
62
tests/qemu-iotests/134.out | 10 +
69
28 files changed, 231 insertions(+), 188 deletions(-)
63
tests/qemu-iotests/205 | 2 +-
64
tests/qemu-iotests/207 | 54 +-
65
tests/qemu-iotests/207.out | 2 +-
66
20 files changed, 823 insertions(+), 384 deletions(-)
70
67
71
--
68
--
72
2.35.1
69
2.21.0
70
71
diff view generated by jsdifflib
1
From: John Snow <jsnow@redhat.com>
1
From: Klaus Birkelund Jensen <klaus@birkelund.eu>
2
2
3
Just like qemu_img_log(), upgrade qemu_io_log() to enforce a return code
3
The device mistakenly reports that the Weighted Round Robin with Urgent
4
of zero by default.
4
Priority Class arbitration mechanism is supported.
5
5
6
Tests that use qemu_io_log(): 242 245 255 274 303 307 nbd-reconnect-on-open
6
It is not.
7
7
8
Signed-off-by: John Snow <jsnow@redhat.com>
8
Signed-off-by: Klaus Birkelund Jensen <klaus.jensen@cnexlabs.com>
9
Reviewed-by: Eric Blake <eblake@redhat.com>
9
Message-id: 20190606092530.14206-1-klaus@birkelund.eu
10
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
10
Acked-by: Maxim Levitsky <mlevitsk@redhat.com>
11
Message-Id: <20220418211504.943969-13-jsnow@redhat.com>
11
Signed-off-by: Max Reitz <mreitz@redhat.com>
12
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
13
---
12
---
14
tests/qemu-iotests/iotests.py | 5 +++--
13
hw/block/nvme.c | 1 -
15
tests/qemu-iotests/tests/nbd-reconnect-on-open | 2 +-
14
1 file changed, 1 deletion(-)
16
2 files changed, 4 insertions(+), 3 deletions(-)
17
15
18
diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py
16
diff --git a/hw/block/nvme.c b/hw/block/nvme.c
19
index XXXXXXX..XXXXXXX 100644
17
index XXXXXXX..XXXXXXX 100644
20
--- a/tests/qemu-iotests/iotests.py
18
--- a/hw/block/nvme.c
21
+++ b/tests/qemu-iotests/iotests.py
19
+++ b/hw/block/nvme.c
22
@@ -XXX,XX +XXX,XX @@ def qemu_io(*args: str, check: bool = True, combine_stdio: bool = True
20
@@ -XXX,XX +XXX,XX @@ static void nvme_realize(PCIDevice *pci_dev, Error **errp)
23
return qemu_tool(*qemu_io_wrap_args(args),
21
n->bar.cap = 0;
24
check=check, combine_stdio=combine_stdio)
22
NVME_CAP_SET_MQES(n->bar.cap, 0x7ff);
25
23
NVME_CAP_SET_CQR(n->bar.cap, 1);
26
-def qemu_io_log(*args: str) -> 'subprocess.CompletedProcess[str]':
24
- NVME_CAP_SET_AMS(n->bar.cap, 1);
27
- result = qemu_io(*args, check=False)
25
NVME_CAP_SET_TO(n->bar.cap, 0xf);
28
+def qemu_io_log(*args: str, check: bool = True
26
NVME_CAP_SET_CSS(n->bar.cap, 1);
29
+ ) -> 'subprocess.CompletedProcess[str]':
27
NVME_CAP_SET_MPSMAX(n->bar.cap, 4);
30
+ result = qemu_io(*args, check=check)
31
log(result.stdout, filters=[filter_testfiles, filter_qemu_io])
32
return result
33
34
diff --git a/tests/qemu-iotests/tests/nbd-reconnect-on-open b/tests/qemu-iotests/tests/nbd-reconnect-on-open
35
index XXXXXXX..XXXXXXX 100755
36
--- a/tests/qemu-iotests/tests/nbd-reconnect-on-open
37
+++ b/tests/qemu-iotests/tests/nbd-reconnect-on-open
38
@@ -XXX,XX +XXX,XX @@ def check_fail_to_connect(open_timeout):
39
log(f'Check fail to connect with {open_timeout} seconds of timeout')
40
41
start_t = time.time()
42
- qemu_io_log(*create_args(open_timeout))
43
+ qemu_io_log(*create_args(open_timeout), check=False)
44
delta_t = time.time() - start_t
45
46
max_delta = open_timeout + 0.2
47
--
28
--
48
2.35.1
29
2.21.0
30
31
diff view generated by jsdifflib
1
FUSE exports' allow-other option defaults to "auto", which means that it
1
From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com>
2
will try passing allow_other as a mount option, and fall back to not
3
using it when an error occurs. We make no effort to hide fusermount's
4
error message (because it would be difficult, and because users might
5
want to know about the fallback occurring), and so when allow_other does
6
not work (primarily when /etc/fuse.conf does not contain
7
user_allow_other), this error message will appear and break the
8
reference output.
9
2
10
We do not need allow_other here, though, so we can just pass
3
We forget to enable it for transaction .prepare, while it is already
11
allow-other=off to fix that.
4
enabled in do_drive_backup since commit a2d665c1bc362
5
"blockdev: loosen restrictions on drive-backup source node"
12
6
13
Reported-by: Markus Armbruster <armbru@redhat.com>
7
Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com>
14
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
8
Message-id: 20190618140804.59214-1-vsementsov@virtuozzo.com
15
Message-Id: <20220421142435.569600-1-hreitz@redhat.com>
9
Reviewed-by: John Snow <jsnow@redhat.com>
16
Tested-by: Markus Armbruster <armbru@redhat.com>
10
Signed-off-by: Max Reitz <mreitz@redhat.com>
17
Tested-by: Eric Blake <eblake@redhat.com>
18
---
11
---
19
tests/qemu-iotests/108 | 2 +-
12
blockdev.c | 2 +-
20
1 file changed, 1 insertion(+), 1 deletion(-)
13
1 file changed, 1 insertion(+), 1 deletion(-)
21
14
22
diff --git a/tests/qemu-iotests/108 b/tests/qemu-iotests/108
15
diff --git a/blockdev.c b/blockdev.c
23
index XXXXXXX..XXXXXXX 100755
16
index XXXXXXX..XXXXXXX 100644
24
--- a/tests/qemu-iotests/108
17
--- a/blockdev.c
25
+++ b/tests/qemu-iotests/108
18
+++ b/blockdev.c
26
@@ -XXX,XX +XXX,XX @@ else
19
@@ -XXX,XX +XXX,XX @@ static void drive_backup_prepare(BlkActionState *common, Error **errp)
27
20
assert(common->action->type == TRANSACTION_ACTION_KIND_DRIVE_BACKUP);
28
$QSD \
21
backup = common->action->u.drive_backup.data;
29
--blockdev file,node-name=export-node,filename="$TEST_IMG" \
22
30
- --export fuse,id=fuse-export,node-name=export-node,mountpoint="$export_mp",writable=on,growable=off \
23
- bs = qmp_get_root_bs(backup->device, errp);
31
+ --export fuse,id=fuse-export,node-name=export-node,mountpoint="$export_mp",writable=on,growable=off,allow-other=off \
24
+ bs = bdrv_lookup_bs(backup->device, backup->device, errp);
32
--pidfile "$TEST_DIR/qsd.pid" \
25
if (!bs) {
33
--daemonize
26
return;
34
fi
27
}
35
--
28
--
36
2.35.1
29
2.21.0
30
31
diff view generated by jsdifflib
1
From: John Snow <jsnow@redhat.com>
1
From: Anton Nefedov <anton.nefedov@virtuozzo.com>
2
2
3
Like qemu-img, qemu-io returning 0 should be the norm and not the
3
COW (even empty/zero) areas require encryption too
4
exception. Remove all calls to qemu_io_silent that just assert the
5
return code is zero (That's every last call, as it turns out), and
6
replace them with a normal qemu_io() call.
7
4
8
qemu_io_silent_check() appeared to have been unused already.
5
Signed-off-by: Anton Nefedov <anton.nefedov@virtuozzo.com>
6
Reviewed-by: Eric Blake <eblake@redhat.com>
7
Reviewed-by: Max Reitz <mreitz@redhat.com>
8
Reviewed-by: Alberto Garcia <berto@igalia.com>
9
Message-id: 20190516143028.81155-1-anton.nefedov@virtuozzo.com
10
Signed-off-by: Max Reitz <mreitz@redhat.com>
11
---
12
tests/qemu-iotests/134 | 9 +++++++++
13
tests/qemu-iotests/134.out | 10 ++++++++++
14
2 files changed, 19 insertions(+)
9
15
10
Signed-off-by: John Snow <jsnow@redhat.com>
16
diff --git a/tests/qemu-iotests/134 b/tests/qemu-iotests/134
11
Reviewed-by: Eric Blake <eblake@redhat.com>
17
index XXXXXXX..XXXXXXX 100755
12
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
18
--- a/tests/qemu-iotests/134
13
Message-Id: <20220418211504.943969-12-jsnow@redhat.com>
19
+++ b/tests/qemu-iotests/134
14
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
20
@@ -XXX,XX +XXX,XX @@ echo
15
---
21
echo "== reading whole image =="
16
tests/qemu-iotests/216 | 12 +++++-----
22
$QEMU_IO --object $SECRET -c "read 0 $size" --image-opts $IMGSPEC | _filter_qemu_io | _filter_testdir
17
tests/qemu-iotests/218 | 5 ++---
23
18
tests/qemu-iotests/224 | 4 ++--
24
+echo
19
tests/qemu-iotests/258 | 11 +++++-----
25
+echo "== rewriting cluster part =="
20
tests/qemu-iotests/298 | 17 ++++++--------
26
+$QEMU_IO --object $SECRET -c "write -P 0xb 512 512" --image-opts $IMGSPEC | _filter_qemu_io | _filter_testdir
21
tests/qemu-iotests/310 | 22 +++++++++----------
27
+
22
tests/qemu-iotests/iotests.py | 16 --------------
28
+echo
23
tests/qemu-iotests/tests/image-fleecing | 4 ++--
29
+echo "== verify pattern =="
24
.../tests/mirror-ready-cancel-error | 2 +-
30
+$QEMU_IO --object $SECRET -c "read -P 0 0 512" --image-opts $IMGSPEC | _filter_qemu_io | _filter_testdir
25
.../qemu-iotests/tests/stream-error-on-reset | 4 ++--
31
+$QEMU_IO --object $SECRET -c "read -P 0xb 512 512" --image-opts $IMGSPEC | _filter_qemu_io | _filter_testdir
26
10 files changed, 38 insertions(+), 59 deletions(-)
32
+
33
echo
34
echo "== rewriting whole image =="
35
$QEMU_IO --object $SECRET -c "write -P 0xa 0 $size" --image-opts $IMGSPEC | _filter_qemu_io | _filter_testdir
36
diff --git a/tests/qemu-iotests/134.out b/tests/qemu-iotests/134.out
37
index XXXXXXX..XXXXXXX 100644
38
--- a/tests/qemu-iotests/134.out
39
+++ b/tests/qemu-iotests/134.out
40
@@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=134217728 encryption=on encrypt.
41
read 134217728/134217728 bytes at offset 0
42
128 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
43
44
+== rewriting cluster part ==
45
+wrote 512/512 bytes at offset 512
46
+512 bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
47
+
48
+== verify pattern ==
49
+read 512/512 bytes at offset 0
50
+512 bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
51
+read 512/512 bytes at offset 512
52
+512 bytes, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
53
+
54
== rewriting whole image ==
55
wrote 134217728/134217728 bytes at offset 0
56
128 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
57
--
58
2.21.0
27
59
28
diff --git a/tests/qemu-iotests/216 b/tests/qemu-iotests/216
60
29
index XXXXXXX..XXXXXXX 100755
30
--- a/tests/qemu-iotests/216
31
+++ b/tests/qemu-iotests/216
32
@@ -XXX,XX +XXX,XX @@
33
# Creator/Owner: Hanna Reitz <hreitz@redhat.com>
34
35
import iotests
36
-from iotests import log, qemu_img, qemu_io_silent
37
+from iotests import log, qemu_img, qemu_io
38
39
# Need backing file support
40
iotests.script_initialize(supported_fmts=['qcow2', 'qcow', 'qed', 'vmdk'],
41
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('base.img') as base_img_path, \
42
log('')
43
44
qemu_img('create', '-f', iotests.imgfmt, base_img_path, '64M')
45
- assert qemu_io_silent(base_img_path, '-c', 'write -P 1 0M 1M') == 0
46
+ qemu_io(base_img_path, '-c', 'write -P 1 0M 1M')
47
qemu_img('create', '-f', iotests.imgfmt, '-b', base_img_path,
48
'-F', iotests.imgfmt, top_img_path)
49
- assert qemu_io_silent(top_img_path, '-c', 'write -P 2 1M 1M') == 0
50
+ qemu_io(top_img_path, '-c', 'write -P 2 1M 1M')
51
52
log('Done')
53
54
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('base.img') as base_img_path, \
55
log('--- Checking COR result ---')
56
log('')
57
58
- assert qemu_io_silent(base_img_path, '-c', 'discard 0 64M') == 0
59
- assert qemu_io_silent(top_img_path, '-c', 'read -P 1 0M 1M') == 0
60
- assert qemu_io_silent(top_img_path, '-c', 'read -P 2 1M 1M') == 0
61
+ qemu_io(base_img_path, '-c', 'discard 0 64M')
62
+ qemu_io(top_img_path, '-c', 'read -P 1 0M 1M')
63
+ qemu_io(top_img_path, '-c', 'read -P 2 1M 1M')
64
65
log('Done')
66
diff --git a/tests/qemu-iotests/218 b/tests/qemu-iotests/218
67
index XXXXXXX..XXXXXXX 100755
68
--- a/tests/qemu-iotests/218
69
+++ b/tests/qemu-iotests/218
70
@@ -XXX,XX +XXX,XX @@
71
# Creator/Owner: Hanna Reitz <hreitz@redhat.com>
72
73
import iotests
74
-from iotests import log, qemu_img, qemu_io_silent
75
+from iotests import log, qemu_img, qemu_io
76
77
iotests.script_initialize(supported_fmts=['qcow2', 'raw'])
78
79
@@ -XXX,XX +XXX,XX @@ with iotests.VM() as vm, \
80
iotests.FilePath('src.img') as src_img_path:
81
82
qemu_img('create', '-f', iotests.imgfmt, src_img_path, '64M')
83
- assert qemu_io_silent('-f', iotests.imgfmt, src_img_path,
84
- '-c', 'write -P 42 0M 64M') == 0
85
+ qemu_io('-f', iotests.imgfmt, src_img_path, '-c', 'write -P 42 0M 64M')
86
87
vm.launch()
88
89
diff --git a/tests/qemu-iotests/224 b/tests/qemu-iotests/224
90
index XXXXXXX..XXXXXXX 100755
91
--- a/tests/qemu-iotests/224
92
+++ b/tests/qemu-iotests/224
93
@@ -XXX,XX +XXX,XX @@
94
# Creator/Owner: Hanna Reitz <hreitz@redhat.com>
95
96
import iotests
97
-from iotests import log, qemu_img, qemu_io_silent, filter_qmp_testfiles, \
98
+from iotests import log, qemu_img, qemu_io, filter_qmp_testfiles, \
99
filter_qmp_imgfmt
100
import json
101
102
@@ -XXX,XX +XXX,XX @@ for filter_node_name in False, True:
103
'-F', iotests.imgfmt, top_img_path)
104
105
# Something to commit
106
- assert qemu_io_silent(mid_img_path, '-c', 'write -P 1 0 1M') == 0
107
+ qemu_io(mid_img_path, '-c', 'write -P 1 0 1M')
108
109
vm.launch()
110
111
diff --git a/tests/qemu-iotests/258 b/tests/qemu-iotests/258
112
index XXXXXXX..XXXXXXX 100755
113
--- a/tests/qemu-iotests/258
114
+++ b/tests/qemu-iotests/258
115
@@ -XXX,XX +XXX,XX @@
116
# Creator/Owner: Hanna Reitz <hreitz@redhat.com>
117
118
import iotests
119
-from iotests import log, qemu_img, qemu_io_silent, \
120
+from iotests import log, qemu_img, qemu_io, \
121
filter_qmp_testfiles, filter_qmp_imgfmt
122
123
# Returns a node for blockdev-add
124
@@ -XXX,XX +XXX,XX @@ def test_concurrent_finish(write_to_stream_node):
125
if write_to_stream_node:
126
# This is what (most of the time) makes commit finish
127
# earlier and then pull in stream
128
- assert qemu_io_silent(node2_path,
129
- '-c', 'write %iK 64K' % (65536 - 192),
130
- '-c', 'write %iK 64K' % (65536 - 64)) == 0
131
+ qemu_io(node2_path,
132
+ '-c', 'write %iK 64K' % (65536 - 192),
133
+ '-c', 'write %iK 64K' % (65536 - 64))
134
135
stream_throttle='tg'
136
else:
137
# And this makes stream finish earlier
138
- assert qemu_io_silent(node1_path,
139
- '-c', 'write %iK 64K' % (65536 - 64)) == 0
140
+ qemu_io(node1_path, '-c', 'write %iK 64K' % (65536 - 64))
141
142
commit_throttle='tg'
143
144
diff --git a/tests/qemu-iotests/298 b/tests/qemu-iotests/298
145
index XXXXXXX..XXXXXXX 100755
146
--- a/tests/qemu-iotests/298
147
+++ b/tests/qemu-iotests/298
148
@@ -XXX,XX +XXX,XX @@ class TestTruncate(iotests.QMPTestCase):
149
os.remove(refdisk)
150
151
def do_test(self, prealloc_mode, new_size):
152
- ret = iotests.qemu_io_silent('--image-opts', '-c', 'write 0 10M', '-c',
153
- f'truncate -m {prealloc_mode} {new_size}',
154
- drive_opts)
155
- self.assertEqual(ret, 0)
156
-
157
- ret = iotests.qemu_io_silent('-f', iotests.imgfmt, '-c', 'write 0 10M',
158
- '-c',
159
- f'truncate -m {prealloc_mode} {new_size}',
160
- refdisk)
161
- self.assertEqual(ret, 0)
162
+ iotests.qemu_io('--image-opts', '-c', 'write 0 10M', '-c',
163
+ f'truncate -m {prealloc_mode} {new_size}',
164
+ drive_opts)
165
+
166
+ iotests.qemu_io('-f', iotests.imgfmt, '-c', 'write 0 10M',
167
+ '-c', f'truncate -m {prealloc_mode} {new_size}',
168
+ refdisk)
169
170
stat = os.stat(disk)
171
refstat = os.stat(refdisk)
172
diff --git a/tests/qemu-iotests/310 b/tests/qemu-iotests/310
173
index XXXXXXX..XXXXXXX 100755
174
--- a/tests/qemu-iotests/310
175
+++ b/tests/qemu-iotests/310
176
@@ -XXX,XX +XXX,XX @@
177
#
178
179
import iotests
180
-from iotests import log, qemu_img, qemu_io_silent
181
+from iotests import log, qemu_img, qemu_io
182
183
# Need backing file support
184
iotests.script_initialize(supported_fmts=['qcow2'],
185
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('base.img') as base_img_path, \
186
log('')
187
188
qemu_img('create', '-f', iotests.imgfmt, base_img_path, '64M')
189
- assert qemu_io_silent(base_img_path, '-c', 'write -P 1 0M 1M') == 0
190
- assert qemu_io_silent(base_img_path, '-c', 'write -P 1 3M 1M') == 0
191
+ qemu_io(base_img_path, '-c', 'write -P 1 0M 1M')
192
+ qemu_io(base_img_path, '-c', 'write -P 1 3M 1M')
193
qemu_img('create', '-f', iotests.imgfmt, '-b', base_img_path,
194
'-F', iotests.imgfmt, mid_img_path)
195
- assert qemu_io_silent(mid_img_path, '-c', 'write -P 3 2M 1M') == 0
196
- assert qemu_io_silent(mid_img_path, '-c', 'write -P 3 4M 1M') == 0
197
+ qemu_io(mid_img_path, '-c', 'write -P 3 2M 1M')
198
+ qemu_io(mid_img_path, '-c', 'write -P 3 4M 1M')
199
qemu_img('create', '-f', iotests.imgfmt, '-b', mid_img_path,
200
'-F', iotests.imgfmt, top_img_path)
201
- assert qemu_io_silent(top_img_path, '-c', 'write -P 2 1M 1M') == 0
202
+ qemu_io(top_img_path, '-c', 'write -P 2 1M 1M')
203
204
# 0 1 2 3 4
205
# top 2
206
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('base.img') as base_img_path, \
207
# Detach backing to check that we can read the data from the top level now
208
qemu_img('rebase', '-u', '-b', '', '-f', iotests.imgfmt, top_img_path)
209
210
- assert qemu_io_silent(top_img_path, '-c', 'read -P 0 0 1M') == 0
211
- assert qemu_io_silent(top_img_path, '-c', 'read -P 2 1M 1M') == 0
212
- assert qemu_io_silent(top_img_path, '-c', 'read -P 3 2M 1M') == 0
213
- assert qemu_io_silent(top_img_path, '-c', 'read -P 0 3M 1M') == 0
214
- assert qemu_io_silent(top_img_path, '-c', 'read -P 3 4M 1M') == 0
215
+ qemu_io(top_img_path, '-c', 'read -P 0 0 1M')
216
+ qemu_io(top_img_path, '-c', 'read -P 2 1M 1M')
217
+ qemu_io(top_img_path, '-c', 'read -P 3 2M 1M')
218
+ qemu_io(top_img_path, '-c', 'read -P 0 3M 1M')
219
+ qemu_io(top_img_path, '-c', 'read -P 3 4M 1M')
220
221
log('Done')
222
diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py
223
index XXXXXXX..XXXXXXX 100644
224
--- a/tests/qemu-iotests/iotests.py
225
+++ b/tests/qemu-iotests/iotests.py
226
@@ -XXX,XX +XXX,XX @@ def qemu_io_log(*args: str) -> 'subprocess.CompletedProcess[str]':
227
log(result.stdout, filters=[filter_testfiles, filter_qemu_io])
228
return result
229
230
-def qemu_io_silent(*args):
231
- '''Run qemu-io and return the exit code, suppressing stdout'''
232
- args = qemu_io_wrap_args(args)
233
- result = subprocess.run(args, stdout=subprocess.DEVNULL, check=False)
234
- if result.returncode < 0:
235
- sys.stderr.write('qemu-io received signal %i: %s\n' %
236
- (-result.returncode, ' '.join(args)))
237
- return result.returncode
238
-
239
-def qemu_io_silent_check(*args):
240
- '''Run qemu-io and return the true if subprocess returned 0'''
241
- args = qemu_io_wrap_args(args)
242
- result = subprocess.run(args, stdout=subprocess.DEVNULL,
243
- stderr=subprocess.STDOUT, check=False)
244
- return result.returncode == 0
245
-
246
class QemuIoInteractive:
247
def __init__(self, *args):
248
self.args = qemu_io_wrap_args(args)
249
diff --git a/tests/qemu-iotests/tests/image-fleecing b/tests/qemu-iotests/tests/image-fleecing
250
index XXXXXXX..XXXXXXX 100755
251
--- a/tests/qemu-iotests/tests/image-fleecing
252
+++ b/tests/qemu-iotests/tests/image-fleecing
253
@@ -XXX,XX +XXX,XX @@
254
from subprocess import CalledProcessError
255
256
import iotests
257
-from iotests import log, qemu_img, qemu_io, qemu_io_silent
258
+from iotests import log, qemu_img, qemu_io
259
260
iotests.script_initialize(
261
supported_fmts=['qcow2'],
262
@@ -XXX,XX +XXX,XX @@ def do_test(vm, use_cbw, use_snapshot_access_filter, base_img_path,
263
for p in overwrite + remainder:
264
cmd = 'read -P%s %s %s' % p
265
log(cmd)
266
- assert qemu_io_silent(base_img_path, '-c', cmd) == 0
267
+ qemu_io(base_img_path, '-c', cmd)
268
269
log('')
270
log('Done')
271
diff --git a/tests/qemu-iotests/tests/mirror-ready-cancel-error b/tests/qemu-iotests/tests/mirror-ready-cancel-error
272
index XXXXXXX..XXXXXXX 100755
273
--- a/tests/qemu-iotests/tests/mirror-ready-cancel-error
274
+++ b/tests/qemu-iotests/tests/mirror-ready-cancel-error
275
@@ -XXX,XX +XXX,XX @@ class TestMirrorReadyCancelError(iotests.QMPTestCase):
276
# Ensure that mirror will copy something before READY so the
277
# target format layer will forward the pre-READY flush to its
278
# file child
279
- assert iotests.qemu_io_silent('-c', 'write -P 1 0 64k', source) == 0
280
+ iotests.qemu_io('-c', 'write -P 1 0 64k', source)
281
282
self.vm = iotests.VM()
283
self.vm.launch()
284
diff --git a/tests/qemu-iotests/tests/stream-error-on-reset b/tests/qemu-iotests/tests/stream-error-on-reset
285
index XXXXXXX..XXXXXXX 100755
286
--- a/tests/qemu-iotests/tests/stream-error-on-reset
287
+++ b/tests/qemu-iotests/tests/stream-error-on-reset
288
@@ -XXX,XX +XXX,XX @@
289
290
import os
291
import iotests
292
-from iotests import imgfmt, qemu_img_create, qemu_io_silent, QMPTestCase
293
+from iotests import imgfmt, qemu_img_create, qemu_io, QMPTestCase
294
295
296
image_size = 1 * 1024 * 1024
297
@@ -XXX,XX +XXX,XX @@ class TestStreamErrorOnReset(QMPTestCase):
298
- top image is attached to a virtio-scsi device
299
"""
300
qemu_img_create('-f', imgfmt, base, str(image_size))
301
- assert qemu_io_silent('-c', f'write 0 {data_size}', base) == 0
302
+ qemu_io('-c', f'write 0 {data_size}', base)
303
qemu_img_create('-f', imgfmt, top, str(image_size))
304
305
self.vm = iotests.VM()
306
--
307
2.35.1
diff view generated by jsdifflib
1
From: John Snow <jsnow@redhat.com>
1
From: Sam Eiderman <shmuel.eiderman@oracle.com>
2
2
3
I know we just added it, sorry. This is done in favor of qemu_io() which
3
Commit b0651b8c246d ("vmdk: Move l1_size check into vmdk_add_extent")
4
*also* returns the console output and status, but with more robust error
4
extended the l1_size check from VMDK4 to VMDK3 but did not update the
5
handling on failure.
5
default coverage in the moved comment.
6
6
7
Signed-off-by: John Snow <jsnow@redhat.com>
7
The previous vmdk4 calculation:
8
Reviewed-by: Eric Blake <eblake@redhat.com>
8
9
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
9
(512 * 1024 * 1024) * 512(l2 entries) * 65536(grain) = 16PB
10
Message-Id: <20220418211504.943969-11-jsnow@redhat.com>
10
11
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
11
The added vmdk3 calculation:
12
13
(512 * 1024 * 1024) * 4096(l2 entries) * 512(grain) = 1PB
14
15
Adding the calculation of vmdk3 to the comment.
16
17
In any case, VMware does not offer virtual disks more than 2TB for
18
vmdk4/vmdk3 or 64TB for the new undocumented seSparse format which is
19
not implemented yet in qemu.
20
21
Reviewed-by: Karl Heubaum <karl.heubaum@oracle.com>
22
Reviewed-by: Eyal Moscovici <eyal.moscovici@oracle.com>
23
Reviewed-by: Liran Alon <liran.alon@oracle.com>
24
Reviewed-by: Arbel Moshe <arbel.moshe@oracle.com>
25
Signed-off-by: Sam Eiderman <shmuel.eiderman@oracle.com>
26
Message-id: 20190620091057.47441-2-shmuel.eiderman@oracle.com
27
Reviewed-by: yuchenlin <yuchenlin@synology.com>
28
Reviewed-by: Max Reitz <mreitz@redhat.com>
29
Signed-off-by: Max Reitz <mreitz@redhat.com>
12
---
30
---
13
tests/qemu-iotests/iotests.py | 3 ---
31
block/vmdk.c | 11 ++++++++---
14
1 file changed, 3 deletions(-)
32
1 file changed, 8 insertions(+), 3 deletions(-)
15
33
16
diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py
34
diff --git a/block/vmdk.c b/block/vmdk.c
17
index XXXXXXX..XXXXXXX 100644
35
index XXXXXXX..XXXXXXX 100644
18
--- a/tests/qemu-iotests/iotests.py
36
--- a/block/vmdk.c
19
+++ b/tests/qemu-iotests/iotests.py
37
+++ b/block/vmdk.c
20
@@ -XXX,XX +XXX,XX @@ def qemu_io(*args: str, check: bool = True, combine_stdio: bool = True
38
@@ -XXX,XX +XXX,XX @@ static int vmdk_add_extent(BlockDriverState *bs,
21
return qemu_tool(*qemu_io_wrap_args(args),
39
return -EFBIG;
22
check=check, combine_stdio=combine_stdio)
40
}
23
41
if (l1_size > 512 * 1024 * 1024) {
24
-def qemu_io_pipe_and_status(*args):
42
- /* Although with big capacity and small l1_entry_sectors, we can get a
25
- return qemu_tool_pipe_and_status('qemu-io', qemu_io_wrap_args(args))
43
+ /*
26
-
44
+ * Although with big capacity and small l1_entry_sectors, we can get a
27
def qemu_io_log(*args: str) -> 'subprocess.CompletedProcess[str]':
45
* big l1_size, we don't want unbounded value to allocate the table.
28
result = qemu_io(*args, check=False)
46
- * Limit it to 512M, which is 16PB for default cluster and L2 table
29
log(result.stdout, filters=[filter_testfiles, filter_qemu_io])
47
- * size */
48
+ * Limit it to 512M, which is:
49
+ * 16PB - for default "Hosted Sparse Extent" (VMDK4)
50
+ * cluster size: 64KB, L2 table size: 512 entries
51
+ * 1PB - for default "ESXi Host Sparse Extent" (VMDK3/vmfsSparse)
52
+ * cluster size: 512B, L2 table size: 4096 entries
53
+ */
54
error_setg(errp, "L1 size too big");
55
return -EFBIG;
56
}
30
--
57
--
31
2.35.1
58
2.21.0
59
60
diff view generated by jsdifflib
1
From: "Denis V. Lunev" <den@openvz.org>
1
From: Sam Eiderman <shmuel.eiderman@oracle.com>
2
2
3
'blockdev-change-medium' is a convinient wrapper for the following
3
512M of L1 entries is a very loose bound, only 32M are required to store
4
sequence of commands:
4
the maximal supported VMDK file size of 2TB.
5
* blockdev-open-tray
6
* blockdev-remove-medium
7
* blockdev-insert-medium
8
* blockdev-close-tray
9
and should be used f.e. to change ISO image inside the CD-ROM tray.
10
Though the guest could lock the tray and some linux guests like
11
CentOS 8.5 actually does that. In this case the execution if this
12
command results in the error like the following:
13
Device 'scsi0-0-1-0' is locked and force was not specified,
14
wait for tray to open and try again.
15
5
16
This situation is could be resolved 'blockdev-open-tray' by passing
6
Fixed qemu-iotest 59# - now failure occures before on impossible L1
17
flag 'force' inside. Thus is seems reasonable to add the same
7
table size.
18
capability for 'blockdev-change-medium' too.
19
8
20
Signed-off-by: Denis V. Lunev <den@openvz.org>
9
Reviewed-by: Karl Heubaum <karl.heubaum@oracle.com>
21
Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@openvz.org>
10
Reviewed-by: Eyal Moscovici <eyal.moscovici@oracle.com>
22
Acked-by: "Dr. David Alan Gilbert" <dgilbert@redhat.com>
11
Reviewed-by: Liran Alon <liran.alon@oracle.com>
23
CC: Kevin Wolf <kwolf@redhat.com>
12
Reviewed-by: Arbel Moshe <arbel.moshe@oracle.com>
24
CC: Hanna Reitz <hreitz@redhat.com>
13
Signed-off-by: Sam Eiderman <shmuel.eiderman@oracle.com>
25
CC: Eric Blake <eblake@redhat.com>
14
Message-id: 20190620091057.47441-3-shmuel.eiderman@oracle.com
26
CC: Markus Armbruster <armbru@redhat.com>
15
Reviewed-by: Max Reitz <mreitz@redhat.com>
27
Message-Id: <20220412221846.280723-1-den@openvz.org>
16
Signed-off-by: Max Reitz <mreitz@redhat.com>
28
Reviewed-by: Daniel P. Berrangé <berrange@redhat.com>
29
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
30
---
17
---
31
qapi/block.json | 6 ++++++
18
block/vmdk.c | 13 +++++++------
32
block/qapi-sysemu.c | 3 ++-
19
tests/qemu-iotests/059.out | 2 +-
33
monitor/hmp-cmds.c | 4 +++-
20
2 files changed, 8 insertions(+), 7 deletions(-)
34
hmp-commands.hx | 11 +++++++----
35
ui/cocoa.m | 1 +
36
5 files changed, 19 insertions(+), 6 deletions(-)
37
21
38
diff --git a/qapi/block.json b/qapi/block.json
22
diff --git a/block/vmdk.c b/block/vmdk.c
39
index XXXXXXX..XXXXXXX 100644
23
index XXXXXXX..XXXXXXX 100644
40
--- a/qapi/block.json
24
--- a/block/vmdk.c
41
+++ b/qapi/block.json
25
+++ b/block/vmdk.c
42
@@ -XXX,XX +XXX,XX @@
26
@@ -XXX,XX +XXX,XX @@ static int vmdk_add_extent(BlockDriverState *bs,
43
# @read-only-mode: change the read-only mode of the device; defaults
27
error_setg(errp, "Invalid granularity, image may be corrupt");
44
# to 'retain'
28
return -EFBIG;
45
#
29
}
46
+# @force: if false (the default), an eject request through blockdev-open-tray
30
- if (l1_size > 512 * 1024 * 1024) {
47
+# will be sent to the guest if it has locked the tray (and the tray
31
+ if (l1_size > 32 * 1024 * 1024) {
48
+# will not be opened immediately); if true, the tray will be opened
32
/*
49
+# regardless of whether it is locked. (since 7.1)
33
* Although with big capacity and small l1_entry_sectors, we can get a
50
+#
34
* big l1_size, we don't want unbounded value to allocate the table.
51
# Features:
35
- * Limit it to 512M, which is:
52
# @deprecated: Member @device is deprecated. Use @id instead.
36
- * 16PB - for default "Hosted Sparse Extent" (VMDK4)
53
#
37
- * cluster size: 64KB, L2 table size: 512 entries
54
@@ -XXX,XX +XXX,XX @@
38
- * 1PB - for default "ESXi Host Sparse Extent" (VMDK3/vmfsSparse)
55
'*id': 'str',
39
- * cluster size: 512B, L2 table size: 4096 entries
56
'filename': 'str',
40
+ * Limit it to 32M, which is enough to store:
57
'*format': 'str',
41
+ * 8TB - for both VMDK3 & VMDK4 with
58
+ '*force': 'bool',
42
+ * minimal cluster size: 512B
59
'*read-only-mode': 'BlockdevChangeReadOnlyMode' } }
43
+ * minimal L2 table size: 512 entries
60
44
+ * 8 TB is still more than the maximal value supported for
61
45
+ * VMDK3 & VMDK4 which is 2TB.
62
diff --git a/block/qapi-sysemu.c b/block/qapi-sysemu.c
46
*/
47
error_setg(errp, "L1 size too big");
48
return -EFBIG;
49
diff --git a/tests/qemu-iotests/059.out b/tests/qemu-iotests/059.out
63
index XXXXXXX..XXXXXXX 100644
50
index XXXXXXX..XXXXXXX 100644
64
--- a/block/qapi-sysemu.c
51
--- a/tests/qemu-iotests/059.out
65
+++ b/block/qapi-sysemu.c
52
+++ b/tests/qemu-iotests/059.out
66
@@ -XXX,XX +XXX,XX @@ void qmp_blockdev_change_medium(bool has_device, const char *device,
53
@@ -XXX,XX +XXX,XX @@ Offset Length Mapped to File
67
bool has_id, const char *id,
54
0x140000000 0x10000 0x50000 TEST_DIR/t-s003.vmdk
68
const char *filename,
55
69
bool has_format, const char *format,
56
=== Testing afl image with a very large capacity ===
70
+ bool has_force, bool force,
57
-qemu-img: Can't get image size 'TEST_DIR/afl9.IMGFMT': File too large
71
bool has_read_only,
58
+qemu-img: Could not open 'TEST_DIR/afl9.IMGFMT': L1 size too big
72
BlockdevChangeReadOnlyMode read_only,
59
*** done
73
Error **errp)
74
@@ -XXX,XX +XXX,XX @@ void qmp_blockdev_change_medium(bool has_device, const char *device,
75
76
rc = do_open_tray(has_device ? device : NULL,
77
has_id ? id : NULL,
78
- false, &err);
79
+ force, &err);
80
if (rc && rc != -ENOSYS) {
81
error_propagate(errp, err);
82
goto fail;
83
diff --git a/monitor/hmp-cmds.c b/monitor/hmp-cmds.c
84
index XXXXXXX..XXXXXXX 100644
85
--- a/monitor/hmp-cmds.c
86
+++ b/monitor/hmp-cmds.c
87
@@ -XXX,XX +XXX,XX @@ void hmp_change(Monitor *mon, const QDict *qdict)
88
const char *target = qdict_get_str(qdict, "target");
89
const char *arg = qdict_get_try_str(qdict, "arg");
90
const char *read_only = qdict_get_try_str(qdict, "read-only-mode");
91
+ bool force = qdict_get_try_bool(qdict, "force", false);
92
BlockdevChangeReadOnlyMode read_only_mode = 0;
93
Error *err = NULL;
94
95
@@ -XXX,XX +XXX,XX @@ void hmp_change(Monitor *mon, const QDict *qdict)
96
}
97
98
qmp_blockdev_change_medium(true, device, false, NULL, target,
99
- !!arg, arg, !!read_only, read_only_mode,
100
+ !!arg, arg, true, force,
101
+ !!read_only, read_only_mode,
102
&err);
103
}
104
105
diff --git a/hmp-commands.hx b/hmp-commands.hx
106
index XXXXXXX..XXXXXXX 100644
107
--- a/hmp-commands.hx
108
+++ b/hmp-commands.hx
109
@@ -XXX,XX +XXX,XX @@ ERST
110
111
{
112
.name = "change",
113
- .args_type = "device:B,target:F,arg:s?,read-only-mode:s?",
114
- .params = "device filename [format [read-only-mode]]",
115
- .help = "change a removable medium, optional format",
116
+ .args_type = "device:B,force:-f,target:F,arg:s?,read-only-mode:s?",
117
+ .params = "device [-f] filename [format [read-only-mode]]",
118
+ .help = "change a removable medium, optional format, use -f to force the operation",
119
.cmd = hmp_change,
120
},
121
122
@@ -XXX,XX +XXX,XX @@ SRST
123
``change`` *device* *setting*
124
Change the configuration of a device.
125
126
- ``change`` *diskdevice* *filename* [*format* [*read-only-mode*]]
127
+ ``change`` *diskdevice* [-f] *filename* [*format* [*read-only-mode*]]
128
Change the medium for a removable disk device to point to *filename*. eg::
129
130
(qemu) change ide1-cd0 /path/to/some.iso
131
132
+ ``-f``
133
+ forces the operation even if the guest has locked the tray.
134
+
135
*format* is optional.
136
137
*read-only-mode* may be used to change the read-only status of the device.
138
diff --git a/ui/cocoa.m b/ui/cocoa.m
139
index XXXXXXX..XXXXXXX 100644
140
--- a/ui/cocoa.m
141
+++ b/ui/cocoa.m
142
@@ -XXX,XX +XXX,XX @@ - (void)changeDeviceMedia:(id)sender
143
[file cStringUsingEncoding:
144
NSASCIIStringEncoding],
145
true, "raw",
146
+ true, false,
147
false, 0,
148
&err);
149
});
150
--
60
--
151
2.35.1
61
2.21.0
152
62
153
63
diff view generated by jsdifflib
Deleted patch
1
From: John Snow <jsnow@redhat.com>
2
1
3
This makes these callsites a little simpler, but the real motivation is
4
a forthcoming commit will change the return type of qemu_io(), so removing
5
users of the return value now is helpful.
6
7
Signed-off-by: John Snow <jsnow@redhat.com>
8
Reviewed-by: Eric Blake <eblake@redhat.com>
9
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
10
Message-Id: <20220418211504.943969-2-jsnow@redhat.com>
11
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
12
---
13
tests/qemu-iotests/242 | 6 +++---
14
tests/qemu-iotests/255 | 4 +---
15
tests/qemu-iotests/303 | 4 ++--
16
3 files changed, 6 insertions(+), 8 deletions(-)
17
18
diff --git a/tests/qemu-iotests/242 b/tests/qemu-iotests/242
19
index XXXXXXX..XXXXXXX 100755
20
--- a/tests/qemu-iotests/242
21
+++ b/tests/qemu-iotests/242
22
@@ -XXX,XX +XXX,XX @@
23
import iotests
24
import json
25
import struct
26
-from iotests import qemu_img_create, qemu_io, qemu_img_info, \
27
- file_path, img_info_log, log, filter_qemu_io
28
+from iotests import qemu_img_create, qemu_io_log, qemu_img_info, \
29
+ file_path, img_info_log, log
30
31
iotests.script_initialize(supported_fmts=['qcow2'],
32
supported_protocols=['file'],
33
@@ -XXX,XX +XXX,XX @@ def add_bitmap(bitmap_number, persistent, disabled):
34
35
def write_to_disk(offset, size):
36
write = 'write {} {}'.format(offset, size)
37
- log(qemu_io('-c', write, disk), filters=[filter_qemu_io])
38
+ qemu_io_log('-c', write, disk)
39
40
41
def toggle_flag(offset):
42
diff --git a/tests/qemu-iotests/255 b/tests/qemu-iotests/255
43
index XXXXXXX..XXXXXXX 100755
44
--- a/tests/qemu-iotests/255
45
+++ b/tests/qemu-iotests/255
46
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('src.qcow2') as src_path, \
47
iotests.qemu_img_create('-f', iotests.imgfmt, src_path, size_str)
48
iotests.qemu_img_create('-f', iotests.imgfmt, dst_path, size_str)
49
50
- iotests.log(iotests.qemu_io('-f', iotests.imgfmt, '-c', 'write 0 1M',
51
- src_path),
52
- filters=[iotests.filter_test_dir, iotests.filter_qemu_io])
53
+ iotests.qemu_io_log('-f', iotests.imgfmt, '-c', 'write 0 1M', src_path),
54
55
vm.add_object('throttle-group,x-bps-read=4096,id=throttle0')
56
57
diff --git a/tests/qemu-iotests/303 b/tests/qemu-iotests/303
58
index XXXXXXX..XXXXXXX 100755
59
--- a/tests/qemu-iotests/303
60
+++ b/tests/qemu-iotests/303
61
@@ -XXX,XX +XXX,XX @@
62
63
import iotests
64
import subprocess
65
-from iotests import qemu_img_create, qemu_io, file_path, log, filter_qemu_io, \
66
+from iotests import qemu_img_create, qemu_io_log, file_path, log, \
67
verify_qcow2_zstd_compression
68
69
iotests.script_initialize(supported_fmts=['qcow2'],
70
@@ -XXX,XX +XXX,XX @@ def create_bitmap(bitmap_number, disabled):
71
72
def write_to_disk(offset, size):
73
write = f'write {offset} {size}'
74
- log(qemu_io('-c', write, disk), filters=[filter_qemu_io])
75
+ qemu_io_log('-c', write, disk)
76
77
78
def add_bitmap(num, begin, end, disabled):
79
--
80
2.35.1
diff view generated by jsdifflib
Deleted patch
1
From: John Snow <jsnow@redhat.com>
2
1
3
The 'read' commands to qemu-io were malformed, and this invocation only
4
worked by coincidence because the error messages were identical. Oops.
5
6
There's no point in checking the patterning of the reference image, so
7
just check the empty image by itself instead.
8
9
(Note: as of this commit, nothing actually enforces that this command
10
completes successfully, but a forthcoming commit in this series will
11
enforce that qemu_io() must have a zero status code.)
12
13
Signed-off-by: John Snow <jsnow@redhat.com>
14
Reviewed-by: Eric Blake <eblake@redhat.com>
15
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
16
Message-Id: <20220418211504.943969-3-jsnow@redhat.com>
17
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
18
---
19
tests/qemu-iotests/163 | 5 +----
20
1 file changed, 1 insertion(+), 4 deletions(-)
21
22
diff --git a/tests/qemu-iotests/163 b/tests/qemu-iotests/163
23
index XXXXXXX..XXXXXXX 100755
24
--- a/tests/qemu-iotests/163
25
+++ b/tests/qemu-iotests/163
26
@@ -XXX,XX +XXX,XX @@ class ShrinkBaseClass(iotests.QMPTestCase):
27
qemu_img('resize', '-f', iotests.imgfmt, '--shrink', test_img,
28
self.shrink_size)
29
30
- self.assertEqual(
31
- qemu_io('-c', 'read -P 0x00 %s'%self.shrink_size, test_img),
32
- qemu_io('-c', 'read -P 0x00 %s'%self.shrink_size, check_img),
33
- "Verifying image content")
34
+ qemu_io('-c', f"read -P 0x00 0 {self.shrink_size}", test_img)
35
36
self.image_verify()
37
38
--
39
2.35.1
diff view generated by jsdifflib
Deleted patch
1
From: John Snow <jsnow@redhat.com>
2
1
3
A forthcoming commit updates qemu_io() to raise an exception on non-zero
4
return by default, and changes its return type.
5
6
In preparation, simplify some calls to qemu_io() that assert that
7
specific error message strings do not appear in qemu-io's
8
output. Asserting that all of these calls return a status code of zero
9
will be a more robust way to guard against failure.
10
11
Signed-off-by: John Snow <jsnow@redhat.com>
12
Reviewed-by: Eric Blake <eblake@redhat.com>
13
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
14
Message-Id: <20220418211504.943969-4-jsnow@redhat.com>
15
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
16
---
17
tests/qemu-iotests/040 | 33 ++++++++++++++++-----------------
18
tests/qemu-iotests/056 | 2 +-
19
2 files changed, 17 insertions(+), 18 deletions(-)
20
21
diff --git a/tests/qemu-iotests/040 b/tests/qemu-iotests/040
22
index XXXXXXX..XXXXXXX 100755
23
--- a/tests/qemu-iotests/040
24
+++ b/tests/qemu-iotests/040
25
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(ImageCommitTestCase):
26
27
def test_commit(self):
28
self.run_commit_test(mid_img, backing_img)
29
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img).find("verification failed"))
30
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img).find("verification failed"))
31
+ qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
32
+ qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
33
34
def test_commit_node(self):
35
self.run_commit_test("mid", "base", node_names=True)
36
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img).find("verification failed"))
37
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img).find("verification failed"))
38
+ qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
39
+ qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
40
41
@iotests.skip_if_unsupported(['throttle'])
42
def test_commit_with_filter_and_quit(self):
43
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(ImageCommitTestCase):
44
45
def test_top_is_active(self):
46
self.run_commit_test(test_img, backing_img, need_ready=True)
47
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img).find("verification failed"))
48
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img).find("verification failed"))
49
+ qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
50
+ qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
51
52
def test_top_is_default_active(self):
53
self.run_default_commit_test()
54
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img).find("verification failed"))
55
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img).find("verification failed"))
56
+ qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
57
+ qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
58
59
def test_top_and_base_reversed(self):
60
self.assert_no_active_block_jobs()
61
@@ -XXX,XX +XXX,XX @@ class TestRelativePaths(ImageCommitTestCase):
62
63
def test_commit(self):
64
self.run_commit_test(self.mid_img, self.backing_img)
65
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', self.backing_img_abs).find("verification failed"))
66
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', self.backing_img_abs).find("verification failed"))
67
+ qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', self.backing_img_abs)
68
+ qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', self.backing_img_abs)
69
70
def test_device_not_found(self):
71
result = self.vm.qmp('block-commit', device='nonexistent', top='%s' % self.mid_img)
72
@@ -XXX,XX +XXX,XX @@ class TestRelativePaths(ImageCommitTestCase):
73
74
def test_top_is_active(self):
75
self.run_commit_test(self.test_img, self.backing_img)
76
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', self.backing_img_abs).find("verification failed"))
77
- self.assertEqual(-1, qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', self.backing_img_abs).find("verification failed"))
78
+ qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', self.backing_img_abs)
79
+ qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', self.backing_img_abs)
80
81
def test_top_and_base_reversed(self):
82
self.assert_no_active_block_jobs()
83
@@ -XXX,XX +XXX,XX @@ class TestCommitWithFilters(iotests.QMPTestCase):
84
85
def do_test_io(self, read_or_write):
86
for index, pattern_file in enumerate(self.pattern_files):
87
- result = qemu_io('-f', iotests.imgfmt,
88
- '-c',
89
- f'{read_or_write} -P {index + 1} {index}M 1M',
90
- pattern_file)
91
- self.assertFalse('Pattern verification failed' in result)
92
+ qemu_io('-f', iotests.imgfmt,
93
+ '-c',
94
+ f'{read_or_write} -P {index + 1} {index}M 1M',
95
+ pattern_file)
96
97
@iotests.skip_if_unsupported(['throttle'])
98
def setUp(self):
99
diff --git a/tests/qemu-iotests/056 b/tests/qemu-iotests/056
100
index XXXXXXX..XXXXXXX 100755
101
--- a/tests/qemu-iotests/056
102
+++ b/tests/qemu-iotests/056
103
@@ -XXX,XX +XXX,XX @@ class TestSyncModesNoneAndTop(iotests.QMPTestCase):
104
105
self.vm.shutdown()
106
time.sleep(1)
107
- self.assertEqual(-1, qemu_io('-c', 'read -P0x41 0 512', target_img).find("verification failed"))
108
+ qemu_io('-c', 'read -P0x41 0 512', target_img)
109
110
class TestBeforeWriteNotifier(iotests.QMPTestCase):
111
def setUp(self):
112
--
113
2.35.1
diff view generated by jsdifflib
Deleted patch
1
From: John Snow <jsnow@redhat.com>
2
1
3
qemu-io fails on read/write beyond end-of-file on raw images, so skip
4
these invocations when running the zero-length image tests.
5
6
Signed-off-by: John Snow <jsnow@redhat.com>
7
Reviewed-by: Eric Blake <eblake@redhat.com>
8
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
9
Message-Id: <20220418211504.943969-5-jsnow@redhat.com>
10
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
11
---
12
tests/qemu-iotests/040 | 14 ++++++++++++--
13
1 file changed, 12 insertions(+), 2 deletions(-)
14
15
diff --git a/tests/qemu-iotests/040 b/tests/qemu-iotests/040
16
index XXXXXXX..XXXXXXX 100755
17
--- a/tests/qemu-iotests/040
18
+++ b/tests/qemu-iotests/040
19
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(ImageCommitTestCase):
20
qemu_img('create', '-f', iotests.imgfmt,
21
'-o', 'backing_file=%s' % mid_img,
22
'-F', iotests.imgfmt, test_img)
23
- qemu_io('-f', 'raw', '-c', 'write -P 0xab 0 524288', backing_img)
24
- qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0xef 524288 524288', mid_img)
25
+ if self.image_len:
26
+ qemu_io('-f', 'raw', '-c', 'write -P 0xab 0 524288', backing_img)
27
+ qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0xef 524288 524288',
28
+ mid_img)
29
self.vm = iotests.VM().add_drive(test_img, "node-name=top,backing.node-name=mid,backing.backing.node-name=base", interface="none")
30
self.vm.add_device('virtio-scsi')
31
self.vm.add_device("scsi-hd,id=scsi0,drive=drive0")
32
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(ImageCommitTestCase):
33
34
def test_commit(self):
35
self.run_commit_test(mid_img, backing_img)
36
+ if not self.image_len:
37
+ return
38
qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
39
qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
40
41
def test_commit_node(self):
42
self.run_commit_test("mid", "base", node_names=True)
43
+ if not self.image_len:
44
+ return
45
qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
46
qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
47
48
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(ImageCommitTestCase):
49
50
def test_top_is_active(self):
51
self.run_commit_test(test_img, backing_img, need_ready=True)
52
+ if not self.image_len:
53
+ return
54
qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
55
qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
56
57
def test_top_is_default_active(self):
58
self.run_default_commit_test()
59
+ if not self.image_len:
60
+ return
61
qemu_io('-f', 'raw', '-c', 'read -P 0xab 0 524288', backing_img)
62
qemu_io('-f', 'raw', '-c', 'read -P 0xef 524288 524288', backing_img)
63
64
--
65
2.35.1
diff view generated by jsdifflib
1
From: John Snow <jsnow@redhat.com>
1
From: Sam Eiderman <shmuel.eiderman@oracle.com>
2
2
3
This test expects failure ... but only sometimes. When? Why?
3
Until ESXi 6.5 VMware used the vmfsSparse format for snapshots (VMDK3 in
4
4
QEMU).
5
It's for reads of a region not defined by a bitmap. Adjust the test to
5
6
be more explicit about what it expects to fail and why.
6
This format was lacking in the following:
7
7
8
Signed-off-by: John Snow <jsnow@redhat.com>
8
* Grain directory (L1) and grain table (L2) entries were 32-bit,
9
Reviewed-by: Eric Blake <eblake@redhat.com>
9
allowing access to only 2TB (slightly less) of data.
10
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
10
* The grain size (default) was 512 bytes - leading to data
11
Message-Id: <20220418211504.943969-10-jsnow@redhat.com>
11
fragmentation and many grain tables.
12
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
12
* For space reclamation purposes, it was necessary to find all the
13
grains which are not pointed to by any grain table - so a reverse
14
mapping of "offset of grain in vmdk" to "grain table" must be
15
constructed - which takes large amounts of CPU/RAM.
16
17
The format specification can be found in VMware's documentation:
18
https://www.vmware.com/support/developer/vddk/vmdk_50_technote.pdf
19
20
In ESXi 6.5, to support snapshot files larger than 2TB, a new format was
21
introduced: SESparse (Space Efficient).
22
23
This format fixes the above issues:
24
25
* All entries are now 64-bit.
26
* The grain size (default) is 4KB.
27
* Grain directory and grain tables are now located at the beginning
28
of the file.
29
+ seSparse format reserves space for all grain tables.
30
+ Grain tables can be addressed using an index.
31
+ Grains are located in the end of the file and can also be
32
addressed with an index.
33
- seSparse vmdks of large disks (64TB) have huge preallocated
34
headers - mainly due to L2 tables, even for empty snapshots.
35
* The header contains a reverse mapping ("backmap") of "offset of
36
grain in vmdk" to "grain table" and a bitmap ("free bitmap") which
37
specifies for each grain - whether it is allocated or not.
38
Using these data structures we can implement space reclamation
39
efficiently.
40
* Due to the fact that the header now maintains two mappings:
41
* The regular one (grain directory & grain tables)
42
* A reverse one (backmap and free bitmap)
43
These data structures can lose consistency upon crash and result
44
in a corrupted VMDK.
45
Therefore, a journal is also added to the VMDK and is replayed
46
when the VMware reopens the file after a crash.
47
48
Since ESXi 6.7 - SESparse is the only snapshot format available.
49
50
Unfortunately, VMware does not provide documentation regarding the new
51
seSparse format.
52
53
This commit is based on black-box research of the seSparse format.
54
Various in-guest block operations and their effect on the snapshot file
55
were tested.
56
57
The only VMware provided source of information (regarding the underlying
58
implementation) was a log file on the ESXi:
59
60
/var/log/hostd.log
61
62
Whenever an seSparse snapshot is created - the log is being populated
63
with seSparse records.
64
65
Relevant log records are of the form:
66
67
[...] Const Header:
68
[...] constMagic = 0xcafebabe
69
[...] version = 2.1
70
[...] capacity = 204800
71
[...] grainSize = 8
72
[...] grainTableSize = 64
73
[...] flags = 0
74
[...] Extents:
75
[...] Header : <1 : 1>
76
[...] JournalHdr : <2 : 2>
77
[...] Journal : <2048 : 2048>
78
[...] GrainDirectory : <4096 : 2048>
79
[...] GrainTables : <6144 : 2048>
80
[...] FreeBitmap : <8192 : 2048>
81
[...] BackMap : <10240 : 2048>
82
[...] Grain : <12288 : 204800>
83
[...] Volatile Header:
84
[...] volatileMagic = 0xcafecafe
85
[...] FreeGTNumber = 0
86
[...] nextTxnSeqNumber = 0
87
[...] replayJournal = 0
88
89
The sizes that are seen in the log file are in sectors.
90
Extents are of the following format: <offset : size>
91
92
This commit is a strict implementation which enforces:
93
* magics
94
* version number 2.1
95
* grain size of 8 sectors (4KB)
96
* grain table size of 64 sectors
97
* zero flags
98
* extent locations
99
100
Additionally, this commit proivdes only a subset of the functionality
101
offered by seSparse's format:
102
* Read-only
103
* No journal replay
104
* No space reclamation
105
* No unmap support
106
107
Hence, journal header, journal, free bitmap and backmap extents are
108
unused, only the "classic" (L1 -> L2 -> data) grain access is
109
implemented.
110
111
However there are several differences in the grain access itself.
112
Grain directory (L1):
113
* Grain directory entries are indexes (not offsets) to grain
114
tables.
115
* Valid grain directory entries have their highest nibble set to
116
0x1.
117
* Since grain tables are always located in the beginning of the
118
file - the index can fit into 32 bits - so we can use its low
119
part if it's valid.
120
Grain table (L2):
121
* Grain table entries are indexes (not offsets) to grains.
122
* If the highest nibble of the entry is:
123
0x0:
124
The grain in not allocated.
125
The rest of the bytes are 0.
126
0x1:
127
The grain is unmapped - guest sees a zero grain.
128
The rest of the bits point to the previously mapped grain,
129
see 0x3 case.
130
0x2:
131
The grain is zero.
132
0x3:
133
The grain is allocated - to get the index calculate:
134
((entry & 0x0fff000000000000) >> 48) |
135
((entry & 0x0000ffffffffffff) << 12)
136
* The difference between 0x1 and 0x2 is that 0x1 is an unallocated
137
grain which results from the guest using sg_unmap to unmap the
138
grain - but the grain itself still exists in the grain extent - a
139
space reclamation procedure should delete it.
140
Unmapping a zero grain has no effect (0x2 will not change to 0x1)
141
but unmapping an unallocated grain will (0x0 to 0x1) - naturally.
142
143
In order to implement seSparse some fields had to be changed to support
144
both 32-bit and 64-bit entry sizes.
145
146
Reviewed-by: Karl Heubaum <karl.heubaum@oracle.com>
147
Reviewed-by: Eyal Moscovici <eyal.moscovici@oracle.com>
148
Reviewed-by: Arbel Moshe <arbel.moshe@oracle.com>
149
Signed-off-by: Sam Eiderman <shmuel.eiderman@oracle.com>
150
Message-id: 20190620091057.47441-4-shmuel.eiderman@oracle.com
151
Signed-off-by: Max Reitz <mreitz@redhat.com>
13
---
152
---
14
tests/qemu-iotests/tests/image-fleecing | 28 +++++++++++++++++--------
153
block/vmdk.c | 358 ++++++++++++++++++++++++++++++++++++++++++++++++---
15
1 file changed, 19 insertions(+), 9 deletions(-)
154
1 file changed, 342 insertions(+), 16 deletions(-)
16
155
17
diff --git a/tests/qemu-iotests/tests/image-fleecing b/tests/qemu-iotests/tests/image-fleecing
156
diff --git a/block/vmdk.c b/block/vmdk.c
18
index XXXXXXX..XXXXXXX 100755
157
index XXXXXXX..XXXXXXX 100644
19
--- a/tests/qemu-iotests/tests/image-fleecing
158
--- a/block/vmdk.c
20
+++ b/tests/qemu-iotests/tests/image-fleecing
159
+++ b/block/vmdk.c
21
@@ -XXX,XX +XXX,XX @@
160
@@ -XXX,XX +XXX,XX @@ typedef struct {
22
#
161
uint16_t compressAlgorithm;
23
# Creator/Owner: John Snow <jsnow@redhat.com>
162
} QEMU_PACKED VMDK4Header;
24
163
25
+from subprocess import CalledProcessError
164
+typedef struct VMDKSESparseConstHeader {
26
+
165
+ uint64_t magic;
27
import iotests
166
+ uint64_t version;
28
-from iotests import log, qemu_img, qemu_io, qemu_io_silent, \
167
+ uint64_t capacity;
29
- qemu_io_pipe_and_status
168
+ uint64_t grain_size;
30
+from iotests import log, qemu_img, qemu_io, qemu_io_silent
169
+ uint64_t grain_table_size;
31
170
+ uint64_t flags;
32
iotests.script_initialize(
171
+ uint64_t reserved1;
33
supported_fmts=['qcow2'],
172
+ uint64_t reserved2;
34
@@ -XXX,XX +XXX,XX @@ def do_test(vm, use_cbw, use_snapshot_access_filter, base_img_path,
173
+ uint64_t reserved3;
35
for p in patterns + zeroes:
174
+ uint64_t reserved4;
36
cmd = 'read -P%s %s %s' % p
175
+ uint64_t volatile_header_offset;
37
log(cmd)
176
+ uint64_t volatile_header_size;
38
- out, ret = qemu_io_pipe_and_status('-r', '-f', 'raw', '-c', cmd,
177
+ uint64_t journal_header_offset;
39
- nbd_uri)
178
+ uint64_t journal_header_size;
40
- if ret != 0:
179
+ uint64_t journal_offset;
41
- print(out)
180
+ uint64_t journal_size;
42
+
181
+ uint64_t grain_dir_offset;
43
+ try:
182
+ uint64_t grain_dir_size;
44
+ qemu_io('-r', '-f', 'raw', '-c', cmd, nbd_uri)
183
+ uint64_t grain_tables_offset;
45
+ except CalledProcessError as exc:
184
+ uint64_t grain_tables_size;
46
+ if bitmap and p in zeroes:
185
+ uint64_t free_bitmap_offset;
47
+ log(exc.stdout)
186
+ uint64_t free_bitmap_size;
48
+ else:
187
+ uint64_t backmap_offset;
49
+ raise
188
+ uint64_t backmap_size;
50
189
+ uint64_t grains_offset;
51
log('')
190
+ uint64_t grains_size;
52
log('--- Testing COW ---')
191
+ uint8_t pad[304];
53
@@ -XXX,XX +XXX,XX @@ def do_test(vm, use_cbw, use_snapshot_access_filter, base_img_path,
192
+} QEMU_PACKED VMDKSESparseConstHeader;
54
args += [target_img_path]
193
+
55
else:
194
+typedef struct VMDKSESparseVolatileHeader {
56
args += ['-f', 'raw', nbd_uri]
195
+ uint64_t magic;
57
- out, ret = qemu_io_pipe_and_status(*args)
196
+ uint64_t free_gt_number;
58
- if ret != 0:
197
+ uint64_t next_txn_seq_number;
59
- print(out)
198
+ uint64_t replay_journal;
60
+
199
+ uint8_t pad[480];
61
+ try:
200
+} QEMU_PACKED VMDKSESparseVolatileHeader;
62
+ qemu_io(*args)
201
+
63
+ except CalledProcessError as exc:
202
#define L2_CACHE_SIZE 16
64
+ if bitmap and p in zeroes:
203
65
+ log(exc.stdout)
204
typedef struct VmdkExtent {
66
+ else:
205
@@ -XXX,XX +XXX,XX @@ typedef struct VmdkExtent {
67
+ raise
206
bool compressed;
68
207
bool has_marker;
69
log('')
208
bool has_zero_grain;
70
log('--- Cleanup ---')
209
+ bool sesparse;
210
+ uint64_t sesparse_l2_tables_offset;
211
+ uint64_t sesparse_clusters_offset;
212
+ int32_t entry_size;
213
int version;
214
int64_t sectors;
215
int64_t end_sector;
216
int64_t flat_start_offset;
217
int64_t l1_table_offset;
218
int64_t l1_backup_table_offset;
219
- uint32_t *l1_table;
220
+ void *l1_table;
221
uint32_t *l1_backup_table;
222
unsigned int l1_size;
223
uint32_t l1_entry_sectors;
224
225
unsigned int l2_size;
226
- uint32_t *l2_cache;
227
+ void *l2_cache;
228
uint32_t l2_cache_offsets[L2_CACHE_SIZE];
229
uint32_t l2_cache_counts[L2_CACHE_SIZE];
230
231
@@ -XXX,XX +XXX,XX @@ static int vmdk_add_extent(BlockDriverState *bs,
232
* minimal L2 table size: 512 entries
233
* 8 TB is still more than the maximal value supported for
234
* VMDK3 & VMDK4 which is 2TB.
235
+ * 64TB - for "ESXi seSparse Extent"
236
+ * minimal cluster size: 512B (default is 4KB)
237
+ * L2 table size: 4096 entries (const).
238
+ * 64TB is more than the maximal value supported for
239
+ * seSparse VMDKs (which is slightly less than 64TB)
240
*/
241
error_setg(errp, "L1 size too big");
242
return -EFBIG;
243
@@ -XXX,XX +XXX,XX @@ static int vmdk_add_extent(BlockDriverState *bs,
244
extent->l2_size = l2_size;
245
extent->cluster_sectors = flat ? sectors : cluster_sectors;
246
extent->next_cluster_sector = ROUND_UP(nb_sectors, cluster_sectors);
247
+ extent->entry_size = sizeof(uint32_t);
248
249
if (s->num_extents > 1) {
250
extent->end_sector = (*(extent - 1)).end_sector + extent->sectors;
251
@@ -XXX,XX +XXX,XX @@ static int vmdk_init_tables(BlockDriverState *bs, VmdkExtent *extent,
252
int i;
253
254
/* read the L1 table */
255
- l1_size = extent->l1_size * sizeof(uint32_t);
256
+ l1_size = extent->l1_size * extent->entry_size;
257
extent->l1_table = g_try_malloc(l1_size);
258
if (l1_size && extent->l1_table == NULL) {
259
return -ENOMEM;
260
@@ -XXX,XX +XXX,XX @@ static int vmdk_init_tables(BlockDriverState *bs, VmdkExtent *extent,
261
goto fail_l1;
262
}
263
for (i = 0; i < extent->l1_size; i++) {
264
- le32_to_cpus(&extent->l1_table[i]);
265
+ if (extent->entry_size == sizeof(uint64_t)) {
266
+ le64_to_cpus((uint64_t *)extent->l1_table + i);
267
+ } else {
268
+ assert(extent->entry_size == sizeof(uint32_t));
269
+ le32_to_cpus((uint32_t *)extent->l1_table + i);
270
+ }
271
}
272
273
if (extent->l1_backup_table_offset) {
274
+ assert(!extent->sesparse);
275
extent->l1_backup_table = g_try_malloc(l1_size);
276
if (l1_size && extent->l1_backup_table == NULL) {
277
ret = -ENOMEM;
278
@@ -XXX,XX +XXX,XX @@ static int vmdk_init_tables(BlockDriverState *bs, VmdkExtent *extent,
279
}
280
281
extent->l2_cache =
282
- g_new(uint32_t, extent->l2_size * L2_CACHE_SIZE);
283
+ g_malloc(extent->entry_size * extent->l2_size * L2_CACHE_SIZE);
284
return 0;
285
fail_l1b:
286
g_free(extent->l1_backup_table);
287
@@ -XXX,XX +XXX,XX @@ static int vmdk_open_vmfs_sparse(BlockDriverState *bs,
288
return ret;
289
}
290
291
+#define SESPARSE_CONST_HEADER_MAGIC UINT64_C(0x00000000cafebabe)
292
+#define SESPARSE_VOLATILE_HEADER_MAGIC UINT64_C(0x00000000cafecafe)
293
+
294
+/* Strict checks - format not officially documented */
295
+static int check_se_sparse_const_header(VMDKSESparseConstHeader *header,
296
+ Error **errp)
297
+{
298
+ header->magic = le64_to_cpu(header->magic);
299
+ header->version = le64_to_cpu(header->version);
300
+ header->grain_size = le64_to_cpu(header->grain_size);
301
+ header->grain_table_size = le64_to_cpu(header->grain_table_size);
302
+ header->flags = le64_to_cpu(header->flags);
303
+ header->reserved1 = le64_to_cpu(header->reserved1);
304
+ header->reserved2 = le64_to_cpu(header->reserved2);
305
+ header->reserved3 = le64_to_cpu(header->reserved3);
306
+ header->reserved4 = le64_to_cpu(header->reserved4);
307
+
308
+ header->volatile_header_offset =
309
+ le64_to_cpu(header->volatile_header_offset);
310
+ header->volatile_header_size = le64_to_cpu(header->volatile_header_size);
311
+
312
+ header->journal_header_offset = le64_to_cpu(header->journal_header_offset);
313
+ header->journal_header_size = le64_to_cpu(header->journal_header_size);
314
+
315
+ header->journal_offset = le64_to_cpu(header->journal_offset);
316
+ header->journal_size = le64_to_cpu(header->journal_size);
317
+
318
+ header->grain_dir_offset = le64_to_cpu(header->grain_dir_offset);
319
+ header->grain_dir_size = le64_to_cpu(header->grain_dir_size);
320
+
321
+ header->grain_tables_offset = le64_to_cpu(header->grain_tables_offset);
322
+ header->grain_tables_size = le64_to_cpu(header->grain_tables_size);
323
+
324
+ header->free_bitmap_offset = le64_to_cpu(header->free_bitmap_offset);
325
+ header->free_bitmap_size = le64_to_cpu(header->free_bitmap_size);
326
+
327
+ header->backmap_offset = le64_to_cpu(header->backmap_offset);
328
+ header->backmap_size = le64_to_cpu(header->backmap_size);
329
+
330
+ header->grains_offset = le64_to_cpu(header->grains_offset);
331
+ header->grains_size = le64_to_cpu(header->grains_size);
332
+
333
+ if (header->magic != SESPARSE_CONST_HEADER_MAGIC) {
334
+ error_setg(errp, "Bad const header magic: 0x%016" PRIx64,
335
+ header->magic);
336
+ return -EINVAL;
337
+ }
338
+
339
+ if (header->version != 0x0000000200000001) {
340
+ error_setg(errp, "Unsupported version: 0x%016" PRIx64,
341
+ header->version);
342
+ return -ENOTSUP;
343
+ }
344
+
345
+ if (header->grain_size != 8) {
346
+ error_setg(errp, "Unsupported grain size: %" PRIu64,
347
+ header->grain_size);
348
+ return -ENOTSUP;
349
+ }
350
+
351
+ if (header->grain_table_size != 64) {
352
+ error_setg(errp, "Unsupported grain table size: %" PRIu64,
353
+ header->grain_table_size);
354
+ return -ENOTSUP;
355
+ }
356
+
357
+ if (header->flags != 0) {
358
+ error_setg(errp, "Unsupported flags: 0x%016" PRIx64,
359
+ header->flags);
360
+ return -ENOTSUP;
361
+ }
362
+
363
+ if (header->reserved1 != 0 || header->reserved2 != 0 ||
364
+ header->reserved3 != 0 || header->reserved4 != 0) {
365
+ error_setg(errp, "Unsupported reserved bits:"
366
+ " 0x%016" PRIx64 " 0x%016" PRIx64
367
+ " 0x%016" PRIx64 " 0x%016" PRIx64,
368
+ header->reserved1, header->reserved2,
369
+ header->reserved3, header->reserved4);
370
+ return -ENOTSUP;
371
+ }
372
+
373
+ /* check that padding is 0 */
374
+ if (!buffer_is_zero(header->pad, sizeof(header->pad))) {
375
+ error_setg(errp, "Unsupported non-zero const header padding");
376
+ return -ENOTSUP;
377
+ }
378
+
379
+ return 0;
380
+}
381
+
382
+static int check_se_sparse_volatile_header(VMDKSESparseVolatileHeader *header,
383
+ Error **errp)
384
+{
385
+ header->magic = le64_to_cpu(header->magic);
386
+ header->free_gt_number = le64_to_cpu(header->free_gt_number);
387
+ header->next_txn_seq_number = le64_to_cpu(header->next_txn_seq_number);
388
+ header->replay_journal = le64_to_cpu(header->replay_journal);
389
+
390
+ if (header->magic != SESPARSE_VOLATILE_HEADER_MAGIC) {
391
+ error_setg(errp, "Bad volatile header magic: 0x%016" PRIx64,
392
+ header->magic);
393
+ return -EINVAL;
394
+ }
395
+
396
+ if (header->replay_journal) {
397
+ error_setg(errp, "Image is dirty, Replaying journal not supported");
398
+ return -ENOTSUP;
399
+ }
400
+
401
+ /* check that padding is 0 */
402
+ if (!buffer_is_zero(header->pad, sizeof(header->pad))) {
403
+ error_setg(errp, "Unsupported non-zero volatile header padding");
404
+ return -ENOTSUP;
405
+ }
406
+
407
+ return 0;
408
+}
409
+
410
+static int vmdk_open_se_sparse(BlockDriverState *bs,
411
+ BdrvChild *file,
412
+ int flags, Error **errp)
413
+{
414
+ int ret;
415
+ VMDKSESparseConstHeader const_header;
416
+ VMDKSESparseVolatileHeader volatile_header;
417
+ VmdkExtent *extent;
418
+
419
+ ret = bdrv_apply_auto_read_only(bs,
420
+ "No write support for seSparse images available", errp);
421
+ if (ret < 0) {
422
+ return ret;
423
+ }
424
+
425
+ assert(sizeof(const_header) == SECTOR_SIZE);
426
+
427
+ ret = bdrv_pread(file, 0, &const_header, sizeof(const_header));
428
+ if (ret < 0) {
429
+ bdrv_refresh_filename(file->bs);
430
+ error_setg_errno(errp, -ret,
431
+ "Could not read const header from file '%s'",
432
+ file->bs->filename);
433
+ return ret;
434
+ }
435
+
436
+ /* check const header */
437
+ ret = check_se_sparse_const_header(&const_header, errp);
438
+ if (ret < 0) {
439
+ return ret;
440
+ }
441
+
442
+ assert(sizeof(volatile_header) == SECTOR_SIZE);
443
+
444
+ ret = bdrv_pread(file,
445
+ const_header.volatile_header_offset * SECTOR_SIZE,
446
+ &volatile_header, sizeof(volatile_header));
447
+ if (ret < 0) {
448
+ bdrv_refresh_filename(file->bs);
449
+ error_setg_errno(errp, -ret,
450
+ "Could not read volatile header from file '%s'",
451
+ file->bs->filename);
452
+ return ret;
453
+ }
454
+
455
+ /* check volatile header */
456
+ ret = check_se_sparse_volatile_header(&volatile_header, errp);
457
+ if (ret < 0) {
458
+ return ret;
459
+ }
460
+
461
+ ret = vmdk_add_extent(bs, file, false,
462
+ const_header.capacity,
463
+ const_header.grain_dir_offset * SECTOR_SIZE,
464
+ 0,
465
+ const_header.grain_dir_size *
466
+ SECTOR_SIZE / sizeof(uint64_t),
467
+ const_header.grain_table_size *
468
+ SECTOR_SIZE / sizeof(uint64_t),
469
+ const_header.grain_size,
470
+ &extent,
471
+ errp);
472
+ if (ret < 0) {
473
+ return ret;
474
+ }
475
+
476
+ extent->sesparse = true;
477
+ extent->sesparse_l2_tables_offset = const_header.grain_tables_offset;
478
+ extent->sesparse_clusters_offset = const_header.grains_offset;
479
+ extent->entry_size = sizeof(uint64_t);
480
+
481
+ ret = vmdk_init_tables(bs, extent, errp);
482
+ if (ret) {
483
+ /* free extent allocated by vmdk_add_extent */
484
+ vmdk_free_last_extent(bs);
485
+ }
486
+
487
+ return ret;
488
+}
489
+
490
static int vmdk_open_desc_file(BlockDriverState *bs, int flags, char *buf,
491
QDict *options, Error **errp);
492
493
@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,
494
* RW [size in sectors] SPARSE "file-name.vmdk"
495
* RW [size in sectors] VMFS "file-name.vmdk"
496
* RW [size in sectors] VMFSSPARSE "file-name.vmdk"
497
+ * RW [size in sectors] SESPARSE "file-name.vmdk"
498
*/
499
flat_offset = -1;
500
matches = sscanf(p, "%10s %" SCNd64 " %10s \"%511[^\n\r\"]\" %" SCNd64,
501
@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,
502
503
if (sectors <= 0 ||
504
(strcmp(type, "FLAT") && strcmp(type, "SPARSE") &&
505
- strcmp(type, "VMFS") && strcmp(type, "VMFSSPARSE")) ||
506
+ strcmp(type, "VMFS") && strcmp(type, "VMFSSPARSE") &&
507
+ strcmp(type, "SESPARSE")) ||
508
(strcmp(access, "RW"))) {
509
continue;
510
}
511
@@ -XXX,XX +XXX,XX @@ static int vmdk_parse_extents(const char *desc, BlockDriverState *bs,
512
return ret;
513
}
514
extent = &s->extents[s->num_extents - 1];
515
+ } else if (!strcmp(type, "SESPARSE")) {
516
+ ret = vmdk_open_se_sparse(bs, extent_file, bs->open_flags, errp);
517
+ if (ret) {
518
+ bdrv_unref_child(bs, extent_file);
519
+ return ret;
520
+ }
521
+ extent = &s->extents[s->num_extents - 1];
522
} else {
523
error_setg(errp, "Unsupported extent type '%s'", type);
524
bdrv_unref_child(bs, extent_file);
525
@@ -XXX,XX +XXX,XX @@ static int vmdk_open_desc_file(BlockDriverState *bs, int flags, char *buf,
526
if (strcmp(ct, "monolithicFlat") &&
527
strcmp(ct, "vmfs") &&
528
strcmp(ct, "vmfsSparse") &&
529
+ strcmp(ct, "seSparse") &&
530
strcmp(ct, "twoGbMaxExtentSparse") &&
531
strcmp(ct, "twoGbMaxExtentFlat")) {
532
error_setg(errp, "Unsupported image type '%s'", ct);
533
@@ -XXX,XX +XXX,XX @@ static int get_cluster_offset(BlockDriverState *bs,
534
{
535
unsigned int l1_index, l2_offset, l2_index;
536
int min_index, i, j;
537
- uint32_t min_count, *l2_table;
538
+ uint32_t min_count;
539
+ void *l2_table;
540
bool zeroed = false;
541
int64_t ret;
542
int64_t cluster_sector;
543
+ unsigned int l2_size_bytes = extent->l2_size * extent->entry_size;
544
545
if (m_data) {
546
m_data->valid = 0;
547
@@ -XXX,XX +XXX,XX @@ static int get_cluster_offset(BlockDriverState *bs,
548
if (l1_index >= extent->l1_size) {
549
return VMDK_ERROR;
550
}
551
- l2_offset = extent->l1_table[l1_index];
552
+ if (extent->sesparse) {
553
+ uint64_t l2_offset_u64;
554
+
555
+ assert(extent->entry_size == sizeof(uint64_t));
556
+
557
+ l2_offset_u64 = ((uint64_t *)extent->l1_table)[l1_index];
558
+ if (l2_offset_u64 == 0) {
559
+ l2_offset = 0;
560
+ } else if ((l2_offset_u64 & 0xffffffff00000000) != 0x1000000000000000) {
561
+ /*
562
+ * Top most nibble is 0x1 if grain table is allocated.
563
+ * strict check - top most 4 bytes must be 0x10000000 since max
564
+ * supported size is 64TB for disk - so no more than 64TB / 16MB
565
+ * grain directories which is smaller than uint32,
566
+ * where 16MB is the only supported default grain table coverage.
567
+ */
568
+ return VMDK_ERROR;
569
+ } else {
570
+ l2_offset_u64 = l2_offset_u64 & 0x00000000ffffffff;
571
+ l2_offset_u64 = extent->sesparse_l2_tables_offset +
572
+ l2_offset_u64 * l2_size_bytes / SECTOR_SIZE;
573
+ if (l2_offset_u64 > 0x00000000ffffffff) {
574
+ return VMDK_ERROR;
575
+ }
576
+ l2_offset = (unsigned int)(l2_offset_u64);
577
+ }
578
+ } else {
579
+ assert(extent->entry_size == sizeof(uint32_t));
580
+ l2_offset = ((uint32_t *)extent->l1_table)[l1_index];
581
+ }
582
if (!l2_offset) {
583
return VMDK_UNALLOC;
584
}
585
@@ -XXX,XX +XXX,XX @@ static int get_cluster_offset(BlockDriverState *bs,
586
extent->l2_cache_counts[j] >>= 1;
587
}
588
}
589
- l2_table = extent->l2_cache + (i * extent->l2_size);
590
+ l2_table = (char *)extent->l2_cache + (i * l2_size_bytes);
591
goto found;
592
}
593
}
594
@@ -XXX,XX +XXX,XX @@ static int get_cluster_offset(BlockDriverState *bs,
595
min_index = i;
596
}
597
}
598
- l2_table = extent->l2_cache + (min_index * extent->l2_size);
599
+ l2_table = (char *)extent->l2_cache + (min_index * l2_size_bytes);
600
BLKDBG_EVENT(extent->file, BLKDBG_L2_LOAD);
601
if (bdrv_pread(extent->file,
602
(int64_t)l2_offset * 512,
603
l2_table,
604
- extent->l2_size * sizeof(uint32_t)
605
- ) != extent->l2_size * sizeof(uint32_t)) {
606
+ l2_size_bytes
607
+ ) != l2_size_bytes) {
608
return VMDK_ERROR;
609
}
610
611
@@ -XXX,XX +XXX,XX @@ static int get_cluster_offset(BlockDriverState *bs,
612
extent->l2_cache_counts[min_index] = 1;
613
found:
614
l2_index = ((offset >> 9) / extent->cluster_sectors) % extent->l2_size;
615
- cluster_sector = le32_to_cpu(l2_table[l2_index]);
616
617
- if (extent->has_zero_grain && cluster_sector == VMDK_GTE_ZEROED) {
618
- zeroed = true;
619
+ if (extent->sesparse) {
620
+ cluster_sector = le64_to_cpu(((uint64_t *)l2_table)[l2_index]);
621
+ switch (cluster_sector & 0xf000000000000000) {
622
+ case 0x0000000000000000:
623
+ /* unallocated grain */
624
+ if (cluster_sector != 0) {
625
+ return VMDK_ERROR;
626
+ }
627
+ break;
628
+ case 0x1000000000000000:
629
+ /* scsi-unmapped grain - fallthrough */
630
+ case 0x2000000000000000:
631
+ /* zero grain */
632
+ zeroed = true;
633
+ break;
634
+ case 0x3000000000000000:
635
+ /* allocated grain */
636
+ cluster_sector = (((cluster_sector & 0x0fff000000000000) >> 48) |
637
+ ((cluster_sector & 0x0000ffffffffffff) << 12));
638
+ cluster_sector = extent->sesparse_clusters_offset +
639
+ cluster_sector * extent->cluster_sectors;
640
+ break;
641
+ default:
642
+ return VMDK_ERROR;
643
+ }
644
+ } else {
645
+ cluster_sector = le32_to_cpu(((uint32_t *)l2_table)[l2_index]);
646
+
647
+ if (extent->has_zero_grain && cluster_sector == VMDK_GTE_ZEROED) {
648
+ zeroed = true;
649
+ }
650
}
651
652
if (!cluster_sector || zeroed) {
653
if (!allocate) {
654
return zeroed ? VMDK_ZEROED : VMDK_UNALLOC;
655
}
656
+ assert(!extent->sesparse);
657
658
if (extent->next_cluster_sector >= VMDK_EXTENT_MAX_SECTORS) {
659
return VMDK_ERROR;
660
@@ -XXX,XX +XXX,XX @@ static int get_cluster_offset(BlockDriverState *bs,
661
m_data->l1_index = l1_index;
662
m_data->l2_index = l2_index;
663
m_data->l2_offset = l2_offset;
664
- m_data->l2_cache_entry = &l2_table[l2_index];
665
+ m_data->l2_cache_entry = ((uint32_t *)l2_table) + l2_index;
666
}
667
}
668
*cluster_offset = cluster_sector << BDRV_SECTOR_BITS;
669
@@ -XXX,XX +XXX,XX @@ static int vmdk_pwritev(BlockDriverState *bs, uint64_t offset,
670
if (!extent) {
671
return -EIO;
672
}
673
+ if (extent->sesparse) {
674
+ return -ENOTSUP;
675
+ }
676
offset_in_cluster = vmdk_find_offset_in_cluster(extent, offset);
677
n_bytes = MIN(bytes, extent->cluster_sectors * BDRV_SECTOR_SIZE
678
- offset_in_cluster);
71
--
679
--
72
2.35.1
680
2.21.0
681
682
diff view generated by jsdifflib
1
From: John Snow <jsnow@redhat.com>
1
From: Pino Toscano <ptoscano@redhat.com>
2
2
3
Without this change, asserting that qemu_io always returns 0 causes this
3
Rewrite the implementation of the ssh block driver to use libssh instead
4
test to fail in a way we happened not to be catching previously:
4
of libssh2. The libssh library has various advantages over libssh2:
5
- easier API for authentication (for example for using ssh-agent)
6
- easier API for known_hosts handling
7
- supports newer types of keys in known_hosts
5
8
6
qemu.utils.VerboseProcessError: Command
9
Use APIs/features available in libssh 0.8 conditionally, to support
7
'('/home/jsnow/src/qemu/bin/git/tests/qemu-iotests/../../qemu-io',
10
older versions (which are not recommended though).
8
'--cache', 'writeback', '--aio', 'threads', '-f', 'qcow2', '-c',
9
'read -P 4 3M 1M',
10
'/home/jsnow/src/qemu/bin/git/tests/qemu-iotests/scratch/3.img')'
11
returned non-zero exit status 1.
12
┏━ output ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
13
┃ qemu-io: can't open device
14
┃ /home/jsnow/src/qemu/bin/git/tests/qemu-iotests/scratch/3.img:
15
┃ Could not open backing file: Could not open backing file: Throttle
16
┃ group 'tg' does not exist
17
┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
18
11
19
The commit jobs changes the backing file string stored in the image file
12
Adjust the iotest 207 according to the different error message, and to
20
header belonging to the node above the commit’s top node to point to the
13
find the default key type for localhost (to properly compare the
21
commit target (the base node). QEMU tries to be as accurate as
14
fingerprint with).
22
possible, and so in these test cases will include the filter that is
15
Contributed-by: Max Reitz <mreitz@redhat.com>
23
part of the block graph in that backing file string (by virtue of making
24
it a json:{} description of the post-commit subgraph). This makes
25
little sense outside of QEMU, though: Specifically, the throttle node in
26
that subgraph will dearly miss its supposedly associated throttle group
27
object.
28
16
29
When starting the commit job, we can specify a custom backing file
17
Adjust the various Docker/Travis scripts to use libssh when available
30
string to write into said image file, so let’s use that feature to write
18
instead of libssh2. The mingw/mxe testing is dropped for now, as there
31
the plain filename of the backing chain’s next actual image file there.
19
are no packages for it.
32
20
33
Explicitly provide the backing file so that opening the file outside of
21
Signed-off-by: Pino Toscano <ptoscano@redhat.com>
34
QEMU (Where we will not have throttle groups) will succeed.
22
Tested-by: Philippe Mathieu-Daudé <philmd@redhat.com>
23
Acked-by: Alex Bennée <alex.bennee@linaro.org>
24
Message-id: 20190620200840.17655-1-ptoscano@redhat.com
25
Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com>
26
Message-id: 5873173.t2JhDm7DL7@lindworm.usersys.redhat.com
27
Signed-off-by: Max Reitz <mreitz@redhat.com>
28
---
29
configure | 65 +-
30
block/Makefile.objs | 6 +-
31
block/ssh.c | 652 ++++++++++--------
32
.travis.yml | 4 +-
33
block/trace-events | 14 +-
34
docs/qemu-block-drivers.texi | 2 +-
35
.../dockerfiles/debian-win32-cross.docker | 1 -
36
.../dockerfiles/debian-win64-cross.docker | 1 -
37
tests/docker/dockerfiles/fedora.docker | 4 +-
38
tests/docker/dockerfiles/ubuntu.docker | 2 +-
39
tests/docker/dockerfiles/ubuntu1804.docker | 2 +-
40
tests/qemu-iotests/207 | 54 +-
41
tests/qemu-iotests/207.out | 2 +-
42
13 files changed, 449 insertions(+), 360 deletions(-)
35
43
36
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
44
diff --git a/configure b/configure
37
Signed-off-by: John Snow <jsnow@redhat.com>
38
Reviewed-by: Eric Blake <eblake@redhat.com>
39
Message-Id: <20220418211504.943969-6-jsnow@redhat.com>
40
---
41
tests/qemu-iotests/040 | 6 ++++--
42
1 file changed, 4 insertions(+), 2 deletions(-)
43
44
diff --git a/tests/qemu-iotests/040 b/tests/qemu-iotests/040
45
index XXXXXXX..XXXXXXX 100755
45
index XXXXXXX..XXXXXXX 100755
46
--- a/tests/qemu-iotests/040
46
--- a/configure
47
+++ b/tests/qemu-iotests/040
47
+++ b/configure
48
@@ -XXX,XX +XXX,XX @@ class TestCommitWithFilters(iotests.QMPTestCase):
48
@@ -XXX,XX +XXX,XX @@ auth_pam=""
49
job_id='commit',
49
vte=""
50
device='top-filter',
50
virglrenderer=""
51
top_node='cow-2',
51
tpm=""
52
- base_node='cow-1')
52
-libssh2=""
53
+ base_node='cow-1',
53
+libssh=""
54
+ backing_file=self.img1)
54
live_block_migration="yes"
55
self.assert_qmp(result, 'return', {})
55
numa=""
56
self.wait_until_completed(drive='commit')
56
tcmalloc="no"
57
57
@@ -XXX,XX +XXX,XX @@ for opt do
58
@@ -XXX,XX +XXX,XX @@ class TestCommitWithFilters(iotests.QMPTestCase):
58
;;
59
job_id='commit',
59
--enable-tpm) tpm="yes"
60
device='top-filter',
60
;;
61
top_node='cow-1',
61
- --disable-libssh2) libssh2="no"
62
- base_node='cow-0')
62
+ --disable-libssh) libssh="no"
63
+ base_node='cow-0',
63
;;
64
+ backing_file=self.img0)
64
- --enable-libssh2) libssh2="yes"
65
self.assert_qmp(result, 'return', {})
65
+ --enable-libssh) libssh="yes"
66
self.wait_until_completed(drive='commit')
66
;;
67
--disable-live-block-migration) live_block_migration="no"
68
;;
69
@@ -XXX,XX +XXX,XX @@ disabled with --disable-FEATURE, default is enabled if available:
70
coroutine-pool coroutine freelist (better performance)
71
glusterfs GlusterFS backend
72
tpm TPM support
73
- libssh2 ssh block device support
74
+ libssh ssh block device support
75
numa libnuma support
76
libxml2 for Parallels image format
77
tcmalloc tcmalloc support
78
@@ -XXX,XX +XXX,XX @@ EOF
79
fi
80
81
##########################################
82
-# libssh2 probe
83
-min_libssh2_version=1.2.8
84
-if test "$libssh2" != "no" ; then
85
- if $pkg_config --atleast-version=$min_libssh2_version libssh2; then
86
- libssh2_cflags=$($pkg_config libssh2 --cflags)
87
- libssh2_libs=$($pkg_config libssh2 --libs)
88
- libssh2=yes
89
+# libssh probe
90
+if test "$libssh" != "no" ; then
91
+ if $pkg_config --exists libssh; then
92
+ libssh_cflags=$($pkg_config libssh --cflags)
93
+ libssh_libs=$($pkg_config libssh --libs)
94
+ libssh=yes
95
else
96
- if test "$libssh2" = "yes" ; then
97
- error_exit "libssh2 >= $min_libssh2_version required for --enable-libssh2"
98
+ if test "$libssh" = "yes" ; then
99
+ error_exit "libssh required for --enable-libssh"
100
fi
101
- libssh2=no
102
+ libssh=no
103
fi
104
fi
105
106
##########################################
107
-# libssh2_sftp_fsync probe
108
+# Check for libssh 0.8
109
+# This is done like this instead of using the LIBSSH_VERSION_* and
110
+# SSH_VERSION_* macros because some distributions in the past shipped
111
+# snapshots of the future 0.8 from Git, and those snapshots did not
112
+# have updated version numbers (still referring to 0.7.0).
113
114
-if test "$libssh2" = "yes"; then
115
+if test "$libssh" = "yes"; then
116
cat > $TMPC <<EOF
117
-#include <stdio.h>
118
-#include <libssh2.h>
119
-#include <libssh2_sftp.h>
120
-int main(void) {
121
- LIBSSH2_SESSION *session;
122
- LIBSSH2_SFTP *sftp;
123
- LIBSSH2_SFTP_HANDLE *sftp_handle;
124
- session = libssh2_session_init ();
125
- sftp = libssh2_sftp_init (session);
126
- sftp_handle = libssh2_sftp_open (sftp, "/", 0, 0);
127
- libssh2_sftp_fsync (sftp_handle);
128
- return 0;
129
-}
130
+#include <libssh/libssh.h>
131
+int main(void) { return ssh_get_server_publickey(NULL, NULL); }
132
EOF
133
- # libssh2_cflags/libssh2_libs defined in previous test.
134
- if compile_prog "$libssh2_cflags" "$libssh2_libs" ; then
135
- QEMU_CFLAGS="-DHAS_LIBSSH2_SFTP_FSYNC $QEMU_CFLAGS"
136
+ if compile_prog "$libssh_cflags" "$libssh_libs"; then
137
+ libssh_cflags="-DHAVE_LIBSSH_0_8 $libssh_cflags"
138
fi
139
fi
140
141
@@ -XXX,XX +XXX,XX @@ echo "GlusterFS support $glusterfs"
142
echo "gcov $gcov_tool"
143
echo "gcov enabled $gcov"
144
echo "TPM support $tpm"
145
-echo "libssh2 support $libssh2"
146
+echo "libssh support $libssh"
147
echo "QOM debugging $qom_cast_debug"
148
echo "Live block migration $live_block_migration"
149
echo "lzo support $lzo"
150
@@ -XXX,XX +XXX,XX @@ if test "$glusterfs_iocb_has_stat" = "yes" ; then
151
echo "CONFIG_GLUSTERFS_IOCB_HAS_STAT=y" >> $config_host_mak
152
fi
153
154
-if test "$libssh2" = "yes" ; then
155
- echo "CONFIG_LIBSSH2=m" >> $config_host_mak
156
- echo "LIBSSH2_CFLAGS=$libssh2_cflags" >> $config_host_mak
157
- echo "LIBSSH2_LIBS=$libssh2_libs" >> $config_host_mak
158
+if test "$libssh" = "yes" ; then
159
+ echo "CONFIG_LIBSSH=m" >> $config_host_mak
160
+ echo "LIBSSH_CFLAGS=$libssh_cflags" >> $config_host_mak
161
+ echo "LIBSSH_LIBS=$libssh_libs" >> $config_host_mak
162
fi
163
164
if test "$live_block_migration" = "yes" ; then
165
diff --git a/block/Makefile.objs b/block/Makefile.objs
166
index XXXXXXX..XXXXXXX 100644
167
--- a/block/Makefile.objs
168
+++ b/block/Makefile.objs
169
@@ -XXX,XX +XXX,XX @@ block-obj-$(CONFIG_CURL) += curl.o
170
block-obj-$(CONFIG_RBD) += rbd.o
171
block-obj-$(CONFIG_GLUSTERFS) += gluster.o
172
block-obj-$(CONFIG_VXHS) += vxhs.o
173
-block-obj-$(CONFIG_LIBSSH2) += ssh.o
174
+block-obj-$(CONFIG_LIBSSH) += ssh.o
175
block-obj-y += accounting.o dirty-bitmap.o
176
block-obj-y += write-threshold.o
177
block-obj-y += backup.o
178
@@ -XXX,XX +XXX,XX @@ rbd.o-libs := $(RBD_LIBS)
179
gluster.o-cflags := $(GLUSTERFS_CFLAGS)
180
gluster.o-libs := $(GLUSTERFS_LIBS)
181
vxhs.o-libs := $(VXHS_LIBS)
182
-ssh.o-cflags := $(LIBSSH2_CFLAGS)
183
-ssh.o-libs := $(LIBSSH2_LIBS)
184
+ssh.o-cflags := $(LIBSSH_CFLAGS)
185
+ssh.o-libs := $(LIBSSH_LIBS)
186
block-obj-dmg-bz2-$(CONFIG_BZIP2) += dmg-bz2.o
187
block-obj-$(if $(CONFIG_DMG),m,n) += $(block-obj-dmg-bz2-y)
188
dmg-bz2.o-libs := $(BZIP2_LIBS)
189
diff --git a/block/ssh.c b/block/ssh.c
190
index XXXXXXX..XXXXXXX 100644
191
--- a/block/ssh.c
192
+++ b/block/ssh.c
193
@@ -XXX,XX +XXX,XX @@
194
195
#include "qemu/osdep.h"
196
197
-#include <libssh2.h>
198
-#include <libssh2_sftp.h>
199
+#include <libssh/libssh.h>
200
+#include <libssh/sftp.h>
201
202
#include "block/block_int.h"
203
#include "block/qdict.h"
204
@@ -XXX,XX +XXX,XX @@
205
#include "trace.h"
206
207
/*
208
- * TRACE_LIBSSH2=<bitmask> enables tracing in libssh2 itself. Note
209
- * that this requires that libssh2 was specially compiled with the
210
- * `./configure --enable-debug' option, so most likely you will have
211
- * to compile it yourself. The meaning of <bitmask> is described
212
- * here: http://www.libssh2.org/libssh2_trace.html
213
+ * TRACE_LIBSSH=<level> enables tracing in libssh itself.
214
+ * The meaning of <level> is described here:
215
+ * http://api.libssh.org/master/group__libssh__log.html
216
*/
217
-#define TRACE_LIBSSH2 0 /* or try: LIBSSH2_TRACE_SFTP */
218
+#define TRACE_LIBSSH 0 /* see: SSH_LOG_* */
219
220
typedef struct BDRVSSHState {
221
/* Coroutine. */
222
@@ -XXX,XX +XXX,XX @@ typedef struct BDRVSSHState {
223
224
/* SSH connection. */
225
int sock; /* socket */
226
- LIBSSH2_SESSION *session; /* ssh session */
227
- LIBSSH2_SFTP *sftp; /* sftp session */
228
- LIBSSH2_SFTP_HANDLE *sftp_handle; /* sftp remote file handle */
229
+ ssh_session session; /* ssh session */
230
+ sftp_session sftp; /* sftp session */
231
+ sftp_file sftp_handle; /* sftp remote file handle */
232
233
- /* See ssh_seek() function below. */
234
- int64_t offset;
235
- bool offset_op_read;
236
-
237
- /* File attributes at open. We try to keep the .filesize field
238
+ /*
239
+ * File attributes at open. We try to keep the .size field
240
* updated if it changes (eg by writing at the end of the file).
241
*/
242
- LIBSSH2_SFTP_ATTRIBUTES attrs;
243
+ sftp_attributes attrs;
244
245
InetSocketAddress *inet;
246
247
@@ -XXX,XX +XXX,XX @@ static void ssh_state_init(BDRVSSHState *s)
248
{
249
memset(s, 0, sizeof *s);
250
s->sock = -1;
251
- s->offset = -1;
252
qemu_co_mutex_init(&s->lock);
253
}
254
255
@@ -XXX,XX +XXX,XX @@ static void ssh_state_free(BDRVSSHState *s)
256
{
257
g_free(s->user);
258
259
+ if (s->attrs) {
260
+ sftp_attributes_free(s->attrs);
261
+ }
262
if (s->sftp_handle) {
263
- libssh2_sftp_close(s->sftp_handle);
264
+ sftp_close(s->sftp_handle);
265
}
266
if (s->sftp) {
267
- libssh2_sftp_shutdown(s->sftp);
268
+ sftp_free(s->sftp);
269
}
270
if (s->session) {
271
- libssh2_session_disconnect(s->session,
272
- "from qemu ssh client: "
273
- "user closed the connection");
274
- libssh2_session_free(s->session);
275
- }
276
- if (s->sock >= 0) {
277
- close(s->sock);
278
+ ssh_disconnect(s->session);
279
+ ssh_free(s->session); /* This frees s->sock */
280
}
281
}
282
283
@@ -XXX,XX +XXX,XX @@ session_error_setg(Error **errp, BDRVSSHState *s, const char *fs, ...)
284
va_end(args);
285
286
if (s->session) {
287
- char *ssh_err;
288
+ const char *ssh_err;
289
int ssh_err_code;
290
291
- /* This is not an errno. See <libssh2.h>. */
292
- ssh_err_code = libssh2_session_last_error(s->session,
293
- &ssh_err, NULL, 0);
294
- error_setg(errp, "%s: %s (libssh2 error code: %d)",
295
+ /* This is not an errno. See <libssh/libssh.h>. */
296
+ ssh_err = ssh_get_error(s->session);
297
+ ssh_err_code = ssh_get_error_code(s->session);
298
+ error_setg(errp, "%s: %s (libssh error code: %d)",
299
msg, ssh_err, ssh_err_code);
300
} else {
301
error_setg(errp, "%s", msg);
302
@@ -XXX,XX +XXX,XX @@ sftp_error_setg(Error **errp, BDRVSSHState *s, const char *fs, ...)
303
va_end(args);
304
305
if (s->sftp) {
306
- char *ssh_err;
307
+ const char *ssh_err;
308
int ssh_err_code;
309
- unsigned long sftp_err_code;
310
+ int sftp_err_code;
311
312
- /* This is not an errno. See <libssh2.h>. */
313
- ssh_err_code = libssh2_session_last_error(s->session,
314
- &ssh_err, NULL, 0);
315
- /* See <libssh2_sftp.h>. */
316
- sftp_err_code = libssh2_sftp_last_error((s)->sftp);
317
+ /* This is not an errno. See <libssh/libssh.h>. */
318
+ ssh_err = ssh_get_error(s->session);
319
+ ssh_err_code = ssh_get_error_code(s->session);
320
+ /* See <libssh/sftp.h>. */
321
+ sftp_err_code = sftp_get_error(s->sftp);
322
323
error_setg(errp,
324
- "%s: %s (libssh2 error code: %d, sftp error code: %lu)",
325
+ "%s: %s (libssh error code: %d, sftp error code: %d)",
326
msg, ssh_err, ssh_err_code, sftp_err_code);
327
} else {
328
error_setg(errp, "%s", msg);
329
@@ -XXX,XX +XXX,XX @@ sftp_error_setg(Error **errp, BDRVSSHState *s, const char *fs, ...)
330
331
static void sftp_error_trace(BDRVSSHState *s, const char *op)
332
{
333
- char *ssh_err;
334
+ const char *ssh_err;
335
int ssh_err_code;
336
- unsigned long sftp_err_code;
337
+ int sftp_err_code;
338
339
- /* This is not an errno. See <libssh2.h>. */
340
- ssh_err_code = libssh2_session_last_error(s->session,
341
- &ssh_err, NULL, 0);
342
- /* See <libssh2_sftp.h>. */
343
- sftp_err_code = libssh2_sftp_last_error((s)->sftp);
344
+ /* This is not an errno. See <libssh/libssh.h>. */
345
+ ssh_err = ssh_get_error(s->session);
346
+ ssh_err_code = ssh_get_error_code(s->session);
347
+ /* See <libssh/sftp.h>. */
348
+ sftp_err_code = sftp_get_error(s->sftp);
349
350
trace_sftp_error(op, ssh_err, ssh_err_code, sftp_err_code);
351
}
352
@@ -XXX,XX +XXX,XX @@ static void ssh_parse_filename(const char *filename, QDict *options,
353
parse_uri(filename, options, errp);
354
}
355
356
-static int check_host_key_knownhosts(BDRVSSHState *s,
357
- const char *host, int port, Error **errp)
358
+static int check_host_key_knownhosts(BDRVSSHState *s, Error **errp)
359
{
360
- const char *home;
361
- char *knh_file = NULL;
362
- LIBSSH2_KNOWNHOSTS *knh = NULL;
363
- struct libssh2_knownhost *found;
364
- int ret, r;
365
- const char *hostkey;
366
- size_t len;
367
- int type;
368
-
369
- hostkey = libssh2_session_hostkey(s->session, &len, &type);
370
- if (!hostkey) {
371
+ int ret;
372
+#ifdef HAVE_LIBSSH_0_8
373
+ enum ssh_known_hosts_e state;
374
+ int r;
375
+ ssh_key pubkey;
376
+ enum ssh_keytypes_e pubkey_type;
377
+ unsigned char *server_hash = NULL;
378
+ size_t server_hash_len;
379
+ char *fingerprint = NULL;
380
+
381
+ state = ssh_session_is_known_server(s->session);
382
+ trace_ssh_server_status(state);
383
+
384
+ switch (state) {
385
+ case SSH_KNOWN_HOSTS_OK:
386
+ /* OK */
387
+ trace_ssh_check_host_key_knownhosts();
388
+ break;
389
+ case SSH_KNOWN_HOSTS_CHANGED:
390
ret = -EINVAL;
391
- session_error_setg(errp, s, "failed to read remote host key");
392
+ r = ssh_get_server_publickey(s->session, &pubkey);
393
+ if (r == 0) {
394
+ r = ssh_get_publickey_hash(pubkey, SSH_PUBLICKEY_HASH_SHA256,
395
+ &server_hash, &server_hash_len);
396
+ pubkey_type = ssh_key_type(pubkey);
397
+ ssh_key_free(pubkey);
398
+ }
399
+ if (r == 0) {
400
+ fingerprint = ssh_get_fingerprint_hash(SSH_PUBLICKEY_HASH_SHA256,
401
+ server_hash,
402
+ server_hash_len);
403
+ ssh_clean_pubkey_hash(&server_hash);
404
+ }
405
+ if (fingerprint) {
406
+ error_setg(errp,
407
+ "host key (%s key with fingerprint %s) does not match "
408
+ "the one in known_hosts; this may be a possible attack",
409
+ ssh_key_type_to_char(pubkey_type), fingerprint);
410
+ ssh_string_free_char(fingerprint);
411
+ } else {
412
+ error_setg(errp,
413
+ "host key does not match the one in known_hosts; this "
414
+ "may be a possible attack");
415
+ }
416
goto out;
417
- }
418
-
419
- knh = libssh2_knownhost_init(s->session);
420
- if (!knh) {
421
+ case SSH_KNOWN_HOSTS_OTHER:
422
ret = -EINVAL;
423
- session_error_setg(errp, s,
424
- "failed to initialize known hosts support");
425
+ error_setg(errp,
426
+ "host key for this server not found, another type exists");
427
+ goto out;
428
+ case SSH_KNOWN_HOSTS_UNKNOWN:
429
+ ret = -EINVAL;
430
+ error_setg(errp, "no host key was found in known_hosts");
431
+ goto out;
432
+ case SSH_KNOWN_HOSTS_NOT_FOUND:
433
+ ret = -ENOENT;
434
+ error_setg(errp, "known_hosts file not found");
435
+ goto out;
436
+ case SSH_KNOWN_HOSTS_ERROR:
437
+ ret = -EINVAL;
438
+ error_setg(errp, "error while checking the host");
439
+ goto out;
440
+ default:
441
+ ret = -EINVAL;
442
+ error_setg(errp, "error while checking for known server (%d)", state);
443
goto out;
444
}
445
+#else /* !HAVE_LIBSSH_0_8 */
446
+ int state;
447
448
- home = getenv("HOME");
449
- if (home) {
450
- knh_file = g_strdup_printf("%s/.ssh/known_hosts", home);
451
- } else {
452
- knh_file = g_strdup_printf("/root/.ssh/known_hosts");
453
- }
454
-
455
- /* Read all known hosts from OpenSSH-style known_hosts file. */
456
- libssh2_knownhost_readfile(knh, knh_file, LIBSSH2_KNOWNHOST_FILE_OPENSSH);
457
+ state = ssh_is_server_known(s->session);
458
+ trace_ssh_server_status(state);
459
460
- r = libssh2_knownhost_checkp(knh, host, port, hostkey, len,
461
- LIBSSH2_KNOWNHOST_TYPE_PLAIN|
462
- LIBSSH2_KNOWNHOST_KEYENC_RAW,
463
- &found);
464
- switch (r) {
465
- case LIBSSH2_KNOWNHOST_CHECK_MATCH:
466
+ switch (state) {
467
+ case SSH_SERVER_KNOWN_OK:
468
/* OK */
469
- trace_ssh_check_host_key_knownhosts(found->key);
470
+ trace_ssh_check_host_key_knownhosts();
471
break;
472
- case LIBSSH2_KNOWNHOST_CHECK_MISMATCH:
473
+ case SSH_SERVER_KNOWN_CHANGED:
474
ret = -EINVAL;
475
- session_error_setg(errp, s,
476
- "host key does not match the one in known_hosts"
477
- " (found key %s)", found->key);
478
+ error_setg(errp,
479
+ "host key does not match the one in known_hosts; this "
480
+ "may be a possible attack");
481
goto out;
482
- case LIBSSH2_KNOWNHOST_CHECK_NOTFOUND:
483
+ case SSH_SERVER_FOUND_OTHER:
484
ret = -EINVAL;
485
- session_error_setg(errp, s, "no host key was found in known_hosts");
486
+ error_setg(errp,
487
+ "host key for this server not found, another type exists");
488
+ goto out;
489
+ case SSH_SERVER_FILE_NOT_FOUND:
490
+ ret = -ENOENT;
491
+ error_setg(errp, "known_hosts file not found");
492
goto out;
493
- case LIBSSH2_KNOWNHOST_CHECK_FAILURE:
494
+ case SSH_SERVER_NOT_KNOWN:
495
ret = -EINVAL;
496
- session_error_setg(errp, s,
497
- "failure matching the host key with known_hosts");
498
+ error_setg(errp, "no host key was found in known_hosts");
499
+ goto out;
500
+ case SSH_SERVER_ERROR:
501
+ ret = -EINVAL;
502
+ error_setg(errp, "server error");
503
goto out;
504
default:
505
ret = -EINVAL;
506
- session_error_setg(errp, s, "unknown error matching the host key"
507
- " with known_hosts (%d)", r);
508
+ error_setg(errp, "error while checking for known server (%d)", state);
509
goto out;
510
}
511
+#endif /* !HAVE_LIBSSH_0_8 */
512
513
/* known_hosts checking successful. */
514
ret = 0;
515
516
out:
517
- if (knh != NULL) {
518
- libssh2_knownhost_free(knh);
519
- }
520
- g_free(knh_file);
521
return ret;
522
}
523
524
@@ -XXX,XX +XXX,XX @@ static int compare_fingerprint(const unsigned char *fingerprint, size_t len,
525
526
static int
527
check_host_key_hash(BDRVSSHState *s, const char *hash,
528
- int hash_type, size_t fingerprint_len, Error **errp)
529
+ enum ssh_publickey_hash_type type, Error **errp)
530
{
531
- const char *fingerprint;
532
-
533
- fingerprint = libssh2_hostkey_hash(s->session, hash_type);
534
- if (!fingerprint) {
535
+ int r;
536
+ ssh_key pubkey;
537
+ unsigned char *server_hash;
538
+ size_t server_hash_len;
539
+
540
+#ifdef HAVE_LIBSSH_0_8
541
+ r = ssh_get_server_publickey(s->session, &pubkey);
542
+#else
543
+ r = ssh_get_publickey(s->session, &pubkey);
544
+#endif
545
+ if (r != SSH_OK) {
546
session_error_setg(errp, s, "failed to read remote host key");
547
return -EINVAL;
548
}
549
550
- if(compare_fingerprint((unsigned char *) fingerprint, fingerprint_len,
551
- hash) != 0) {
552
+ r = ssh_get_publickey_hash(pubkey, type, &server_hash, &server_hash_len);
553
+ ssh_key_free(pubkey);
554
+ if (r != 0) {
555
+ session_error_setg(errp, s,
556
+ "failed reading the hash of the server SSH key");
557
+ return -EINVAL;
558
+ }
559
+
560
+ r = compare_fingerprint(server_hash, server_hash_len, hash);
561
+ ssh_clean_pubkey_hash(&server_hash);
562
+ if (r != 0) {
563
error_setg(errp, "remote host key does not match host_key_check '%s'",
564
hash);
565
return -EPERM;
566
@@ -XXX,XX +XXX,XX @@ check_host_key_hash(BDRVSSHState *s, const char *hash,
567
return 0;
568
}
569
570
-static int check_host_key(BDRVSSHState *s, const char *host, int port,
571
- SshHostKeyCheck *hkc, Error **errp)
572
+static int check_host_key(BDRVSSHState *s, SshHostKeyCheck *hkc, Error **errp)
573
{
574
SshHostKeyCheckMode mode;
575
576
@@ -XXX,XX +XXX,XX @@ static int check_host_key(BDRVSSHState *s, const char *host, int port,
577
case SSH_HOST_KEY_CHECK_MODE_HASH:
578
if (hkc->u.hash.type == SSH_HOST_KEY_CHECK_HASH_TYPE_MD5) {
579
return check_host_key_hash(s, hkc->u.hash.hash,
580
- LIBSSH2_HOSTKEY_HASH_MD5, 16, errp);
581
+ SSH_PUBLICKEY_HASH_MD5, errp);
582
} else if (hkc->u.hash.type == SSH_HOST_KEY_CHECK_HASH_TYPE_SHA1) {
583
return check_host_key_hash(s, hkc->u.hash.hash,
584
- LIBSSH2_HOSTKEY_HASH_SHA1, 20, errp);
585
+ SSH_PUBLICKEY_HASH_SHA1, errp);
586
}
587
g_assert_not_reached();
588
break;
589
case SSH_HOST_KEY_CHECK_MODE_KNOWN_HOSTS:
590
- return check_host_key_knownhosts(s, host, port, errp);
591
+ return check_host_key_knownhosts(s, errp);
592
default:
593
g_assert_not_reached();
594
}
595
@@ -XXX,XX +XXX,XX @@ static int check_host_key(BDRVSSHState *s, const char *host, int port,
596
return -EINVAL;
597
}
598
599
-static int authenticate(BDRVSSHState *s, const char *user, Error **errp)
600
+static int authenticate(BDRVSSHState *s, Error **errp)
601
{
602
int r, ret;
603
- const char *userauthlist;
604
- LIBSSH2_AGENT *agent = NULL;
605
- struct libssh2_agent_publickey *identity;
606
- struct libssh2_agent_publickey *prev_identity = NULL;
607
+ int method;
608
609
- userauthlist = libssh2_userauth_list(s->session, user, strlen(user));
610
- if (strstr(userauthlist, "publickey") == NULL) {
611
+ /* Try to authenticate with the "none" method. */
612
+ r = ssh_userauth_none(s->session, NULL);
613
+ if (r == SSH_AUTH_ERROR) {
614
ret = -EPERM;
615
- error_setg(errp,
616
- "remote server does not support \"publickey\" authentication");
617
+ session_error_setg(errp, s, "failed to authenticate using none "
618
+ "authentication");
619
goto out;
620
- }
621
-
622
- /* Connect to ssh-agent and try each identity in turn. */
623
- agent = libssh2_agent_init(s->session);
624
- if (!agent) {
625
- ret = -EINVAL;
626
- session_error_setg(errp, s, "failed to initialize ssh-agent support");
627
- goto out;
628
- }
629
- if (libssh2_agent_connect(agent)) {
630
- ret = -ECONNREFUSED;
631
- session_error_setg(errp, s, "failed to connect to ssh-agent");
632
- goto out;
633
- }
634
- if (libssh2_agent_list_identities(agent)) {
635
- ret = -EINVAL;
636
- session_error_setg(errp, s,
637
- "failed requesting identities from ssh-agent");
638
+ } else if (r == SSH_AUTH_SUCCESS) {
639
+ /* Authenticated! */
640
+ ret = 0;
641
goto out;
642
}
643
644
- for(;;) {
645
- r = libssh2_agent_get_identity(agent, &identity, prev_identity);
646
- if (r == 1) { /* end of list */
647
- break;
648
- }
649
- if (r < 0) {
650
+ method = ssh_userauth_list(s->session, NULL);
651
+ trace_ssh_auth_methods(method);
652
+
653
+ /*
654
+ * Try to authenticate with publickey, using the ssh-agent
655
+ * if available.
656
+ */
657
+ if (method & SSH_AUTH_METHOD_PUBLICKEY) {
658
+ r = ssh_userauth_publickey_auto(s->session, NULL, NULL);
659
+ if (r == SSH_AUTH_ERROR) {
660
ret = -EINVAL;
661
- session_error_setg(errp, s,
662
- "failed to obtain identity from ssh-agent");
663
+ session_error_setg(errp, s, "failed to authenticate using "
664
+ "publickey authentication");
665
goto out;
666
- }
667
- r = libssh2_agent_userauth(agent, user, identity);
668
- if (r == 0) {
669
+ } else if (r == SSH_AUTH_SUCCESS) {
670
/* Authenticated! */
671
ret = 0;
672
goto out;
673
}
674
- /* Failed to authenticate with this identity, try the next one. */
675
- prev_identity = identity;
676
}
677
678
ret = -EPERM;
679
@@ -XXX,XX +XXX,XX @@ static int authenticate(BDRVSSHState *s, const char *user, Error **errp)
680
"and the identities held by your ssh-agent");
681
682
out:
683
- if (agent != NULL) {
684
- /* Note: libssh2 implementation implicitly calls
685
- * libssh2_agent_disconnect if necessary.
686
- */
687
- libssh2_agent_free(agent);
688
- }
689
-
690
return ret;
691
}
692
693
@@ -XXX,XX +XXX,XX @@ static int connect_to_ssh(BDRVSSHState *s, BlockdevOptionsSsh *opts,
694
int ssh_flags, int creat_mode, Error **errp)
695
{
696
int r, ret;
697
- long port = 0;
698
+ unsigned int port = 0;
699
+ int new_sock = -1;
700
701
if (opts->has_user) {
702
s->user = g_strdup(opts->user);
703
@@ -XXX,XX +XXX,XX @@ static int connect_to_ssh(BDRVSSHState *s, BlockdevOptionsSsh *opts,
704
s->inet = opts->server;
705
opts->server = NULL;
706
707
- if (qemu_strtol(s->inet->port, NULL, 10, &port) < 0) {
708
+ if (qemu_strtoui(s->inet->port, NULL, 10, &port) < 0) {
709
error_setg(errp, "Use only numeric port value");
710
ret = -EINVAL;
711
goto err;
712
}
713
714
/* Open the socket and connect. */
715
- s->sock = inet_connect_saddr(s->inet, errp);
716
- if (s->sock < 0) {
717
+ new_sock = inet_connect_saddr(s->inet, errp);
718
+ if (new_sock < 0) {
719
ret = -EIO;
720
goto err;
721
}
722
723
+ /*
724
+ * Try to disable the Nagle algorithm on TCP sockets to reduce latency,
725
+ * but do not fail if it cannot be disabled.
726
+ */
727
+ r = socket_set_nodelay(new_sock);
728
+ if (r < 0) {
729
+ warn_report("can't set TCP_NODELAY for the ssh server %s: %s",
730
+ s->inet->host, strerror(errno));
731
+ }
732
+
733
/* Create SSH session. */
734
- s->session = libssh2_session_init();
735
+ s->session = ssh_new();
736
if (!s->session) {
737
ret = -EINVAL;
738
- session_error_setg(errp, s, "failed to initialize libssh2 session");
739
+ session_error_setg(errp, s, "failed to initialize libssh session");
740
goto err;
741
}
742
743
-#if TRACE_LIBSSH2 != 0
744
- libssh2_trace(s->session, TRACE_LIBSSH2);
745
-#endif
746
+ /*
747
+ * Make sure we are in blocking mode during the connection and
748
+ * authentication phases.
749
+ */
750
+ ssh_set_blocking(s->session, 1);
751
752
- r = libssh2_session_handshake(s->session, s->sock);
753
- if (r != 0) {
754
+ r = ssh_options_set(s->session, SSH_OPTIONS_USER, s->user);
755
+ if (r < 0) {
756
+ ret = -EINVAL;
757
+ session_error_setg(errp, s,
758
+ "failed to set the user in the libssh session");
759
+ goto err;
760
+ }
761
+
762
+ r = ssh_options_set(s->session, SSH_OPTIONS_HOST, s->inet->host);
763
+ if (r < 0) {
764
+ ret = -EINVAL;
765
+ session_error_setg(errp, s,
766
+ "failed to set the host in the libssh session");
767
+ goto err;
768
+ }
769
+
770
+ if (port > 0) {
771
+ r = ssh_options_set(s->session, SSH_OPTIONS_PORT, &port);
772
+ if (r < 0) {
773
+ ret = -EINVAL;
774
+ session_error_setg(errp, s,
775
+ "failed to set the port in the libssh session");
776
+ goto err;
777
+ }
778
+ }
779
+
780
+ r = ssh_options_set(s->session, SSH_OPTIONS_COMPRESSION, "none");
781
+ if (r < 0) {
782
+ ret = -EINVAL;
783
+ session_error_setg(errp, s,
784
+ "failed to disable the compression in the libssh "
785
+ "session");
786
+ goto err;
787
+ }
788
+
789
+ /* Read ~/.ssh/config. */
790
+ r = ssh_options_parse_config(s->session, NULL);
791
+ if (r < 0) {
792
+ ret = -EINVAL;
793
+ session_error_setg(errp, s, "failed to parse ~/.ssh/config");
794
+ goto err;
795
+ }
796
+
797
+ r = ssh_options_set(s->session, SSH_OPTIONS_FD, &new_sock);
798
+ if (r < 0) {
799
+ ret = -EINVAL;
800
+ session_error_setg(errp, s,
801
+ "failed to set the socket in the libssh session");
802
+ goto err;
803
+ }
804
+ /* libssh took ownership of the socket. */
805
+ s->sock = new_sock;
806
+ new_sock = -1;
807
+
808
+ /* Connect. */
809
+ r = ssh_connect(s->session);
810
+ if (r != SSH_OK) {
811
ret = -EINVAL;
812
session_error_setg(errp, s, "failed to establish SSH session");
813
goto err;
814
}
815
816
/* Check the remote host's key against known_hosts. */
817
- ret = check_host_key(s, s->inet->host, port, opts->host_key_check, errp);
818
+ ret = check_host_key(s, opts->host_key_check, errp);
819
if (ret < 0) {
820
goto err;
821
}
822
823
/* Authenticate. */
824
- ret = authenticate(s, s->user, errp);
825
+ ret = authenticate(s, errp);
826
if (ret < 0) {
827
goto err;
828
}
829
830
/* Start SFTP. */
831
- s->sftp = libssh2_sftp_init(s->session);
832
+ s->sftp = sftp_new(s->session);
833
if (!s->sftp) {
834
- session_error_setg(errp, s, "failed to initialize sftp handle");
835
+ session_error_setg(errp, s, "failed to create sftp handle");
836
+ ret = -EINVAL;
837
+ goto err;
838
+ }
839
+
840
+ r = sftp_init(s->sftp);
841
+ if (r < 0) {
842
+ sftp_error_setg(errp, s, "failed to initialize sftp handle");
843
ret = -EINVAL;
844
goto err;
845
}
846
847
/* Open the remote file. */
848
trace_ssh_connect_to_ssh(opts->path, ssh_flags, creat_mode);
849
- s->sftp_handle = libssh2_sftp_open(s->sftp, opts->path, ssh_flags,
850
- creat_mode);
851
+ s->sftp_handle = sftp_open(s->sftp, opts->path, ssh_flags, creat_mode);
852
if (!s->sftp_handle) {
853
- session_error_setg(errp, s, "failed to open remote file '%s'",
854
- opts->path);
855
+ sftp_error_setg(errp, s, "failed to open remote file '%s'",
856
+ opts->path);
857
ret = -EINVAL;
858
goto err;
859
}
860
861
- r = libssh2_sftp_fstat(s->sftp_handle, &s->attrs);
862
- if (r < 0) {
863
+ /* Make sure the SFTP file is handled in blocking mode. */
864
+ sftp_file_set_blocking(s->sftp_handle);
865
+
866
+ s->attrs = sftp_fstat(s->sftp_handle);
867
+ if (!s->attrs) {
868
sftp_error_setg(errp, s, "failed to read file attributes");
869
return -EINVAL;
870
}
871
@@ -XXX,XX +XXX,XX @@ static int connect_to_ssh(BDRVSSHState *s, BlockdevOptionsSsh *opts,
872
return 0;
873
874
err:
875
+ if (s->attrs) {
876
+ sftp_attributes_free(s->attrs);
877
+ }
878
+ s->attrs = NULL;
879
if (s->sftp_handle) {
880
- libssh2_sftp_close(s->sftp_handle);
881
+ sftp_close(s->sftp_handle);
882
}
883
s->sftp_handle = NULL;
884
if (s->sftp) {
885
- libssh2_sftp_shutdown(s->sftp);
886
+ sftp_free(s->sftp);
887
}
888
s->sftp = NULL;
889
if (s->session) {
890
- libssh2_session_disconnect(s->session,
891
- "from qemu ssh client: "
892
- "error opening connection");
893
- libssh2_session_free(s->session);
894
+ ssh_disconnect(s->session);
895
+ ssh_free(s->session);
896
}
897
s->session = NULL;
898
+ s->sock = -1;
899
+ if (new_sock >= 0) {
900
+ close(new_sock);
901
+ }
902
903
return ret;
904
}
905
@@ -XXX,XX +XXX,XX @@ static int ssh_file_open(BlockDriverState *bs, QDict *options, int bdrv_flags,
906
907
ssh_state_init(s);
908
909
- ssh_flags = LIBSSH2_FXF_READ;
910
+ ssh_flags = 0;
911
if (bdrv_flags & BDRV_O_RDWR) {
912
- ssh_flags |= LIBSSH2_FXF_WRITE;
913
+ ssh_flags |= O_RDWR;
914
+ } else {
915
+ ssh_flags |= O_RDONLY;
916
}
917
918
opts = ssh_parse_options(options, errp);
919
@@ -XXX,XX +XXX,XX @@ static int ssh_file_open(BlockDriverState *bs, QDict *options, int bdrv_flags,
920
}
921
922
/* Go non-blocking. */
923
- libssh2_session_set_blocking(s->session, 0);
924
+ ssh_set_blocking(s->session, 0);
925
926
qapi_free_BlockdevOptionsSsh(opts);
927
928
return 0;
929
930
err:
931
- if (s->sock >= 0) {
932
- close(s->sock);
933
- }
934
- s->sock = -1;
935
-
936
qapi_free_BlockdevOptionsSsh(opts);
937
938
return ret;
939
@@ -XXX,XX +XXX,XX @@ static int ssh_grow_file(BDRVSSHState *s, int64_t offset, Error **errp)
940
{
941
ssize_t ret;
942
char c[1] = { '\0' };
943
- int was_blocking = libssh2_session_get_blocking(s->session);
944
+ int was_blocking = ssh_is_blocking(s->session);
945
946
/* offset must be strictly greater than the current size so we do
947
* not overwrite anything */
948
- assert(offset > 0 && offset > s->attrs.filesize);
949
+ assert(offset > 0 && offset > s->attrs->size);
950
951
- libssh2_session_set_blocking(s->session, 1);
952
+ ssh_set_blocking(s->session, 1);
953
954
- libssh2_sftp_seek64(s->sftp_handle, offset - 1);
955
- ret = libssh2_sftp_write(s->sftp_handle, c, 1);
956
+ sftp_seek64(s->sftp_handle, offset - 1);
957
+ ret = sftp_write(s->sftp_handle, c, 1);
958
959
- libssh2_session_set_blocking(s->session, was_blocking);
960
+ ssh_set_blocking(s->session, was_blocking);
961
962
if (ret < 0) {
963
sftp_error_setg(errp, s, "Failed to grow file");
964
return -EIO;
965
}
966
967
- s->attrs.filesize = offset;
968
+ s->attrs->size = offset;
969
return 0;
970
}
971
972
@@ -XXX,XX +XXX,XX @@ static int ssh_co_create(BlockdevCreateOptions *options, Error **errp)
973
ssh_state_init(&s);
974
975
ret = connect_to_ssh(&s, opts->location,
976
- LIBSSH2_FXF_READ|LIBSSH2_FXF_WRITE|
977
- LIBSSH2_FXF_CREAT|LIBSSH2_FXF_TRUNC,
978
+ O_RDWR | O_CREAT | O_TRUNC,
979
0644, errp);
980
if (ret < 0) {
981
goto fail;
982
@@ -XXX,XX +XXX,XX @@ static int ssh_has_zero_init(BlockDriverState *bs)
983
/* Assume false, unless we can positively prove it's true. */
984
int has_zero_init = 0;
985
986
- if (s->attrs.flags & LIBSSH2_SFTP_ATTR_PERMISSIONS) {
987
- if (s->attrs.permissions & LIBSSH2_SFTP_S_IFREG) {
988
- has_zero_init = 1;
989
- }
990
+ if (s->attrs->type == SSH_FILEXFER_TYPE_REGULAR) {
991
+ has_zero_init = 1;
992
}
993
994
return has_zero_init;
995
@@ -XXX,XX +XXX,XX @@ static coroutine_fn void co_yield(BDRVSSHState *s, BlockDriverState *bs)
996
.co = qemu_coroutine_self()
997
};
998
999
- r = libssh2_session_block_directions(s->session);
1000
+ r = ssh_get_poll_flags(s->session);
1001
1002
- if (r & LIBSSH2_SESSION_BLOCK_INBOUND) {
1003
+ if (r & SSH_READ_PENDING) {
1004
rd_handler = restart_coroutine;
1005
}
1006
- if (r & LIBSSH2_SESSION_BLOCK_OUTBOUND) {
1007
+ if (r & SSH_WRITE_PENDING) {
1008
wr_handler = restart_coroutine;
1009
}
1010
1011
@@ -XXX,XX +XXX,XX @@ static coroutine_fn void co_yield(BDRVSSHState *s, BlockDriverState *bs)
1012
trace_ssh_co_yield_back(s->sock);
1013
}
1014
1015
-/* SFTP has a function `libssh2_sftp_seek64' which seeks to a position
1016
- * in the remote file. Notice that it just updates a field in the
1017
- * sftp_handle structure, so there is no network traffic and it cannot
1018
- * fail.
1019
- *
1020
- * However, `libssh2_sftp_seek64' does have a catastrophic effect on
1021
- * performance since it causes the handle to throw away all in-flight
1022
- * reads and buffered readahead data. Therefore this function tries
1023
- * to be intelligent about when to call the underlying libssh2 function.
1024
- */
1025
-#define SSH_SEEK_WRITE 0
1026
-#define SSH_SEEK_READ 1
1027
-#define SSH_SEEK_FORCE 2
1028
-
1029
-static void ssh_seek(BDRVSSHState *s, int64_t offset, int flags)
1030
-{
1031
- bool op_read = (flags & SSH_SEEK_READ) != 0;
1032
- bool force = (flags & SSH_SEEK_FORCE) != 0;
1033
-
1034
- if (force || op_read != s->offset_op_read || offset != s->offset) {
1035
- trace_ssh_seek(offset);
1036
- libssh2_sftp_seek64(s->sftp_handle, offset);
1037
- s->offset = offset;
1038
- s->offset_op_read = op_read;
1039
- }
1040
-}
1041
-
1042
static coroutine_fn int ssh_read(BDRVSSHState *s, BlockDriverState *bs,
1043
int64_t offset, size_t size,
1044
QEMUIOVector *qiov)
1045
@@ -XXX,XX +XXX,XX @@ static coroutine_fn int ssh_read(BDRVSSHState *s, BlockDriverState *bs,
1046
1047
trace_ssh_read(offset, size);
1048
1049
- ssh_seek(s, offset, SSH_SEEK_READ);
1050
+ trace_ssh_seek(offset);
1051
+ sftp_seek64(s->sftp_handle, offset);
1052
1053
/* This keeps track of the current iovec element ('i'), where we
1054
* will write to next ('buf'), and the end of the current iovec
1055
@@ -XXX,XX +XXX,XX @@ static coroutine_fn int ssh_read(BDRVSSHState *s, BlockDriverState *bs,
1056
buf = i->iov_base;
1057
end_of_vec = i->iov_base + i->iov_len;
1058
1059
- /* libssh2 has a hard-coded limit of 2000 bytes per request,
1060
- * although it will also do readahead behind our backs. Therefore
1061
- * we may have to do repeated reads here until we have read 'size'
1062
- * bytes.
1063
- */
1064
for (got = 0; got < size; ) {
1065
+ size_t request_read_size;
1066
again:
1067
- trace_ssh_read_buf(buf, end_of_vec - buf);
1068
- r = libssh2_sftp_read(s->sftp_handle, buf, end_of_vec - buf);
1069
- trace_ssh_read_return(r);
1070
+ /*
1071
+ * The size of SFTP packets is limited to 32K bytes, so limit
1072
+ * the amount of data requested to 16K, as libssh currently
1073
+ * does not handle multiple requests on its own.
1074
+ */
1075
+ request_read_size = MIN(end_of_vec - buf, 16384);
1076
+ trace_ssh_read_buf(buf, end_of_vec - buf, request_read_size);
1077
+ r = sftp_read(s->sftp_handle, buf, request_read_size);
1078
+ trace_ssh_read_return(r, sftp_get_error(s->sftp));
1079
1080
- if (r == LIBSSH2_ERROR_EAGAIN || r == LIBSSH2_ERROR_TIMEOUT) {
1081
+ if (r == SSH_AGAIN) {
1082
co_yield(s, bs);
1083
goto again;
1084
}
1085
- if (r < 0) {
1086
- sftp_error_trace(s, "read");
1087
- s->offset = -1;
1088
- return -EIO;
1089
- }
1090
- if (r == 0) {
1091
+ if (r == SSH_EOF || (r == 0 && sftp_get_error(s->sftp) == SSH_FX_EOF)) {
1092
/* EOF: Short read so pad the buffer with zeroes and return it. */
1093
qemu_iovec_memset(qiov, got, 0, size - got);
1094
return 0;
1095
}
1096
+ if (r <= 0) {
1097
+ sftp_error_trace(s, "read");
1098
+ return -EIO;
1099
+ }
1100
1101
got += r;
1102
buf += r;
1103
- s->offset += r;
1104
if (buf >= end_of_vec && got < size) {
1105
i++;
1106
buf = i->iov_base;
1107
@@ -XXX,XX +XXX,XX @@ static int ssh_write(BDRVSSHState *s, BlockDriverState *bs,
1108
1109
trace_ssh_write(offset, size);
1110
1111
- ssh_seek(s, offset, SSH_SEEK_WRITE);
1112
+ trace_ssh_seek(offset);
1113
+ sftp_seek64(s->sftp_handle, offset);
1114
1115
/* This keeps track of the current iovec element ('i'), where we
1116
* will read from next ('buf'), and the end of the current iovec
1117
@@ -XXX,XX +XXX,XX @@ static int ssh_write(BDRVSSHState *s, BlockDriverState *bs,
1118
end_of_vec = i->iov_base + i->iov_len;
1119
1120
for (written = 0; written < size; ) {
1121
+ size_t request_write_size;
1122
again:
1123
- trace_ssh_write_buf(buf, end_of_vec - buf);
1124
- r = libssh2_sftp_write(s->sftp_handle, buf, end_of_vec - buf);
1125
- trace_ssh_write_return(r);
1126
+ /*
1127
+ * Avoid too large data packets, as libssh currently does not
1128
+ * handle multiple requests on its own.
1129
+ */
1130
+ request_write_size = MIN(end_of_vec - buf, 131072);
1131
+ trace_ssh_write_buf(buf, end_of_vec - buf, request_write_size);
1132
+ r = sftp_write(s->sftp_handle, buf, request_write_size);
1133
+ trace_ssh_write_return(r, sftp_get_error(s->sftp));
1134
1135
- if (r == LIBSSH2_ERROR_EAGAIN || r == LIBSSH2_ERROR_TIMEOUT) {
1136
+ if (r == SSH_AGAIN) {
1137
co_yield(s, bs);
1138
goto again;
1139
}
1140
if (r < 0) {
1141
sftp_error_trace(s, "write");
1142
- s->offset = -1;
1143
return -EIO;
1144
}
1145
- /* The libssh2 API is very unclear about this. A comment in
1146
- * the code says "nothing was acked, and no EAGAIN was
1147
- * received!" which apparently means that no data got sent
1148
- * out, and the underlying channel didn't return any EAGAIN
1149
- * indication. I think this is a bug in either libssh2 or
1150
- * OpenSSH (server-side). In any case, forcing a seek (to
1151
- * discard libssh2 internal buffers), and then trying again
1152
- * works for me.
1153
- */
1154
- if (r == 0) {
1155
- ssh_seek(s, offset + written, SSH_SEEK_WRITE|SSH_SEEK_FORCE);
1156
- co_yield(s, bs);
1157
- goto again;
1158
- }
1159
1160
written += r;
1161
buf += r;
1162
- s->offset += r;
1163
if (buf >= end_of_vec && written < size) {
1164
i++;
1165
buf = i->iov_base;
1166
end_of_vec = i->iov_base + i->iov_len;
1167
}
1168
1169
- if (offset + written > s->attrs.filesize)
1170
- s->attrs.filesize = offset + written;
1171
+ if (offset + written > s->attrs->size) {
1172
+ s->attrs->size = offset + written;
1173
+ }
1174
}
1175
1176
return 0;
1177
@@ -XXX,XX +XXX,XX @@ static void unsafe_flush_warning(BDRVSSHState *s, const char *what)
1178
}
1179
}
1180
1181
-#ifdef HAS_LIBSSH2_SFTP_FSYNC
1182
+#ifdef HAVE_LIBSSH_0_8
1183
1184
static coroutine_fn int ssh_flush(BDRVSSHState *s, BlockDriverState *bs)
1185
{
1186
int r;
1187
1188
trace_ssh_flush();
1189
+
1190
+ if (!sftp_extension_supported(s->sftp, "fsync@openssh.com", "1")) {
1191
+ unsafe_flush_warning(s, "OpenSSH >= 6.3");
1192
+ return 0;
1193
+ }
1194
again:
1195
- r = libssh2_sftp_fsync(s->sftp_handle);
1196
- if (r == LIBSSH2_ERROR_EAGAIN || r == LIBSSH2_ERROR_TIMEOUT) {
1197
+ r = sftp_fsync(s->sftp_handle);
1198
+ if (r == SSH_AGAIN) {
1199
co_yield(s, bs);
1200
goto again;
1201
}
1202
- if (r == LIBSSH2_ERROR_SFTP_PROTOCOL &&
1203
- libssh2_sftp_last_error(s->sftp) == LIBSSH2_FX_OP_UNSUPPORTED) {
1204
- unsafe_flush_warning(s, "OpenSSH >= 6.3");
1205
- return 0;
1206
- }
1207
if (r < 0) {
1208
sftp_error_trace(s, "fsync");
1209
return -EIO;
1210
@@ -XXX,XX +XXX,XX @@ static coroutine_fn int ssh_co_flush(BlockDriverState *bs)
1211
return ret;
1212
}
1213
1214
-#else /* !HAS_LIBSSH2_SFTP_FSYNC */
1215
+#else /* !HAVE_LIBSSH_0_8 */
1216
1217
static coroutine_fn int ssh_co_flush(BlockDriverState *bs)
1218
{
1219
BDRVSSHState *s = bs->opaque;
1220
1221
- unsafe_flush_warning(s, "libssh2 >= 1.4.4");
1222
+ unsafe_flush_warning(s, "libssh >= 0.8.0");
1223
return 0;
1224
}
1225
1226
-#endif /* !HAS_LIBSSH2_SFTP_FSYNC */
1227
+#endif /* !HAVE_LIBSSH_0_8 */
1228
1229
static int64_t ssh_getlength(BlockDriverState *bs)
1230
{
1231
BDRVSSHState *s = bs->opaque;
1232
int64_t length;
1233
1234
- /* Note we cannot make a libssh2 call here. */
1235
- length = (int64_t) s->attrs.filesize;
1236
+ /* Note we cannot make a libssh call here. */
1237
+ length = (int64_t) s->attrs->size;
1238
trace_ssh_getlength(length);
1239
1240
return length;
1241
@@ -XXX,XX +XXX,XX @@ static int coroutine_fn ssh_co_truncate(BlockDriverState *bs, int64_t offset,
1242
return -ENOTSUP;
1243
}
1244
1245
- if (offset < s->attrs.filesize) {
1246
+ if (offset < s->attrs->size) {
1247
error_setg(errp, "ssh driver does not support shrinking files");
1248
return -ENOTSUP;
1249
}
1250
1251
- if (offset == s->attrs.filesize) {
1252
+ if (offset == s->attrs->size) {
1253
return 0;
1254
}
1255
1256
@@ -XXX,XX +XXX,XX @@ static void bdrv_ssh_init(void)
1257
{
1258
int r;
1259
1260
- r = libssh2_init(0);
1261
+ r = ssh_init();
1262
if (r != 0) {
1263
- fprintf(stderr, "libssh2 initialization failed, %d\n", r);
1264
+ fprintf(stderr, "libssh initialization failed, %d\n", r);
1265
exit(EXIT_FAILURE);
1266
}
1267
1268
+#if TRACE_LIBSSH != 0
1269
+ ssh_set_log_level(TRACE_LIBSSH);
1270
+#endif
1271
+
1272
bdrv_register(&bdrv_ssh);
1273
}
1274
1275
diff --git a/.travis.yml b/.travis.yml
1276
index XXXXXXX..XXXXXXX 100644
1277
--- a/.travis.yml
1278
+++ b/.travis.yml
1279
@@ -XXX,XX +XXX,XX @@ addons:
1280
- libseccomp-dev
1281
- libspice-protocol-dev
1282
- libspice-server-dev
1283
- - libssh2-1-dev
1284
+ - libssh-dev
1285
- liburcu-dev
1286
- libusb-1.0-0-dev
1287
- libvte-2.91-dev
1288
@@ -XXX,XX +XXX,XX @@ matrix:
1289
- libseccomp-dev
1290
- libspice-protocol-dev
1291
- libspice-server-dev
1292
- - libssh2-1-dev
1293
+ - libssh-dev
1294
- liburcu-dev
1295
- libusb-1.0-0-dev
1296
- libvte-2.91-dev
1297
diff --git a/block/trace-events b/block/trace-events
1298
index XXXXXXX..XXXXXXX 100644
1299
--- a/block/trace-events
1300
+++ b/block/trace-events
1301
@@ -XXX,XX +XXX,XX @@ nbd_client_connect_success(const char *export_name) "export '%s'"
1302
# ssh.c
1303
ssh_restart_coroutine(void *co) "co=%p"
1304
ssh_flush(void) "fsync"
1305
-ssh_check_host_key_knownhosts(const char *key) "host key OK: %s"
1306
+ssh_check_host_key_knownhosts(void) "host key OK"
1307
ssh_connect_to_ssh(char *path, int flags, int mode) "opening file %s flags=0x%x creat_mode=0%o"
1308
ssh_co_yield(int sock, void *rd_handler, void *wr_handler) "s->sock=%d rd_handler=%p wr_handler=%p"
1309
ssh_co_yield_back(int sock) "s->sock=%d - back"
1310
ssh_getlength(int64_t length) "length=%" PRIi64
1311
ssh_co_create_opts(uint64_t size) "total_size=%" PRIu64
1312
ssh_read(int64_t offset, size_t size) "offset=%" PRIi64 " size=%zu"
1313
-ssh_read_buf(void *buf, size_t size) "sftp_read buf=%p size=%zu"
1314
-ssh_read_return(ssize_t ret) "sftp_read returned %zd"
1315
+ssh_read_buf(void *buf, size_t size, size_t actual_size) "sftp_read buf=%p size=%zu (actual size=%zu)"
1316
+ssh_read_return(ssize_t ret, int sftp_err) "sftp_read returned %zd (sftp error=%d)"
1317
ssh_write(int64_t offset, size_t size) "offset=%" PRIi64 " size=%zu"
1318
-ssh_write_buf(void *buf, size_t size) "sftp_write buf=%p size=%zu"
1319
-ssh_write_return(ssize_t ret) "sftp_write returned %zd"
1320
+ssh_write_buf(void *buf, size_t size, size_t actual_size) "sftp_write buf=%p size=%zu (actual size=%zu)"
1321
+ssh_write_return(ssize_t ret, int sftp_err) "sftp_write returned %zd (sftp error=%d)"
1322
ssh_seek(int64_t offset) "seeking to offset=%" PRIi64
1323
+ssh_auth_methods(int methods) "auth methods=0x%x"
1324
+ssh_server_status(int status) "server status=%d"
1325
1326
# curl.c
1327
curl_timer_cb(long timeout_ms) "timer callback timeout_ms %ld"
1328
@@ -XXX,XX +XXX,XX @@ sheepdog_snapshot_create(const char *sn_name, const char *id) "%s %s"
1329
sheepdog_snapshot_create_inode(const char *name, uint32_t snap, uint32_t vdi) "s->inode: name %s snap_id 0x%" PRIx32 " vdi 0x%" PRIx32
1330
1331
# ssh.c
1332
-sftp_error(const char *op, const char *ssh_err, int ssh_err_code, unsigned long sftp_err_code) "%s failed: %s (libssh2 error code: %d, sftp error code: %lu)"
1333
+sftp_error(const char *op, const char *ssh_err, int ssh_err_code, int sftp_err_code) "%s failed: %s (libssh error code: %d, sftp error code: %d)"
1334
diff --git a/docs/qemu-block-drivers.texi b/docs/qemu-block-drivers.texi
1335
index XXXXXXX..XXXXXXX 100644
1336
--- a/docs/qemu-block-drivers.texi
1337
+++ b/docs/qemu-block-drivers.texi
1338
@@ -XXX,XX +XXX,XX @@ print a warning when @code{fsync} is not supported:
1339
1340
warning: ssh server @code{ssh.example.com:22} does not support fsync
1341
1342
-With sufficiently new versions of libssh2 and OpenSSH, @code{fsync} is
1343
+With sufficiently new versions of libssh and OpenSSH, @code{fsync} is
1344
supported.
1345
1346
@node disk_images_nvme
1347
diff --git a/tests/docker/dockerfiles/debian-win32-cross.docker b/tests/docker/dockerfiles/debian-win32-cross.docker
1348
index XXXXXXX..XXXXXXX 100644
1349
--- a/tests/docker/dockerfiles/debian-win32-cross.docker
1350
+++ b/tests/docker/dockerfiles/debian-win32-cross.docker
1351
@@ -XXX,XX +XXX,XX @@ RUN DEBIAN_FRONTEND=noninteractive eatmydata \
1352
mxe-$TARGET-w64-mingw32.shared-curl \
1353
mxe-$TARGET-w64-mingw32.shared-glib \
1354
mxe-$TARGET-w64-mingw32.shared-libgcrypt \
1355
- mxe-$TARGET-w64-mingw32.shared-libssh2 \
1356
mxe-$TARGET-w64-mingw32.shared-libusb1 \
1357
mxe-$TARGET-w64-mingw32.shared-lzo \
1358
mxe-$TARGET-w64-mingw32.shared-nettle \
1359
diff --git a/tests/docker/dockerfiles/debian-win64-cross.docker b/tests/docker/dockerfiles/debian-win64-cross.docker
1360
index XXXXXXX..XXXXXXX 100644
1361
--- a/tests/docker/dockerfiles/debian-win64-cross.docker
1362
+++ b/tests/docker/dockerfiles/debian-win64-cross.docker
1363
@@ -XXX,XX +XXX,XX @@ RUN DEBIAN_FRONTEND=noninteractive eatmydata \
1364
mxe-$TARGET-w64-mingw32.shared-curl \
1365
mxe-$TARGET-w64-mingw32.shared-glib \
1366
mxe-$TARGET-w64-mingw32.shared-libgcrypt \
1367
- mxe-$TARGET-w64-mingw32.shared-libssh2 \
1368
mxe-$TARGET-w64-mingw32.shared-libusb1 \
1369
mxe-$TARGET-w64-mingw32.shared-lzo \
1370
mxe-$TARGET-w64-mingw32.shared-nettle \
1371
diff --git a/tests/docker/dockerfiles/fedora.docker b/tests/docker/dockerfiles/fedora.docker
1372
index XXXXXXX..XXXXXXX 100644
1373
--- a/tests/docker/dockerfiles/fedora.docker
1374
+++ b/tests/docker/dockerfiles/fedora.docker
1375
@@ -XXX,XX +XXX,XX @@ ENV PACKAGES \
1376
libpng-devel \
1377
librbd-devel \
1378
libseccomp-devel \
1379
- libssh2-devel \
1380
+ libssh-devel \
1381
libubsan \
1382
libusbx-devel \
1383
libxml2-devel \
1384
@@ -XXX,XX +XXX,XX @@ ENV PACKAGES \
1385
mingw32-gtk3 \
1386
mingw32-libjpeg-turbo \
1387
mingw32-libpng \
1388
- mingw32-libssh2 \
1389
mingw32-libtasn1 \
1390
mingw32-nettle \
1391
mingw32-pixman \
1392
@@ -XXX,XX +XXX,XX @@ ENV PACKAGES \
1393
mingw64-gtk3 \
1394
mingw64-libjpeg-turbo \
1395
mingw64-libpng \
1396
- mingw64-libssh2 \
1397
mingw64-libtasn1 \
1398
mingw64-nettle \
1399
mingw64-pixman \
1400
diff --git a/tests/docker/dockerfiles/ubuntu.docker b/tests/docker/dockerfiles/ubuntu.docker
1401
index XXXXXXX..XXXXXXX 100644
1402
--- a/tests/docker/dockerfiles/ubuntu.docker
1403
+++ b/tests/docker/dockerfiles/ubuntu.docker
1404
@@ -XXX,XX +XXX,XX @@ ENV PACKAGES flex bison \
1405
libsnappy-dev \
1406
libspice-protocol-dev \
1407
libspice-server-dev \
1408
- libssh2-1-dev \
1409
+ libssh-dev \
1410
libusb-1.0-0-dev \
1411
libusbredirhost-dev \
1412
libvdeplug-dev \
1413
diff --git a/tests/docker/dockerfiles/ubuntu1804.docker b/tests/docker/dockerfiles/ubuntu1804.docker
1414
index XXXXXXX..XXXXXXX 100644
1415
--- a/tests/docker/dockerfiles/ubuntu1804.docker
1416
+++ b/tests/docker/dockerfiles/ubuntu1804.docker
1417
@@ -XXX,XX +XXX,XX @@ ENV PACKAGES flex bison \
1418
libsnappy-dev \
1419
libspice-protocol-dev \
1420
libspice-server-dev \
1421
- libssh2-1-dev \
1422
+ libssh-dev \
1423
libusb-1.0-0-dev \
1424
libusbredirhost-dev \
1425
libvdeplug-dev \
1426
diff --git a/tests/qemu-iotests/207 b/tests/qemu-iotests/207
1427
index XXXXXXX..XXXXXXX 100755
1428
--- a/tests/qemu-iotests/207
1429
+++ b/tests/qemu-iotests/207
1430
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('t.img') as disk_path, \
1431
1432
iotests.img_info_log(remote_path)
1433
1434
- md5_key = subprocess.check_output(
1435
- 'ssh-keyscan -t rsa 127.0.0.1 2>/dev/null | grep -v "\\^#" | ' +
1436
- 'cut -d" " -f3 | base64 -d | md5sum -b | cut -d" " -f1',
1437
- shell=True).rstrip().decode('ascii')
1438
+ keys = subprocess.check_output(
1439
+ 'ssh-keyscan 127.0.0.1 2>/dev/null | grep -v "\\^#" | ' +
1440
+ 'cut -d" " -f3',
1441
+ shell=True).rstrip().decode('ascii').split('\n')
1442
+
1443
+ # Mappings of base64 representations to digests
1444
+ md5_keys = {}
1445
+ sha1_keys = {}
1446
+
1447
+ for key in keys:
1448
+ md5_keys[key] = subprocess.check_output(
1449
+ 'echo %s | base64 -d | md5sum -b | cut -d" " -f1' % key,
1450
+ shell=True).rstrip().decode('ascii')
1451
+
1452
+ sha1_keys[key] = subprocess.check_output(
1453
+ 'echo %s | base64 -d | sha1sum -b | cut -d" " -f1' % key,
1454
+ shell=True).rstrip().decode('ascii')
1455
1456
vm.launch()
1457
+
1458
+ # Find correct key first
1459
+ matching_key = None
1460
+ for key in keys:
1461
+ result = vm.qmp('blockdev-add',
1462
+ driver='ssh', node_name='node0', path=disk_path,
1463
+ server={
1464
+ 'host': '127.0.0.1',
1465
+ 'port': '22',
1466
+ }, host_key_check={
1467
+ 'mode': 'hash',
1468
+ 'type': 'md5',
1469
+ 'hash': md5_keys[key],
1470
+ })
1471
+
1472
+ if 'error' not in result:
1473
+ vm.qmp('blockdev-del', node_name='node0')
1474
+ matching_key = key
1475
+ break
1476
+
1477
+ if matching_key is None:
1478
+ vm.shutdown()
1479
+ iotests.notrun('Did not find a key that fits 127.0.0.1')
1480
+
1481
blockdev_create(vm, { 'driver': 'ssh',
1482
'location': {
1483
'path': disk_path,
1484
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('t.img') as disk_path, \
1485
'host-key-check': {
1486
'mode': 'hash',
1487
'type': 'md5',
1488
- 'hash': md5_key,
1489
+ 'hash': md5_keys[matching_key],
1490
}
1491
},
1492
'size': 8388608 })
1493
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('t.img') as disk_path, \
1494
1495
iotests.img_info_log(remote_path)
1496
1497
- sha1_key = subprocess.check_output(
1498
- 'ssh-keyscan -t rsa 127.0.0.1 2>/dev/null | grep -v "\\^#" | ' +
1499
- 'cut -d" " -f3 | base64 -d | sha1sum -b | cut -d" " -f1',
1500
- shell=True).rstrip().decode('ascii')
1501
-
1502
vm.launch()
1503
blockdev_create(vm, { 'driver': 'ssh',
1504
'location': {
1505
@@ -XXX,XX +XXX,XX @@ with iotests.FilePath('t.img') as disk_path, \
1506
'host-key-check': {
1507
'mode': 'hash',
1508
'type': 'sha1',
1509
- 'hash': sha1_key,
1510
+ 'hash': sha1_keys[matching_key],
1511
}
1512
},
1513
'size': 4194304 })
1514
diff --git a/tests/qemu-iotests/207.out b/tests/qemu-iotests/207.out
1515
index XXXXXXX..XXXXXXX 100644
1516
--- a/tests/qemu-iotests/207.out
1517
+++ b/tests/qemu-iotests/207.out
1518
@@ -XXX,XX +XXX,XX @@ virtual size: 4 MiB (4194304 bytes)
1519
1520
{"execute": "blockdev-create", "arguments": {"job-id": "job0", "options": {"driver": "ssh", "location": {"host-key-check": {"mode": "none"}, "path": "/this/is/not/an/existing/path", "server": {"host": "127.0.0.1", "port": "22"}}, "size": 4194304}}}
1521
{"return": {}}
1522
-Job failed: failed to open remote file '/this/is/not/an/existing/path': Failed opening remote file (libssh2 error code: -31)
1523
+Job failed: failed to open remote file '/this/is/not/an/existing/path': SFTP server: No such file (libssh error code: 1, sftp error code: 2)
1524
{"execute": "job-dismiss", "arguments": {"id": "job0"}}
1525
{"return": {}}
67
1526
68
--
1527
--
69
2.35.1
1528
2.21.0
70
1529
71
1530
diff view generated by jsdifflib
Deleted patch
1
From: John Snow <jsnow@redhat.com>
2
1
3
reimplement qemu_img() in terms of qemu_tool() in preparation for doing
4
the same with qemu_io().
5
6
Signed-off-by: John Snow <jsnow@redhat.com>
7
Reviewed-by: Eric Blake <eblake@redhat.com>
8
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
9
Message-Id: <20220418211504.943969-7-jsnow@redhat.com>
10
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
11
---
12
tests/qemu-iotests/iotests.py | 32 +++++++++++++++++++++-----------
13
1 file changed, 21 insertions(+), 11 deletions(-)
14
15
diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py
16
index XXXXXXX..XXXXXXX 100644
17
--- a/tests/qemu-iotests/iotests.py
18
+++ b/tests/qemu-iotests/iotests.py
19
@@ -XXX,XX +XXX,XX @@ def qemu_img_create_prepare_args(args: List[str]) -> List[str]:
20
21
return result
22
23
-def qemu_img(*args: str, check: bool = True, combine_stdio: bool = True
24
- ) -> 'subprocess.CompletedProcess[str]':
25
- """
26
- Run qemu_img and return the status code and console output.
27
28
- This function always prepends QEMU_IMG_OPTIONS and may further alter
29
- the args for 'create' commands.
30
+def qemu_tool(*args: str, check: bool = True, combine_stdio: bool = True
31
+ ) -> 'subprocess.CompletedProcess[str]':
32
+ """
33
+ Run a qemu tool and return its status code and console output.
34
35
- :param args: command-line arguments to qemu-img.
36
+ :param args: full command line to run.
37
:param check: Enforce a return code of zero.
38
:param combine_stdio: set to False to keep stdout/stderr separated.
39
40
@@ -XXX,XX +XXX,XX @@ def qemu_img(*args: str, check: bool = True, combine_stdio: bool = True
41
properties. If streams are not combined, it will also have a
42
stderr property.
43
"""
44
- full_args = qemu_img_args + qemu_img_create_prepare_args(list(args))
45
-
46
subp = subprocess.run(
47
- full_args,
48
+ args,
49
stdout=subprocess.PIPE,
50
stderr=subprocess.STDOUT if combine_stdio else subprocess.PIPE,
51
universal_newlines=True,
52
@@ -XXX,XX +XXX,XX @@ def qemu_img(*args: str, check: bool = True, combine_stdio: bool = True
53
54
if check and subp.returncode or (subp.returncode < 0):
55
raise VerboseProcessError(
56
- subp.returncode, full_args,
57
+ subp.returncode, args,
58
output=subp.stdout,
59
stderr=subp.stderr,
60
)
61
@@ -XXX,XX +XXX,XX @@ def qemu_img(*args: str, check: bool = True, combine_stdio: bool = True
62
return subp
63
64
65
+def qemu_img(*args: str, check: bool = True, combine_stdio: bool = True
66
+ ) -> 'subprocess.CompletedProcess[str]':
67
+ """
68
+ Run QEMU_IMG_PROG and return its status code and console output.
69
+
70
+ This function always prepends QEMU_IMG_OPTIONS and may further alter
71
+ the args for 'create' commands.
72
+
73
+ See `qemu_tool()` for greater detail.
74
+ """
75
+ full_args = qemu_img_args + qemu_img_create_prepare_args(list(args))
76
+ return qemu_tool(*full_args, check=check, combine_stdio=combine_stdio)
77
+
78
+
79
def ordered_qmp(qmsg, conv_keys=True):
80
# Dictionaries are not ordered prior to 3.6, therefore:
81
if isinstance(qmsg, list):
82
--
83
2.35.1
diff view generated by jsdifflib
1
From: John Snow <jsnow@redhat.com>
1
Tests should place their files into the test directory. This includes
2
Unix sockets. 205 currently fails to do so, which prevents it from
3
being run concurrently.
2
4
3
Rework qemu_io() to be analogous to qemu_img(); a function that requires
5
Signed-off-by: Max Reitz <mreitz@redhat.com>
4
a return code of zero by default unless disabled explicitly.
6
Message-id: 20190618210238.9524-1-mreitz@redhat.com
7
Reviewed-by: Eric Blake <eblake@redhat.com>
8
Signed-off-by: Max Reitz <mreitz@redhat.com>
9
---
10
tests/qemu-iotests/205 | 2 +-
11
1 file changed, 1 insertion(+), 1 deletion(-)
5
12
6
Tests that use qemu_io():
7
030 040 041 044 055 056 093 124 129 132 136 148 149 151 152 163 165 205
8
209 219 236 245 248 254 255 257 260 264 280 298 300 302 304
9
image-fleecing migrate-bitmaps-postcopy-test migrate-bitmaps-test
10
migrate-during-backup migration-permissions
11
12
Test that use qemu_io_log():
13
242 245 255 274 303 307 nbd-reconnect-on-open
14
15
Copy-pastables for testing/verification:
16
17
./check -qcow2 030 040 041 044 055 056 124 129 132 151 152 163 165 209 \
18
219 236 242 245 248 254 255 257 260 264 274 \
19
280 298 300 302 303 304 307 image-fleecing \
20
migrate-bitmaps-postcopy-test migrate-bitmaps-test \
21
migrate-during-backup nbd-reconnect-on-open
22
./check -raw 093 136 148 migration-permissions
23
./check -nbd 205
24
25
# ./configure configure --disable-gnutls --enable-gcrypt
26
# this ALSO requires passwordless sudo.
27
./check -luks 149
28
29
# Just the tests that were edited in this commit:
30
./check -qcow2 030 040 242 245
31
./check -raw migration-permissions
32
./check -nbd 205
33
./check -luks 149
34
35
Signed-off-by: John Snow <jsnow@redhat.com>
36
Message-Id: <20220418211504.943969-8-jsnow@redhat.com>
37
Reviewed-by: Eric Blake <eblake@redhat.com>
38
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
39
---
40
tests/qemu-iotests/030 | 85 +++++++++++--------
41
tests/qemu-iotests/149 | 6 +-
42
tests/qemu-iotests/205 | 4 +-
43
tests/qemu-iotests/245 | 17 ++--
44
tests/qemu-iotests/iotests.py | 19 +++--
45
.../qemu-iotests/tests/migration-permissions | 4 +-
46
6 files changed, 81 insertions(+), 54 deletions(-)
47
48
diff --git a/tests/qemu-iotests/030 b/tests/qemu-iotests/030
49
index XXXXXXX..XXXXXXX 100755
50
--- a/tests/qemu-iotests/030
51
+++ b/tests/qemu-iotests/030
52
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(iotests.QMPTestCase):
53
self.assert_no_active_block_jobs()
54
self.vm.shutdown()
55
56
- self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img),
57
- qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img),
58
- 'image file map does not match backing file after streaming')
59
+ self.assertEqual(
60
+ qemu_io('-f', 'raw', '-c', 'map', backing_img).stdout,
61
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img).stdout,
62
+ 'image file map does not match backing file after streaming')
63
64
def test_stream_intermediate(self):
65
self.assert_no_active_block_jobs()
66
67
- self.assertNotEqual(qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img),
68
- qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img),
69
- 'image file map matches backing file before streaming')
70
+ self.assertNotEqual(
71
+ qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img).stdout,
72
+ qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img).stdout,
73
+ 'image file map matches backing file before streaming')
74
75
result = self.vm.qmp('block-stream', device='mid', job_id='stream-mid')
76
self.assert_qmp(result, 'return', {})
77
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(iotests.QMPTestCase):
78
self.assert_no_active_block_jobs()
79
self.vm.shutdown()
80
81
- self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img),
82
- qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img),
83
- 'image file map does not match backing file after streaming')
84
+ self.assertEqual(
85
+ qemu_io('-f', 'raw', '-c', 'map', backing_img).stdout,
86
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img).stdout,
87
+ 'image file map does not match backing file after streaming')
88
89
def test_stream_pause(self):
90
self.assert_no_active_block_jobs()
91
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(iotests.QMPTestCase):
92
self.assert_no_active_block_jobs()
93
self.vm.shutdown()
94
95
- self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img),
96
- qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img),
97
- 'image file map does not match backing file after streaming')
98
+ self.assertEqual(
99
+ qemu_io('-f', 'raw', '-c', 'map', backing_img).stdout,
100
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img).stdout,
101
+ 'image file map does not match backing file after streaming')
102
103
def test_stream_no_op(self):
104
self.assert_no_active_block_jobs()
105
106
# The image map is empty before the operation
107
- empty_map = qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', test_img)
108
+ empty_map = qemu_io(
109
+ '-f', iotests.imgfmt, '-rU', '-c', 'map', test_img).stdout
110
111
# This is a no-op: no data should ever be copied from the base image
112
result = self.vm.qmp('block-stream', device='drive0', base=mid_img)
113
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(iotests.QMPTestCase):
114
self.assert_no_active_block_jobs()
115
self.vm.shutdown()
116
117
- self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img),
118
- empty_map, 'image file map changed after a no-op')
119
+ self.assertEqual(
120
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img).stdout,
121
+ empty_map, 'image file map changed after a no-op')
122
123
def test_stream_partial(self):
124
self.assert_no_active_block_jobs()
125
@@ -XXX,XX +XXX,XX @@ class TestSingleDrive(iotests.QMPTestCase):
126
self.assert_no_active_block_jobs()
127
self.vm.shutdown()
128
129
- self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img),
130
- qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img),
131
- 'image file map does not match backing file after streaming')
132
+ self.assertEqual(
133
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img).stdout,
134
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img).stdout,
135
+ 'image file map does not match backing file after streaming')
136
137
def test_device_not_found(self):
138
result = self.vm.qmp('block-stream', device='nonexistent')
139
@@ -XXX,XX +XXX,XX @@ class TestParallelOps(iotests.QMPTestCase):
140
141
# Check that the maps don't match before the streaming operations
142
for i in range(2, self.num_imgs, 2):
143
- self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]),
144
- qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]),
145
- 'image file map matches backing file before streaming')
146
+ self.assertNotEqual(
147
+ qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]).stdout,
148
+ qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]).stdout,
149
+ 'image file map matches backing file before streaming')
150
151
# Create all streaming jobs
152
pending_jobs = []
153
@@ -XXX,XX +XXX,XX @@ class TestParallelOps(iotests.QMPTestCase):
154
155
# Check that all maps match now
156
for i in range(2, self.num_imgs, 2):
157
- self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]),
158
- qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]),
159
- 'image file map does not match backing file after streaming')
160
+ self.assertEqual(
161
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]).stdout,
162
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]).stdout,
163
+ 'image file map does not match backing file after streaming')
164
165
# Test that it's not possible to perform two block-stream
166
# operations if there are nodes involved in both.
167
@@ -XXX,XX +XXX,XX @@ class TestParallelOps(iotests.QMPTestCase):
168
def test_stream_base_node_name(self):
169
self.assert_no_active_block_jobs()
170
171
- self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]),
172
- qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]),
173
- 'image file map matches backing file before streaming')
174
+ self.assertNotEqual(
175
+ qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]).stdout,
176
+ qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]).stdout,
177
+ 'image file map matches backing file before streaming')
178
179
# Error: the base node does not exist
180
result = self.vm.qmp('block-stream', device='node4', base_node='none', job_id='stream')
181
@@ -XXX,XX +XXX,XX @@ class TestParallelOps(iotests.QMPTestCase):
182
self.assert_no_active_block_jobs()
183
self.vm.shutdown()
184
185
- self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]),
186
- qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]),
187
- 'image file map matches backing file after streaming')
188
+ self.assertEqual(
189
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]).stdout,
190
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]).stdout,
191
+ 'image file map matches backing file after streaming')
192
193
class TestQuorum(iotests.QMPTestCase):
194
num_children = 3
195
@@ -XXX,XX +XXX,XX @@ class TestQuorum(iotests.QMPTestCase):
196
os.remove(img)
197
198
def test_stream_quorum(self):
199
- self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]),
200
- qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]),
201
- 'image file map matches backing file before streaming')
202
+ self.assertNotEqual(
203
+ qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]).stdout,
204
+ qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]).stdout,
205
+ 'image file map matches backing file before streaming')
206
207
self.assert_no_active_block_jobs()
208
209
@@ -XXX,XX +XXX,XX @@ class TestQuorum(iotests.QMPTestCase):
210
self.assert_no_active_block_jobs()
211
self.vm.shutdown()
212
213
- self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]),
214
- qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]),
215
- 'image file map does not match backing file after streaming')
216
+ self.assertEqual(
217
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]).stdout,
218
+ qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]).stdout,
219
+ 'image file map does not match backing file after streaming')
220
221
class TestSmallerBackingFile(iotests.QMPTestCase):
222
backing_len = 1 * 1024 * 1024 # MB
223
diff --git a/tests/qemu-iotests/149 b/tests/qemu-iotests/149
224
index XXXXXXX..XXXXXXX 100755
225
--- a/tests/qemu-iotests/149
226
+++ b/tests/qemu-iotests/149
227
@@ -XXX,XX +XXX,XX @@ def qemu_io_write_pattern(config, pattern, offset_mb, size_mb, dev=False):
228
args = ["-c", "write -P 0x%x %dM %dM" % (pattern, offset_mb, size_mb)]
229
args.extend(qemu_io_image_args(config, dev))
230
iotests.log("qemu-io " + " ".join(args), filters=[iotests.filter_test_dir])
231
- iotests.log(check_cipher_support(config, iotests.qemu_io(*args)),
232
+ output = iotests.qemu_io(*args, check=False).stdout
233
+ iotests.log(check_cipher_support(config, output),
234
filters=[iotests.filter_test_dir, iotests.filter_qemu_io])
235
236
237
@@ -XXX,XX +XXX,XX @@ def qemu_io_read_pattern(config, pattern, offset_mb, size_mb, dev=False):
238
args = ["-c", "read -P 0x%x %dM %dM" % (pattern, offset_mb, size_mb)]
239
args.extend(qemu_io_image_args(config, dev))
240
iotests.log("qemu-io " + " ".join(args), filters=[iotests.filter_test_dir])
241
- iotests.log(check_cipher_support(config, iotests.qemu_io(*args)),
242
+ output = iotests.qemu_io(*args, check=False).stdout
243
+ iotests.log(check_cipher_support(config, output),
244
filters=[iotests.filter_test_dir, iotests.filter_qemu_io])
245
246
247
diff --git a/tests/qemu-iotests/205 b/tests/qemu-iotests/205
13
diff --git a/tests/qemu-iotests/205 b/tests/qemu-iotests/205
248
index XXXXXXX..XXXXXXX 100755
14
index XXXXXXX..XXXXXXX 100755
249
--- a/tests/qemu-iotests/205
15
--- a/tests/qemu-iotests/205
250
+++ b/tests/qemu-iotests/205
16
+++ b/tests/qemu-iotests/205
251
@@ -XXX,XX +XXX,XX @@ class TestNbdServerRemove(iotests.QMPTestCase):
17
@@ -XXX,XX +XXX,XX @@ import iotests
252
18
import time
253
def do_test_connect_after_remove(self, mode=None):
19
from iotests import qemu_img_create, qemu_io, filter_qemu_io, QemuIoInteractive
254
args = ('-r', '-f', 'raw', '-c', 'read 0 512', nbd_uri)
20
255
- self.assertReadOk(qemu_io(*args))
21
-nbd_sock = 'nbd_sock'
256
+ self.assertReadOk(qemu_io(*args).stdout)
22
+nbd_sock = os.path.join(iotests.test_dir, 'nbd_sock')
257
23
nbd_uri = 'nbd+unix:///exp?socket=' + nbd_sock
258
result = self.remove_export('exp', mode)
24
disk = os.path.join(iotests.test_dir, 'disk')
259
self.assert_qmp(result, 'return', {})
25
260
261
self.assertExportNotFound('exp')
262
- self.assertConnectFailed(qemu_io(*args))
263
+ self.assertConnectFailed(qemu_io(*args, check=False).stdout)
264
265
def test_connect_after_remove_default(self):
266
self.do_test_connect_after_remove()
267
diff --git a/tests/qemu-iotests/245 b/tests/qemu-iotests/245
268
index XXXXXXX..XXXXXXX 100755
269
--- a/tests/qemu-iotests/245
270
+++ b/tests/qemu-iotests/245
271
@@ -XXX,XX +XXX,XX @@
272
# along with this program. If not, see <http://www.gnu.org/licenses/>.
273
#
274
275
+import copy
276
+import json
277
import os
278
import re
279
+from subprocess import CalledProcessError
280
+
281
import iotests
282
-import copy
283
-import json
284
from iotests import qemu_img, qemu_io
285
286
hd_path = [
287
@@ -XXX,XX +XXX,XX @@ class TestBlockdevReopen(iotests.QMPTestCase):
288
289
# Reopen an image several times changing some of its options
290
def test_reopen(self):
291
- # Check whether the filesystem supports O_DIRECT
292
- if 'O_DIRECT' in qemu_io('-f', 'raw', '-t', 'none', '-c', 'quit', hd_path[0]):
293
- supports_direct = False
294
- else:
295
+ try:
296
+ qemu_io('-f', 'raw', '-t', 'none', '-c', 'quit', hd_path[0])
297
supports_direct = True
298
+ except CalledProcessError as exc:
299
+ if 'O_DIRECT' in exc.stdout:
300
+ supports_direct = False
301
+ else:
302
+ raise
303
304
# Open the hd1 image passing all backing options
305
opts = hd_opts(1)
306
diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py
307
index XXXXXXX..XXXXXXX 100644
308
--- a/tests/qemu-iotests/iotests.py
309
+++ b/tests/qemu-iotests/iotests.py
310
@@ -XXX,XX +XXX,XX @@ def qemu_io_wrap_args(args: Sequence[str]) -> List[str]:
311
def qemu_io_popen(*args):
312
return qemu_tool_popen(qemu_io_wrap_args(args))
313
314
-def qemu_io(*args):
315
- '''Run qemu-io and return the stdout data'''
316
- return qemu_tool_pipe_and_status('qemu-io', qemu_io_wrap_args(args))[0]
317
+def qemu_io(*args: str, check: bool = True, combine_stdio: bool = True
318
+ ) -> 'subprocess.CompletedProcess[str]':
319
+ """
320
+ Run QEMU_IO_PROG and return the status code and console output.
321
+
322
+ This function always prepends either QEMU_IO_OPTIONS or
323
+ QEMU_IO_OPTIONS_NO_FMT.
324
+ """
325
+ return qemu_tool(*qemu_io_wrap_args(args),
326
+ check=check, combine_stdio=combine_stdio)
327
328
def qemu_io_pipe_and_status(*args):
329
return qemu_tool_pipe_and_status('qemu-io', qemu_io_wrap_args(args))
330
331
-def qemu_io_log(*args):
332
- result = qemu_io(*args)
333
- log(result, filters=[filter_testfiles, filter_qemu_io])
334
+def qemu_io_log(*args: str) -> 'subprocess.CompletedProcess[str]':
335
+ result = qemu_io(*args, check=False)
336
+ log(result.stdout, filters=[filter_testfiles, filter_qemu_io])
337
return result
338
339
def qemu_io_silent(*args):
340
diff --git a/tests/qemu-iotests/tests/migration-permissions b/tests/qemu-iotests/tests/migration-permissions
341
index XXXXXXX..XXXXXXX 100755
342
--- a/tests/qemu-iotests/tests/migration-permissions
343
+++ b/tests/qemu-iotests/tests/migration-permissions
344
@@ -XXX,XX +XXX,XX @@ class TestMigrationPermissions(iotests.QMPTestCase):
345
def test_post_migration_permissions(self):
346
# Try to access the image R/W, which should fail because virtio-blk
347
# has not been configured with share-rw=on
348
- log = qemu_io('-f', imgfmt, '-c', 'quit', test_img)
349
+ log = qemu_io('-f', imgfmt, '-c', 'quit', test_img, check=False).stdout
350
if not log.strip():
351
print('ERROR (pre-migration): qemu-io should not be able to '
352
'access this image, but it reported no error')
353
@@ -XXX,XX +XXX,XX @@ class TestMigrationPermissions(iotests.QMPTestCase):
354
355
# Try the same qemu-io access again, verifying that the WRITE
356
# permission remains unshared
357
- log = qemu_io('-f', imgfmt, '-c', 'quit', test_img)
358
+ log = qemu_io('-f', imgfmt, '-c', 'quit', test_img, check=False).stdout
359
if not log.strip():
360
print('ERROR (post-migration): qemu-io should not be able to '
361
'access this image, but it reported no error')
362
--
26
--
363
2.35.1
27
2.21.0
28
29
diff view generated by jsdifflib
Deleted patch
1
From: John Snow <jsnow@redhat.com>
2
1
3
Modify this test to use assertRaises for its negative testing of
4
qemu_io. If the exception raised does not match the one we tell it to
5
expect, we get *that* exception unhandled. If we get no exception, we
6
get a unittest assertion failure and the provided emsg printed to
7
screen.
8
9
If we get the CalledProcessError exception but the output is not what we
10
expect, we re-raise the original CalledProcessError.
11
12
Tidy.
13
14
(Note: Yes, you can reference "with" objects after that block ends; it
15
just means that ctx.__exit__(...) will have been called on it. It does
16
not *actually* go out of scope. unittests expects you to want to inspect
17
the Exception object, so they leave it defined post-exit.)
18
19
Signed-off-by: John Snow <jsnow@redhat.com>
20
Reviewed-by: Eric Blake <eblake@redhat.com>
21
Tested-by: Eric Blake <eblake@redhat.com>
22
Reviewed-by: Hanna Reitz <hreitz@redhat.com>
23
Message-Id: <20220418211504.943969-9-jsnow@redhat.com>
24
Signed-off-by: Hanna Reitz <hreitz@redhat.com>
25
---
26
.../qemu-iotests/tests/migration-permissions | 28 +++++++++----------
27
1 file changed, 14 insertions(+), 14 deletions(-)
28
29
diff --git a/tests/qemu-iotests/tests/migration-permissions b/tests/qemu-iotests/tests/migration-permissions
30
index XXXXXXX..XXXXXXX 100755
31
--- a/tests/qemu-iotests/tests/migration-permissions
32
+++ b/tests/qemu-iotests/tests/migration-permissions
33
@@ -XXX,XX +XXX,XX @@
34
#
35
36
import os
37
+from subprocess import CalledProcessError
38
+
39
import iotests
40
from iotests import imgfmt, qemu_img_create, qemu_io
41
42
@@ -XXX,XX +XXX,XX @@ class TestMigrationPermissions(iotests.QMPTestCase):
43
def test_post_migration_permissions(self):
44
# Try to access the image R/W, which should fail because virtio-blk
45
# has not been configured with share-rw=on
46
- log = qemu_io('-f', imgfmt, '-c', 'quit', test_img, check=False).stdout
47
- if not log.strip():
48
- print('ERROR (pre-migration): qemu-io should not be able to '
49
- 'access this image, but it reported no error')
50
- else:
51
- # This is the expected output
52
- assert 'Is another process using the image' in log
53
+ emsg = ('ERROR (pre-migration): qemu-io should not be able to '
54
+ 'access this image, but it reported no error')
55
+ with self.assertRaises(CalledProcessError, msg=emsg) as ctx:
56
+ qemu_io('-f', imgfmt, '-c', 'quit', test_img)
57
+ if 'Is another process using the image' not in ctx.exception.stdout:
58
+ raise ctx.exception
59
60
# Now migrate the VM
61
self.vm_s.qmp('migrate', uri=f'unix:{mig_sock}')
62
@@ -XXX,XX +XXX,XX @@ class TestMigrationPermissions(iotests.QMPTestCase):
63
64
# Try the same qemu-io access again, verifying that the WRITE
65
# permission remains unshared
66
- log = qemu_io('-f', imgfmt, '-c', 'quit', test_img, check=False).stdout
67
- if not log.strip():
68
- print('ERROR (post-migration): qemu-io should not be able to '
69
- 'access this image, but it reported no error')
70
- else:
71
- # This is the expected output
72
- assert 'Is another process using the image' in log
73
+ emsg = ('ERROR (post-migration): qemu-io should not be able to '
74
+ 'access this image, but it reported no error')
75
+ with self.assertRaises(CalledProcessError, msg=emsg) as ctx:
76
+ qemu_io('-f', imgfmt, '-c', 'quit', test_img)
77
+ if 'Is another process using the image' not in ctx.exception.stdout:
78
+ raise ctx.exception
79
80
81
if __name__ == '__main__':
82
--
83
2.35.1
diff view generated by jsdifflib