1 | The following changes since commit 30aa19446d82358a30eac3b556b4d6641e00b7c1: | 1 | The following changes since commit 77f3804ab7ed94b471a14acb260e5aeacf26193f: |
---|---|---|---|
2 | 2 | ||
3 | Merge remote-tracking branch 'remotes/cschoenebeck/tags/pull-9p-20200812' into staging (2020-08-24 16:39:53 +0100) | 3 | Merge remote-tracking branch 'remotes/kevin/tags/for-upstream' into staging (2021-02-02 16:47:51 +0000) |
4 | 4 | ||
5 | are available in the Git repository at: | 5 | are available in the Git repository at: |
6 | 6 | ||
7 | https://github.com/XanClic/qemu.git tags/pull-block-2020-08-25 | 7 | https://gitlab.com/stefanha/qemu.git tags/block-pull-request |
8 | 8 | ||
9 | for you to fetch changes up to c576fd97d4ca77b5a1a27728df11a61083dbfa98: | 9 | for you to fetch changes up to 026362226f1ff6a1168524a326bbd6347ad40e85: |
10 | 10 | ||
11 | iotests: Add tests for qcow2 images with extended L2 entries (2020-08-25 10:20:18 +0200) | 11 | docs: fix Parallels Image "dirty bitmap" section (2021-02-03 16:48:21 +0000) |
12 | 12 | ||
13 | ---------------------------------------------------------------- | 13 | ---------------------------------------------------------------- |
14 | Block patches: | 14 | Pull request |
15 | - qcow2 subclusters (extended L2 entries) | 15 | |
16 | The pull request includes Multi-Process QEMU, GitLab repo URL updates, and even | ||
17 | a block layer patch to fix the Parallels Image format specification! | ||
16 | 18 | ||
17 | ---------------------------------------------------------------- | 19 | ---------------------------------------------------------------- |
18 | Alberto Garcia (34): | ||
19 | qcow2: Make Qcow2AioTask store the full host offset | ||
20 | qcow2: Convert qcow2_get_cluster_offset() into qcow2_get_host_offset() | ||
21 | qcow2: Add calculate_l2_meta() | ||
22 | qcow2: Split cluster_needs_cow() out of count_cow_clusters() | ||
23 | qcow2: Process QCOW2_CLUSTER_ZERO_ALLOC clusters in handle_copied() | ||
24 | qcow2: Add get_l2_entry() and set_l2_entry() | ||
25 | qcow2: Document the Extended L2 Entries feature | ||
26 | qcow2: Add dummy has_subclusters() function | ||
27 | qcow2: Add subcluster-related fields to BDRVQcow2State | ||
28 | qcow2: Add offset_to_sc_index() | ||
29 | qcow2: Add offset_into_subcluster() and size_to_subclusters() | ||
30 | qcow2: Add l2_entry_size() | ||
31 | qcow2: Update get/set_l2_entry() and add get/set_l2_bitmap() | ||
32 | qcow2: Add QCow2SubclusterType and qcow2_get_subcluster_type() | ||
33 | qcow2: Add qcow2_get_subcluster_range_type() | ||
34 | qcow2: Add qcow2_cluster_is_allocated() | ||
35 | qcow2: Add cluster type parameter to qcow2_get_host_offset() | ||
36 | qcow2: Replace QCOW2_CLUSTER_* with QCOW2_SUBCLUSTER_* | ||
37 | qcow2: Handle QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC | ||
38 | qcow2: Add subcluster support to calculate_l2_meta() | ||
39 | qcow2: Add subcluster support to qcow2_get_host_offset() | ||
40 | qcow2: Add subcluster support to zero_in_l2_slice() | ||
41 | qcow2: Add subcluster support to discard_in_l2_slice() | ||
42 | qcow2: Add subcluster support to check_refcounts_l2() | ||
43 | qcow2: Update L2 bitmap in qcow2_alloc_cluster_link_l2() | ||
44 | qcow2: Clear the L2 bitmap when allocating a compressed cluster | ||
45 | qcow2: Add subcluster support to handle_alloc_space() | ||
46 | qcow2: Add subcluster support to qcow2_co_pwrite_zeroes() | ||
47 | qcow2: Add subcluster support to qcow2_measure() | ||
48 | qcow2: Add prealloc field to QCowL2Meta | ||
49 | qcow2: Add the 'extended_l2' option and the QCOW2_INCOMPAT_EXTL2 bit | ||
50 | qcow2: Allow preallocation and backing files if extended_l2 is set | ||
51 | qcow2: Assert that expand_zero_clusters_in_l1() does not support | ||
52 | subclusters | ||
53 | iotests: Add tests for qcow2 images with extended L2 entries | ||
54 | 20 | ||
55 | docs/interop/qcow2.txt | 68 ++- | 21 | Denis V. Lunev (1): |
56 | docs/qcow2-cache.txt | 19 +- | 22 | docs: fix Parallels Image "dirty bitmap" section |
57 | qapi/block-core.json | 7 + | 23 | |
58 | block/qcow2.h | 211 ++++++- | 24 | Elena Ufimtseva (8): |
59 | include/block/block_int.h | 1 + | 25 | multi-process: add configure and usage information |
60 | block/qcow2-cluster.c | 906 +++++++++++++++++++++---------- | 26 | io: add qio_channel_writev_full_all helper |
61 | block/qcow2-refcount.c | 47 +- | 27 | io: add qio_channel_readv_full_all_eof & qio_channel_readv_full_all |
62 | block/qcow2.c | 302 +++++++---- | 28 | helpers |
63 | block/trace-events | 2 +- | 29 | multi-process: define MPQemuMsg format and transmission functions |
64 | tests/qemu-iotests/031.out | 8 +- | 30 | multi-process: introduce proxy object |
65 | tests/qemu-iotests/036.out | 4 +- | 31 | multi-process: add proxy communication functions |
66 | tests/qemu-iotests/049.out | 102 ++-- | 32 | multi-process: Forward PCI config space acceses to the remote process |
67 | tests/qemu-iotests/060.out | 3 +- | 33 | multi-process: perform device reset in the remote process |
68 | tests/qemu-iotests/061 | 6 + | 34 | |
69 | tests/qemu-iotests/061.out | 25 +- | 35 | Jagannathan Raman (11): |
70 | tests/qemu-iotests/065 | 12 +- | 36 | memory: alloc RAM from file at offset |
71 | tests/qemu-iotests/082.out | 39 +- | 37 | multi-process: Add config option for multi-process QEMU |
72 | tests/qemu-iotests/085.out | 38 +- | 38 | multi-process: setup PCI host bridge for remote device |
73 | tests/qemu-iotests/144.out | 4 +- | 39 | multi-process: setup a machine object for remote device process |
74 | tests/qemu-iotests/182.out | 2 +- | 40 | multi-process: Initialize message handler in remote device |
75 | tests/qemu-iotests/185.out | 8 +- | 41 | multi-process: Associate fd of a PCIDevice with its object |
76 | tests/qemu-iotests/198 | 2 + | 42 | multi-process: setup memory manager for remote device |
77 | tests/qemu-iotests/206.out | 6 +- | 43 | multi-process: PCI BAR read/write handling for proxy & remote |
78 | tests/qemu-iotests/242.out | 5 + | 44 | endpoints |
79 | tests/qemu-iotests/255.out | 8 +- | 45 | multi-process: Synchronize remote memory |
80 | tests/qemu-iotests/271 | 901 ++++++++++++++++++++++++++++++ | 46 | multi-process: create IOHUB object to handle irq |
81 | tests/qemu-iotests/271.out | 726 +++++++++++++++++++++++++ | 47 | multi-process: Retrieve PCI info from remote process |
82 | tests/qemu-iotests/274.out | 49 +- | 48 | |
83 | tests/qemu-iotests/280.out | 2 +- | 49 | John G Johnson (1): |
84 | tests/qemu-iotests/291.out | 2 + | 50 | multi-process: add the concept description to |
85 | tests/qemu-iotests/302.out | 1 + | 51 | docs/devel/qemu-multiprocess |
86 | tests/qemu-iotests/303.out | 4 +- | 52 | |
87 | tests/qemu-iotests/common.filter | 1 + | 53 | Stefan Hajnoczi (6): |
88 | tests/qemu-iotests/group | 1 + | 54 | .github: point Repo Lockdown bot to GitLab repo |
89 | 34 files changed, 2952 insertions(+), 570 deletions(-) | 55 | gitmodules: use GitLab repos instead of qemu.org |
90 | create mode 100755 tests/qemu-iotests/271 | 56 | gitlab-ci: remove redundant GitLab repo URL command |
91 | create mode 100644 tests/qemu-iotests/271.out | 57 | docs: update README to use GitLab repo URLs |
58 | pc-bios: update mirror URLs to GitLab | ||
59 | get_maintainer: update repo URL to GitLab | ||
60 | |||
61 | MAINTAINERS | 24 + | ||
62 | README.rst | 4 +- | ||
63 | docs/devel/index.rst | 1 + | ||
64 | docs/devel/multi-process.rst | 966 ++++++++++++++++++++++ | ||
65 | docs/system/index.rst | 1 + | ||
66 | docs/system/multi-process.rst | 64 ++ | ||
67 | docs/interop/parallels.txt | 2 +- | ||
68 | configure | 10 + | ||
69 | meson.build | 5 +- | ||
70 | hw/remote/trace.h | 1 + | ||
71 | include/exec/memory.h | 2 + | ||
72 | include/exec/ram_addr.h | 2 +- | ||
73 | include/hw/pci-host/remote.h | 30 + | ||
74 | include/hw/pci/pci_ids.h | 3 + | ||
75 | include/hw/remote/iohub.h | 42 + | ||
76 | include/hw/remote/machine.h | 38 + | ||
77 | include/hw/remote/memory.h | 19 + | ||
78 | include/hw/remote/mpqemu-link.h | 99 +++ | ||
79 | include/hw/remote/proxy-memory-listener.h | 28 + | ||
80 | include/hw/remote/proxy.h | 48 ++ | ||
81 | include/io/channel.h | 78 ++ | ||
82 | include/qemu/mmap-alloc.h | 4 +- | ||
83 | include/sysemu/iothread.h | 6 + | ||
84 | backends/hostmem-memfd.c | 2 +- | ||
85 | hw/misc/ivshmem.c | 3 +- | ||
86 | hw/pci-host/remote.c | 75 ++ | ||
87 | hw/remote/iohub.c | 119 +++ | ||
88 | hw/remote/machine.c | 80 ++ | ||
89 | hw/remote/memory.c | 65 ++ | ||
90 | hw/remote/message.c | 230 ++++++ | ||
91 | hw/remote/mpqemu-link.c | 267 ++++++ | ||
92 | hw/remote/proxy-memory-listener.c | 227 +++++ | ||
93 | hw/remote/proxy.c | 379 +++++++++ | ||
94 | hw/remote/remote-obj.c | 203 +++++ | ||
95 | io/channel.c | 116 ++- | ||
96 | iothread.c | 6 + | ||
97 | softmmu/memory.c | 3 +- | ||
98 | softmmu/physmem.c | 11 +- | ||
99 | util/mmap-alloc.c | 7 +- | ||
100 | util/oslib-posix.c | 2 +- | ||
101 | .github/lockdown.yml | 8 +- | ||
102 | .gitlab-ci.yml | 1 - | ||
103 | .gitmodules | 44 +- | ||
104 | Kconfig.host | 4 + | ||
105 | hw/Kconfig | 1 + | ||
106 | hw/meson.build | 1 + | ||
107 | hw/pci-host/Kconfig | 3 + | ||
108 | hw/pci-host/meson.build | 1 + | ||
109 | hw/remote/Kconfig | 4 + | ||
110 | hw/remote/meson.build | 13 + | ||
111 | hw/remote/trace-events | 4 + | ||
112 | pc-bios/README | 4 +- | ||
113 | scripts/get_maintainer.pl | 2 +- | ||
114 | 53 files changed, 3294 insertions(+), 68 deletions(-) | ||
115 | create mode 100644 docs/devel/multi-process.rst | ||
116 | create mode 100644 docs/system/multi-process.rst | ||
117 | create mode 100644 hw/remote/trace.h | ||
118 | create mode 100644 include/hw/pci-host/remote.h | ||
119 | create mode 100644 include/hw/remote/iohub.h | ||
120 | create mode 100644 include/hw/remote/machine.h | ||
121 | create mode 100644 include/hw/remote/memory.h | ||
122 | create mode 100644 include/hw/remote/mpqemu-link.h | ||
123 | create mode 100644 include/hw/remote/proxy-memory-listener.h | ||
124 | create mode 100644 include/hw/remote/proxy.h | ||
125 | create mode 100644 hw/pci-host/remote.c | ||
126 | create mode 100644 hw/remote/iohub.c | ||
127 | create mode 100644 hw/remote/machine.c | ||
128 | create mode 100644 hw/remote/memory.c | ||
129 | create mode 100644 hw/remote/message.c | ||
130 | create mode 100644 hw/remote/mpqemu-link.c | ||
131 | create mode 100644 hw/remote/proxy-memory-listener.c | ||
132 | create mode 100644 hw/remote/proxy.c | ||
133 | create mode 100644 hw/remote/remote-obj.c | ||
134 | create mode 100644 hw/remote/Kconfig | ||
135 | create mode 100644 hw/remote/meson.build | ||
136 | create mode 100644 hw/remote/trace-events | ||
92 | 137 | ||
93 | -- | 138 | -- |
94 | 2.26.2 | 139 | 2.29.2 |
95 | 140 | ||
96 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Alberto Garcia <berto@igalia.com> | ||
2 | 1 | ||
3 | The file_cluster_offset field of Qcow2AioTask stores a cluster-aligned | ||
4 | host offset. In practice this is not very useful because all users(*) | ||
5 | of this structure need the final host offset into the cluster, which | ||
6 | they calculate using | ||
7 | |||
8 | host_offset = file_cluster_offset + offset_into_cluster(s, offset) | ||
9 | |||
10 | There is no reason why Qcow2AioTask cannot store host_offset directly | ||
11 | and that is what this patch does. | ||
12 | |||
13 | (*) compressed clusters are the exception: in this case what | ||
14 | file_cluster_offset was storing was the full compressed cluster | ||
15 | descriptor (offset + size). This does not change with this patch | ||
16 | but it is documented now. | ||
17 | |||
18 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
19 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
20 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
21 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
22 | Message-Id: <07c4b15c644dcf06c9459f98846ac1c4ea96e26f.1594396418.git.berto@igalia.com> | ||
23 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
24 | --- | ||
25 | block/qcow2.c | 69 ++++++++++++++++++++++------------------------ | ||
26 | block/trace-events | 2 +- | ||
27 | 2 files changed, 34 insertions(+), 37 deletions(-) | ||
28 | |||
29 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
30 | index XXXXXXX..XXXXXXX 100644 | ||
31 | --- a/block/qcow2.c | ||
32 | +++ b/block/qcow2.c | ||
33 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
34 | |||
35 | static int coroutine_fn | ||
36 | qcow2_co_preadv_compressed(BlockDriverState *bs, | ||
37 | - uint64_t file_cluster_offset, | ||
38 | + uint64_t cluster_descriptor, | ||
39 | uint64_t offset, | ||
40 | uint64_t bytes, | ||
41 | QEMUIOVector *qiov, | ||
42 | @@ -XXX,XX +XXX,XX @@ out: | ||
43 | |||
44 | static coroutine_fn int | ||
45 | qcow2_co_preadv_encrypted(BlockDriverState *bs, | ||
46 | - uint64_t file_cluster_offset, | ||
47 | + uint64_t host_offset, | ||
48 | uint64_t offset, | ||
49 | uint64_t bytes, | ||
50 | QEMUIOVector *qiov, | ||
51 | @@ -XXX,XX +XXX,XX @@ qcow2_co_preadv_encrypted(BlockDriverState *bs, | ||
52 | } | ||
53 | |||
54 | BLKDBG_EVENT(bs->file, BLKDBG_READ_AIO); | ||
55 | - ret = bdrv_co_pread(s->data_file, | ||
56 | - file_cluster_offset + offset_into_cluster(s, offset), | ||
57 | - bytes, buf, 0); | ||
58 | + ret = bdrv_co_pread(s->data_file, host_offset, bytes, buf, 0); | ||
59 | if (ret < 0) { | ||
60 | goto fail; | ||
61 | } | ||
62 | |||
63 | - if (qcow2_co_decrypt(bs, | ||
64 | - file_cluster_offset + offset_into_cluster(s, offset), | ||
65 | - offset, buf, bytes) < 0) | ||
66 | + if (qcow2_co_decrypt(bs, host_offset, offset, buf, bytes) < 0) | ||
67 | { | ||
68 | ret = -EIO; | ||
69 | goto fail; | ||
70 | @@ -XXX,XX +XXX,XX @@ typedef struct Qcow2AioTask { | ||
71 | |||
72 | BlockDriverState *bs; | ||
73 | QCow2ClusterType cluster_type; /* only for read */ | ||
74 | - uint64_t file_cluster_offset; | ||
75 | + uint64_t host_offset; /* or full descriptor in compressed clusters */ | ||
76 | uint64_t offset; | ||
77 | uint64_t bytes; | ||
78 | QEMUIOVector *qiov; | ||
79 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
80 | AioTaskPool *pool, | ||
81 | AioTaskFunc func, | ||
82 | QCow2ClusterType cluster_type, | ||
83 | - uint64_t file_cluster_offset, | ||
84 | + uint64_t host_offset, | ||
85 | uint64_t offset, | ||
86 | uint64_t bytes, | ||
87 | QEMUIOVector *qiov, | ||
88 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
89 | .bs = bs, | ||
90 | .cluster_type = cluster_type, | ||
91 | .qiov = qiov, | ||
92 | - .file_cluster_offset = file_cluster_offset, | ||
93 | + .host_offset = host_offset, | ||
94 | .offset = offset, | ||
95 | .bytes = bytes, | ||
96 | .qiov_offset = qiov_offset, | ||
97 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
98 | |||
99 | trace_qcow2_add_task(qemu_coroutine_self(), bs, pool, | ||
100 | func == qcow2_co_preadv_task_entry ? "read" : "write", | ||
101 | - cluster_type, file_cluster_offset, offset, bytes, | ||
102 | + cluster_type, host_offset, offset, bytes, | ||
103 | qiov, qiov_offset); | ||
104 | |||
105 | if (!pool) { | ||
106 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
107 | |||
108 | static coroutine_fn int qcow2_co_preadv_task(BlockDriverState *bs, | ||
109 | QCow2ClusterType cluster_type, | ||
110 | - uint64_t file_cluster_offset, | ||
111 | + uint64_t host_offset, | ||
112 | uint64_t offset, uint64_t bytes, | ||
113 | QEMUIOVector *qiov, | ||
114 | size_t qiov_offset) | ||
115 | { | ||
116 | BDRVQcow2State *s = bs->opaque; | ||
117 | - int offset_in_cluster = offset_into_cluster(s, offset); | ||
118 | |||
119 | switch (cluster_type) { | ||
120 | case QCOW2_CLUSTER_ZERO_PLAIN: | ||
121 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_task(BlockDriverState *bs, | ||
122 | qiov, qiov_offset, 0); | ||
123 | |||
124 | case QCOW2_CLUSTER_COMPRESSED: | ||
125 | - return qcow2_co_preadv_compressed(bs, file_cluster_offset, | ||
126 | + return qcow2_co_preadv_compressed(bs, host_offset, | ||
127 | offset, bytes, qiov, qiov_offset); | ||
128 | |||
129 | case QCOW2_CLUSTER_NORMAL: | ||
130 | - assert(offset_into_cluster(s, file_cluster_offset) == 0); | ||
131 | if (bs->encrypted) { | ||
132 | - return qcow2_co_preadv_encrypted(bs, file_cluster_offset, | ||
133 | + return qcow2_co_preadv_encrypted(bs, host_offset, | ||
134 | offset, bytes, qiov, qiov_offset); | ||
135 | } | ||
136 | |||
137 | BLKDBG_EVENT(bs->file, BLKDBG_READ_AIO); | ||
138 | - return bdrv_co_preadv_part(s->data_file, | ||
139 | - file_cluster_offset + offset_in_cluster, | ||
140 | + return bdrv_co_preadv_part(s->data_file, host_offset, | ||
141 | bytes, qiov, qiov_offset, 0); | ||
142 | |||
143 | default: | ||
144 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_task_entry(AioTask *task) | ||
145 | |||
146 | assert(!t->l2meta); | ||
147 | |||
148 | - return qcow2_co_preadv_task(t->bs, t->cluster_type, t->file_cluster_offset, | ||
149 | + return qcow2_co_preadv_task(t->bs, t->cluster_type, t->host_offset, | ||
150 | t->offset, t->bytes, t->qiov, t->qiov_offset); | ||
151 | } | ||
152 | |||
153 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
154 | { | ||
155 | qemu_iovec_memset(qiov, qiov_offset, 0, cur_bytes); | ||
156 | } else { | ||
157 | + /* | ||
158 | + * For compressed clusters the variable cluster_offset | ||
159 | + * does not actually store the offset but the full | ||
160 | + * descriptor. We need to leave it unchanged because | ||
161 | + * that's what qcow2_co_preadv_compressed() expects. | ||
162 | + */ | ||
163 | + uint64_t host_offset = (ret == QCOW2_CLUSTER_COMPRESSED) ? | ||
164 | + cluster_offset : | ||
165 | + cluster_offset + offset_into_cluster(s, offset); | ||
166 | if (!aio && cur_bytes != bytes) { | ||
167 | aio = aio_task_pool_new(QCOW2_MAX_WORKERS); | ||
168 | } | ||
169 | ret = qcow2_add_task(bs, aio, qcow2_co_preadv_task_entry, ret, | ||
170 | - cluster_offset, offset, cur_bytes, | ||
171 | + host_offset, offset, cur_bytes, | ||
172 | qiov, qiov_offset, NULL); | ||
173 | if (ret < 0) { | ||
174 | goto out; | ||
175 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc_space(BlockDriverState *bs, QCowL2Meta *l2meta) | ||
176 | * not use it somehow after qcow2_co_pwritev_task() call | ||
177 | */ | ||
178 | static coroutine_fn int qcow2_co_pwritev_task(BlockDriverState *bs, | ||
179 | - uint64_t file_cluster_offset, | ||
180 | + uint64_t host_offset, | ||
181 | uint64_t offset, uint64_t bytes, | ||
182 | QEMUIOVector *qiov, | ||
183 | uint64_t qiov_offset, | ||
184 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwritev_task(BlockDriverState *bs, | ||
185 | int ret; | ||
186 | BDRVQcow2State *s = bs->opaque; | ||
187 | void *crypt_buf = NULL; | ||
188 | - int offset_in_cluster = offset_into_cluster(s, offset); | ||
189 | QEMUIOVector encrypted_qiov; | ||
190 | |||
191 | if (bs->encrypted) { | ||
192 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwritev_task(BlockDriverState *bs, | ||
193 | } | ||
194 | qemu_iovec_to_buf(qiov, qiov_offset, crypt_buf, bytes); | ||
195 | |||
196 | - if (qcow2_co_encrypt(bs, file_cluster_offset + offset_in_cluster, | ||
197 | - offset, crypt_buf, bytes) < 0) | ||
198 | - { | ||
199 | + if (qcow2_co_encrypt(bs, host_offset, offset, crypt_buf, bytes) < 0) { | ||
200 | ret = -EIO; | ||
201 | goto out_unlocked; | ||
202 | } | ||
203 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwritev_task(BlockDriverState *bs, | ||
204 | */ | ||
205 | if (!merge_cow(offset, bytes, qiov, qiov_offset, l2meta)) { | ||
206 | BLKDBG_EVENT(bs->file, BLKDBG_WRITE_AIO); | ||
207 | - trace_qcow2_writev_data(qemu_coroutine_self(), | ||
208 | - file_cluster_offset + offset_in_cluster); | ||
209 | - ret = bdrv_co_pwritev_part(s->data_file, | ||
210 | - file_cluster_offset + offset_in_cluster, | ||
211 | + trace_qcow2_writev_data(qemu_coroutine_self(), host_offset); | ||
212 | + ret = bdrv_co_pwritev_part(s->data_file, host_offset, | ||
213 | bytes, qiov, qiov_offset, 0); | ||
214 | if (ret < 0) { | ||
215 | goto out_unlocked; | ||
216 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwritev_task_entry(AioTask *task) | ||
217 | |||
218 | assert(!t->cluster_type); | ||
219 | |||
220 | - return qcow2_co_pwritev_task(t->bs, t->file_cluster_offset, | ||
221 | + return qcow2_co_pwritev_task(t->bs, t->host_offset, | ||
222 | t->offset, t->bytes, t->qiov, t->qiov_offset, | ||
223 | t->l2meta); | ||
224 | } | ||
225 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwritev_part( | ||
226 | aio = aio_task_pool_new(QCOW2_MAX_WORKERS); | ||
227 | } | ||
228 | ret = qcow2_add_task(bs, aio, qcow2_co_pwritev_task_entry, 0, | ||
229 | - cluster_offset, offset, cur_bytes, | ||
230 | - qiov, qiov_offset, l2meta); | ||
231 | + cluster_offset + offset_in_cluster, offset, | ||
232 | + cur_bytes, qiov, qiov_offset, l2meta); | ||
233 | l2meta = NULL; /* l2meta is consumed by qcow2_co_pwritev_task() */ | ||
234 | if (ret < 0) { | ||
235 | goto fail_nometa; | ||
236 | @@ -XXX,XX +XXX,XX @@ qcow2_co_pwritev_compressed_part(BlockDriverState *bs, | ||
237 | |||
238 | static int coroutine_fn | ||
239 | qcow2_co_preadv_compressed(BlockDriverState *bs, | ||
240 | - uint64_t file_cluster_offset, | ||
241 | + uint64_t cluster_descriptor, | ||
242 | uint64_t offset, | ||
243 | uint64_t bytes, | ||
244 | QEMUIOVector *qiov, | ||
245 | @@ -XXX,XX +XXX,XX @@ qcow2_co_preadv_compressed(BlockDriverState *bs, | ||
246 | uint8_t *buf, *out_buf; | ||
247 | int offset_in_cluster = offset_into_cluster(s, offset); | ||
248 | |||
249 | - coffset = file_cluster_offset & s->cluster_offset_mask; | ||
250 | - nb_csectors = ((file_cluster_offset >> s->csize_shift) & s->csize_mask) + 1; | ||
251 | + coffset = cluster_descriptor & s->cluster_offset_mask; | ||
252 | + nb_csectors = ((cluster_descriptor >> s->csize_shift) & s->csize_mask) + 1; | ||
253 | csize = nb_csectors * QCOW2_COMPRESSED_SECTOR_SIZE - | ||
254 | (coffset & ~QCOW2_COMPRESSED_SECTOR_MASK); | ||
255 | |||
256 | diff --git a/block/trace-events b/block/trace-events | ||
257 | index XXXXXXX..XXXXXXX 100644 | ||
258 | --- a/block/trace-events | ||
259 | +++ b/block/trace-events | ||
260 | @@ -XXX,XX +XXX,XX @@ luring_io_uring_submit(void *s, int ret) "LuringState %p ret %d" | ||
261 | luring_resubmit_short_read(void *s, void *luringcb, int nread) "LuringState %p luringcb %p nread %d" | ||
262 | |||
263 | # qcow2.c | ||
264 | -qcow2_add_task(void *co, void *bs, void *pool, const char *action, int cluster_type, uint64_t file_cluster_offset, uint64_t offset, uint64_t bytes, void *qiov, size_t qiov_offset) "co %p bs %p pool %p: %s: cluster_type %d file_cluster_offset %" PRIu64 " offset %" PRIu64 " bytes %" PRIu64 " qiov %p qiov_offset %zu" | ||
265 | +qcow2_add_task(void *co, void *bs, void *pool, const char *action, int cluster_type, uint64_t host_offset, uint64_t offset, uint64_t bytes, void *qiov, size_t qiov_offset) "co %p bs %p pool %p: %s: cluster_type %d file_cluster_offset %" PRIu64 " offset %" PRIu64 " bytes %" PRIu64 " qiov %p qiov_offset %zu" | ||
266 | qcow2_writev_start_req(void *co, int64_t offset, int bytes) "co %p offset 0x%" PRIx64 " bytes %d" | ||
267 | qcow2_writev_done_req(void *co, int ret) "co %p ret %d" | ||
268 | qcow2_writev_start_part(void *co) "co %p" | ||
269 | -- | ||
270 | 2.26.2 | ||
271 | |||
272 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Alberto Garcia <berto@igalia.com> | ||
2 | 1 | ||
3 | qcow2_get_cluster_offset() takes an (unaligned) guest offset and | ||
4 | returns the (aligned) offset of the corresponding cluster in the qcow2 | ||
5 | image. | ||
6 | |||
7 | In practice none of the callers need to know where the cluster starts | ||
8 | so this patch makes the function calculate and return the final host | ||
9 | offset directly. The function is also renamed accordingly. | ||
10 | |||
11 | There is a pre-existing exception with compressed clusters: in this | ||
12 | case the function returns the complete cluster descriptor (containing | ||
13 | the offset and size of the compressed data). This does not change with | ||
14 | this patch but it is now documented. | ||
15 | |||
16 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
17 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
18 | Message-Id: <ffae6cdc5ca8950e8280ac0f696dcc376cb07095.1594396418.git.berto@igalia.com> | ||
19 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
20 | --- | ||
21 | block/qcow2.h | 4 ++-- | ||
22 | block/qcow2-cluster.c | 41 +++++++++++++++++++++++------------------ | ||
23 | block/qcow2.c | 24 +++++++----------------- | ||
24 | 3 files changed, 32 insertions(+), 37 deletions(-) | ||
25 | |||
26 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
27 | index XXXXXXX..XXXXXXX 100644 | ||
28 | --- a/block/qcow2.h | ||
29 | +++ b/block/qcow2.h | ||
30 | @@ -XXX,XX +XXX,XX @@ int qcow2_write_l1_entry(BlockDriverState *bs, int l1_index); | ||
31 | int qcow2_encrypt_sectors(BDRVQcow2State *s, int64_t sector_num, | ||
32 | uint8_t *buf, int nb_sectors, bool enc, Error **errp); | ||
33 | |||
34 | -int qcow2_get_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
35 | - unsigned int *bytes, uint64_t *cluster_offset); | ||
36 | +int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
37 | + unsigned int *bytes, uint64_t *host_offset); | ||
38 | int qcow2_alloc_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
39 | unsigned int *bytes, uint64_t *host_offset, | ||
40 | QCowL2Meta **m); | ||
41 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
42 | index XXXXXXX..XXXXXXX 100644 | ||
43 | --- a/block/qcow2-cluster.c | ||
44 | +++ b/block/qcow2-cluster.c | ||
45 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn do_perform_cow_write(BlockDriverState *bs, | ||
46 | |||
47 | |||
48 | /* | ||
49 | - * get_cluster_offset | ||
50 | + * get_host_offset | ||
51 | * | ||
52 | - * For a given offset of the virtual disk, find the cluster type and offset in | ||
53 | - * the qcow2 file. The offset is stored in *cluster_offset. | ||
54 | + * For a given offset of the virtual disk find the equivalent host | ||
55 | + * offset in the qcow2 file and store it in *host_offset. Neither | ||
56 | + * offset needs to be aligned to a cluster boundary. | ||
57 | + * | ||
58 | + * If the cluster is unallocated then *host_offset will be 0. | ||
59 | + * If the cluster is compressed then *host_offset will contain the | ||
60 | + * complete compressed cluster descriptor. | ||
61 | * | ||
62 | * On entry, *bytes is the maximum number of contiguous bytes starting at | ||
63 | * offset that we are interested in. | ||
64 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn do_perform_cow_write(BlockDriverState *bs, | ||
65 | * Returns the cluster type (QCOW2_CLUSTER_*) on success, -errno in error | ||
66 | * cases. | ||
67 | */ | ||
68 | -int qcow2_get_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
69 | - unsigned int *bytes, uint64_t *cluster_offset) | ||
70 | +int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
71 | + unsigned int *bytes, uint64_t *host_offset) | ||
72 | { | ||
73 | BDRVQcow2State *s = bs->opaque; | ||
74 | unsigned int l2_index; | ||
75 | - uint64_t l1_index, l2_offset, *l2_slice; | ||
76 | + uint64_t l1_index, l2_offset, *l2_slice, l2_entry; | ||
77 | int c; | ||
78 | unsigned int offset_in_cluster; | ||
79 | uint64_t bytes_available, bytes_needed, nb_clusters; | ||
80 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
81 | bytes_needed = bytes_available; | ||
82 | } | ||
83 | |||
84 | - *cluster_offset = 0; | ||
85 | + *host_offset = 0; | ||
86 | |||
87 | /* seek to the l2 offset in the l1 table */ | ||
88 | |||
89 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
90 | /* find the cluster offset for the given disk offset */ | ||
91 | |||
92 | l2_index = offset_to_l2_slice_index(s, offset); | ||
93 | - *cluster_offset = be64_to_cpu(l2_slice[l2_index]); | ||
94 | + l2_entry = be64_to_cpu(l2_slice[l2_index]); | ||
95 | |||
96 | nb_clusters = size_to_clusters(s, bytes_needed); | ||
97 | /* bytes_needed <= *bytes + offset_in_cluster, both of which are unsigned | ||
98 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
99 | * true */ | ||
100 | assert(nb_clusters <= INT_MAX); | ||
101 | |||
102 | - type = qcow2_get_cluster_type(bs, *cluster_offset); | ||
103 | + type = qcow2_get_cluster_type(bs, l2_entry); | ||
104 | if (s->qcow_version < 3 && (type == QCOW2_CLUSTER_ZERO_PLAIN || | ||
105 | type == QCOW2_CLUSTER_ZERO_ALLOC)) { | ||
106 | qcow2_signal_corruption(bs, true, -1, -1, "Zero cluster entry found" | ||
107 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
108 | } | ||
109 | /* Compressed clusters can only be processed one by one */ | ||
110 | c = 1; | ||
111 | - *cluster_offset &= L2E_COMPRESSED_OFFSET_SIZE_MASK; | ||
112 | + *host_offset = l2_entry & L2E_COMPRESSED_OFFSET_SIZE_MASK; | ||
113 | break; | ||
114 | case QCOW2_CLUSTER_ZERO_PLAIN: | ||
115 | case QCOW2_CLUSTER_UNALLOCATED: | ||
116 | /* how many empty clusters ? */ | ||
117 | c = count_contiguous_clusters_unallocated(bs, nb_clusters, | ||
118 | &l2_slice[l2_index], type); | ||
119 | - *cluster_offset = 0; | ||
120 | break; | ||
121 | case QCOW2_CLUSTER_ZERO_ALLOC: | ||
122 | - case QCOW2_CLUSTER_NORMAL: | ||
123 | + case QCOW2_CLUSTER_NORMAL: { | ||
124 | + uint64_t host_cluster_offset = l2_entry & L2E_OFFSET_MASK; | ||
125 | + *host_offset = host_cluster_offset + offset_in_cluster; | ||
126 | /* how many allocated clusters ? */ | ||
127 | c = count_contiguous_clusters(bs, nb_clusters, s->cluster_size, | ||
128 | &l2_slice[l2_index], QCOW_OFLAG_ZERO); | ||
129 | - *cluster_offset &= L2E_OFFSET_MASK; | ||
130 | - if (offset_into_cluster(s, *cluster_offset)) { | ||
131 | + if (offset_into_cluster(s, host_cluster_offset)) { | ||
132 | qcow2_signal_corruption(bs, true, -1, -1, | ||
133 | "Cluster allocation offset %#" | ||
134 | PRIx64 " unaligned (L2 offset: %#" PRIx64 | ||
135 | - ", L2 index: %#x)", *cluster_offset, | ||
136 | + ", L2 index: %#x)", host_cluster_offset, | ||
137 | l2_offset, l2_index); | ||
138 | ret = -EIO; | ||
139 | goto fail; | ||
140 | } | ||
141 | - if (has_data_file(bs) && *cluster_offset != offset - offset_in_cluster) | ||
142 | - { | ||
143 | + if (has_data_file(bs) && *host_offset != offset) { | ||
144 | qcow2_signal_corruption(bs, true, -1, -1, | ||
145 | "External data file host cluster offset %#" | ||
146 | PRIx64 " does not match guest cluster " | ||
147 | "offset: %#" PRIx64 | ||
148 | - ", L2 index: %#x)", *cluster_offset, | ||
149 | + ", L2 index: %#x)", host_cluster_offset, | ||
150 | offset - offset_in_cluster, l2_index); | ||
151 | ret = -EIO; | ||
152 | goto fail; | ||
153 | } | ||
154 | break; | ||
155 | + } | ||
156 | default: | ||
157 | abort(); | ||
158 | } | ||
159 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
160 | index XXXXXXX..XXXXXXX 100644 | ||
161 | --- a/block/qcow2.c | ||
162 | +++ b/block/qcow2.c | ||
163 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
164 | BlockDriverState **file) | ||
165 | { | ||
166 | BDRVQcow2State *s = bs->opaque; | ||
167 | - uint64_t cluster_offset; | ||
168 | + uint64_t host_offset; | ||
169 | unsigned int bytes; | ||
170 | int ret, status = 0; | ||
171 | |||
172 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
173 | } | ||
174 | |||
175 | bytes = MIN(INT_MAX, count); | ||
176 | - ret = qcow2_get_cluster_offset(bs, offset, &bytes, &cluster_offset); | ||
177 | + ret = qcow2_get_host_offset(bs, offset, &bytes, &host_offset); | ||
178 | qemu_co_mutex_unlock(&s->lock); | ||
179 | if (ret < 0) { | ||
180 | return ret; | ||
181 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
182 | |||
183 | if ((ret == QCOW2_CLUSTER_NORMAL || ret == QCOW2_CLUSTER_ZERO_ALLOC) && | ||
184 | !s->crypto) { | ||
185 | - *map = cluster_offset | offset_into_cluster(s, offset); | ||
186 | + *map = host_offset; | ||
187 | *file = s->data_file->bs; | ||
188 | status |= BDRV_BLOCK_OFFSET_VALID; | ||
189 | } | ||
190 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
191 | BDRVQcow2State *s = bs->opaque; | ||
192 | int ret = 0; | ||
193 | unsigned int cur_bytes; /* number of bytes in current iteration */ | ||
194 | - uint64_t cluster_offset = 0; | ||
195 | + uint64_t host_offset = 0; | ||
196 | AioTaskPool *aio = NULL; | ||
197 | |||
198 | while (bytes != 0 && aio_task_pool_status(aio) == 0) { | ||
199 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
200 | } | ||
201 | |||
202 | qemu_co_mutex_lock(&s->lock); | ||
203 | - ret = qcow2_get_cluster_offset(bs, offset, &cur_bytes, &cluster_offset); | ||
204 | + ret = qcow2_get_host_offset(bs, offset, &cur_bytes, &host_offset); | ||
205 | qemu_co_mutex_unlock(&s->lock); | ||
206 | if (ret < 0) { | ||
207 | goto out; | ||
208 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
209 | { | ||
210 | qemu_iovec_memset(qiov, qiov_offset, 0, cur_bytes); | ||
211 | } else { | ||
212 | - /* | ||
213 | - * For compressed clusters the variable cluster_offset | ||
214 | - * does not actually store the offset but the full | ||
215 | - * descriptor. We need to leave it unchanged because | ||
216 | - * that's what qcow2_co_preadv_compressed() expects. | ||
217 | - */ | ||
218 | - uint64_t host_offset = (ret == QCOW2_CLUSTER_COMPRESSED) ? | ||
219 | - cluster_offset : | ||
220 | - cluster_offset + offset_into_cluster(s, offset); | ||
221 | if (!aio && cur_bytes != bytes) { | ||
222 | aio = aio_task_pool_new(QCOW2_MAX_WORKERS); | ||
223 | } | ||
224 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
225 | offset = QEMU_ALIGN_DOWN(offset, s->cluster_size); | ||
226 | bytes = s->cluster_size; | ||
227 | nr = s->cluster_size; | ||
228 | - ret = qcow2_get_cluster_offset(bs, offset, &nr, &off); | ||
229 | + ret = qcow2_get_host_offset(bs, offset, &nr, &off); | ||
230 | if (ret != QCOW2_CLUSTER_UNALLOCATED && | ||
231 | ret != QCOW2_CLUSTER_ZERO_PLAIN && | ||
232 | ret != QCOW2_CLUSTER_ZERO_ALLOC) { | ||
233 | @@ -XXX,XX +XXX,XX @@ qcow2_co_copy_range_from(BlockDriverState *bs, | ||
234 | cur_bytes = MIN(bytes, INT_MAX); | ||
235 | cur_write_flags = write_flags; | ||
236 | |||
237 | - ret = qcow2_get_cluster_offset(bs, src_offset, &cur_bytes, ©_offset); | ||
238 | + ret = qcow2_get_host_offset(bs, src_offset, &cur_bytes, ©_offset); | ||
239 | if (ret < 0) { | ||
240 | goto out; | ||
241 | } | ||
242 | @@ -XXX,XX +XXX,XX @@ qcow2_co_copy_range_from(BlockDriverState *bs, | ||
243 | |||
244 | case QCOW2_CLUSTER_NORMAL: | ||
245 | child = s->data_file; | ||
246 | - copy_offset += offset_into_cluster(s, src_offset); | ||
247 | break; | ||
248 | |||
249 | default: | ||
250 | -- | ||
251 | 2.26.2 | ||
252 | |||
253 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | Use the GitLab repo URL as the main repo location in order to reduce |
---|---|---|---|
2 | load on qemu.org. | ||
2 | 3 | ||
3 | This function is only used by qcow2_expand_zero_clusters() to | 4 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
4 | downgrade a qcow2 image to a previous version. This would require | 5 | Reviewed-by: Wainer dos Santos Moschetta <wainersm@redhat.com> |
5 | transforming all extended L2 entries into normal L2 entries but this | 6 | Reviewed-by: Thomas Huth <thuth@redhat.com> |
6 | is not a simple task and there are no plans to implement this at the | 7 | Message-id: 20210111115017.156802-2-stefanha@redhat.com |
7 | moment. | 8 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
9 | --- | ||
10 | .github/lockdown.yml | 8 ++++---- | ||
11 | 1 file changed, 4 insertions(+), 4 deletions(-) | ||
8 | 12 | ||
9 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 13 | diff --git a/.github/lockdown.yml b/.github/lockdown.yml |
10 | Reviewed-by: Eric Blake <eblake@redhat.com> | 14 | index XXXXXXX..XXXXXXX 100644 |
11 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 15 | --- a/.github/lockdown.yml |
12 | Message-Id: <15e65112b4144381b4d8c0bdf8fb76b0d813e3d1.1594396418.git.berto@igalia.com> | 16 | +++ b/.github/lockdown.yml |
13 | [mreitz: Fixed comment style] | 17 | @@ -XXX,XX +XXX,XX @@ issues: |
14 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 18 | comment: | |
15 | --- | 19 | Thank you for your interest in the QEMU project. |
16 | block/qcow2-cluster.c | 14 ++++++++++++-- | 20 | |
17 | tests/qemu-iotests/061 | 6 ++++++ | 21 | - This repository is a read-only mirror of the project's master |
18 | tests/qemu-iotests/061.out | 5 +++++ | 22 | - repostories hosted on https://git.qemu.org/git/qemu.git. |
19 | 3 files changed, 23 insertions(+), 2 deletions(-) | 23 | + This repository is a read-only mirror of the project's repostories hosted |
24 | + at https://gitlab.com/qemu-project/qemu.git. | ||
25 | The project does not process issues filed on GitHub. | ||
26 | |||
27 | The project issues are tracked on Launchpad: | ||
28 | @@ -XXX,XX +XXX,XX @@ pulls: | ||
29 | comment: | | ||
30 | Thank you for your interest in the QEMU project. | ||
31 | |||
32 | - This repository is a read-only mirror of the project's master | ||
33 | - repostories hosted on https://git.qemu.org/git/qemu.git. | ||
34 | + This repository is a read-only mirror of the project's repostories hosted | ||
35 | + on https://gitlab.com/qemu-project/qemu.git. | ||
36 | The project does not process merge requests filed on GitHub. | ||
37 | |||
38 | QEMU welcomes contributions of code (either fixing bugs or adding new | ||
39 | -- | ||
40 | 2.29.2 | ||
20 | 41 | ||
21 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
22 | index XXXXXXX..XXXXXXX 100644 | ||
23 | --- a/block/qcow2-cluster.c | ||
24 | +++ b/block/qcow2-cluster.c | ||
25 | @@ -XXX,XX +XXX,XX @@ static int expand_zero_clusters_in_l1(BlockDriverState *bs, uint64_t *l1_table, | ||
26 | int ret; | ||
27 | int i, j; | ||
28 | |||
29 | + /* qcow2_downgrade() is not allowed in images with subclusters */ | ||
30 | + assert(!has_subclusters(s)); | ||
31 | + | ||
32 | slice_size2 = s->l2_slice_size * l2_entry_size(s); | ||
33 | n_slices = s->cluster_size / slice_size2; | ||
34 | |||
35 | @@ -XXX,XX +XXX,XX @@ static int expand_zero_clusters_in_l1(BlockDriverState *bs, uint64_t *l1_table, | ||
36 | |||
37 | if (cluster_type == QCOW2_CLUSTER_ZERO_PLAIN) { | ||
38 | if (!bs->backing) { | ||
39 | - /* not backed; therefore we can simply deallocate the | ||
40 | - * cluster */ | ||
41 | + /* | ||
42 | + * not backed; therefore we can simply deallocate the | ||
43 | + * cluster. No need to call set_l2_bitmap(), this | ||
44 | + * function doesn't support images with subclusters. | ||
45 | + */ | ||
46 | set_l2_entry(s, l2_slice, j, 0); | ||
47 | l2_dirty = true; | ||
48 | continue; | ||
49 | @@ -XXX,XX +XXX,XX @@ static int expand_zero_clusters_in_l1(BlockDriverState *bs, uint64_t *l1_table, | ||
50 | } else { | ||
51 | set_l2_entry(s, l2_slice, j, offset); | ||
52 | } | ||
53 | + /* | ||
54 | + * No need to call set_l2_bitmap() after set_l2_entry() because | ||
55 | + * this function doesn't support images with subclusters. | ||
56 | + */ | ||
57 | l2_dirty = true; | ||
58 | } | ||
59 | |||
60 | diff --git a/tests/qemu-iotests/061 b/tests/qemu-iotests/061 | ||
61 | index XXXXXXX..XXXXXXX 100755 | ||
62 | --- a/tests/qemu-iotests/061 | ||
63 | +++ b/tests/qemu-iotests/061 | ||
64 | @@ -XXX,XX +XXX,XX @@ $QEMU_IMG amend -o "compat=0.10" "$TEST_IMG" | ||
65 | _img_info --format-specific | ||
66 | _check_test_img | ||
67 | |||
68 | +echo | ||
69 | +echo "=== Testing version downgrade with extended L2 entries ===" | ||
70 | +echo | ||
71 | +_make_test_img -o "compat=1.1,extended_l2=on" 64M | ||
72 | +$QEMU_IMG amend -o "compat=0.10" "$TEST_IMG" | ||
73 | + | ||
74 | echo | ||
75 | echo "=== Try changing the external data file ===" | ||
76 | echo | ||
77 | diff --git a/tests/qemu-iotests/061.out b/tests/qemu-iotests/061.out | ||
78 | index XXXXXXX..XXXXXXX 100644 | ||
79 | --- a/tests/qemu-iotests/061.out | ||
80 | +++ b/tests/qemu-iotests/061.out | ||
81 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
82 | extended l2: false | ||
83 | No errors were found on the image. | ||
84 | |||
85 | +=== Testing version downgrade with extended L2 entries === | ||
86 | + | ||
87 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864 | ||
88 | +qemu-img: Cannot downgrade an image with incompatible features 0x10 set | ||
89 | + | ||
90 | === Try changing the external data file === | ||
91 | |||
92 | Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=67108864 | ||
93 | -- | ||
94 | 2.26.2 | ||
95 | |||
96 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | qemu.org is running out of bandwidth and the QEMU project is moving |
---|---|---|---|
2 | towards a gating CI on GitLab. Use the GitLab repos instead of qemu.org | ||
3 | (they will become mirrors). | ||
2 | 4 | ||
3 | Traditional qcow2 images don't allow preallocation if a backing file | 5 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
4 | is set. This is because once a cluster is allocated there is no way to | 6 | Reviewed-by: Wainer dos Santos Moschetta <wainersm@redhat.com> |
5 | tell that its data should be read from the backing file. | 7 | Reviewed-by: Thomas Huth <thuth@redhat.com> |
8 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
9 | Message-id: 20210111115017.156802-3-stefanha@redhat.com | ||
10 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | ||
12 | .gitmodules | 44 ++++++++++++++++++++++---------------------- | ||
13 | 1 file changed, 22 insertions(+), 22 deletions(-) | ||
6 | 14 | ||
7 | Extended L2 entries have individual allocation bits for each | 15 | diff --git a/.gitmodules b/.gitmodules |
8 | subcluster, and therefore it is perfectly possible to have an | 16 | index XXXXXXX..XXXXXXX 100644 |
9 | allocated cluster with all its subclusters unallocated. | 17 | --- a/.gitmodules |
18 | +++ b/.gitmodules | ||
19 | @@ -XXX,XX +XXX,XX @@ | ||
20 | [submodule "roms/seabios"] | ||
21 | path = roms/seabios | ||
22 | - url = https://git.qemu.org/git/seabios.git/ | ||
23 | + url = https://gitlab.com/qemu-project/seabios.git/ | ||
24 | [submodule "roms/SLOF"] | ||
25 | path = roms/SLOF | ||
26 | - url = https://git.qemu.org/git/SLOF.git | ||
27 | + url = https://gitlab.com/qemu-project/SLOF.git | ||
28 | [submodule "roms/ipxe"] | ||
29 | path = roms/ipxe | ||
30 | - url = https://git.qemu.org/git/ipxe.git | ||
31 | + url = https://gitlab.com/qemu-project/ipxe.git | ||
32 | [submodule "roms/openbios"] | ||
33 | path = roms/openbios | ||
34 | - url = https://git.qemu.org/git/openbios.git | ||
35 | + url = https://gitlab.com/qemu-project/openbios.git | ||
36 | [submodule "roms/qemu-palcode"] | ||
37 | path = roms/qemu-palcode | ||
38 | - url = https://git.qemu.org/git/qemu-palcode.git | ||
39 | + url = https://gitlab.com/qemu-project/qemu-palcode.git | ||
40 | [submodule "roms/sgabios"] | ||
41 | path = roms/sgabios | ||
42 | - url = https://git.qemu.org/git/sgabios.git | ||
43 | + url = https://gitlab.com/qemu-project/sgabios.git | ||
44 | [submodule "dtc"] | ||
45 | path = dtc | ||
46 | - url = https://git.qemu.org/git/dtc.git | ||
47 | + url = https://gitlab.com/qemu-project/dtc.git | ||
48 | [submodule "roms/u-boot"] | ||
49 | path = roms/u-boot | ||
50 | - url = https://git.qemu.org/git/u-boot.git | ||
51 | + url = https://gitlab.com/qemu-project/u-boot.git | ||
52 | [submodule "roms/skiboot"] | ||
53 | path = roms/skiboot | ||
54 | - url = https://git.qemu.org/git/skiboot.git | ||
55 | + url = https://gitlab.com/qemu-project/skiboot.git | ||
56 | [submodule "roms/QemuMacDrivers"] | ||
57 | path = roms/QemuMacDrivers | ||
58 | - url = https://git.qemu.org/git/QemuMacDrivers.git | ||
59 | + url = https://gitlab.com/qemu-project/QemuMacDrivers.git | ||
60 | [submodule "ui/keycodemapdb"] | ||
61 | path = ui/keycodemapdb | ||
62 | - url = https://git.qemu.org/git/keycodemapdb.git | ||
63 | + url = https://gitlab.com/qemu-project/keycodemapdb.git | ||
64 | [submodule "capstone"] | ||
65 | path = capstone | ||
66 | - url = https://git.qemu.org/git/capstone.git | ||
67 | + url = https://gitlab.com/qemu-project/capstone.git | ||
68 | [submodule "roms/seabios-hppa"] | ||
69 | path = roms/seabios-hppa | ||
70 | - url = https://git.qemu.org/git/seabios-hppa.git | ||
71 | + url = https://gitlab.com/qemu-project/seabios-hppa.git | ||
72 | [submodule "roms/u-boot-sam460ex"] | ||
73 | path = roms/u-boot-sam460ex | ||
74 | - url = https://git.qemu.org/git/u-boot-sam460ex.git | ||
75 | + url = https://gitlab.com/qemu-project/u-boot-sam460ex.git | ||
76 | [submodule "tests/fp/berkeley-testfloat-3"] | ||
77 | path = tests/fp/berkeley-testfloat-3 | ||
78 | - url = https://git.qemu.org/git/berkeley-testfloat-3.git | ||
79 | + url = https://gitlab.com/qemu-project/berkeley-testfloat-3.git | ||
80 | [submodule "tests/fp/berkeley-softfloat-3"] | ||
81 | path = tests/fp/berkeley-softfloat-3 | ||
82 | - url = https://git.qemu.org/git/berkeley-softfloat-3.git | ||
83 | + url = https://gitlab.com/qemu-project/berkeley-softfloat-3.git | ||
84 | [submodule "roms/edk2"] | ||
85 | path = roms/edk2 | ||
86 | - url = https://git.qemu.org/git/edk2.git | ||
87 | + url = https://gitlab.com/qemu-project/edk2.git | ||
88 | [submodule "slirp"] | ||
89 | path = slirp | ||
90 | - url = https://git.qemu.org/git/libslirp.git | ||
91 | + url = https://gitlab.com/qemu-project/libslirp.git | ||
92 | [submodule "roms/opensbi"] | ||
93 | path = roms/opensbi | ||
94 | - url = https://git.qemu.org/git/opensbi.git | ||
95 | + url = https://gitlab.com/qemu-project/opensbi.git | ||
96 | [submodule "roms/qboot"] | ||
97 | path = roms/qboot | ||
98 | - url = https://git.qemu.org/git/qboot.git | ||
99 | + url = https://gitlab.com/qemu-project/qboot.git | ||
100 | [submodule "meson"] | ||
101 | path = meson | ||
102 | - url = https://git.qemu.org/git/meson.git | ||
103 | + url = https://gitlab.com/qemu-project/meson.git | ||
104 | [submodule "roms/vbootrom"] | ||
105 | path = roms/vbootrom | ||
106 | - url = https://git.qemu.org/git/vbootrom.git | ||
107 | + url = https://gitlab.com/qemu-project/vbootrom.git | ||
108 | -- | ||
109 | 2.29.2 | ||
10 | 110 | ||
11 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
12 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
13 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
14 | Message-Id: <6d5b0f38e7dc5f2f31d8cab1cb92044e9909aece.1594396418.git.berto@igalia.com> | ||
15 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
16 | --- | ||
17 | block/qcow2.c | 7 ++++--- | ||
18 | tests/qemu-iotests/206.out | 2 +- | ||
19 | 2 files changed, 5 insertions(+), 4 deletions(-) | ||
20 | |||
21 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
22 | index XXXXXXX..XXXXXXX 100644 | ||
23 | --- a/block/qcow2.c | ||
24 | +++ b/block/qcow2.c | ||
25 | @@ -XXX,XX +XXX,XX @@ qcow2_co_create(BlockdevCreateOptions *create_options, Error **errp) | ||
26 | qcow2_opts->preallocation = PREALLOC_MODE_OFF; | ||
27 | } | ||
28 | if (qcow2_opts->has_backing_file && | ||
29 | - qcow2_opts->preallocation != PREALLOC_MODE_OFF) | ||
30 | + qcow2_opts->preallocation != PREALLOC_MODE_OFF && | ||
31 | + !qcow2_opts->extended_l2) | ||
32 | { | ||
33 | - error_setg(errp, "Backing file and preallocation cannot be used at " | ||
34 | - "the same time"); | ||
35 | + error_setg(errp, "Backing file and preallocation can only be used at " | ||
36 | + "the same time if extended_l2 is on"); | ||
37 | ret = -EINVAL; | ||
38 | goto out; | ||
39 | } | ||
40 | diff --git a/tests/qemu-iotests/206.out b/tests/qemu-iotests/206.out | ||
41 | index XXXXXXX..XXXXXXX 100644 | ||
42 | --- a/tests/qemu-iotests/206.out | ||
43 | +++ b/tests/qemu-iotests/206.out | ||
44 | @@ -XXX,XX +XXX,XX @@ Job failed: Different refcount widths than 16 bits require compatibility level 1 | ||
45 | === Invalid backing file options === | ||
46 | {"execute": "blockdev-create", "arguments": {"job-id": "job0", "options": {"backing-file": "/dev/null", "driver": "qcow2", "file": "node0", "preallocation": "full", "size": 67108864}}} | ||
47 | {"return": {}} | ||
48 | -Job failed: Backing file and preallocation cannot be used at the same time | ||
49 | +Job failed: Backing file and preallocation can only be used at the same time if extended_l2 is on | ||
50 | {"execute": "job-dismiss", "arguments": {"id": "job0"}} | ||
51 | {"return": {}} | ||
52 | |||
53 | -- | ||
54 | 2.26.2 | ||
55 | |||
56 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | It is no longer necessary to point .gitmodules at GitLab repos when |
---|---|---|---|
2 | running in GitLab CI since they are now used all the time. | ||
2 | 3 | ||
3 | This field allows us to indicate that the L2 metadata update does not | 4 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
4 | come from a write request with actual data but from a preallocation | 5 | Reviewed-by: Wainer dos Santos Moschetta <wainersm@redhat.com> |
5 | request. | 6 | Reviewed-by: Thomas Huth <thuth@redhat.com> |
7 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
8 | Message-id: 20210111115017.156802-4-stefanha@redhat.com | ||
9 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
10 | --- | ||
11 | .gitlab-ci.yml | 1 - | ||
12 | 1 file changed, 1 deletion(-) | ||
6 | 13 | ||
7 | For traditional images this does not make any difference, but for | 14 | diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml |
8 | images with extended L2 entries this means that the clusters are | 15 | index XXXXXXX..XXXXXXX 100644 |
9 | allocated normally in the L2 table but individual subclusters are | 16 | --- a/.gitlab-ci.yml |
10 | marked as unallocated. | 17 | +++ b/.gitlab-ci.yml |
18 | @@ -XXX,XX +XXX,XX @@ include: | ||
19 | image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest | ||
20 | before_script: | ||
21 | - JOBS=$(expr $(nproc) + 1) | ||
22 | - - sed -i s,git.qemu.org/git,gitlab.com/qemu-project, .gitmodules | ||
23 | script: | ||
24 | - mkdir build | ||
25 | - cd build | ||
26 | -- | ||
27 | 2.29.2 | ||
11 | 28 | ||
12 | This will allow preallocating images that have a backing file. | ||
13 | |||
14 | There is one special case: when we resize an existing image we can | ||
15 | also request that the new clusters are preallocated. If the image | ||
16 | already had a backing file then we have to hide any possible stale | ||
17 | data and zero out the new clusters (see commit 955c7d6687 for more | ||
18 | details). | ||
19 | |||
20 | In this case the subclusters cannot be left as unallocated so the L2 | ||
21 | bitmap must be updated. | ||
22 | |||
23 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
24 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
25 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
26 | Message-Id: <960d4c444a4f5a870e2b47e5da322a73cd9a2f5a.1594396418.git.berto@igalia.com> | ||
27 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
28 | --- | ||
29 | block/qcow2.h | 8 ++++++++ | ||
30 | block/qcow2-cluster.c | 2 +- | ||
31 | block/qcow2.c | 6 ++++++ | ||
32 | 3 files changed, 15 insertions(+), 1 deletion(-) | ||
33 | |||
34 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
35 | index XXXXXXX..XXXXXXX 100644 | ||
36 | --- a/block/qcow2.h | ||
37 | +++ b/block/qcow2.h | ||
38 | @@ -XXX,XX +XXX,XX @@ typedef struct QCowL2Meta | ||
39 | */ | ||
40 | bool skip_cow; | ||
41 | |||
42 | + /** | ||
43 | + * Indicates that this is not a normal write request but a preallocation. | ||
44 | + * If the image has extended L2 entries this means that no new individual | ||
45 | + * subclusters will be marked as allocated in the L2 bitmap (but any | ||
46 | + * existing contents of that bitmap will be kept). | ||
47 | + */ | ||
48 | + bool prealloc; | ||
49 | + | ||
50 | /** | ||
51 | * The I/O vector with the data from the actual guest write request. | ||
52 | * If non-NULL, this is meant to be merged together with the data | ||
53 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
54 | index XXXXXXX..XXXXXXX 100644 | ||
55 | --- a/block/qcow2-cluster.c | ||
56 | +++ b/block/qcow2-cluster.c | ||
57 | @@ -XXX,XX +XXX,XX @@ int qcow2_alloc_cluster_link_l2(BlockDriverState *bs, QCowL2Meta *m) | ||
58 | set_l2_entry(s, l2_slice, l2_index + i, offset | QCOW_OFLAG_COPIED); | ||
59 | |||
60 | /* Update bitmap with the subclusters that were just written */ | ||
61 | - if (has_subclusters(s)) { | ||
62 | + if (has_subclusters(s) && !m->prealloc) { | ||
63 | uint64_t l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index + i); | ||
64 | unsigned written_from = m->cow_start.offset; | ||
65 | unsigned written_to = m->cow_end.offset + m->cow_end.nb_bytes ?: | ||
66 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
67 | index XXXXXXX..XXXXXXX 100644 | ||
68 | --- a/block/qcow2.c | ||
69 | +++ b/block/qcow2.c | ||
70 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_handle_l2meta(BlockDriverState *bs, | ||
71 | QCowL2Meta *next; | ||
72 | |||
73 | if (link_l2) { | ||
74 | + assert(!l2meta->prealloc); | ||
75 | ret = qcow2_alloc_cluster_link_l2(bs, l2meta); | ||
76 | if (ret) { | ||
77 | goto out; | ||
78 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn preallocate_co(BlockDriverState *bs, uint64_t offset, | ||
79 | |||
80 | while (meta) { | ||
81 | QCowL2Meta *next = meta->next; | ||
82 | + meta->prealloc = true; | ||
83 | |||
84 | ret = qcow2_alloc_cluster_link_l2(bs, meta); | ||
85 | if (ret < 0) { | ||
86 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_truncate(BlockDriverState *bs, int64_t offset, | ||
87 | int64_t clusters_allocated; | ||
88 | int64_t old_file_size, last_cluster, new_file_size; | ||
89 | uint64_t nb_new_data_clusters, nb_new_l2_tables; | ||
90 | + bool subclusters_need_allocation = false; | ||
91 | |||
92 | /* With a data file, preallocation means just allocating the metadata | ||
93 | * and forwarding the truncate request to the data file */ | ||
94 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_truncate(BlockDriverState *bs, int64_t offset, | ||
95 | BDRV_REQ_ZERO_WRITE, NULL); | ||
96 | if (ret >= 0) { | ||
97 | flags &= ~BDRV_REQ_ZERO_WRITE; | ||
98 | + /* Ensure that we read zeroes and not backing file data */ | ||
99 | + subclusters_need_allocation = true; | ||
100 | } | ||
101 | } else { | ||
102 | ret = -1; | ||
103 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_truncate(BlockDriverState *bs, int64_t offset, | ||
104 | .offset = nb_clusters << s->cluster_bits, | ||
105 | .nb_bytes = 0, | ||
106 | }, | ||
107 | + .prealloc = !subclusters_need_allocation, | ||
108 | }; | ||
109 | qemu_co_queue_init(&allocation.dependent_requests); | ||
110 | |||
111 | -- | ||
112 | 2.26.2 | ||
113 | |||
114 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | qemu.org is running out of bandwidth and the QEMU project is moving |
---|---|---|---|
2 | towards a gating CI on GitLab. Use the GitLab repos instead of qemu.org | ||
3 | (they will become mirrors). | ||
2 | 4 | ||
3 | Extended L2 entries are bigger than normal L2 entries so this has an | 5 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
4 | impact on the amount of metadata needed for a qcow2 file. | 6 | Reviewed-by: Wainer dos Santos Moschetta <wainersm@redhat.com> |
7 | Reviewed-by: Thomas Huth <thuth@redhat.com> | ||
8 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
9 | Message-id: 20210111115017.156802-5-stefanha@redhat.com | ||
10 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | ||
12 | README.rst | 4 ++-- | ||
13 | 1 file changed, 2 insertions(+), 2 deletions(-) | ||
5 | 14 | ||
6 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 15 | diff --git a/README.rst b/README.rst |
7 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 16 | index XXXXXXX..XXXXXXX 100644 |
8 | Message-Id: <7efae2efd5e36b42d2570743a12576d68ce53685.1594396418.git.berto@igalia.com> | 17 | --- a/README.rst |
9 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 18 | +++ b/README.rst |
10 | --- | 19 | @@ -XXX,XX +XXX,XX @@ The QEMU source code is maintained under the GIT version control system. |
11 | block/qcow2.c | 20 +++++++++++++------- | 20 | |
12 | 1 file changed, 13 insertions(+), 7 deletions(-) | 21 | .. code-block:: shell |
22 | |||
23 | - git clone https://git.qemu.org/git/qemu.git | ||
24 | + git clone https://gitlab.com/qemu-project/qemu.git | ||
25 | |||
26 | When submitting patches, one common approach is to use 'git | ||
27 | format-patch' and/or 'git send-email' to format & send the mail to the | ||
28 | @@ -XXX,XX +XXX,XX @@ The QEMU website is also maintained under source control. | ||
29 | |||
30 | .. code-block:: shell | ||
31 | |||
32 | - git clone https://git.qemu.org/git/qemu-web.git | ||
33 | + git clone https://gitlab.com/qemu-project/qemu-web.git | ||
34 | |||
35 | * `<https://www.qemu.org/2017/02/04/the-new-qemu-website-is-up/>`_ | ||
36 | |||
37 | -- | ||
38 | 2.29.2 | ||
13 | 39 | ||
14 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
15 | index XXXXXXX..XXXXXXX 100644 | ||
16 | --- a/block/qcow2.c | ||
17 | +++ b/block/qcow2.c | ||
18 | @@ -XXX,XX +XXX,XX @@ int64_t qcow2_refcount_metadata_size(int64_t clusters, size_t cluster_size, | ||
19 | * @total_size: virtual disk size in bytes | ||
20 | * @cluster_size: cluster size in bytes | ||
21 | * @refcount_order: refcount bits power-of-2 exponent | ||
22 | + * @extended_l2: true if the image has extended L2 entries | ||
23 | * | ||
24 | * Returns: Total number of bytes required for the fully allocated image | ||
25 | * (including metadata). | ||
26 | */ | ||
27 | static int64_t qcow2_calc_prealloc_size(int64_t total_size, | ||
28 | size_t cluster_size, | ||
29 | - int refcount_order) | ||
30 | + int refcount_order, | ||
31 | + bool extended_l2) | ||
32 | { | ||
33 | int64_t meta_size = 0; | ||
34 | uint64_t nl1e, nl2e; | ||
35 | int64_t aligned_total_size = ROUND_UP(total_size, cluster_size); | ||
36 | + size_t l2e_size = extended_l2 ? L2E_SIZE_EXTENDED : L2E_SIZE_NORMAL; | ||
37 | |||
38 | /* header: 1 cluster */ | ||
39 | meta_size += cluster_size; | ||
40 | |||
41 | /* total size of L2 tables */ | ||
42 | nl2e = aligned_total_size / cluster_size; | ||
43 | - nl2e = ROUND_UP(nl2e, cluster_size / sizeof(uint64_t)); | ||
44 | - meta_size += nl2e * sizeof(uint64_t); | ||
45 | + nl2e = ROUND_UP(nl2e, cluster_size / l2e_size); | ||
46 | + meta_size += nl2e * l2e_size; | ||
47 | |||
48 | /* total size of L1 tables */ | ||
49 | - nl1e = nl2e * sizeof(uint64_t) / cluster_size; | ||
50 | + nl1e = nl2e * l2e_size / cluster_size; | ||
51 | nl1e = ROUND_UP(nl1e, cluster_size / sizeof(uint64_t)); | ||
52 | meta_size += nl1e * sizeof(uint64_t); | ||
53 | |||
54 | @@ -XXX,XX +XXX,XX @@ static BlockMeasureInfo *qcow2_measure(QemuOpts *opts, BlockDriverState *in_bs, | ||
55 | PreallocMode prealloc; | ||
56 | bool has_backing_file; | ||
57 | bool has_luks; | ||
58 | + bool extended_l2 = false; /* Set to false until the option is added */ | ||
59 | + size_t l2e_size; | ||
60 | |||
61 | /* Parse image creation options */ | ||
62 | cluster_size = qcow2_opt_get_cluster_size_del(opts, &local_err); | ||
63 | @@ -XXX,XX +XXX,XX @@ static BlockMeasureInfo *qcow2_measure(QemuOpts *opts, BlockDriverState *in_bs, | ||
64 | virtual_size = ROUND_UP(virtual_size, cluster_size); | ||
65 | |||
66 | /* Check that virtual disk size is valid */ | ||
67 | + l2e_size = extended_l2 ? L2E_SIZE_EXTENDED : L2E_SIZE_NORMAL; | ||
68 | l2_tables = DIV_ROUND_UP(virtual_size / cluster_size, | ||
69 | - cluster_size / sizeof(uint64_t)); | ||
70 | + cluster_size / l2e_size); | ||
71 | if (l2_tables * sizeof(uint64_t) > QCOW_MAX_L1_SIZE) { | ||
72 | error_setg(&local_err, "The image size is too large " | ||
73 | "(try using a larger cluster size)"); | ||
74 | @@ -XXX,XX +XXX,XX @@ static BlockMeasureInfo *qcow2_measure(QemuOpts *opts, BlockDriverState *in_bs, | ||
75 | } | ||
76 | |||
77 | info = g_new0(BlockMeasureInfo, 1); | ||
78 | - info->fully_allocated = | ||
79 | + info->fully_allocated = luks_payload_size + | ||
80 | qcow2_calc_prealloc_size(virtual_size, cluster_size, | ||
81 | - ctz32(refcount_bits)) + luks_payload_size; | ||
82 | + ctz32(refcount_bits), extended_l2); | ||
83 | |||
84 | /* | ||
85 | * Remove data clusters that are not required. This overestimates the | ||
86 | -- | ||
87 | 2.26.2 | ||
88 | |||
89 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | qemu.org is running out of bandwidth and the QEMU project is moving |
---|---|---|---|
2 | towards a gating CI on GitLab. Use the GitLab repos instead of qemu.org | ||
3 | (they will become mirrors). | ||
2 | 4 | ||
3 | The bdrv_co_pwrite_zeroes() call here fills complete clusters with | 5 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
4 | zeroes, but it can happen that some subclusters are not part of the | 6 | Reviewed-by: Wainer dos Santos Moschetta <wainersm@redhat.com> |
5 | write request or the copy-on-write. This patch makes sure that only | 7 | Reviewed-by: Thomas Huth <thuth@redhat.com> |
6 | the affected subclusters are overwritten. | 8 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> |
9 | Message-id: 20210111115017.156802-6-stefanha@redhat.com | ||
10 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | ||
12 | pc-bios/README | 4 ++-- | ||
13 | 1 file changed, 2 insertions(+), 2 deletions(-) | ||
7 | 14 | ||
8 | A potential improvement would be to also fill with zeroes the other | 15 | diff --git a/pc-bios/README b/pc-bios/README |
9 | subclusters if we can guarantee that we are not overwriting existing | 16 | index XXXXXXX..XXXXXXX 100644 |
10 | data. However this would waste more disk space, so we should first | 17 | --- a/pc-bios/README |
11 | evaluate if it's really worth doing. | 18 | +++ b/pc-bios/README |
19 | @@ -XXX,XX +XXX,XX @@ | ||
20 | legacy x86 software to communicate with an attached serial console as | ||
21 | if a video card were attached. The master sources reside in a subversion | ||
22 | repository at http://sgabios.googlecode.com/svn/trunk. A git mirror is | ||
23 | - available at https://git.qemu.org/git/sgabios.git. | ||
24 | + available at https://gitlab.com/qemu-project/sgabios.git. | ||
25 | |||
26 | - The PXE roms come from the iPXE project. Built with BANNER_TIME 0. | ||
27 | Sources available at http://ipxe.org. Vendor:Device ID -> ROM mapping: | ||
28 | @@ -XXX,XX +XXX,XX @@ | ||
29 | |||
30 | - The u-boot binary for e500 comes from the upstream denx u-boot project where | ||
31 | it was compiled using the qemu-ppce500 target. | ||
32 | - A git mirror is available at: https://git.qemu.org/git/u-boot.git | ||
33 | + A git mirror is available at: https://gitlab.com/qemu-project/u-boot.git | ||
34 | The hash used to compile the current version is: 2072e72 | ||
35 | |||
36 | - Skiboot (https://github.com/open-power/skiboot/) is an OPAL | ||
37 | -- | ||
38 | 2.29.2 | ||
12 | 39 | ||
13 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
14 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
15 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
16 | Message-Id: <b3dc97e8e2240ddb5191a4f930e8fc9653f94621.1594396418.git.berto@igalia.com> | ||
17 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
18 | --- | ||
19 | block/qcow2.c | 9 +++++---- | ||
20 | 1 file changed, 5 insertions(+), 4 deletions(-) | ||
21 | |||
22 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
23 | index XXXXXXX..XXXXXXX 100644 | ||
24 | --- a/block/qcow2.c | ||
25 | +++ b/block/qcow2.c | ||
26 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc_space(BlockDriverState *bs, QCowL2Meta *l2meta) | ||
27 | |||
28 | for (m = l2meta; m != NULL; m = m->next) { | ||
29 | int ret; | ||
30 | + uint64_t start_offset = m->alloc_offset + m->cow_start.offset; | ||
31 | + unsigned nb_bytes = m->cow_end.offset + m->cow_end.nb_bytes - | ||
32 | + m->cow_start.offset; | ||
33 | |||
34 | if (!m->cow_start.nb_bytes && !m->cow_end.nb_bytes) { | ||
35 | continue; | ||
36 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc_space(BlockDriverState *bs, QCowL2Meta *l2meta) | ||
37 | * efficiently zero out the whole clusters | ||
38 | */ | ||
39 | |||
40 | - ret = qcow2_pre_write_overlap_check(bs, 0, m->alloc_offset, | ||
41 | - m->nb_clusters * s->cluster_size, | ||
42 | + ret = qcow2_pre_write_overlap_check(bs, 0, start_offset, nb_bytes, | ||
43 | true); | ||
44 | if (ret < 0) { | ||
45 | return ret; | ||
46 | } | ||
47 | |||
48 | BLKDBG_EVENT(bs->file, BLKDBG_CLUSTER_ALLOC_SPACE); | ||
49 | - ret = bdrv_co_pwrite_zeroes(s->data_file, m->alloc_offset, | ||
50 | - m->nb_clusters * s->cluster_size, | ||
51 | + ret = bdrv_co_pwrite_zeroes(s->data_file, start_offset, nb_bytes, | ||
52 | BDRV_REQ_NO_FALLBACK); | ||
53 | if (ret < 0) { | ||
54 | if (ret != -ENOTSUP && ret != -EAGAIN) { | ||
55 | -- | ||
56 | 2.26.2 | ||
57 | |||
58 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | qemu.org is running out of bandwidth and the QEMU project is moving |
---|---|---|---|
2 | towards a gating CI on GitLab. Use the GitLab repos instead of qemu.org | ||
3 | (they will become mirrors). | ||
2 | 4 | ||
3 | Compressed clusters always have the bitmap part of the extended L2 | 5 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
4 | entry set to 0. | 6 | Reviewed-by: Wainer dos Santos Moschetta <wainersm@redhat.com> |
7 | Reviewed-by: Thomas Huth <thuth@redhat.com> | ||
8 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
9 | Message-id: 20210111115017.156802-7-stefanha@redhat.com | ||
10 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | ||
12 | scripts/get_maintainer.pl | 2 +- | ||
13 | 1 file changed, 1 insertion(+), 1 deletion(-) | ||
5 | 14 | ||
6 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 15 | diff --git a/scripts/get_maintainer.pl b/scripts/get_maintainer.pl |
7 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 16 | index XXXXXXX..XXXXXXX 100755 |
8 | Message-Id: <04455b3de5dfeb9d1cfe1fc7b02d7060a6e09710.1594396418.git.berto@igalia.com> | 17 | --- a/scripts/get_maintainer.pl |
9 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 18 | +++ b/scripts/get_maintainer.pl |
10 | --- | 19 | @@ -XXX,XX +XXX,XX @@ sub vcs_exists { |
11 | block/qcow2-cluster.c | 3 +++ | 20 | warn("$P: No supported VCS found. Add --nogit to options?\n"); |
12 | 1 file changed, 3 insertions(+) | 21 | warn("Using a git repository produces better results.\n"); |
22 | warn("Try latest git repository using:\n"); | ||
23 | - warn("git clone https://git.qemu.org/git/qemu.git\n"); | ||
24 | + warn("git clone https://gitlab.com/qemu-project/qemu.git\n"); | ||
25 | $printed_novcs = 1; | ||
26 | } | ||
27 | return 0; | ||
28 | -- | ||
29 | 2.29.2 | ||
13 | 30 | ||
14 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
15 | index XXXXXXX..XXXXXXX 100644 | ||
16 | --- a/block/qcow2-cluster.c | ||
17 | +++ b/block/qcow2-cluster.c | ||
18 | @@ -XXX,XX +XXX,XX @@ int qcow2_alloc_compressed_cluster_offset(BlockDriverState *bs, | ||
19 | BLKDBG_EVENT(bs->file, BLKDBG_L2_UPDATE_COMPRESSED); | ||
20 | qcow2_cache_entry_mark_dirty(s->l2_table_cache, l2_slice); | ||
21 | set_l2_entry(s, l2_slice, l2_index, cluster_offset); | ||
22 | + if (has_subclusters(s)) { | ||
23 | + set_l2_bitmap(s, l2_slice, l2_index, 0); | ||
24 | + } | ||
25 | qcow2_cache_put(s->l2_table_cache, (void **) &l2_slice); | ||
26 | |||
27 | *host_offset = cluster_offset & s->cluster_offset_mask; | ||
28 | -- | ||
29 | 2.26.2 | ||
30 | |||
31 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: John G Johnson <john.g.johnson@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | The L2 bitmap needs to be updated after each write to indicate what | 3 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
4 | new subclusters are now allocated. This needs to happen even if the | 4 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
5 | cluster was already allocated and the L2 entry was otherwise valid. | 5 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
6 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
7 | Message-id: 02a68adef99f5df6a380bf8fd7b90948777e411c.1611938319.git.jag.raman@oracle.com | ||
8 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
9 | --- | ||
10 | MAINTAINERS | 7 + | ||
11 | docs/devel/index.rst | 1 + | ||
12 | docs/devel/multi-process.rst | 966 +++++++++++++++++++++++++++++++++++ | ||
13 | 3 files changed, 974 insertions(+) | ||
14 | create mode 100644 docs/devel/multi-process.rst | ||
6 | 15 | ||
7 | In some cases however a write operation doesn't need change the L2 | 16 | diff --git a/MAINTAINERS b/MAINTAINERS |
8 | bitmap (because all affected subclusters were already allocated). This | 17 | index XXXXXXX..XXXXXXX 100644 |
9 | is detected in calculate_l2_meta(), and qcow2_alloc_cluster_link_l2() | 18 | --- a/MAINTAINERS |
10 | is never called in those cases. | 19 | +++ b/MAINTAINERS |
20 | @@ -XXX,XX +XXX,XX @@ S: Maintained | ||
21 | F: hw/semihosting/ | ||
22 | F: include/hw/semihosting/ | ||
23 | |||
24 | +Multi-process QEMU | ||
25 | +M: Elena Ufimtseva <elena.ufimtseva@oracle.com> | ||
26 | +M: Jagannathan Raman <jag.raman@oracle.com> | ||
27 | +M: John G Johnson <john.g.johnson@oracle.com> | ||
28 | +S: Maintained | ||
29 | +F: docs/devel/multi-process.rst | ||
30 | + | ||
31 | Build and test automation | ||
32 | ------------------------- | ||
33 | Build and test automation | ||
34 | diff --git a/docs/devel/index.rst b/docs/devel/index.rst | ||
35 | index XXXXXXX..XXXXXXX 100644 | ||
36 | --- a/docs/devel/index.rst | ||
37 | +++ b/docs/devel/index.rst | ||
38 | @@ -XXX,XX +XXX,XX @@ Contents: | ||
39 | clocks | ||
40 | qom | ||
41 | block-coroutine-wrapper | ||
42 | + multi-process | ||
43 | diff --git a/docs/devel/multi-process.rst b/docs/devel/multi-process.rst | ||
44 | new file mode 100644 | ||
45 | index XXXXXXX..XXXXXXX | ||
46 | --- /dev/null | ||
47 | +++ b/docs/devel/multi-process.rst | ||
48 | @@ -XXX,XX +XXX,XX @@ | ||
49 | +This is the design document for multi-process QEMU. It does not | ||
50 | +necessarily reflect the status of the current implementation, which | ||
51 | +may lack features or be considerably different from what is described | ||
52 | +in this document. This document is still useful as a description of | ||
53 | +the goals and general direction of this feature. | ||
54 | + | ||
55 | +Please refer to the following wiki for latest details: | ||
56 | +https://wiki.qemu.org/Features/MultiProcessQEMU | ||
57 | + | ||
58 | +Multi-process QEMU | ||
59 | +=================== | ||
60 | + | ||
61 | +QEMU is often used as the hypervisor for virtual machines running in the | ||
62 | +Oracle cloud. Since one of the advantages of cloud computing is the | ||
63 | +ability to run many VMs from different tenants in the same cloud | ||
64 | +infrastructure, a guest that compromised its hypervisor could | ||
65 | +potentially use the hypervisor's access privileges to access data it is | ||
66 | +not authorized for. | ||
67 | + | ||
68 | +QEMU can be susceptible to security attacks because it is a large, | ||
69 | +monolithic program that provides many features to the VMs it services. | ||
70 | +Many of these features can be configured out of QEMU, but even a reduced | ||
71 | +configuration QEMU has a large amount of code a guest can potentially | ||
72 | +attack. Separating QEMU reduces the attack surface by aiding to | ||
73 | +limit each component in the system to only access the resources that | ||
74 | +it needs to perform its job. | ||
75 | + | ||
76 | +QEMU services | ||
77 | +------------- | ||
78 | + | ||
79 | +QEMU can be broadly described as providing three main services. One is a | ||
80 | +VM control point, where VMs can be created, migrated, re-configured, and | ||
81 | +destroyed. A second is to emulate the CPU instructions within the VM, | ||
82 | +often accelerated by HW virtualization features such as Intel's VT | ||
83 | +extensions. Finally, it provides IO services to the VM by emulating HW | ||
84 | +IO devices, such as disk and network devices. | ||
85 | + | ||
86 | +A multi-process QEMU | ||
87 | +~~~~~~~~~~~~~~~~~~~~ | ||
88 | + | ||
89 | +A multi-process QEMU involves separating QEMU services into separate | ||
90 | +host processes. Each of these processes can be given only the privileges | ||
91 | +it needs to provide its service, e.g., a disk service could be given | ||
92 | +access only to the disk images it provides, and not be allowed to | ||
93 | +access other files, or any network devices. An attacker who compromised | ||
94 | +this service would not be able to use this exploit to access files or | ||
95 | +devices beyond what the disk service was given access to. | ||
96 | + | ||
97 | +A QEMU control process would remain, but in multi-process mode, will | ||
98 | +have no direct interfaces to the VM. During VM execution, it would still | ||
99 | +provide the user interface to hot-plug devices or live migrate the VM. | ||
100 | + | ||
101 | +A first step in creating a multi-process QEMU is to separate IO services | ||
102 | +from the main QEMU program, which would continue to provide CPU | ||
103 | +emulation. i.e., the control process would also be the CPU emulation | ||
104 | +process. In a later phase, CPU emulation could be separated from the | ||
105 | +control process. | ||
106 | + | ||
107 | +Separating IO services | ||
108 | +---------------------- | ||
109 | + | ||
110 | +Separating IO services into individual host processes is a good place to | ||
111 | +begin for a couple of reasons. One is the sheer number of IO devices QEMU | ||
112 | +can emulate provides a large surface of interfaces which could potentially | ||
113 | +be exploited, and, indeed, have been a source of exploits in the past. | ||
114 | +Another is the modular nature of QEMU device emulation code provides | ||
115 | +interface points where the QEMU functions that perform device emulation | ||
116 | +can be separated from the QEMU functions that manage the emulation of | ||
117 | +guest CPU instructions. The devices emulated in the separate process are | ||
118 | +referred to as remote devices. | ||
119 | + | ||
120 | +QEMU device emulation | ||
121 | +~~~~~~~~~~~~~~~~~~~~~ | ||
122 | + | ||
123 | +QEMU uses an object oriented SW architecture for device emulation code. | ||
124 | +Configured objects are all compiled into the QEMU binary, then objects | ||
125 | +are instantiated by name when used by the guest VM. For example, the | ||
126 | +code to emulate a device named "foo" is always present in QEMU, but its | ||
127 | +instantiation code is only run when the device is included in the target | ||
128 | +VM. (e.g., via the QEMU command line as *-device foo*) | ||
129 | + | ||
130 | +The object model is hierarchical, so device emulation code names its | ||
131 | +parent object (such as "pci-device" for a PCI device) and QEMU will | ||
132 | +instantiate a parent object before calling the device's instantiation | ||
133 | +code. | ||
134 | + | ||
135 | +Current separation models | ||
136 | +~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
137 | + | ||
138 | +In order to separate the device emulation code from the CPU emulation | ||
139 | +code, the device object code must run in a different process. There are | ||
140 | +a couple of existing QEMU features that can run emulation code | ||
141 | +separately from the main QEMU process. These are examined below. | ||
142 | + | ||
143 | +vhost user model | ||
144 | +^^^^^^^^^^^^^^^^ | ||
145 | + | ||
146 | +Virtio guest device drivers can be connected to vhost user applications | ||
147 | +in order to perform their IO operations. This model uses special virtio | ||
148 | +device drivers in the guest and vhost user device objects in QEMU, but | ||
149 | +once the QEMU vhost user code has configured the vhost user application, | ||
150 | +mission-mode IO is performed by the application. The vhost user | ||
151 | +application is a daemon process that can be contacted via a known UNIX | ||
152 | +domain socket. | ||
153 | + | ||
154 | +vhost socket | ||
155 | +'''''''''''' | ||
156 | + | ||
157 | +As mentioned above, one of the tasks of the vhost device object within | ||
158 | +QEMU is to contact the vhost application and send it configuration | ||
159 | +information about this device instance. As part of the configuration | ||
160 | +process, the application can also be sent other file descriptors over | ||
161 | +the socket, which then can be used by the vhost user application in | ||
162 | +various ways, some of which are described below. | ||
163 | + | ||
164 | +vhost MMIO store acceleration | ||
165 | +''''''''''''''''''''''''''''' | ||
166 | + | ||
167 | +VMs are often run using HW virtualization features via the KVM kernel | ||
168 | +driver. This driver allows QEMU to accelerate the emulation of guest CPU | ||
169 | +instructions by running the guest in a virtual HW mode. When the guest | ||
170 | +executes instructions that cannot be executed by virtual HW mode, | ||
171 | +execution returns to the KVM driver so it can inform QEMU to emulate the | ||
172 | +instructions in SW. | ||
173 | + | ||
174 | +One of the events that can cause a return to QEMU is when a guest device | ||
175 | +driver accesses an IO location. QEMU then dispatches the memory | ||
176 | +operation to the corresponding QEMU device object. In the case of a | ||
177 | +vhost user device, the memory operation would need to be sent over a | ||
178 | +socket to the vhost application. This path is accelerated by the QEMU | ||
179 | +virtio code by setting up an eventfd file descriptor that the vhost | ||
180 | +application can directly receive MMIO store notifications from the KVM | ||
181 | +driver, instead of needing them to be sent to the QEMU process first. | ||
182 | + | ||
183 | +vhost interrupt acceleration | ||
184 | +'''''''''''''''''''''''''''' | ||
185 | + | ||
186 | +Another optimization used by the vhost application is the ability to | ||
187 | +directly inject interrupts into the VM via the KVM driver, again, | ||
188 | +bypassing the need to send the interrupt back to the QEMU process first. | ||
189 | +The QEMU virtio setup code configures the KVM driver with an eventfd | ||
190 | +that triggers the device interrupt in the guest when the eventfd is | ||
191 | +written. This irqfd file descriptor is then passed to the vhost user | ||
192 | +application program. | ||
193 | + | ||
194 | +vhost access to guest memory | ||
195 | +'''''''''''''''''''''''''''' | ||
196 | + | ||
197 | +The vhost application is also allowed to directly access guest memory, | ||
198 | +instead of needing to send the data as messages to QEMU. This is also | ||
199 | +done with file descriptors sent to the vhost user application by QEMU. | ||
200 | +These descriptors can be passed to ``mmap()`` by the vhost application | ||
201 | +to map the guest address space into the vhost application. | ||
202 | + | ||
203 | +IOMMUs introduce another level of complexity, since the address given to | ||
204 | +the guest virtio device to DMA to or from is not a guest physical | ||
205 | +address. This case is handled by having vhost code within QEMU register | ||
206 | +as a listener for IOMMU mapping changes. The vhost application maintains | ||
207 | +a cache of IOMMMU translations: sending translation requests back to | ||
208 | +QEMU on cache misses, and in turn receiving flush requests from QEMU | ||
209 | +when mappings are purged. | ||
210 | + | ||
211 | +applicability to device separation | ||
212 | +'''''''''''''''''''''''''''''''''' | ||
213 | + | ||
214 | +Much of the vhost model can be re-used by separated device emulation. In | ||
215 | +particular, the ideas of using a socket between QEMU and the device | ||
216 | +emulation application, using a file descriptor to inject interrupts into | ||
217 | +the VM via KVM, and allowing the application to ``mmap()`` the guest | ||
218 | +should be re used. | ||
219 | + | ||
220 | +There are, however, some notable differences between how a vhost | ||
221 | +application works and the needs of separated device emulation. The most | ||
222 | +basic is that vhost uses custom virtio device drivers which always | ||
223 | +trigger IO with MMIO stores. A separated device emulation model must | ||
224 | +work with existing IO device models and guest device drivers. MMIO loads | ||
225 | +break vhost store acceleration since they are synchronous - guest | ||
226 | +progress cannot continue until the load has been emulated. By contrast, | ||
227 | +stores are asynchronous, the guest can continue after the store event | ||
228 | +has been sent to the vhost application. | ||
229 | + | ||
230 | +Another difference is that in the vhost user model, a single daemon can | ||
231 | +support multiple QEMU instances. This is contrary to the security regime | ||
232 | +desired, in which the emulation application should only be allowed to | ||
233 | +access the files or devices the VM it's running on behalf of can access. | ||
234 | +#### qemu-io model | ||
235 | + | ||
236 | +Qemu-io is a test harness used to test changes to the QEMU block backend | ||
237 | +object code. (e.g., the code that implements disk images for disk driver | ||
238 | +emulation) Qemu-io is not a device emulation application per se, but it | ||
239 | +does compile the QEMU block objects into a separate binary from the main | ||
240 | +QEMU one. This could be useful for disk device emulation, since its | ||
241 | +emulation applications will need to include the QEMU block objects. | ||
242 | + | ||
243 | +New separation model based on proxy objects | ||
244 | +------------------------------------------- | ||
245 | + | ||
246 | +A different model based on proxy objects in the QEMU program | ||
247 | +communicating with remote emulation programs could provide separation | ||
248 | +while minimizing the changes needed to the device emulation code. The | ||
249 | +rest of this section is a discussion of how a proxy object model would | ||
250 | +work. | ||
251 | + | ||
252 | +Remote emulation processes | ||
253 | +~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
254 | + | ||
255 | +The remote emulation process will run the QEMU object hierarchy without | ||
256 | +modification. The device emulation objects will be also be based on the | ||
257 | +QEMU code, because for anything but the simplest device, it would not be | ||
258 | +a tractable to re-implement both the object model and the many device | ||
259 | +backends that QEMU has. | ||
260 | + | ||
261 | +The processes will communicate with the QEMU process over UNIX domain | ||
262 | +sockets. The processes can be executed either as standalone processes, | ||
263 | +or be executed by QEMU. In both cases, the host backends the emulation | ||
264 | +processes will provide are specified on its command line, as they would | ||
265 | +be for QEMU. For example: | ||
266 | + | ||
267 | +:: | ||
268 | + | ||
269 | + disk-proc -blockdev driver=file,node-name=file0,filename=disk-file0 \ | ||
270 | + -blockdev driver=qcow2,node-name=drive0,file=file0 | ||
271 | + | ||
272 | +would indicate process *disk-proc* uses a qcow2 emulated disk named | ||
273 | +*file0* as its backend. | ||
274 | + | ||
275 | +Emulation processes may emulate more than one guest controller. A common | ||
276 | +configuration might be to put all controllers of the same device class | ||
277 | +(e.g., disk, network, etc.) in a single process, so that all backends of | ||
278 | +the same type can be managed by a single QMP monitor. | ||
279 | + | ||
280 | +communication with QEMU | ||
281 | +^^^^^^^^^^^^^^^^^^^^^^^ | ||
282 | + | ||
283 | +The first argument to the remote emulation process will be a Unix domain | ||
284 | +socket that connects with the Proxy object. This is a required argument. | ||
285 | + | ||
286 | +:: | ||
287 | + | ||
288 | + disk-proc <socket number> <backend list> | ||
289 | + | ||
290 | +remote process QMP monitor | ||
291 | +^^^^^^^^^^^^^^^^^^^^^^^^^^ | ||
292 | + | ||
293 | +Remote emulation processes can be monitored via QMP, similar to QEMU | ||
294 | +itself. The QMP monitor socket is specified the same as for a QEMU | ||
295 | +process: | ||
296 | + | ||
297 | +:: | ||
298 | + | ||
299 | + disk-proc -qmp unix:/tmp/disk-mon,server | ||
300 | + | ||
301 | +can be monitored over the UNIX socket path */tmp/disk-mon*. | ||
302 | + | ||
303 | +QEMU command line | ||
304 | +~~~~~~~~~~~~~~~~~ | ||
305 | + | ||
306 | +Each remote device emulated in a remote process on the host is | ||
307 | +represented as a *-device* of type *pci-proxy-dev*. A socket | ||
308 | +sub-option to this option specifies the Unix socket that connects | ||
309 | +to the remote process. An *id* sub-option is required, and it should | ||
310 | +be the same id as used in the remote process. | ||
311 | + | ||
312 | +:: | ||
313 | + | ||
314 | + qemu-system-x86_64 ... -device pci-proxy-dev,id=lsi0,socket=3 | ||
315 | + | ||
316 | +can be used to add a device emulated in a remote process | ||
317 | + | ||
318 | + | ||
319 | +QEMU management of remote processes | ||
320 | +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
321 | + | ||
322 | +QEMU is not aware of the type of type of the remote PCI device. It is | ||
323 | +a pass through device as far as QEMU is concerned. | ||
324 | + | ||
325 | +communication with emulation process | ||
326 | +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ | ||
327 | + | ||
328 | +primary channel | ||
329 | +''''''''''''''' | ||
330 | + | ||
331 | +The primary channel (referred to as com in the code) is used to bootstrap | ||
332 | +the remote process. It is also used to pass on device-agnostic commands | ||
333 | +like reset. | ||
334 | + | ||
335 | +per-device channels | ||
336 | +''''''''''''''''''' | ||
337 | + | ||
338 | +Each remote device communicates with QEMU using a dedicated communication | ||
339 | +channel. The proxy object sets up this channel using the primary | ||
340 | +channel during its initialization. | ||
341 | + | ||
342 | +QEMU device proxy objects | ||
343 | +~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
344 | + | ||
345 | +QEMU has an object model based on sub-classes inherited from the | ||
346 | +"object" super-class. The sub-classes that are of interest here are the | ||
347 | +"device" and "bus" sub-classes whose child sub-classes make up the | ||
348 | +device tree of a QEMU emulated system. | ||
349 | + | ||
350 | +The proxy object model will use device proxy objects to replace the | ||
351 | +device emulation code within the QEMU process. These objects will live | ||
352 | +in the same place in the object and bus hierarchies as the objects they | ||
353 | +replace. i.e., the proxy object for an LSI SCSI controller will be a | ||
354 | +sub-class of the "pci-device" class, and will have the same PCI bus | ||
355 | +parent and the same SCSI bus child objects as the LSI controller object | ||
356 | +it replaces. | ||
357 | + | ||
358 | +It is worth noting that the same proxy object is used to mediate with | ||
359 | +all types of remote PCI devices. | ||
360 | + | ||
361 | +object initialization | ||
362 | +^^^^^^^^^^^^^^^^^^^^^ | ||
363 | + | ||
364 | +The Proxy device objects are initialized in the exact same manner in | ||
365 | +which any other QEMU device would be initialized. | ||
366 | + | ||
367 | +In addition, the Proxy objects perform the following two tasks: | ||
368 | +- Parses the "socket" sub option and connects to the remote process | ||
369 | +using this channel | ||
370 | +- Uses the "id" sub-option to connect to the emulated device on the | ||
371 | +separate process | ||
372 | + | ||
373 | +class\_init | ||
374 | +''''''''''' | ||
375 | + | ||
376 | +The ``class_init()`` method of a proxy object will, in general behave | ||
377 | +similarly to the object it replaces, including setting any static | ||
378 | +properties and methods needed by the proxy. | ||
379 | + | ||
380 | +instance\_init / realize | ||
381 | +'''''''''''''''''''''''' | ||
382 | + | ||
383 | +The ``instance_init()`` and ``realize()`` functions would only need to | ||
384 | +perform tasks related to being a proxy, such are registering its own | ||
385 | +MMIO handlers, or creating a child bus that other proxy devices can be | ||
386 | +attached to later. | ||
387 | + | ||
388 | +Other tasks will be device-specific. For example, PCI device objects | ||
389 | +will initialize the PCI config space in order to make a valid PCI device | ||
390 | +tree within the QEMU process. | ||
391 | + | ||
392 | +address space registration | ||
393 | +^^^^^^^^^^^^^^^^^^^^^^^^^^ | ||
394 | + | ||
395 | +Most devices are driven by guest device driver accesses to IO addresses | ||
396 | +or ports. The QEMU device emulation code uses QEMU's memory region | ||
397 | +function calls (such as ``memory_region_init_io()``) to add callback | ||
398 | +functions that QEMU will invoke when the guest accesses the device's | ||
399 | +areas of the IO address space. When a guest driver does access the | ||
400 | +device, the VM will exit HW virtualization mode and return to QEMU, | ||
401 | +which will then lookup and execute the corresponding callback function. | ||
402 | + | ||
403 | +A proxy object would need to mirror the memory region calls the actual | ||
404 | +device emulator would perform in its initialization code, but with its | ||
405 | +own callbacks. When invoked by QEMU as a result of a guest IO operation, | ||
406 | +they will forward the operation to the device emulation process. | ||
407 | + | ||
408 | +PCI config space | ||
409 | +^^^^^^^^^^^^^^^^ | ||
410 | + | ||
411 | +PCI devices also have a configuration space that can be accessed by the | ||
412 | +guest driver. Guest accesses to this space is not handled by the device | ||
413 | +emulation object, but by its PCI parent object. Much of this space is | ||
414 | +read-only, but certain registers (especially BAR and MSI-related ones) | ||
415 | +need to be propagated to the emulation process. | ||
416 | + | ||
417 | +PCI parent proxy | ||
418 | +'''''''''''''''' | ||
419 | + | ||
420 | +One way to propagate guest PCI config accesses is to create a | ||
421 | +"pci-device-proxy" class that can serve as the parent of a PCI device | ||
422 | +proxy object. This class's parent would be "pci-device" and it would | ||
423 | +override the PCI parent's ``config_read()`` and ``config_write()`` | ||
424 | +methods with ones that forward these operations to the emulation | ||
425 | +program. | ||
426 | + | ||
427 | +interrupt receipt | ||
428 | +^^^^^^^^^^^^^^^^^ | ||
429 | + | ||
430 | +A proxy for a device that generates interrupts will need to create a | ||
431 | +socket to receive interrupt indications from the emulation process. An | ||
432 | +incoming interrupt indication would then be sent up to its bus parent to | ||
433 | +be injected into the guest. For example, a PCI device object may use | ||
434 | +``pci_set_irq()``. | ||
435 | + | ||
436 | +live migration | ||
437 | +^^^^^^^^^^^^^^ | ||
438 | + | ||
439 | +The proxy will register to save and restore any *vmstate* it needs over | ||
440 | +a live migration event. The device proxy does not need to manage the | ||
441 | +remote device's *vmstate*; that will be handled by the remote process | ||
442 | +proxy (see below). | ||
443 | + | ||
444 | +QEMU remote device operation | ||
445 | +~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
446 | + | ||
447 | +Generic device operations, such as DMA, will be performed by the remote | ||
448 | +process proxy by sending messages to the remote process. | ||
449 | + | ||
450 | +DMA operations | ||
451 | +^^^^^^^^^^^^^^ | ||
452 | + | ||
453 | +DMA operations would be handled much like vhost applications do. One of | ||
454 | +the initial messages sent to the emulation process is a guest memory | ||
455 | +table. Each entry in this table consists of a file descriptor and size | ||
456 | +that the emulation process can ``mmap()`` to directly access guest | ||
457 | +memory, similar to ``vhost_user_set_mem_table()``. Note guest memory | ||
458 | +must be backed by file descriptors, such as when QEMU is given the | ||
459 | +*-mem-path* command line option. | ||
460 | + | ||
461 | +IOMMU operations | ||
462 | +^^^^^^^^^^^^^^^^ | ||
463 | + | ||
464 | +When the emulated system includes an IOMMU, the remote process proxy in | ||
465 | +QEMU will need to create a socket for IOMMU requests from the emulation | ||
466 | +process. It will handle those requests with an | ||
467 | +``address_space_get_iotlb_entry()`` call. In order to handle IOMMU | ||
468 | +unmaps, the remote process proxy will also register as a listener on the | ||
469 | +device's DMA address space. When an IOMMU memory region is created | ||
470 | +within the DMA address space, an IOMMU notifier for unmaps will be added | ||
471 | +to the memory region that will forward unmaps to the emulation process | ||
472 | +over the IOMMU socket. | ||
473 | + | ||
474 | +device hot-plug via QMP | ||
475 | +^^^^^^^^^^^^^^^^^^^^^^^ | ||
476 | + | ||
477 | +An QMP "device\_add" command can add a device emulated by a remote | ||
478 | +process. It will also have "rid" option to the command, just as the | ||
479 | +*-device* command line option does. The remote process may either be one | ||
480 | +started at QEMU startup, or be one added by the "add-process" QMP | ||
481 | +command described above. In either case, the remote process proxy will | ||
482 | +forward the new device's JSON description to the corresponding emulation | ||
483 | +process. | ||
484 | + | ||
485 | +live migration | ||
486 | +^^^^^^^^^^^^^^ | ||
487 | + | ||
488 | +The remote process proxy will also register for live migration | ||
489 | +notifications with ``vmstate_register()``. When called to save state, | ||
490 | +the proxy will send the remote process a secondary socket file | ||
491 | +descriptor to save the remote process's device *vmstate* over. The | ||
492 | +incoming byte stream length and data will be saved as the proxy's | ||
493 | +*vmstate*. When the proxy is resumed on its new host, this *vmstate* | ||
494 | +will be extracted, and a secondary socket file descriptor will be sent | ||
495 | +to the new remote process through which it receives the *vmstate* in | ||
496 | +order to restore the devices there. | ||
497 | + | ||
498 | +device emulation in remote process | ||
499 | +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
500 | + | ||
501 | +The parts of QEMU that the emulation program will need include the | ||
502 | +object model; the memory emulation objects; the device emulation objects | ||
503 | +of the targeted device, and any dependent devices; and, the device's | ||
504 | +backends. It will also need code to setup the machine environment, | ||
505 | +handle requests from the QEMU process, and route machine-level requests | ||
506 | +(such as interrupts or IOMMU mappings) back to the QEMU process. | ||
507 | + | ||
508 | +initialization | ||
509 | +^^^^^^^^^^^^^^ | ||
510 | + | ||
511 | +The process initialization sequence will follow the same sequence | ||
512 | +followed by QEMU. It will first initialize the backend objects, then | ||
513 | +device emulation objects. The JSON descriptions sent by the QEMU process | ||
514 | +will drive which objects need to be created. | ||
515 | + | ||
516 | +- address spaces | ||
517 | + | ||
518 | +Before the device objects are created, the initial address spaces and | ||
519 | +memory regions must be configured with ``memory_map_init()``. This | ||
520 | +creates a RAM memory region object (*system\_memory*) and an IO memory | ||
521 | +region object (*system\_io*). | ||
522 | + | ||
523 | +- RAM | ||
524 | + | ||
525 | +RAM memory region creation will follow how ``pc_memory_init()`` creates | ||
526 | +them, but must use ``memory_region_init_ram_from_fd()`` instead of | ||
527 | +``memory_region_allocate_system_memory()``. The file descriptors needed | ||
528 | +will be supplied by the guest memory table from above. Those RAM regions | ||
529 | +would then be added to the *system\_memory* memory region with | ||
530 | +``memory_region_add_subregion()``. | ||
531 | + | ||
532 | +- PCI | ||
533 | + | ||
534 | +IO initialization will be driven by the JSON descriptions sent from the | ||
535 | +QEMU process. For a PCI device, a PCI bus will need to be created with | ||
536 | +``pci_root_bus_new()``, and a PCI memory region will need to be created | ||
537 | +and added to the *system\_memory* memory region with | ||
538 | +``memory_region_add_subregion_overlap()``. The overlap version is | ||
539 | +required for architectures where PCI memory overlaps with RAM memory. | ||
540 | + | ||
541 | +MMIO handling | ||
542 | +^^^^^^^^^^^^^ | ||
543 | + | ||
544 | +The device emulation objects will use ``memory_region_init_io()`` to | ||
545 | +install their MMIO handlers, and ``pci_register_bar()`` to associate | ||
546 | +those handlers with a PCI BAR, as they do within QEMU currently. | ||
547 | + | ||
548 | +In order to use ``address_space_rw()`` in the emulation process to | ||
549 | +handle MMIO requests from QEMU, the PCI physical addresses must be the | ||
550 | +same in the QEMU process and the device emulation process. In order to | ||
551 | +accomplish that, guest BAR programming must also be forwarded from QEMU | ||
552 | +to the emulation process. | ||
553 | + | ||
554 | +interrupt injection | ||
555 | +^^^^^^^^^^^^^^^^^^^ | ||
556 | + | ||
557 | +When device emulation wants to inject an interrupt into the VM, the | ||
558 | +request climbs the device's bus object hierarchy until the point where a | ||
559 | +bus object knows how to signal the interrupt to the guest. The details | ||
560 | +depend on the type of interrupt being raised. | ||
561 | + | ||
562 | +- PCI pin interrupts | ||
563 | + | ||
564 | +On x86 systems, there is an emulated IOAPIC object attached to the root | ||
565 | +PCI bus object, and the root PCI object forwards interrupt requests to | ||
566 | +it. The IOAPIC object, in turn, calls the KVM driver to inject the | ||
567 | +corresponding interrupt into the VM. The simplest way to handle this in | ||
568 | +an emulation process would be to setup the root PCI bus driver (via | ||
569 | +``pci_bus_irqs()``) to send a interrupt request back to the QEMU | ||
570 | +process, and have the device proxy object reflect it up the PCI tree | ||
571 | +there. | ||
572 | + | ||
573 | +- PCI MSI/X interrupts | ||
574 | + | ||
575 | +PCI MSI/X interrupts are implemented in HW as DMA writes to a | ||
576 | +CPU-specific PCI address. In QEMU on x86, a KVM APIC object receives | ||
577 | +these DMA writes, then calls into the KVM driver to inject the interrupt | ||
578 | +into the VM. A simple emulation process implementation would be to send | ||
579 | +the MSI DMA address from QEMU as a message at initialization, then | ||
580 | +install an address space handler at that address which forwards the MSI | ||
581 | +message back to QEMU. | ||
582 | + | ||
583 | +DMA operations | ||
584 | +^^^^^^^^^^^^^^ | ||
585 | + | ||
586 | +When a emulation object wants to DMA into or out of guest memory, it | ||
587 | +first must use dma\_memory\_map() to convert the DMA address to a local | ||
588 | +virtual address. The emulation process memory region objects setup above | ||
589 | +will be used to translate the DMA address to a local virtual address the | ||
590 | +device emulation code can access. | ||
591 | + | ||
592 | +IOMMU | ||
593 | +^^^^^ | ||
594 | + | ||
595 | +When an IOMMU is in use in QEMU, DMA translation uses IOMMU memory | ||
596 | +regions to translate the DMA address to a guest physical address before | ||
597 | +that physical address can be translated to a local virtual address. The | ||
598 | +emulation process will need similar functionality. | ||
599 | + | ||
600 | +- IOTLB cache | ||
601 | + | ||
602 | +The emulation process will maintain a cache of recent IOMMU translations | ||
603 | +(the IOTLB). When the translate() callback of an IOMMU memory region is | ||
604 | +invoked, the IOTLB cache will be searched for an entry that will map the | ||
605 | +DMA address to a guest PA. On a cache miss, a message will be sent back | ||
606 | +to QEMU requesting the corresponding translation entry, which be both be | ||
607 | +used to return a guest address and be added to the cache. | ||
608 | + | ||
609 | +- IOTLB purge | ||
610 | + | ||
611 | +The IOMMU emulation will also need to act on unmap requests from QEMU. | ||
612 | +These happen when the guest IOMMU driver purges an entry from the | ||
613 | +guest's translation table. | ||
614 | + | ||
615 | +live migration | ||
616 | +^^^^^^^^^^^^^^ | ||
617 | + | ||
618 | +When a remote process receives a live migration indication from QEMU, it | ||
619 | +will set up a channel using the received file descriptor with | ||
620 | +``qio_channel_socket_new_fd()``. This channel will be used to create a | ||
621 | +*QEMUfile* that can be passed to ``qemu_save_device_state()`` to send | ||
622 | +the process's device state back to QEMU. This method will be reversed on | ||
623 | +restore - the channel will be passed to ``qemu_loadvm_state()`` to | ||
624 | +restore the device state. | ||
625 | + | ||
626 | +Accelerating device emulation | ||
627 | +~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
628 | + | ||
629 | +The messages that are required to be sent between QEMU and the emulation | ||
630 | +process can add considerable latency to IO operations. The optimizations | ||
631 | +described below attempt to ameliorate this effect by allowing the | ||
632 | +emulation process to communicate directly with the kernel KVM driver. | ||
633 | +The KVM file descriptors created would be passed to the emulation process | ||
634 | +via initialization messages, much like the guest memory table is done. | ||
635 | +#### MMIO acceleration | ||
636 | + | ||
637 | +Vhost user applications can receive guest virtio driver stores directly | ||
638 | +from KVM. The issue with the eventfd mechanism used by vhost user is | ||
639 | +that it does not pass any data with the event indication, so it cannot | ||
640 | +handle guest loads or guest stores that carry store data. This concept | ||
641 | +could, however, be expanded to cover more cases. | ||
642 | + | ||
643 | +The expanded idea would require a new type of KVM device: | ||
644 | +*KVM\_DEV\_TYPE\_USER*. This device has two file descriptors: a master | ||
645 | +descriptor that QEMU can use for configuration, and a slave descriptor | ||
646 | +that the emulation process can use to receive MMIO notifications. QEMU | ||
647 | +would create both descriptors using the KVM driver, and pass the slave | ||
648 | +descriptor to the emulation process via an initialization message. | ||
649 | + | ||
650 | +data structures | ||
651 | +^^^^^^^^^^^^^^^ | ||
652 | + | ||
653 | +- guest physical range | ||
654 | + | ||
655 | +The guest physical range structure describes the address range that a | ||
656 | +device will respond to. It includes the base and length of the range, as | ||
657 | +well as which bus the range resides on (e.g., on an x86machine, it can | ||
658 | +specify whether the range refers to memory or IO addresses). | ||
659 | + | ||
660 | +A device can have multiple physical address ranges it responds to (e.g., | ||
661 | +a PCI device can have multiple BARs), so the structure will also include | ||
662 | +an enumerated identifier to specify which of the device's ranges is | ||
663 | +being referred to. | ||
664 | + | ||
665 | ++--------+----------------------------+ | ||
666 | +| Name | Description | | ||
667 | ++========+============================+ | ||
668 | +| addr | range base address | | ||
669 | ++--------+----------------------------+ | ||
670 | +| len | range length | | ||
671 | ++--------+----------------------------+ | ||
672 | +| bus | addr type (memory or IO) | | ||
673 | ++--------+----------------------------+ | ||
674 | +| id | range ID (e.g., PCI BAR) | | ||
675 | ++--------+----------------------------+ | ||
676 | + | ||
677 | +- MMIO request structure | ||
678 | + | ||
679 | +This structure describes an MMIO operation. It includes which guest | ||
680 | +physical range the MMIO was within, the offset within that range, the | ||
681 | +MMIO type (e.g., load or store), and its length and data. It also | ||
682 | +includes a sequence number that can be used to reply to the MMIO, and | ||
683 | +the CPU that issued the MMIO. | ||
684 | + | ||
685 | ++----------+------------------------+ | ||
686 | +| Name | Description | | ||
687 | ++==========+========================+ | ||
688 | +| rid | range MMIO is within | | ||
689 | ++----------+------------------------+ | ||
690 | +| offset | offset withing *rid* | | ||
691 | ++----------+------------------------+ | ||
692 | +| type | e.g., load or store | | ||
693 | ++----------+------------------------+ | ||
694 | +| len | MMIO length | | ||
695 | ++----------+------------------------+ | ||
696 | +| data | store data | | ||
697 | ++----------+------------------------+ | ||
698 | +| seq | sequence ID | | ||
699 | ++----------+------------------------+ | ||
700 | + | ||
701 | +- MMIO request queues | ||
702 | + | ||
703 | +MMIO request queues are FIFO arrays of MMIO request structures. There | ||
704 | +are two queues: pending queue is for MMIOs that haven't been read by the | ||
705 | +emulation program, and the sent queue is for MMIOs that haven't been | ||
706 | +acknowledged. The main use of the second queue is to validate MMIO | ||
707 | +replies from the emulation program. | ||
708 | + | ||
709 | +- scoreboard | ||
710 | + | ||
711 | +Each CPU in the VM is emulated in QEMU by a separate thread, so multiple | ||
712 | +MMIOs may be waiting to be consumed by an emulation program and multiple | ||
713 | +threads may be waiting for MMIO replies. The scoreboard would contain a | ||
714 | +wait queue and sequence number for the per-CPU threads, allowing them to | ||
715 | +be individually woken when the MMIO reply is received from the emulation | ||
716 | +program. It also tracks the number of posted MMIO stores to the device | ||
717 | +that haven't been replied to, in order to satisfy the PCI constraint | ||
718 | +that a load to a device will not complete until all previous stores to | ||
719 | +that device have been completed. | ||
720 | + | ||
721 | +- device shadow memory | ||
722 | + | ||
723 | +Some MMIO loads do not have device side-effects. These MMIOs can be | ||
724 | +completed without sending a MMIO request to the emulation program if the | ||
725 | +emulation program shares a shadow image of the device's memory image | ||
726 | +with the KVM driver. | ||
727 | + | ||
728 | +The emulation program will ask the KVM driver to allocate memory for the | ||
729 | +shadow image, and will then use ``mmap()`` to directly access it. The | ||
730 | +emulation program can control KVM access to the shadow image by sending | ||
731 | +KVM an access map telling it which areas of the image have no | ||
732 | +side-effects (and can be completed immediately), and which require a | ||
733 | +MMIO request to the emulation program. The access map can also inform | ||
734 | +the KVM drive which size accesses are allowed to the image. | ||
735 | + | ||
736 | +master descriptor | ||
737 | +^^^^^^^^^^^^^^^^^ | ||
738 | + | ||
739 | +The master descriptor is used by QEMU to configure the new KVM device. | ||
740 | +The descriptor would be returned by the KVM driver when QEMU issues a | ||
741 | +*KVM\_CREATE\_DEVICE* ``ioctl()`` with a *KVM\_DEV\_TYPE\_USER* type. | ||
742 | + | ||
743 | +KVM\_DEV\_TYPE\_USER device ops | ||
744 | + | ||
745 | + | ||
746 | +The *KVM\_DEV\_TYPE\_USER* operations vector will be registered by a | ||
747 | +``kvm_register_device_ops()`` call when the KVM system in initialized by | ||
748 | +``kvm_init()``. These device ops are called by the KVM driver when QEMU | ||
749 | +executes certain ``ioctl()`` operations on its KVM file descriptor. They | ||
750 | +include: | ||
751 | + | ||
752 | +- create | ||
753 | + | ||
754 | +This routine is called when QEMU issues a *KVM\_CREATE\_DEVICE* | ||
755 | +``ioctl()`` on its per-VM file descriptor. It will allocate and | ||
756 | +initialize a KVM user device specific data structure, and assign the | ||
757 | +*kvm\_device* private field to it. | ||
758 | + | ||
759 | +- ioctl | ||
760 | + | ||
761 | +This routine is invoked when QEMU issues an ``ioctl()`` on the master | ||
762 | +descriptor. The ``ioctl()`` commands supported are defined by the KVM | ||
763 | +device type. *KVM\_DEV\_TYPE\_USER* ones will need several commands: | ||
764 | + | ||
765 | +*KVM\_DEV\_USER\_SLAVE\_FD* creates the slave file descriptor that will | ||
766 | +be passed to the device emulation program. Only one slave can be created | ||
767 | +by each master descriptor. The file operations performed by this | ||
768 | +descriptor are described below. | ||
769 | + | ||
770 | +The *KVM\_DEV\_USER\_PA\_RANGE* command configures a guest physical | ||
771 | +address range that the slave descriptor will receive MMIO notifications | ||
772 | +for. The range is specified by a guest physical range structure | ||
773 | +argument. For buses that assign addresses to devices dynamically, this | ||
774 | +command can be executed while the guest is running, such as the case | ||
775 | +when a guest changes a device's PCI BAR registers. | ||
776 | + | ||
777 | +*KVM\_DEV\_USER\_PA\_RANGE* will use ``kvm_io_bus_register_dev()`` to | ||
778 | +register *kvm\_io\_device\_ops* callbacks to be invoked when the guest | ||
779 | +performs a MMIO operation within the range. When a range is changed, | ||
780 | +``kvm_io_bus_unregister_dev()`` is used to remove the previous | ||
781 | +instantiation. | ||
782 | + | ||
783 | +*KVM\_DEV\_USER\_TIMEOUT* will configure a timeout value that specifies | ||
784 | +how long KVM will wait for the emulation process to respond to a MMIO | ||
785 | +indication. | ||
786 | + | ||
787 | +- destroy | ||
788 | + | ||
789 | +This routine is called when the VM instance is destroyed. It will need | ||
790 | +to destroy the slave descriptor; and free any memory allocated by the | ||
791 | +driver, as well as the *kvm\_device* structure itself. | ||
792 | + | ||
793 | +slave descriptor | ||
794 | +^^^^^^^^^^^^^^^^ | ||
795 | + | ||
796 | +The slave descriptor will have its own file operations vector, which | ||
797 | +responds to system calls on the descriptor performed by the device | ||
798 | +emulation program. | ||
799 | + | ||
800 | +- read | ||
801 | + | ||
802 | +A read returns any pending MMIO requests from the KVM driver as MMIO | ||
803 | +request structures. Multiple structures can be returned if there are | ||
804 | +multiple MMIO operations pending. The MMIO requests are moved from the | ||
805 | +pending queue to the sent queue, and if there are threads waiting for | ||
806 | +space in the pending to add new MMIO operations, they will be woken | ||
807 | +here. | ||
808 | + | ||
809 | +- write | ||
810 | + | ||
811 | +A write also consists of a set of MMIO requests. They are compared to | ||
812 | +the MMIO requests in the sent queue. Matches are removed from the sent | ||
813 | +queue, and any threads waiting for the reply are woken. If a store is | ||
814 | +removed, then the number of posted stores in the per-CPU scoreboard is | ||
815 | +decremented. When the number is zero, and a non side-effect load was | ||
816 | +waiting for posted stores to complete, the load is continued. | ||
817 | + | ||
818 | +- ioctl | ||
819 | + | ||
820 | +There are several ioctl()s that can be performed on the slave | ||
821 | +descriptor. | ||
822 | + | ||
823 | +A *KVM\_DEV\_USER\_SHADOW\_SIZE* ``ioctl()`` causes the KVM driver to | ||
824 | +allocate memory for the shadow image. This memory can later be | ||
825 | +``mmap()``\ ed by the emulation process to share the emulation's view of | ||
826 | +device memory with the KVM driver. | ||
827 | + | ||
828 | +A *KVM\_DEV\_USER\_SHADOW\_CTRL* ``ioctl()`` controls access to the | ||
829 | +shadow image. It will send the KVM driver a shadow control map, which | ||
830 | +specifies which areas of the image can complete guest loads without | ||
831 | +sending the load request to the emulation program. It will also specify | ||
832 | +the size of load operations that are allowed. | ||
833 | + | ||
834 | +- poll | ||
835 | + | ||
836 | +An emulation program will use the ``poll()`` call with a *POLLIN* flag | ||
837 | +to determine if there are MMIO requests waiting to be read. It will | ||
838 | +return if the pending MMIO request queue is not empty. | ||
839 | + | ||
840 | +- mmap | ||
841 | + | ||
842 | +This call allows the emulation program to directly access the shadow | ||
843 | +image allocated by the KVM driver. As device emulation updates device | ||
844 | +memory, changes with no side-effects will be reflected in the shadow, | ||
845 | +and the KVM driver can satisfy guest loads from the shadow image without | ||
846 | +needing to wait for the emulation program. | ||
847 | + | ||
848 | +kvm\_io\_device ops | ||
849 | +^^^^^^^^^^^^^^^^^^^ | ||
850 | + | ||
851 | +Each KVM per-CPU thread can handle MMIO operation on behalf of the guest | ||
852 | +VM. KVM will use the MMIO's guest physical address to search for a | ||
853 | +matching *kvm\_io\_device* to see if the MMIO can be handled by the KVM | ||
854 | +driver instead of exiting back to QEMU. If a match is found, the | ||
855 | +corresponding callback will be invoked. | ||
856 | + | ||
857 | +- read | ||
858 | + | ||
859 | +This callback is invoked when the guest performs a load to the device. | ||
860 | +Loads with side-effects must be handled synchronously, with the KVM | ||
861 | +driver putting the QEMU thread to sleep waiting for the emulation | ||
862 | +process reply before re-starting the guest. Loads that do not have | ||
863 | +side-effects may be optimized by satisfying them from the shadow image, | ||
864 | +if there are no outstanding stores to the device by this CPU. PCI memory | ||
865 | +ordering demands that a load cannot complete before all older stores to | ||
866 | +the same device have been completed. | ||
867 | + | ||
868 | +- write | ||
869 | + | ||
870 | +Stores can be handled asynchronously unless the pending MMIO request | ||
871 | +queue is full. In this case, the QEMU thread must sleep waiting for | ||
872 | +space in the queue. Stores will increment the number of posted stores in | ||
873 | +the per-CPU scoreboard, in order to implement the PCI ordering | ||
874 | +constraint above. | ||
875 | + | ||
876 | +interrupt acceleration | ||
877 | +^^^^^^^^^^^^^^^^^^^^^^ | ||
878 | + | ||
879 | +This performance optimization would work much like a vhost user | ||
880 | +application does, where the QEMU process sets up *eventfds* that cause | ||
881 | +the device's corresponding interrupt to be triggered by the KVM driver. | ||
882 | +These irq file descriptors are sent to the emulation process at | ||
883 | +initialization, and are used when the emulation code raises a device | ||
884 | +interrupt. | ||
885 | + | ||
886 | +intx acceleration | ||
887 | +''''''''''''''''' | ||
888 | + | ||
889 | +Traditional PCI pin interrupts are level based, so, in addition to an | ||
890 | +irq file descriptor, a re-sampling file descriptor needs to be sent to | ||
891 | +the emulation program. This second file descriptor allows multiple | ||
892 | +devices sharing an irq to be notified when the interrupt has been | ||
893 | +acknowledged by the guest, so they can re-trigger the interrupt if their | ||
894 | +device has not de-asserted its interrupt. | ||
895 | + | ||
896 | +intx irq descriptor | ||
897 | + | ||
898 | + | ||
899 | +The irq descriptors are created by the proxy object | ||
900 | +``using event_notifier_init()`` to create the irq and re-sampling | ||
901 | +*eventds*, and ``kvm_vm_ioctl(KVM_IRQFD)`` to bind them to an interrupt. | ||
902 | +The interrupt route can be found with | ||
903 | +``pci_device_route_intx_to_irq()``. | ||
904 | + | ||
905 | +intx routing changes | ||
906 | + | ||
907 | + | ||
908 | +Intx routing can be changed when the guest programs the APIC the device | ||
909 | +pin is connected to. The proxy object in QEMU will use | ||
910 | +``pci_device_set_intx_routing_notifier()`` to be informed of any guest | ||
911 | +changes to the route. This handler will broadly follow the VFIO | ||
912 | +interrupt logic to change the route: de-assigning the existing irq | ||
913 | +descriptor from its route, then assigning it the new route. (see | ||
914 | +``vfio_intx_update()``) | ||
915 | + | ||
916 | +MSI/X acceleration | ||
917 | +'''''''''''''''''' | ||
918 | + | ||
919 | +MSI/X interrupts are sent as DMA transactions to the host. The interrupt | ||
920 | +data contains a vector that is programmed by the guest, A device may have | ||
921 | +multiple MSI interrupts associated with it, so multiple irq descriptors | ||
922 | +may need to be sent to the emulation program. | ||
923 | + | ||
924 | +MSI/X irq descriptor | ||
925 | + | ||
926 | + | ||
927 | +This case will also follow the VFIO example. For each MSI/X interrupt, | ||
928 | +an *eventfd* is created, a virtual interrupt is allocated by | ||
929 | +``kvm_irqchip_add_msi_route()``, and the virtual interrupt is bound to | ||
930 | +the eventfd with ``kvm_irqchip_add_irqfd_notifier()``. | ||
931 | + | ||
932 | +MSI/X config space changes | ||
933 | + | ||
934 | + | ||
935 | +The guest may dynamically update several MSI-related tables in the | ||
936 | +device's PCI config space. These include per-MSI interrupt enables and | ||
937 | +vector data. Additionally, MSIX tables exist in device memory space, not | ||
938 | +config space. Much like the BAR case above, the proxy object must look | ||
939 | +at guest config space programming to keep the MSI interrupt state | ||
940 | +consistent between QEMU and the emulation program. | ||
941 | + | ||
942 | +-------------- | ||
943 | + | ||
944 | +Disaggregated CPU emulation | ||
945 | +--------------------------- | ||
946 | + | ||
947 | +After IO services have been disaggregated, a second phase would be to | ||
948 | +separate a process to handle CPU instruction emulation from the main | ||
949 | +QEMU control function. There are no object separation points for this | ||
950 | +code, so the first task would be to create one. | ||
951 | + | ||
952 | +Host access controls | ||
953 | +-------------------- | ||
954 | + | ||
955 | +Separating QEMU relies on the host OS's access restriction mechanisms to | ||
956 | +enforce that the differing processes can only access the objects they | ||
957 | +are entitled to. There are a couple types of mechanisms usually provided | ||
958 | +by general purpose OSs. | ||
959 | + | ||
960 | +Discretionary access control | ||
961 | +~~~~~~~~~~~~~~~~~~~~~~~~~~~~ | ||
962 | + | ||
963 | +Discretionary access control allows each user to control who can access | ||
964 | +their files. In Linux, this type of control is usually too coarse for | ||
965 | +QEMU separation, since it only provides three separate access controls: | ||
966 | +one for the same user ID, the second for users IDs with the same group | ||
967 | +ID, and the third for all other user IDs. Each device instance would | ||
968 | +need a separate user ID to provide access control, which is likely to be | ||
969 | +unwieldy for dynamically created VMs. | ||
970 | + | ||
971 | +Mandatory access control | ||
972 | +~~~~~~~~~~~~~~~~~~~~~~~~ | ||
973 | + | ||
974 | +Mandatory access control allows the OS to add an additional set of | ||
975 | +controls on top of discretionary access for the OS to control. It also | ||
976 | +adds other attributes to processes and files such as types, roles, and | ||
977 | +categories, and can establish rules for how processes and files can | ||
978 | +interact. | ||
979 | + | ||
980 | +Type enforcement | ||
981 | +^^^^^^^^^^^^^^^^ | ||
982 | + | ||
983 | +Type enforcement assigns a *type* attribute to processes and files, and | ||
984 | +allows rules to be written on what operations a process with a given | ||
985 | +type can perform on a file with a given type. QEMU separation could take | ||
986 | +advantage of type enforcement by running the emulation processes with | ||
987 | +different types, both from the main QEMU process, and from the emulation | ||
988 | +processes of different classes of devices. | ||
989 | + | ||
990 | +For example, guest disk images and disk emulation processes could have | ||
991 | +types separate from the main QEMU process and non-disk emulation | ||
992 | +processes, and the type rules could prevent processes other than disk | ||
993 | +emulation ones from accessing guest disk images. Similarly, network | ||
994 | +emulation processes can have a type separate from the main QEMU process | ||
995 | +and non-network emulation process, and only that type can access the | ||
996 | +host tun/tap device used to provide guest networking. | ||
997 | + | ||
998 | +Category enforcement | ||
999 | +^^^^^^^^^^^^^^^^^^^^ | ||
1000 | + | ||
1001 | +Category enforcement assigns a set of numbers within a given range to | ||
1002 | +the process or file. The process is granted access to the file if the | ||
1003 | +process's set is a superset of the file's set. This enforcement can be | ||
1004 | +used to separate multiple instances of devices in the same class. | ||
1005 | + | ||
1006 | +For example, if there are multiple disk devices provides to a guest, | ||
1007 | +each device emulation process could be provisioned with a separate | ||
1008 | +category. The different device emulation processes would not be able to | ||
1009 | +access each other's backing disk images. | ||
1010 | + | ||
1011 | +Alternatively, categories could be used in lieu of the type enforcement | ||
1012 | +scheme described above. In this scenario, different categories would be | ||
1013 | +used to prevent device emulation processes in different classes from | ||
1014 | +accessing resources assigned to other classes. | ||
1015 | -- | ||
1016 | 2.29.2 | ||
11 | 1017 | ||
12 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
13 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
14 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
15 | Message-Id: <0875620d49f44320334b6a91c73b3f301f975f38.1594396418.git.berto@igalia.com> | ||
16 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
17 | --- | ||
18 | block/qcow2-cluster.c | 18 ++++++++++++++++++ | ||
19 | 1 file changed, 18 insertions(+) | ||
20 | |||
21 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
22 | index XXXXXXX..XXXXXXX 100644 | ||
23 | --- a/block/qcow2-cluster.c | ||
24 | +++ b/block/qcow2-cluster.c | ||
25 | @@ -XXX,XX +XXX,XX @@ int qcow2_alloc_cluster_link_l2(BlockDriverState *bs, QCowL2Meta *m) | ||
26 | assert((offset & L2E_OFFSET_MASK) == offset); | ||
27 | |||
28 | set_l2_entry(s, l2_slice, l2_index + i, offset | QCOW_OFLAG_COPIED); | ||
29 | + | ||
30 | + /* Update bitmap with the subclusters that were just written */ | ||
31 | + if (has_subclusters(s)) { | ||
32 | + uint64_t l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index + i); | ||
33 | + unsigned written_from = m->cow_start.offset; | ||
34 | + unsigned written_to = m->cow_end.offset + m->cow_end.nb_bytes ?: | ||
35 | + m->nb_clusters << s->cluster_bits; | ||
36 | + int first_sc, last_sc; | ||
37 | + /* Narrow written_from and written_to down to the current cluster */ | ||
38 | + written_from = MAX(written_from, i << s->cluster_bits); | ||
39 | + written_to = MIN(written_to, (i + 1) << s->cluster_bits); | ||
40 | + assert(written_from < written_to); | ||
41 | + first_sc = offset_to_sc_index(s, written_from); | ||
42 | + last_sc = offset_to_sc_index(s, written_to - 1); | ||
43 | + l2_bitmap |= QCOW_OFLAG_SUB_ALLOC_RANGE(first_sc, last_sc + 1); | ||
44 | + l2_bitmap &= ~QCOW_OFLAG_SUB_ZERO_RANGE(first_sc, last_sc + 1); | ||
45 | + set_l2_bitmap(s, l2_slice, l2_index + i, l2_bitmap); | ||
46 | + } | ||
47 | } | ||
48 | |||
49 | |||
50 | -- | ||
51 | 2.26.2 | ||
52 | |||
53 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | Subcluster allocation in qcow2 is implemented by extending the | 3 | Adds documentation explaining the command-line arguments needed |
4 | existing L2 table entries and adding additional information to | 4 | to use multi-process. |
5 | indicate the allocation status of each subcluster. | ||
6 | 5 | ||
7 | This patch documents the changes to the qcow2 format and how they | 6 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
8 | affect the calculation of the L2 cache size. | 7 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
8 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> | ||
9 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
10 | Message-id: 49f757a84e5dd6fae14b22544897d1124c5fdbad.1611938319.git.jag.raman@oracle.com | ||
9 | 11 | ||
10 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 12 | [Move orphan docs/multi-process.rst document into docs/system/ and add |
11 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 13 | it to index.rst to prevent Sphinx "document isn't included in any |
12 | Reviewed-by: Eric Blake <eblake@redhat.com> | 14 | toctree" error. |
13 | Message-Id: <5199f2e1c717bcaa58b48142c9062b803145ff7f.1594396418.git.berto@igalia.com> | 15 | --Stefan] |
14 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 16 | |
17 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
15 | --- | 18 | --- |
16 | docs/interop/qcow2.txt | 68 ++++++++++++++++++++++++++++++++++++++++-- | 19 | MAINTAINERS | 1 + |
17 | docs/qcow2-cache.txt | 19 +++++++++++- | 20 | docs/system/index.rst | 1 + |
18 | 2 files changed, 83 insertions(+), 4 deletions(-) | 21 | docs/system/multi-process.rst | 64 +++++++++++++++++++++++++++++++++++ |
22 | 3 files changed, 66 insertions(+) | ||
23 | create mode 100644 docs/system/multi-process.rst | ||
19 | 24 | ||
20 | diff --git a/docs/interop/qcow2.txt b/docs/interop/qcow2.txt | 25 | diff --git a/MAINTAINERS b/MAINTAINERS |
21 | index XXXXXXX..XXXXXXX 100644 | 26 | index XXXXXXX..XXXXXXX 100644 |
22 | --- a/docs/interop/qcow2.txt | 27 | --- a/MAINTAINERS |
23 | +++ b/docs/interop/qcow2.txt | 28 | +++ b/MAINTAINERS |
24 | @@ -XXX,XX +XXX,XX @@ The first cluster of a qcow2 image contains the file header: | 29 | @@ -XXX,XX +XXX,XX @@ M: Jagannathan Raman <jag.raman@oracle.com> |
25 | as the maximum cluster size and won't be able to open images | 30 | M: John G Johnson <john.g.johnson@oracle.com> |
26 | with larger cluster sizes. | 31 | S: Maintained |
27 | 32 | F: docs/devel/multi-process.rst | |
28 | + Note: if the image has Extended L2 Entries then cluster_bits | 33 | +F: docs/system/multi-process.rst |
29 | + must be at least 14 (i.e. 16384 byte clusters). | 34 | |
35 | Build and test automation | ||
36 | ------------------------- | ||
37 | diff --git a/docs/system/index.rst b/docs/system/index.rst | ||
38 | index XXXXXXX..XXXXXXX 100644 | ||
39 | --- a/docs/system/index.rst | ||
40 | +++ b/docs/system/index.rst | ||
41 | @@ -XXX,XX +XXX,XX @@ Contents: | ||
42 | pr-manager | ||
43 | targets | ||
44 | security | ||
45 | + multi-process | ||
46 | deprecated | ||
47 | removed-features | ||
48 | build-platforms | ||
49 | diff --git a/docs/system/multi-process.rst b/docs/system/multi-process.rst | ||
50 | new file mode 100644 | ||
51 | index XXXXXXX..XXXXXXX | ||
52 | --- /dev/null | ||
53 | +++ b/docs/system/multi-process.rst | ||
54 | @@ -XXX,XX +XXX,XX @@ | ||
55 | +Multi-process QEMU | ||
56 | +================== | ||
30 | + | 57 | + |
31 | 24 - 31: size | 58 | +This document describes how to configure and use multi-process qemu. |
32 | Virtual disk size in bytes. | 59 | +For the design document refer to docs/devel/qemu-multiprocess. |
33 | |||
34 | @@ -XXX,XX +XXX,XX @@ the next fields through header_length. | ||
35 | clusters. The compression_type field must be | ||
36 | present and not zero. | ||
37 | |||
38 | - Bits 4-63: Reserved (set to 0) | ||
39 | + Bit 4: Extended L2 Entries. If this bit is set then | ||
40 | + L2 table entries use an extended format that | ||
41 | + allows subcluster-based allocation. See the | ||
42 | + Extended L2 Entries section for more details. | ||
43 | + | 60 | + |
44 | + Bits 5-63: Reserved (set to 0) | 61 | +1) Configuration |
45 | 62 | +---------------- | |
46 | 80 - 87: compatible_features | ||
47 | Bitmask of compatible features. An implementation can | ||
48 | @@ -XXX,XX +XXX,XX @@ cannot be relaxed without an incompatible layout change). | ||
49 | Given an offset into the virtual disk, the offset into the image file can be | ||
50 | obtained as follows: | ||
51 | |||
52 | - l2_entries = (cluster_size / sizeof(uint64_t)) | ||
53 | + l2_entries = (cluster_size / sizeof(uint64_t)) [*] | ||
54 | |||
55 | l2_index = (offset / cluster_size) % l2_entries | ||
56 | l1_index = (offset / cluster_size) / l2_entries | ||
57 | @@ -XXX,XX +XXX,XX @@ obtained as follows: | ||
58 | |||
59 | return cluster_offset + (offset % cluster_size) | ||
60 | |||
61 | + [*] this changes if Extended L2 Entries are enabled, see next section | ||
62 | + | 63 | + |
63 | L1 table entry: | 64 | +multi-process is enabled by default for targets that enable KVM |
64 | |||
65 | Bit 0 - 8: Reserved (set to 0) | ||
66 | @@ -XXX,XX +XXX,XX @@ Standard Cluster Descriptor: | ||
67 | nor is data read from the backing file if the cluster is | ||
68 | unallocated. | ||
69 | |||
70 | - With version 2, this is always 0. | ||
71 | + With version 2 or with extended L2 entries (see the next | ||
72 | + section), this is always 0. | ||
73 | |||
74 | 1 - 8: Reserved (set to 0) | ||
75 | |||
76 | @@ -XXX,XX +XXX,XX @@ file (except if bit 0 in the Standard Cluster Descriptor is set). If there is | ||
77 | no backing file or the backing file is smaller than the image, they shall read | ||
78 | zeros for all parts that are not covered by the backing file. | ||
79 | |||
80 | +== Extended L2 Entries == | ||
81 | + | ||
82 | +An image uses Extended L2 Entries if bit 4 is set on the incompatible_features | ||
83 | +field of the header. | ||
84 | + | ||
85 | +In these images standard data clusters are divided into 32 subclusters of the | ||
86 | +same size. They are contiguous and start from the beginning of the cluster. | ||
87 | +Subclusters can be allocated independently and the L2 entry contains information | ||
88 | +indicating the status of each one of them. Compressed data clusters don't have | ||
89 | +subclusters so they are treated the same as in images without this feature. | ||
90 | + | ||
91 | +The size of an extended L2 entry is 128 bits so the number of entries per table | ||
92 | +is calculated using this formula: | ||
93 | + | ||
94 | + l2_entries = (cluster_size / (2 * sizeof(uint64_t))) | ||
95 | + | ||
96 | +The first 64 bits have the same format as the standard L2 table entry described | ||
97 | +in the previous section, with the exception of bit 0 of the standard cluster | ||
98 | +descriptor. | ||
99 | + | ||
100 | +The last 64 bits contain a subcluster allocation bitmap with this format: | ||
101 | + | ||
102 | +Subcluster Allocation Bitmap (for standard clusters): | ||
103 | + | ||
104 | + Bit 0 - 31: Allocation status (one bit per subcluster) | ||
105 | + | ||
106 | + 1: the subcluster is allocated. In this case the | ||
107 | + host cluster offset field must contain a valid | ||
108 | + offset. | ||
109 | + 0: the subcluster is not allocated. In this case | ||
110 | + read requests shall go to the backing file or | ||
111 | + return zeros if there is no backing file data. | ||
112 | + | ||
113 | + Bits are assigned starting from the least significant | ||
114 | + one (i.e. bit x is used for subcluster x). | ||
115 | + | ||
116 | + 32 - 63 Subcluster reads as zeros (one bit per subcluster) | ||
117 | + | ||
118 | + 1: the subcluster reads as zeros. In this case the | ||
119 | + allocation status bit must be unset. The host | ||
120 | + cluster offset field may or may not be set. | ||
121 | + 0: no effect. | ||
122 | + | ||
123 | + Bits are assigned starting from the least significant | ||
124 | + one (i.e. bit x is used for subcluster x - 32). | ||
125 | + | ||
126 | +Subcluster Allocation Bitmap (for compressed clusters): | ||
127 | + | ||
128 | + Bit 0 - 63: Reserved (set to 0) | ||
129 | + Compressed clusters don't have subclusters, | ||
130 | + so this field is not used. | ||
131 | |||
132 | == Snapshots == | ||
133 | |||
134 | diff --git a/docs/qcow2-cache.txt b/docs/qcow2-cache.txt | ||
135 | index XXXXXXX..XXXXXXX 100644 | ||
136 | --- a/docs/qcow2-cache.txt | ||
137 | +++ b/docs/qcow2-cache.txt | ||
138 | @@ -XXX,XX +XXX,XX @@ | ||
139 | qcow2 L2/refcount cache configuration | ||
140 | ===================================== | ||
141 | -Copyright (C) 2015, 2018 Igalia, S.L. | ||
142 | +Copyright (C) 2015, 2018-2020 Igalia, S.L. | ||
143 | Author: Alberto Garcia <berto@igalia.com> | ||
144 | |||
145 | This work is licensed under the terms of the GNU GPL, version 2 or | ||
146 | @@ -XXX,XX +XXX,XX @@ support this functionality, and is 0 (disabled) on other platforms. | ||
147 | This functionality currently relies on the MADV_DONTNEED argument for | ||
148 | madvise() to actually free the memory. This is a Linux-specific feature, | ||
149 | so cache-clean-interval is not supported on other systems. | ||
150 | + | 65 | + |
151 | + | 66 | + |
152 | +Extended L2 Entries | 67 | +2) Usage |
153 | +------------------- | 68 | +-------- |
154 | +All numbers shown in this document are valid for qcow2 images with normal | ||
155 | +64-bit L2 entries. | ||
156 | + | 69 | + |
157 | +Images with extended L2 entries need twice as much L2 metadata, so the L2 | 70 | +Multi-process QEMU requires an orchestrator to launch. |
158 | +cache size must be twice as large for the same disk space. | ||
159 | + | 71 | + |
160 | + disk_size = l2_cache_size * cluster_size / 16 | 72 | +Following is a description of command-line used to launch mpqemu. |
161 | + | 73 | + |
162 | +i.e. | 74 | +* Orchestrator: |
163 | + | 75 | + |
164 | + l2_cache_size = disk_size * 16 / cluster_size | 76 | + - The Orchestrator creates a unix socketpair |
165 | + | 77 | + |
166 | +Refcount blocks are not affected by this. | 78 | + - It launches the remote process and passes one of the |
79 | + sockets to it via command-line. | ||
80 | + | ||
81 | + - It then launches QEMU and specifies the other socket as an option | ||
82 | + to the Proxy device object | ||
83 | + | ||
84 | +* Remote Process: | ||
85 | + | ||
86 | + - QEMU can enter remote process mode by using the "remote" machine | ||
87 | + option. | ||
88 | + | ||
89 | + - The orchestrator creates a "remote-object" with details about | ||
90 | + the device and the file descriptor for the device | ||
91 | + | ||
92 | + - The remaining options are no different from how one launches QEMU with | ||
93 | + devices. | ||
94 | + | ||
95 | + - Example command-line for the remote process is as follows: | ||
96 | + | ||
97 | + /usr/bin/qemu-system-x86_64 \ | ||
98 | + -machine x-remote \ | ||
99 | + -device lsi53c895a,id=lsi0 \ | ||
100 | + -drive id=drive_image2,file=/build/ol7-nvme-test-1.qcow2 \ | ||
101 | + -device scsi-hd,id=drive2,drive=drive_image2,bus=lsi0.0,scsi-id=0 \ | ||
102 | + -object x-remote-object,id=robj1,devid=lsi1,fd=4, | ||
103 | + | ||
104 | +* QEMU: | ||
105 | + | ||
106 | + - Since parts of the RAM are shared between QEMU & remote process, a | ||
107 | + memory-backend-memfd is required to facilitate this, as follows: | ||
108 | + | ||
109 | + -object memory-backend-memfd,id=mem,size=2G | ||
110 | + | ||
111 | + - A "x-pci-proxy-dev" device is created for each of the PCI devices emulated | ||
112 | + in the remote process. A "socket" sub-option specifies the other end of | ||
113 | + unix channel created by orchestrator. The "id" sub-option must be specified | ||
114 | + and should be the same as the "id" specified for the remote PCI device | ||
115 | + | ||
116 | + - Example commandline for QEMU is as follows: | ||
117 | + | ||
118 | + -device x-pci-proxy-dev,id=lsi0,socket=3 | ||
167 | -- | 119 | -- |
168 | 2.26.2 | 120 | 2.29.2 |
169 | 121 | ||
170 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | The size of an L2 entry is 64 bits, but if we want to have subclusters | 3 | Allow RAM MemoryRegion to be created from an offset in a file, instead |
4 | we need extended L2 entries. This means that we have to access L2 | 4 | of allocating at offset of 0 by default. This is needed to synchronize |
5 | tables and slices differently depending on whether an image has | 5 | RAM between QEMU & remote process. |
6 | extended L2 entries or not. | 6 | |
7 | 7 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> | |
8 | This patch replaces all l2_slice[] accesses with calls to | 8 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
9 | get_l2_entry() and set_l2_entry(). | 9 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
10 | 10 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | |
11 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 11 | Message-id: 609996697ad8617e3b01df38accc5c208c24d74e.1611938319.git.jag.raman@oracle.com |
12 | Reviewed-by: Eric Blake <eblake@redhat.com> | 12 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
13 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
14 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
15 | Message-Id: <9586363531fec125ba1386e561762d3e4224e9fc.1594396418.git.berto@igalia.com> | ||
16 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
17 | --- | 13 | --- |
18 | block/qcow2.h | 12 ++++++++ | 14 | include/exec/memory.h | 2 ++ |
19 | block/qcow2-cluster.c | 63 ++++++++++++++++++++++-------------------- | 15 | include/exec/ram_addr.h | 2 +- |
20 | block/qcow2-refcount.c | 17 ++++++------ | 16 | include/qemu/mmap-alloc.h | 4 +++- |
21 | 3 files changed, 54 insertions(+), 38 deletions(-) | 17 | backends/hostmem-memfd.c | 2 +- |
22 | 18 | hw/misc/ivshmem.c | 3 ++- | |
23 | diff --git a/block/qcow2.h b/block/qcow2.h | 19 | softmmu/memory.c | 3 ++- |
24 | index XXXXXXX..XXXXXXX 100644 | 20 | softmmu/physmem.c | 11 +++++++---- |
25 | --- a/block/qcow2.h | 21 | util/mmap-alloc.c | 7 ++++--- |
26 | +++ b/block/qcow2.h | 22 | util/oslib-posix.c | 2 +- |
27 | @@ -XXX,XX +XXX,XX @@ typedef enum QCow2MetadataOverlap { | 23 | 9 files changed, 23 insertions(+), 13 deletions(-) |
28 | 24 | ||
29 | #define INV_OFFSET (-1ULL) | 25 | diff --git a/include/exec/memory.h b/include/exec/memory.h |
30 | 26 | index XXXXXXX..XXXXXXX 100644 | |
31 | +static inline uint64_t get_l2_entry(BDRVQcow2State *s, uint64_t *l2_slice, | 27 | --- a/include/exec/memory.h |
32 | + int idx) | 28 | +++ b/include/exec/memory.h |
33 | +{ | 29 | @@ -XXX,XX +XXX,XX @@ void memory_region_init_ram_from_file(MemoryRegion *mr, |
34 | + return be64_to_cpu(l2_slice[idx]); | 30 | * @size: size of the region. |
35 | +} | 31 | * @share: %true if memory must be mmaped with the MAP_SHARED flag |
36 | + | 32 | * @fd: the fd to mmap. |
37 | +static inline void set_l2_entry(BDRVQcow2State *s, uint64_t *l2_slice, | 33 | + * @offset: offset within the file referenced by fd |
38 | + int idx, uint64_t entry) | 34 | * @errp: pointer to Error*, to store an error if it happens. |
39 | +{ | 35 | * |
40 | + l2_slice[idx] = cpu_to_be64(entry); | 36 | * Note that this function does not do anything to cause the data in the |
41 | +} | 37 | @@ -XXX,XX +XXX,XX @@ void memory_region_init_ram_from_fd(MemoryRegion *mr, |
42 | + | 38 | uint64_t size, |
43 | static inline bool has_data_file(BlockDriverState *bs) | 39 | bool share, |
44 | { | 40 | int fd, |
45 | BDRVQcow2State *s = bs->opaque; | 41 | + ram_addr_t offset, |
46 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 42 | Error **errp); |
47 | index XXXXXXX..XXXXXXX 100644 | 43 | #endif |
48 | --- a/block/qcow2-cluster.c | 44 | |
49 | +++ b/block/qcow2-cluster.c | 45 | diff --git a/include/exec/ram_addr.h b/include/exec/ram_addr.h |
50 | @@ -XXX,XX +XXX,XX @@ fail: | 46 | index XXXXXXX..XXXXXXX 100644 |
51 | * cluster which may require a different handling) | 47 | --- a/include/exec/ram_addr.h |
52 | */ | 48 | +++ b/include/exec/ram_addr.h |
53 | static int count_contiguous_clusters(BlockDriverState *bs, int nb_clusters, | 49 | @@ -XXX,XX +XXX,XX @@ RAMBlock *qemu_ram_alloc_from_file(ram_addr_t size, MemoryRegion *mr, |
54 | - int cluster_size, uint64_t *l2_slice, uint64_t stop_flags) | 50 | Error **errp); |
55 | + int cluster_size, uint64_t *l2_slice, int l2_index, uint64_t stop_flags) | 51 | RAMBlock *qemu_ram_alloc_from_fd(ram_addr_t size, MemoryRegion *mr, |
56 | { | 52 | uint32_t ram_flags, int fd, |
57 | + BDRVQcow2State *s = bs->opaque; | 53 | - Error **errp); |
58 | int i; | 54 | + off_t offset, Error **errp); |
59 | QCow2ClusterType first_cluster_type; | 55 | |
60 | uint64_t mask = stop_flags | L2E_OFFSET_MASK | QCOW_OFLAG_COMPRESSED; | 56 | RAMBlock *qemu_ram_alloc_from_ptr(ram_addr_t size, void *host, |
61 | - uint64_t first_entry = be64_to_cpu(l2_slice[0]); | 57 | MemoryRegion *mr, Error **errp); |
62 | + uint64_t first_entry = get_l2_entry(s, l2_slice, l2_index); | 58 | diff --git a/include/qemu/mmap-alloc.h b/include/qemu/mmap-alloc.h |
63 | uint64_t offset = first_entry & mask; | 59 | index XXXXXXX..XXXXXXX 100644 |
64 | 60 | --- a/include/qemu/mmap-alloc.h | |
65 | first_cluster_type = qcow2_get_cluster_type(bs, first_entry); | 61 | +++ b/include/qemu/mmap-alloc.h |
66 | @@ -XXX,XX +XXX,XX @@ static int count_contiguous_clusters(BlockDriverState *bs, int nb_clusters, | 62 | @@ -XXX,XX +XXX,XX @@ size_t qemu_mempath_getpagesize(const char *mem_path); |
67 | first_cluster_type == QCOW2_CLUSTER_ZERO_ALLOC); | 63 | * otherwise, the alignment in use will be determined by QEMU. |
68 | 64 | * @shared: map has RAM_SHARED flag. | |
69 | for (i = 0; i < nb_clusters; i++) { | 65 | * @is_pmem: map has RAM_PMEM flag. |
70 | - uint64_t l2_entry = be64_to_cpu(l2_slice[i]) & mask; | 66 | + * @map_offset: map starts at offset of map_offset from the start of fd |
71 | + uint64_t l2_entry = get_l2_entry(s, l2_slice, l2_index + i) & mask; | 67 | * |
72 | if (offset + (uint64_t) i * cluster_size != l2_entry) { | 68 | * Return: |
73 | break; | 69 | * On success, return a pointer to the mapped area. |
74 | } | 70 | @@ -XXX,XX +XXX,XX @@ void *qemu_ram_mmap(int fd, |
75 | @@ -XXX,XX +XXX,XX @@ static int count_contiguous_clusters(BlockDriverState *bs, int nb_clusters, | 71 | size_t size, |
76 | static int count_contiguous_clusters_unallocated(BlockDriverState *bs, | 72 | size_t align, |
77 | int nb_clusters, | 73 | bool shared, |
78 | uint64_t *l2_slice, | 74 | - bool is_pmem); |
79 | + int l2_index, | 75 | + bool is_pmem, |
80 | QCow2ClusterType wanted_type) | 76 | + off_t map_offset); |
81 | { | 77 | |
82 | + BDRVQcow2State *s = bs->opaque; | 78 | void qemu_ram_munmap(int fd, void *ptr, size_t size); |
83 | int i; | 79 | |
84 | 80 | diff --git a/backends/hostmem-memfd.c b/backends/hostmem-memfd.c | |
85 | assert(wanted_type == QCOW2_CLUSTER_ZERO_PLAIN || | 81 | index XXXXXXX..XXXXXXX 100644 |
86 | wanted_type == QCOW2_CLUSTER_UNALLOCATED); | 82 | --- a/backends/hostmem-memfd.c |
87 | for (i = 0; i < nb_clusters; i++) { | 83 | +++ b/backends/hostmem-memfd.c |
88 | - uint64_t entry = be64_to_cpu(l2_slice[i]); | 84 | @@ -XXX,XX +XXX,XX @@ memfd_backend_memory_alloc(HostMemoryBackend *backend, Error **errp) |
89 | + uint64_t entry = get_l2_entry(s, l2_slice, l2_index + i); | 85 | name = host_memory_backend_get_name(backend); |
90 | QCow2ClusterType type = qcow2_get_cluster_type(bs, entry); | 86 | memory_region_init_ram_from_fd(&backend->mr, OBJECT(backend), |
91 | 87 | name, backend->size, | |
92 | if (type != wanted_type) { | 88 | - backend->share, fd, errp); |
93 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | 89 | + backend->share, fd, 0, errp); |
94 | /* find the cluster offset for the given disk offset */ | 90 | g_free(name); |
95 | 91 | } | |
96 | l2_index = offset_to_l2_slice_index(s, offset); | 92 | |
97 | - l2_entry = be64_to_cpu(l2_slice[l2_index]); | 93 | diff --git a/hw/misc/ivshmem.c b/hw/misc/ivshmem.c |
98 | + l2_entry = get_l2_entry(s, l2_slice, l2_index); | 94 | index XXXXXXX..XXXXXXX 100644 |
99 | 95 | --- a/hw/misc/ivshmem.c | |
100 | nb_clusters = size_to_clusters(s, bytes_needed); | 96 | +++ b/hw/misc/ivshmem.c |
101 | /* bytes_needed <= *bytes + offset_in_cluster, both of which are unsigned | 97 | @@ -XXX,XX +XXX,XX @@ static void process_msg_shmem(IVShmemState *s, int fd, Error **errp) |
102 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | 98 | |
103 | case QCOW2_CLUSTER_UNALLOCATED: | 99 | /* mmap the region and map into the BAR2 */ |
104 | /* how many empty clusters ? */ | 100 | memory_region_init_ram_from_fd(&s->server_bar2, OBJECT(s), |
105 | c = count_contiguous_clusters_unallocated(bs, nb_clusters, | 101 | - "ivshmem.bar2", size, true, fd, &local_err); |
106 | - &l2_slice[l2_index], type); | 102 | + "ivshmem.bar2", size, true, fd, 0, |
107 | + l2_slice, l2_index, type); | 103 | + &local_err); |
108 | break; | 104 | if (local_err) { |
109 | case QCOW2_CLUSTER_ZERO_ALLOC: | 105 | error_propagate(errp, local_err); |
110 | case QCOW2_CLUSTER_NORMAL: { | 106 | return; |
111 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | 107 | diff --git a/softmmu/memory.c b/softmmu/memory.c |
112 | *host_offset = host_cluster_offset + offset_in_cluster; | 108 | index XXXXXXX..XXXXXXX 100644 |
113 | /* how many allocated clusters ? */ | 109 | --- a/softmmu/memory.c |
114 | c = count_contiguous_clusters(bs, nb_clusters, s->cluster_size, | 110 | +++ b/softmmu/memory.c |
115 | - &l2_slice[l2_index], QCOW_OFLAG_ZERO); | 111 | @@ -XXX,XX +XXX,XX @@ void memory_region_init_ram_from_fd(MemoryRegion *mr, |
116 | + l2_slice, l2_index, QCOW_OFLAG_ZERO); | 112 | uint64_t size, |
117 | if (offset_into_cluster(s, host_cluster_offset)) { | 113 | bool share, |
118 | qcow2_signal_corruption(bs, true, -1, -1, | 114 | int fd, |
119 | "Cluster allocation offset %#" | 115 | + ram_addr_t offset, |
120 | @@ -XXX,XX +XXX,XX @@ int qcow2_alloc_compressed_cluster_offset(BlockDriverState *bs, | 116 | Error **errp) |
121 | 117 | { | |
122 | /* Compression can't overwrite anything. Fail if the cluster was already | 118 | Error *err = NULL; |
123 | * allocated. */ | 119 | @@ -XXX,XX +XXX,XX @@ void memory_region_init_ram_from_fd(MemoryRegion *mr, |
124 | - cluster_offset = be64_to_cpu(l2_slice[l2_index]); | 120 | mr->destructor = memory_region_destructor_ram; |
125 | + cluster_offset = get_l2_entry(s, l2_slice, l2_index); | 121 | mr->ram_block = qemu_ram_alloc_from_fd(size, mr, |
126 | if (cluster_offset & L2E_OFFSET_MASK) { | 122 | share ? RAM_SHARED : 0, |
127 | qcow2_cache_put(s->l2_table_cache, (void **) &l2_slice); | 123 | - fd, &err); |
128 | return -EIO; | 124 | + fd, offset, &err); |
129 | @@ -XXX,XX +XXX,XX @@ int qcow2_alloc_compressed_cluster_offset(BlockDriverState *bs, | 125 | if (err) { |
130 | 126 | mr->size = int128_zero(); | |
131 | BLKDBG_EVENT(bs->file, BLKDBG_L2_UPDATE_COMPRESSED); | 127 | object_unparent(OBJECT(mr)); |
132 | qcow2_cache_entry_mark_dirty(s->l2_table_cache, l2_slice); | 128 | diff --git a/softmmu/physmem.c b/softmmu/physmem.c |
133 | - l2_slice[l2_index] = cpu_to_be64(cluster_offset); | 129 | index XXXXXXX..XXXXXXX 100644 |
134 | + set_l2_entry(s, l2_slice, l2_index, cluster_offset); | 130 | --- a/softmmu/physmem.c |
135 | qcow2_cache_put(s->l2_table_cache, (void **) &l2_slice); | 131 | +++ b/softmmu/physmem.c |
136 | 132 | @@ -XXX,XX +XXX,XX @@ static void *file_ram_alloc(RAMBlock *block, | |
137 | *host_offset = cluster_offset & s->cluster_offset_mask; | 133 | ram_addr_t memory, |
138 | @@ -XXX,XX +XXX,XX @@ int qcow2_alloc_cluster_link_l2(BlockDriverState *bs, QCowL2Meta *m) | 134 | int fd, |
139 | * cluster the second one has to do RMW (which is done above by | 135 | bool truncate, |
140 | * perform_cow()), update l2 table with its cluster pointer and free | 136 | + off_t offset, |
141 | * old cluster. This is what this loop does */ | 137 | Error **errp) |
142 | - if (l2_slice[l2_index + i] != 0) { | 138 | { |
143 | - old_cluster[j++] = l2_slice[l2_index + i]; | 139 | void *area; |
144 | + if (get_l2_entry(s, l2_slice, l2_index + i) != 0) { | 140 | @@ -XXX,XX +XXX,XX @@ static void *file_ram_alloc(RAMBlock *block, |
145 | + old_cluster[j++] = get_l2_entry(s, l2_slice, l2_index + i); | ||
146 | } | ||
147 | |||
148 | /* The offset must fit in the offset field of the L2 table entry */ | ||
149 | assert((offset & L2E_OFFSET_MASK) == offset); | ||
150 | |||
151 | - l2_slice[l2_index + i] = cpu_to_be64(offset | QCOW_OFLAG_COPIED); | ||
152 | + set_l2_entry(s, l2_slice, l2_index + i, offset | QCOW_OFLAG_COPIED); | ||
153 | } | ||
154 | |||
155 | |||
156 | @@ -XXX,XX +XXX,XX @@ int qcow2_alloc_cluster_link_l2(BlockDriverState *bs, QCowL2Meta *m) | ||
157 | */ | ||
158 | if (!m->keep_old_clusters && j != 0) { | ||
159 | for (i = 0; i < j; i++) { | ||
160 | - qcow2_free_any_clusters(bs, be64_to_cpu(old_cluster[i]), 1, | ||
161 | - QCOW2_DISCARD_NEVER); | ||
162 | + qcow2_free_any_clusters(bs, old_cluster[i], 1, QCOW2_DISCARD_NEVER); | ||
163 | } | ||
164 | } | 141 | } |
165 | 142 | ||
166 | @@ -XXX,XX +XXX,XX @@ static void calculate_l2_meta(BlockDriverState *bs, | 143 | area = qemu_ram_mmap(fd, memory, block->mr->align, |
167 | if (keep_old) { | 144 | - block->flags & RAM_SHARED, block->flags & RAM_PMEM); |
168 | int i; | 145 | + block->flags & RAM_SHARED, block->flags & RAM_PMEM, |
169 | for (i = 0; i < nb_clusters; i++) { | 146 | + offset); |
170 | - l2_entry = be64_to_cpu(l2_slice[l2_index + i]); | 147 | if (area == MAP_FAILED) { |
171 | + l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | 148 | error_setg_errno(errp, errno, |
172 | if (qcow2_get_cluster_type(bs, l2_entry) != QCOW2_CLUSTER_NORMAL) { | 149 | "unable to map backing store for guest RAM"); |
173 | break; | 150 | @@ -XXX,XX +XXX,XX @@ static void ram_block_add(RAMBlock *new_block, Error **errp, bool shared) |
174 | } | 151 | #ifdef CONFIG_POSIX |
175 | @@ -XXX,XX +XXX,XX @@ static void calculate_l2_meta(BlockDriverState *bs, | 152 | RAMBlock *qemu_ram_alloc_from_fd(ram_addr_t size, MemoryRegion *mr, |
153 | uint32_t ram_flags, int fd, | ||
154 | - Error **errp) | ||
155 | + off_t offset, Error **errp) | ||
156 | { | ||
157 | RAMBlock *new_block; | ||
158 | Error *local_err = NULL; | ||
159 | @@ -XXX,XX +XXX,XX @@ RAMBlock *qemu_ram_alloc_from_fd(ram_addr_t size, MemoryRegion *mr, | ||
160 | new_block->used_length = size; | ||
161 | new_block->max_length = size; | ||
162 | new_block->flags = ram_flags; | ||
163 | - new_block->host = file_ram_alloc(new_block, size, fd, !file_size, errp); | ||
164 | + new_block->host = file_ram_alloc(new_block, size, fd, !file_size, offset, | ||
165 | + errp); | ||
166 | if (!new_block->host) { | ||
167 | g_free(new_block); | ||
168 | return NULL; | ||
169 | @@ -XXX,XX +XXX,XX @@ RAMBlock *qemu_ram_alloc_from_file(ram_addr_t size, MemoryRegion *mr, | ||
170 | return NULL; | ||
176 | } | 171 | } |
177 | 172 | ||
178 | /* Get the L2 entry of the first cluster */ | 173 | - block = qemu_ram_alloc_from_fd(size, mr, ram_flags, fd, errp); |
179 | - l2_entry = be64_to_cpu(l2_slice[l2_index]); | 174 | + block = qemu_ram_alloc_from_fd(size, mr, ram_flags, fd, 0, errp); |
180 | + l2_entry = get_l2_entry(s, l2_slice, l2_index); | 175 | if (!block) { |
181 | type = qcow2_get_cluster_type(bs, l2_entry); | 176 | if (created) { |
182 | 177 | unlink(mem_path); | |
183 | if (type == QCOW2_CLUSTER_NORMAL && keep_old) { | 178 | diff --git a/util/mmap-alloc.c b/util/mmap-alloc.c |
184 | @@ -XXX,XX +XXX,XX @@ static void calculate_l2_meta(BlockDriverState *bs, | 179 | index XXXXXXX..XXXXXXX 100644 |
180 | --- a/util/mmap-alloc.c | ||
181 | +++ b/util/mmap-alloc.c | ||
182 | @@ -XXX,XX +XXX,XX @@ void *qemu_ram_mmap(int fd, | ||
183 | size_t size, | ||
184 | size_t align, | ||
185 | bool shared, | ||
186 | - bool is_pmem) | ||
187 | + bool is_pmem, | ||
188 | + off_t map_offset) | ||
189 | { | ||
190 | int flags; | ||
191 | int map_sync_flags = 0; | ||
192 | @@ -XXX,XX +XXX,XX @@ void *qemu_ram_mmap(int fd, | ||
193 | offset = QEMU_ALIGN_UP((uintptr_t)guardptr, align) - (uintptr_t)guardptr; | ||
194 | |||
195 | ptr = mmap(guardptr + offset, size, PROT_READ | PROT_WRITE, | ||
196 | - flags | map_sync_flags, fd, 0); | ||
197 | + flags | map_sync_flags, fd, map_offset); | ||
198 | |||
199 | if (ptr == MAP_FAILED && map_sync_flags) { | ||
200 | if (errno == ENOTSUP) { | ||
201 | @@ -XXX,XX +XXX,XX @@ void *qemu_ram_mmap(int fd, | ||
202 | * we will remove these flags to handle compatibility. | ||
203 | */ | ||
204 | ptr = mmap(guardptr + offset, size, PROT_READ | PROT_WRITE, | ||
205 | - flags, fd, 0); | ||
206 | + flags, fd, map_offset); | ||
185 | } | 207 | } |
186 | 208 | ||
187 | /* Get the L2 entry of the last cluster */ | 209 | if (ptr == MAP_FAILED) { |
188 | - l2_entry = be64_to_cpu(l2_slice[l2_index + nb_clusters - 1]); | 210 | diff --git a/util/oslib-posix.c b/util/oslib-posix.c |
189 | + l2_entry = get_l2_entry(s, l2_slice, l2_index + nb_clusters - 1); | 211 | index XXXXXXX..XXXXXXX 100644 |
190 | type = qcow2_get_cluster_type(bs, l2_entry); | 212 | --- a/util/oslib-posix.c |
191 | 213 | +++ b/util/oslib-posix.c | |
192 | if (type == QCOW2_CLUSTER_NORMAL && keep_old) { | 214 | @@ -XXX,XX +XXX,XX @@ void *qemu_memalign(size_t alignment, size_t size) |
193 | @@ -XXX,XX +XXX,XX @@ static int count_single_write_clusters(BlockDriverState *bs, int nb_clusters, | 215 | void *qemu_anon_ram_alloc(size_t size, uint64_t *alignment, bool shared) |
194 | bool new_alloc) | 216 | { |
195 | { | 217 | size_t align = QEMU_VMALLOC_ALIGN; |
196 | BDRVQcow2State *s = bs->opaque; | 218 | - void *ptr = qemu_ram_mmap(-1, size, align, shared, false); |
197 | - uint64_t l2_entry = be64_to_cpu(l2_slice[l2_index]); | 219 | + void *ptr = qemu_ram_mmap(-1, size, align, shared, false, 0); |
198 | + uint64_t l2_entry = get_l2_entry(s, l2_slice, l2_index); | 220 | |
199 | uint64_t expected_offset = l2_entry & L2E_OFFSET_MASK; | 221 | if (ptr == MAP_FAILED) { |
200 | int i; | 222 | return NULL; |
201 | |||
202 | for (i = 0; i < nb_clusters; i++) { | ||
203 | - l2_entry = be64_to_cpu(l2_slice[l2_index + i]); | ||
204 | + l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | ||
205 | if (cluster_needs_new_alloc(bs, l2_entry) != new_alloc) { | ||
206 | break; | ||
207 | } | ||
208 | @@ -XXX,XX +XXX,XX @@ static int handle_copied(BlockDriverState *bs, uint64_t guest_offset, | ||
209 | return ret; | ||
210 | } | ||
211 | |||
212 | - l2_entry = be64_to_cpu(l2_slice[l2_index]); | ||
213 | + l2_entry = get_l2_entry(s, l2_slice, l2_index); | ||
214 | cluster_offset = l2_entry & L2E_OFFSET_MASK; | ||
215 | |||
216 | if (!cluster_needs_new_alloc(bs, l2_entry)) { | ||
217 | @@ -XXX,XX +XXX,XX @@ static int discard_in_l2_slice(BlockDriverState *bs, uint64_t offset, | ||
218 | for (i = 0; i < nb_clusters; i++) { | ||
219 | uint64_t old_l2_entry; | ||
220 | |||
221 | - old_l2_entry = be64_to_cpu(l2_slice[l2_index + i]); | ||
222 | + old_l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | ||
223 | |||
224 | /* | ||
225 | * If full_discard is false, make sure that a discarded area reads back | ||
226 | @@ -XXX,XX +XXX,XX @@ static int discard_in_l2_slice(BlockDriverState *bs, uint64_t offset, | ||
227 | /* First remove L2 entries */ | ||
228 | qcow2_cache_entry_mark_dirty(s->l2_table_cache, l2_slice); | ||
229 | if (!full_discard && s->qcow_version >= 3) { | ||
230 | - l2_slice[l2_index + i] = cpu_to_be64(QCOW_OFLAG_ZERO); | ||
231 | + set_l2_entry(s, l2_slice, l2_index + i, QCOW_OFLAG_ZERO); | ||
232 | } else { | ||
233 | - l2_slice[l2_index + i] = cpu_to_be64(0); | ||
234 | + set_l2_entry(s, l2_slice, l2_index + i, 0); | ||
235 | } | ||
236 | |||
237 | /* Then decrease the refcount */ | ||
238 | @@ -XXX,XX +XXX,XX @@ static int zero_in_l2_slice(BlockDriverState *bs, uint64_t offset, | ||
239 | uint64_t old_offset; | ||
240 | QCow2ClusterType cluster_type; | ||
241 | |||
242 | - old_offset = be64_to_cpu(l2_slice[l2_index + i]); | ||
243 | + old_offset = get_l2_entry(s, l2_slice, l2_index + i); | ||
244 | |||
245 | /* | ||
246 | * Minimize L2 changes if the cluster already reads back as | ||
247 | @@ -XXX,XX +XXX,XX @@ static int zero_in_l2_slice(BlockDriverState *bs, uint64_t offset, | ||
248 | |||
249 | qcow2_cache_entry_mark_dirty(s->l2_table_cache, l2_slice); | ||
250 | if (cluster_type == QCOW2_CLUSTER_COMPRESSED || unmap) { | ||
251 | - l2_slice[l2_index + i] = cpu_to_be64(QCOW_OFLAG_ZERO); | ||
252 | + set_l2_entry(s, l2_slice, l2_index + i, QCOW_OFLAG_ZERO); | ||
253 | qcow2_free_any_clusters(bs, old_offset, 1, QCOW2_DISCARD_REQUEST); | ||
254 | } else { | ||
255 | - l2_slice[l2_index + i] |= cpu_to_be64(QCOW_OFLAG_ZERO); | ||
256 | + uint64_t entry = get_l2_entry(s, l2_slice, l2_index + i); | ||
257 | + set_l2_entry(s, l2_slice, l2_index + i, entry | QCOW_OFLAG_ZERO); | ||
258 | } | ||
259 | } | ||
260 | |||
261 | @@ -XXX,XX +XXX,XX @@ static int expand_zero_clusters_in_l1(BlockDriverState *bs, uint64_t *l1_table, | ||
262 | } | ||
263 | |||
264 | for (j = 0; j < s->l2_slice_size; j++) { | ||
265 | - uint64_t l2_entry = be64_to_cpu(l2_slice[j]); | ||
266 | + uint64_t l2_entry = get_l2_entry(s, l2_slice, j); | ||
267 | int64_t offset = l2_entry & L2E_OFFSET_MASK; | ||
268 | QCow2ClusterType cluster_type = | ||
269 | qcow2_get_cluster_type(bs, l2_entry); | ||
270 | @@ -XXX,XX +XXX,XX @@ static int expand_zero_clusters_in_l1(BlockDriverState *bs, uint64_t *l1_table, | ||
271 | if (!bs->backing) { | ||
272 | /* not backed; therefore we can simply deallocate the | ||
273 | * cluster */ | ||
274 | - l2_slice[j] = 0; | ||
275 | + set_l2_entry(s, l2_slice, j, 0); | ||
276 | l2_dirty = true; | ||
277 | continue; | ||
278 | } | ||
279 | @@ -XXX,XX +XXX,XX @@ static int expand_zero_clusters_in_l1(BlockDriverState *bs, uint64_t *l1_table, | ||
280 | } | ||
281 | |||
282 | if (l2_refcount == 1) { | ||
283 | - l2_slice[j] = cpu_to_be64(offset | QCOW_OFLAG_COPIED); | ||
284 | + set_l2_entry(s, l2_slice, j, offset | QCOW_OFLAG_COPIED); | ||
285 | } else { | ||
286 | - l2_slice[j] = cpu_to_be64(offset); | ||
287 | + set_l2_entry(s, l2_slice, j, offset); | ||
288 | } | ||
289 | l2_dirty = true; | ||
290 | } | ||
291 | diff --git a/block/qcow2-refcount.c b/block/qcow2-refcount.c | ||
292 | index XXXXXXX..XXXXXXX 100644 | ||
293 | --- a/block/qcow2-refcount.c | ||
294 | +++ b/block/qcow2-refcount.c | ||
295 | @@ -XXX,XX +XXX,XX @@ int qcow2_update_snapshot_refcount(BlockDriverState *bs, | ||
296 | uint64_t cluster_index; | ||
297 | uint64_t offset; | ||
298 | |||
299 | - entry = be64_to_cpu(l2_slice[j]); | ||
300 | + entry = get_l2_entry(s, l2_slice, j); | ||
301 | old_entry = entry; | ||
302 | entry &= ~QCOW_OFLAG_COPIED; | ||
303 | offset = entry & L2E_OFFSET_MASK; | ||
304 | @@ -XXX,XX +XXX,XX @@ int qcow2_update_snapshot_refcount(BlockDriverState *bs, | ||
305 | qcow2_cache_set_dependency(bs, s->l2_table_cache, | ||
306 | s->refcount_block_cache); | ||
307 | } | ||
308 | - l2_slice[j] = cpu_to_be64(entry); | ||
309 | + set_l2_entry(s, l2_slice, j, entry); | ||
310 | qcow2_cache_entry_mark_dirty(s->l2_table_cache, | ||
311 | l2_slice); | ||
312 | } | ||
313 | @@ -XXX,XX +XXX,XX @@ static int check_refcounts_l2(BlockDriverState *bs, BdrvCheckResult *res, | ||
314 | |||
315 | /* Do the actual checks */ | ||
316 | for(i = 0; i < s->l2_size; i++) { | ||
317 | - l2_entry = be64_to_cpu(l2_table[i]); | ||
318 | + l2_entry = get_l2_entry(s, l2_table, i); | ||
319 | |||
320 | switch (qcow2_get_cluster_type(bs, l2_entry)) { | ||
321 | case QCOW2_CLUSTER_COMPRESSED: | ||
322 | @@ -XXX,XX +XXX,XX @@ static int check_refcounts_l2(BlockDriverState *bs, BdrvCheckResult *res, | ||
323 | QCOW2_OL_INACTIVE_L2; | ||
324 | |||
325 | l2_entry = QCOW_OFLAG_ZERO; | ||
326 | - l2_table[i] = cpu_to_be64(l2_entry); | ||
327 | + set_l2_entry(s, l2_table, i, l2_entry); | ||
328 | ret = qcow2_pre_write_overlap_check(bs, ign, | ||
329 | l2e_offset, sizeof(uint64_t), false); | ||
330 | if (ret < 0) { | ||
331 | @@ -XXX,XX +XXX,XX @@ static int check_oflag_copied(BlockDriverState *bs, BdrvCheckResult *res, | ||
332 | } | ||
333 | |||
334 | for (j = 0; j < s->l2_size; j++) { | ||
335 | - uint64_t l2_entry = be64_to_cpu(l2_table[j]); | ||
336 | + uint64_t l2_entry = get_l2_entry(s, l2_table, j); | ||
337 | uint64_t data_offset = l2_entry & L2E_OFFSET_MASK; | ||
338 | QCow2ClusterType cluster_type = qcow2_get_cluster_type(bs, l2_entry); | ||
339 | |||
340 | @@ -XXX,XX +XXX,XX @@ static int check_oflag_copied(BlockDriverState *bs, BdrvCheckResult *res, | ||
341 | "l2_entry=%" PRIx64 " refcount=%" PRIu64 "\n", | ||
342 | repair ? "Repairing" : "ERROR", l2_entry, refcount); | ||
343 | if (repair) { | ||
344 | - l2_table[j] = cpu_to_be64(refcount == 1 | ||
345 | - ? l2_entry | QCOW_OFLAG_COPIED | ||
346 | - : l2_entry & ~QCOW_OFLAG_COPIED); | ||
347 | + set_l2_entry(s, l2_table, j, | ||
348 | + refcount == 1 ? | ||
349 | + l2_entry | QCOW_OFLAG_COPIED : | ||
350 | + l2_entry & ~QCOW_OFLAG_COPIED); | ||
351 | l2_dirty++; | ||
352 | } | ||
353 | } | ||
354 | -- | 223 | -- |
355 | 2.26.2 | 224 | 2.29.2 |
356 | 225 | ||
357 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | The offset field of an uncompressed cluster's L2 entry must be aligned | 3 | Add configuration options to enable or disable multiprocess QEMU code |
4 | to the cluster size, otherwise it is invalid. If the cluster has no | ||
5 | data then it means that the offset points to a preallocation, so we | ||
6 | can clear the offset field without affecting the guest-visible data. | ||
7 | This is what 'qemu-img check' does when run in repair mode. | ||
8 | 4 | ||
9 | On traditional qcow2 images this can only happen when QCOW_OFLAG_ZERO | 5 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
10 | is set, and repairing such entries turns the clusters from ZERO_ALLOC | 6 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
11 | into ZERO_PLAIN. | 7 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
8 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
9 | Message-id: 6cc37253e35418ebd7b675a31a3df6e3c7a12dc1.1611938319.git.jag.raman@oracle.com | ||
10 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | ||
12 | configure | 10 ++++++++++ | ||
13 | meson.build | 4 +++- | ||
14 | Kconfig.host | 4 ++++ | ||
15 | hw/Kconfig | 1 + | ||
16 | hw/remote/Kconfig | 3 +++ | ||
17 | 5 files changed, 21 insertions(+), 1 deletion(-) | ||
18 | create mode 100644 hw/remote/Kconfig | ||
12 | 19 | ||
13 | Extended L2 entries have no ZERO_ALLOC clusters and no QCOW_OFLAG_ZERO | 20 | diff --git a/configure b/configure |
14 | but the idea is the same: if none of the subclusters are allocated | 21 | index XXXXXXX..XXXXXXX 100755 |
15 | then we can clear the offset field and leave the bitmap untouched. | 22 | --- a/configure |
23 | +++ b/configure | ||
24 | @@ -XXX,XX +XXX,XX @@ skip_meson=no | ||
25 | gettext="auto" | ||
26 | fuse="auto" | ||
27 | fuse_lseek="auto" | ||
28 | +multiprocess="no" | ||
29 | |||
30 | malloc_trim="auto" | ||
31 | |||
32 | @@ -XXX,XX +XXX,XX @@ Linux) | ||
33 | linux="yes" | ||
34 | linux_user="yes" | ||
35 | vhost_user=${default_feature:-yes} | ||
36 | + multiprocess=${default_feature:-yes} | ||
37 | ;; | ||
38 | esac | ||
39 | |||
40 | @@ -XXX,XX +XXX,XX @@ for opt do | ||
41 | ;; | ||
42 | --disable-fuse-lseek) fuse_lseek="disabled" | ||
43 | ;; | ||
44 | + --enable-multiprocess) multiprocess="yes" | ||
45 | + ;; | ||
46 | + --disable-multiprocess) multiprocess="no" | ||
47 | + ;; | ||
48 | *) | ||
49 | echo "ERROR: unknown option $opt" | ||
50 | echo "Try '$0 --help' for more information" | ||
51 | @@ -XXX,XX +XXX,XX @@ disabled with --disable-FEATURE, default is enabled if available | ||
52 | libdaxctl libdaxctl support | ||
53 | fuse FUSE block device export | ||
54 | fuse-lseek SEEK_HOLE/SEEK_DATA support for FUSE exports | ||
55 | + multiprocess Multiprocess QEMU support | ||
56 | |||
57 | NOTE: The object files are built at the place where configure is launched | ||
58 | EOF | ||
59 | @@ -XXX,XX +XXX,XX @@ fi | ||
60 | if test "$have_mlockall" = "yes" ; then | ||
61 | echo "HAVE_MLOCKALL=y" >> $config_host_mak | ||
62 | fi | ||
63 | +if test "$multiprocess" = "yes" ; then | ||
64 | + echo "CONFIG_MULTIPROCESS_ALLOWED=y" >> $config_host_mak | ||
65 | +fi | ||
66 | if test "$fuzzing" = "yes" ; then | ||
67 | # If LIB_FUZZING_ENGINE is set, assume we are running on OSS-Fuzz, and the | ||
68 | # needed CFLAGS have already been provided | ||
69 | diff --git a/meson.build b/meson.build | ||
70 | index XXXXXXX..XXXXXXX 100644 | ||
71 | --- a/meson.build | ||
72 | +++ b/meson.build | ||
73 | @@ -XXX,XX +XXX,XX @@ host_kconfig = \ | ||
74 | ('CONFIG_VHOST_KERNEL' in config_host ? ['CONFIG_VHOST_KERNEL=y'] : []) + \ | ||
75 | (have_virtfs ? ['CONFIG_VIRTFS=y'] : []) + \ | ||
76 | ('CONFIG_LINUX' in config_host ? ['CONFIG_LINUX=y'] : []) + \ | ||
77 | - ('CONFIG_PVRDMA' in config_host ? ['CONFIG_PVRDMA=y'] : []) | ||
78 | + ('CONFIG_PVRDMA' in config_host ? ['CONFIG_PVRDMA=y'] : []) + \ | ||
79 | + ('CONFIG_MULTIPROCESS_ALLOWED' in config_host ? ['CONFIG_MULTIPROCESS_ALLOWED=y'] : []) | ||
80 | |||
81 | ignored = [ 'TARGET_XML_FILES', 'TARGET_ABI_DIR', 'TARGET_ARCH' ] | ||
82 | |||
83 | @@ -XXX,XX +XXX,XX @@ summary_info += {'libpmem support': config_host.has_key('CONFIG_LIBPMEM')} | ||
84 | summary_info += {'libdaxctl support': config_host.has_key('CONFIG_LIBDAXCTL')} | ||
85 | summary_info += {'libudev': libudev.found()} | ||
86 | summary_info += {'FUSE lseek': fuse_lseek.found()} | ||
87 | +summary_info += {'Multiprocess QEMU': config_host.has_key('CONFIG_MULTIPROCESS_ALLOWED')} | ||
88 | summary(summary_info, bool_yn: true, section: 'Dependencies') | ||
89 | |||
90 | if not supported_cpus.contains(cpu) | ||
91 | diff --git a/Kconfig.host b/Kconfig.host | ||
92 | index XXXXXXX..XXXXXXX 100644 | ||
93 | --- a/Kconfig.host | ||
94 | +++ b/Kconfig.host | ||
95 | @@ -XXX,XX +XXX,XX @@ config VIRTFS | ||
96 | |||
97 | config PVRDMA | ||
98 | bool | ||
99 | + | ||
100 | +config MULTIPROCESS_ALLOWED | ||
101 | + bool | ||
102 | + imply MULTIPROCESS | ||
103 | diff --git a/hw/Kconfig b/hw/Kconfig | ||
104 | index XXXXXXX..XXXXXXX 100644 | ||
105 | --- a/hw/Kconfig | ||
106 | +++ b/hw/Kconfig | ||
107 | @@ -XXX,XX +XXX,XX @@ source pci-host/Kconfig | ||
108 | source pcmcia/Kconfig | ||
109 | source pci/Kconfig | ||
110 | source rdma/Kconfig | ||
111 | +source remote/Kconfig | ||
112 | source rtc/Kconfig | ||
113 | source scsi/Kconfig | ||
114 | source sd/Kconfig | ||
115 | diff --git a/hw/remote/Kconfig b/hw/remote/Kconfig | ||
116 | new file mode 100644 | ||
117 | index XXXXXXX..XXXXXXX | ||
118 | --- /dev/null | ||
119 | +++ b/hw/remote/Kconfig | ||
120 | @@ -XXX,XX +XXX,XX @@ | ||
121 | +config MULTIPROCESS | ||
122 | + bool | ||
123 | + depends on PCI && KVM | ||
124 | -- | ||
125 | 2.29.2 | ||
16 | 126 | ||
17 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
18 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
19 | Message-Id: <9f4ed1d0a34b0a545b032c31ecd8c14734065342.1594396418.git.berto@igalia.com> | ||
20 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
21 | --- | ||
22 | block/qcow2-refcount.c | 16 +++++++++++----- | ||
23 | tests/qemu-iotests/060.out | 2 +- | ||
24 | 2 files changed, 12 insertions(+), 6 deletions(-) | ||
25 | |||
26 | diff --git a/block/qcow2-refcount.c b/block/qcow2-refcount.c | ||
27 | index XXXXXXX..XXXXXXX 100644 | ||
28 | --- a/block/qcow2-refcount.c | ||
29 | +++ b/block/qcow2-refcount.c | ||
30 | @@ -XXX,XX +XXX,XX @@ static int check_refcounts_l2(BlockDriverState *bs, BdrvCheckResult *res, | ||
31 | |||
32 | /* Correct offsets are cluster aligned */ | ||
33 | if (offset_into_cluster(s, offset)) { | ||
34 | + bool contains_data; | ||
35 | res->corruptions++; | ||
36 | |||
37 | - if (qcow2_get_cluster_type(bs, l2_entry) == | ||
38 | - QCOW2_CLUSTER_ZERO_ALLOC) | ||
39 | - { | ||
40 | - fprintf(stderr, "%s offset=%" PRIx64 ": Preallocated zero " | ||
41 | + if (has_subclusters(s)) { | ||
42 | + uint64_t l2_bitmap = get_l2_bitmap(s, l2_table, i); | ||
43 | + contains_data = (l2_bitmap & QCOW_L2_BITMAP_ALL_ALLOC); | ||
44 | + } else { | ||
45 | + contains_data = !(l2_entry & QCOW_OFLAG_ZERO); | ||
46 | + } | ||
47 | + | ||
48 | + if (!contains_data) { | ||
49 | + fprintf(stderr, "%s offset=%" PRIx64 ": Preallocated " | ||
50 | "cluster is not properly aligned; L2 entry " | ||
51 | "corrupted.\n", | ||
52 | fix & BDRV_FIX_ERRORS ? "Repairing" : "ERROR", | ||
53 | @@ -XXX,XX +XXX,XX @@ static int check_refcounts_l2(BlockDriverState *bs, BdrvCheckResult *res, | ||
54 | int ign = active ? QCOW2_OL_ACTIVE_L2 : | ||
55 | QCOW2_OL_INACTIVE_L2; | ||
56 | |||
57 | - l2_entry = QCOW_OFLAG_ZERO; | ||
58 | + l2_entry = has_subclusters(s) ? 0 : QCOW_OFLAG_ZERO; | ||
59 | set_l2_entry(s, l2_table, i, l2_entry); | ||
60 | ret = qcow2_pre_write_overlap_check(bs, ign, | ||
61 | l2e_offset, l2_entry_size(s), false); | ||
62 | diff --git a/tests/qemu-iotests/060.out b/tests/qemu-iotests/060.out | ||
63 | index XXXXXXX..XXXXXXX 100644 | ||
64 | --- a/tests/qemu-iotests/060.out | ||
65 | +++ b/tests/qemu-iotests/060.out | ||
66 | @@ -XXX,XX +XXX,XX @@ discard 65536/65536 bytes at offset 0 | ||
67 | qcow2: Marking image as corrupt: Preallocated zero cluster offset 0x2a00 unaligned (guest offset: 0); further corruption events will be suppressed | ||
68 | write failed: Input/output error | ||
69 | --- Repairing --- | ||
70 | -Repairing offset=2a00: Preallocated zero cluster is not properly aligned; L2 entry corrupted. | ||
71 | +Repairing offset=2a00: Preallocated cluster is not properly aligned; L2 entry corrupted. | ||
72 | The following inconsistencies were found and repaired: | ||
73 | |||
74 | 0 leaked clusters | ||
75 | -- | ||
76 | 2.26.2 | ||
77 | |||
78 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | This helper function tells us if a cluster is allocated (that is, | 3 | PCI host bridge is setup for the remote device process. It is |
4 | there is an associated host offset for it). | 4 | implemented using remote-pcihost object. It is an extension of the PCI |
5 | host bridge setup by QEMU. | ||
6 | Remote-pcihost configures a PCI bus which could be used by the remote | ||
7 | PCI device to latch on to. | ||
5 | 8 | ||
6 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 9 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
7 | Reviewed-by: Eric Blake <eblake@redhat.com> | 10 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
8 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 11 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
9 | Message-Id: <6d8771c5c79cbdc6c519875a5078e1cc85856d63.1594396418.git.berto@igalia.com> | 12 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
10 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 13 | Message-id: 0871ba857abb2eafacde07e7fe66a3f12415bfb2.1611938319.git.jag.raman@oracle.com |
14 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | 15 | --- |
12 | block/qcow2.h | 6 ++++++ | 16 | MAINTAINERS | 2 + |
13 | 1 file changed, 6 insertions(+) | 17 | include/hw/pci-host/remote.h | 29 ++++++++++++++ |
18 | hw/pci-host/remote.c | 75 ++++++++++++++++++++++++++++++++++++ | ||
19 | hw/pci-host/Kconfig | 3 ++ | ||
20 | hw/pci-host/meson.build | 1 + | ||
21 | hw/remote/Kconfig | 1 + | ||
22 | 6 files changed, 111 insertions(+) | ||
23 | create mode 100644 include/hw/pci-host/remote.h | ||
24 | create mode 100644 hw/pci-host/remote.c | ||
14 | 25 | ||
15 | diff --git a/block/qcow2.h b/block/qcow2.h | 26 | diff --git a/MAINTAINERS b/MAINTAINERS |
16 | index XXXXXXX..XXXXXXX 100644 | 27 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/block/qcow2.h | 28 | --- a/MAINTAINERS |
18 | +++ b/block/qcow2.h | 29 | +++ b/MAINTAINERS |
19 | @@ -XXX,XX +XXX,XX @@ QCow2SubclusterType qcow2_get_subcluster_type(BlockDriverState *bs, | 30 | @@ -XXX,XX +XXX,XX @@ M: John G Johnson <john.g.johnson@oracle.com> |
20 | } | 31 | S: Maintained |
21 | } | 32 | F: docs/devel/multi-process.rst |
22 | 33 | F: docs/system/multi-process.rst | |
23 | +static inline bool qcow2_cluster_is_allocated(QCow2ClusterType type) | 34 | +F: hw/pci-host/remote.c |
35 | +F: include/hw/pci-host/remote.h | ||
36 | |||
37 | Build and test automation | ||
38 | ------------------------- | ||
39 | diff --git a/include/hw/pci-host/remote.h b/include/hw/pci-host/remote.h | ||
40 | new file mode 100644 | ||
41 | index XXXXXXX..XXXXXXX | ||
42 | --- /dev/null | ||
43 | +++ b/include/hw/pci-host/remote.h | ||
44 | @@ -XXX,XX +XXX,XX @@ | ||
45 | +/* | ||
46 | + * PCI Host for remote device | ||
47 | + * | ||
48 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
49 | + * | ||
50 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
51 | + * See the COPYING file in the top-level directory. | ||
52 | + * | ||
53 | + */ | ||
54 | + | ||
55 | +#ifndef REMOTE_PCIHOST_H | ||
56 | +#define REMOTE_PCIHOST_H | ||
57 | + | ||
58 | +#include "exec/memory.h" | ||
59 | +#include "hw/pci/pcie_host.h" | ||
60 | + | ||
61 | +#define TYPE_REMOTE_PCIHOST "remote-pcihost" | ||
62 | +OBJECT_DECLARE_SIMPLE_TYPE(RemotePCIHost, REMOTE_PCIHOST) | ||
63 | + | ||
64 | +struct RemotePCIHost { | ||
65 | + /*< private >*/ | ||
66 | + PCIExpressHost parent_obj; | ||
67 | + /*< public >*/ | ||
68 | + | ||
69 | + MemoryRegion *mr_pci_mem; | ||
70 | + MemoryRegion *mr_sys_io; | ||
71 | +}; | ||
72 | + | ||
73 | +#endif | ||
74 | diff --git a/hw/pci-host/remote.c b/hw/pci-host/remote.c | ||
75 | new file mode 100644 | ||
76 | index XXXXXXX..XXXXXXX | ||
77 | --- /dev/null | ||
78 | +++ b/hw/pci-host/remote.c | ||
79 | @@ -XXX,XX +XXX,XX @@ | ||
80 | +/* | ||
81 | + * Remote PCI host device | ||
82 | + * | ||
83 | + * Unlike PCI host devices that model physical hardware, the purpose | ||
84 | + * of this PCI host is to host multi-process QEMU devices. | ||
85 | + * | ||
86 | + * Multi-process QEMU extends the PCI host of a QEMU machine into a | ||
87 | + * remote process. Any PCI device attached to the remote process is | ||
88 | + * visible in the QEMU guest. This allows existing QEMU device models | ||
89 | + * to be reused in the remote process. | ||
90 | + * | ||
91 | + * This PCI host is purely a container for PCI devices. It's fake in the | ||
92 | + * sense that the guest never sees this PCI host and has no way of | ||
93 | + * accessing it. Its job is just to provide the environment that QEMU | ||
94 | + * PCI device models need when running in a remote process. | ||
95 | + * | ||
96 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
97 | + * | ||
98 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
99 | + * See the COPYING file in the top-level directory. | ||
100 | + * | ||
101 | + */ | ||
102 | + | ||
103 | +#include "qemu/osdep.h" | ||
104 | +#include "qemu-common.h" | ||
105 | + | ||
106 | +#include "hw/pci/pci.h" | ||
107 | +#include "hw/pci/pci_host.h" | ||
108 | +#include "hw/pci/pcie_host.h" | ||
109 | +#include "hw/qdev-properties.h" | ||
110 | +#include "hw/pci-host/remote.h" | ||
111 | +#include "exec/memory.h" | ||
112 | + | ||
113 | +static const char *remote_pcihost_root_bus_path(PCIHostState *host_bridge, | ||
114 | + PCIBus *rootbus) | ||
24 | +{ | 115 | +{ |
25 | + return (type == QCOW2_CLUSTER_COMPRESSED || type == QCOW2_CLUSTER_NORMAL || | 116 | + return "0000:00"; |
26 | + type == QCOW2_CLUSTER_ZERO_ALLOC); | ||
27 | +} | 117 | +} |
28 | + | 118 | + |
29 | /* Check whether refcounts are eager or lazy */ | 119 | +static void remote_pcihost_realize(DeviceState *dev, Error **errp) |
30 | static inline bool qcow2_need_accurate_refcounts(BDRVQcow2State *s) | 120 | +{ |
31 | { | 121 | + PCIHostState *pci = PCI_HOST_BRIDGE(dev); |
122 | + RemotePCIHost *s = REMOTE_PCIHOST(dev); | ||
123 | + | ||
124 | + pci->bus = pci_root_bus_new(DEVICE(s), "remote-pci", | ||
125 | + s->mr_pci_mem, s->mr_sys_io, | ||
126 | + 0, TYPE_PCIE_BUS); | ||
127 | +} | ||
128 | + | ||
129 | +static void remote_pcihost_class_init(ObjectClass *klass, void *data) | ||
130 | +{ | ||
131 | + DeviceClass *dc = DEVICE_CLASS(klass); | ||
132 | + PCIHostBridgeClass *hc = PCI_HOST_BRIDGE_CLASS(klass); | ||
133 | + | ||
134 | + hc->root_bus_path = remote_pcihost_root_bus_path; | ||
135 | + dc->realize = remote_pcihost_realize; | ||
136 | + | ||
137 | + dc->user_creatable = false; | ||
138 | + set_bit(DEVICE_CATEGORY_BRIDGE, dc->categories); | ||
139 | + dc->fw_name = "pci"; | ||
140 | +} | ||
141 | + | ||
142 | +static const TypeInfo remote_pcihost_info = { | ||
143 | + .name = TYPE_REMOTE_PCIHOST, | ||
144 | + .parent = TYPE_PCIE_HOST_BRIDGE, | ||
145 | + .instance_size = sizeof(RemotePCIHost), | ||
146 | + .class_init = remote_pcihost_class_init, | ||
147 | +}; | ||
148 | + | ||
149 | +static void remote_pcihost_register(void) | ||
150 | +{ | ||
151 | + type_register_static(&remote_pcihost_info); | ||
152 | +} | ||
153 | + | ||
154 | +type_init(remote_pcihost_register) | ||
155 | diff --git a/hw/pci-host/Kconfig b/hw/pci-host/Kconfig | ||
156 | index XXXXXXX..XXXXXXX 100644 | ||
157 | --- a/hw/pci-host/Kconfig | ||
158 | +++ b/hw/pci-host/Kconfig | ||
159 | @@ -XXX,XX +XXX,XX @@ config PCI_POWERNV | ||
160 | select PCI_EXPRESS | ||
161 | select MSI_NONBROKEN | ||
162 | select PCIE_PORT | ||
163 | + | ||
164 | +config REMOTE_PCIHOST | ||
165 | + bool | ||
166 | diff --git a/hw/pci-host/meson.build b/hw/pci-host/meson.build | ||
167 | index XXXXXXX..XXXXXXX 100644 | ||
168 | --- a/hw/pci-host/meson.build | ||
169 | +++ b/hw/pci-host/meson.build | ||
170 | @@ -XXX,XX +XXX,XX @@ pci_ss.add(when: 'CONFIG_PCI_EXPRESS_XILINX', if_true: files('xilinx-pcie.c')) | ||
171 | pci_ss.add(when: 'CONFIG_PCI_I440FX', if_true: files('i440fx.c')) | ||
172 | pci_ss.add(when: 'CONFIG_PCI_SABRE', if_true: files('sabre.c')) | ||
173 | pci_ss.add(when: 'CONFIG_XEN_IGD_PASSTHROUGH', if_true: files('xen_igd_pt.c')) | ||
174 | +pci_ss.add(when: 'CONFIG_REMOTE_PCIHOST', if_true: files('remote.c')) | ||
175 | |||
176 | # PPC devices | ||
177 | pci_ss.add(when: 'CONFIG_PREP_PCI', if_true: files('prep.c')) | ||
178 | diff --git a/hw/remote/Kconfig b/hw/remote/Kconfig | ||
179 | index XXXXXXX..XXXXXXX 100644 | ||
180 | --- a/hw/remote/Kconfig | ||
181 | +++ b/hw/remote/Kconfig | ||
182 | @@ -XXX,XX +XXX,XX @@ | ||
183 | config MULTIPROCESS | ||
184 | bool | ||
185 | depends on PCI && KVM | ||
186 | + select REMOTE_PCIHOST | ||
32 | -- | 187 | -- |
33 | 2.26.2 | 188 | 2.29.2 |
34 | 189 | ||
35 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | This patch adds QCow2SubclusterType, which is the subcluster-level | 3 | x-remote-machine object sets up various subsystems of the remote |
4 | version of QCow2ClusterType. All QCOW2_SUBCLUSTER_* values have the | 4 | device process. Instantiate PCI host bridge object and initialize RAM, IO & |
5 | the same meaning as their QCOW2_CLUSTER_* equivalents (when they | 5 | PCI memory regions. |
6 | exist). See below for details and caveats. | ||
7 | 6 | ||
8 | In images without extended L2 entries clusters are treated as having | 7 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
9 | exactly one subcluster so it is possible to replace one data type with | 8 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
10 | the other while keeping the exact same semantics. | 9 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
10 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | Message-id: c537f38d17f90453ca610c6b70cf3480274e0ba1.1611938319.git.jag.raman@oracle.com | ||
12 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
13 | --- | ||
14 | MAINTAINERS | 2 ++ | ||
15 | include/hw/pci-host/remote.h | 1 + | ||
16 | include/hw/remote/machine.h | 27 ++++++++++++++ | ||
17 | hw/remote/machine.c | 70 ++++++++++++++++++++++++++++++++++++ | ||
18 | hw/meson.build | 1 + | ||
19 | hw/remote/meson.build | 5 +++ | ||
20 | 6 files changed, 106 insertions(+) | ||
21 | create mode 100644 include/hw/remote/machine.h | ||
22 | create mode 100644 hw/remote/machine.c | ||
23 | create mode 100644 hw/remote/meson.build | ||
11 | 24 | ||
12 | With extended L2 entries there are new possible values, and every | 25 | diff --git a/MAINTAINERS b/MAINTAINERS |
13 | subcluster in the same cluster can obviously have a different | ||
14 | QCow2SubclusterType so functions need to be adapted to work on the | ||
15 | subcluster level. | ||
16 | |||
17 | There are several things that have to be taken into account: | ||
18 | |||
19 | a) QCOW2_SUBCLUSTER_COMPRESSED means that the whole cluster is | ||
20 | compressed. We do not support compression at the subcluster | ||
21 | level. | ||
22 | |||
23 | b) There are two different values for unallocated subclusters: | ||
24 | QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN which means that the whole | ||
25 | cluster is unallocated, and QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC | ||
26 | which means that the cluster is allocated but the subcluster is | ||
27 | not. The latter can only happen in images with extended L2 | ||
28 | entries. | ||
29 | |||
30 | c) QCOW2_SUBCLUSTER_INVALID is used to detect the cases where an L2 | ||
31 | entry has a value that violates the specification. The caller is | ||
32 | responsible for handling these situations. | ||
33 | |||
34 | To prevent compatibility problems with images that have invalid | ||
35 | values but are currently being read by QEMU without causing side | ||
36 | effects, QCOW2_SUBCLUSTER_INVALID is only returned for images | ||
37 | with extended L2 entries. | ||
38 | |||
39 | qcow2_cluster_to_subcluster_type() is added as a separate function | ||
40 | from qcow2_get_subcluster_type(), but this is only temporary and both | ||
41 | will be merged in a subsequent patch. | ||
42 | |||
43 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
44 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
45 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
46 | Message-Id: <26ef38e270f25851c98b51278852b4c4a7f97e69.1594396418.git.berto@igalia.com> | ||
47 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
48 | --- | ||
49 | block/qcow2.h | 126 +++++++++++++++++++++++++++++++++++++++++++++++++- | ||
50 | 1 file changed, 125 insertions(+), 1 deletion(-) | ||
51 | |||
52 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
53 | index XXXXXXX..XXXXXXX 100644 | 26 | index XXXXXXX..XXXXXXX 100644 |
54 | --- a/block/qcow2.h | 27 | --- a/MAINTAINERS |
55 | +++ b/block/qcow2.h | 28 | +++ b/MAINTAINERS |
29 | @@ -XXX,XX +XXX,XX @@ F: docs/devel/multi-process.rst | ||
30 | F: docs/system/multi-process.rst | ||
31 | F: hw/pci-host/remote.c | ||
32 | F: include/hw/pci-host/remote.h | ||
33 | +F: hw/remote/machine.c | ||
34 | +F: include/hw/remote/machine.h | ||
35 | |||
36 | Build and test automation | ||
37 | ------------------------- | ||
38 | diff --git a/include/hw/pci-host/remote.h b/include/hw/pci-host/remote.h | ||
39 | index XXXXXXX..XXXXXXX 100644 | ||
40 | --- a/include/hw/pci-host/remote.h | ||
41 | +++ b/include/hw/pci-host/remote.h | ||
42 | @@ -XXX,XX +XXX,XX @@ struct RemotePCIHost { | ||
43 | |||
44 | MemoryRegion *mr_pci_mem; | ||
45 | MemoryRegion *mr_sys_io; | ||
46 | + MemoryRegion *mr_sys_mem; | ||
47 | }; | ||
48 | |||
49 | #endif | ||
50 | diff --git a/include/hw/remote/machine.h b/include/hw/remote/machine.h | ||
51 | new file mode 100644 | ||
52 | index XXXXXXX..XXXXXXX | ||
53 | --- /dev/null | ||
54 | +++ b/include/hw/remote/machine.h | ||
56 | @@ -XXX,XX +XXX,XX @@ | 55 | @@ -XXX,XX +XXX,XX @@ |
57 | |||
58 | #define QCOW_EXTL2_SUBCLUSTERS_PER_CLUSTER 32 | ||
59 | |||
60 | +/* The subcluster X [0..31] is allocated */ | ||
61 | +#define QCOW_OFLAG_SUB_ALLOC(X) (1ULL << (X)) | ||
62 | +/* The subcluster X [0..31] reads as zeroes */ | ||
63 | +#define QCOW_OFLAG_SUB_ZERO(X) (QCOW_OFLAG_SUB_ALLOC(X) << 32) | ||
64 | +/* Subclusters [X, Y) (0 <= X <= Y <= 32) are allocated */ | ||
65 | +#define QCOW_OFLAG_SUB_ALLOC_RANGE(X, Y) \ | ||
66 | + (QCOW_OFLAG_SUB_ALLOC(Y) - QCOW_OFLAG_SUB_ALLOC(X)) | ||
67 | +/* Subclusters [X, Y) (0 <= X <= Y <= 32) read as zeroes */ | ||
68 | +#define QCOW_OFLAG_SUB_ZERO_RANGE(X, Y) \ | ||
69 | + (QCOW_OFLAG_SUB_ALLOC_RANGE(X, Y) << 32) | ||
70 | +/* L2 entry bitmap with all allocation bits set */ | ||
71 | +#define QCOW_L2_BITMAP_ALL_ALLOC (QCOW_OFLAG_SUB_ALLOC_RANGE(0, 32)) | ||
72 | +/* L2 entry bitmap with all "read as zeroes" bits set */ | ||
73 | +#define QCOW_L2_BITMAP_ALL_ZEROES (QCOW_OFLAG_SUB_ZERO_RANGE(0, 32)) | ||
74 | + | ||
75 | /* Size of normal and extended L2 entries */ | ||
76 | #define L2E_SIZE_NORMAL (sizeof(uint64_t)) | ||
77 | #define L2E_SIZE_EXTENDED (sizeof(uint64_t) * 2) | ||
78 | @@ -XXX,XX +XXX,XX @@ typedef struct QCowL2Meta | ||
79 | QLIST_ENTRY(QCowL2Meta) next_in_flight; | ||
80 | } QCowL2Meta; | ||
81 | |||
82 | +/* | 56 | +/* |
83 | + * In images with standard L2 entries all clusters are treated as if | 57 | + * Remote machine configuration |
84 | + * they had one subcluster so QCow2ClusterType and QCow2SubclusterType | ||
85 | + * can be mapped to each other and have the exact same meaning | ||
86 | + * (QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC cannot happen in these images). | ||
87 | + * | 58 | + * |
88 | + * In images with extended L2 entries QCow2ClusterType refers to the | 59 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. |
89 | + * complete cluster and QCow2SubclusterType to each of the individual | ||
90 | + * subclusters, so there are several possible combinations: | ||
91 | + * | 60 | + * |
92 | + * |--------------+---------------------------| | 61 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. |
93 | + * | Cluster type | Possible subcluster types | | 62 | + * See the COPYING file in the top-level directory. |
94 | + * |--------------+---------------------------| | ||
95 | + * | UNALLOCATED | UNALLOCATED_PLAIN | | ||
96 | + * | | ZERO_PLAIN | | ||
97 | + * |--------------+---------------------------| | ||
98 | + * | NORMAL | UNALLOCATED_ALLOC | | ||
99 | + * | | ZERO_ALLOC | | ||
100 | + * | | NORMAL | | ||
101 | + * |--------------+---------------------------| | ||
102 | + * | COMPRESSED | COMPRESSED | | ||
103 | + * |--------------+---------------------------| | ||
104 | + * | 63 | + * |
105 | + * QCOW2_SUBCLUSTER_INVALID means that the L2 entry is incorrect and | ||
106 | + * the image should be marked corrupt. | ||
107 | + */ | 64 | + */ |
108 | + | 65 | + |
109 | typedef enum QCow2ClusterType { | 66 | +#ifndef REMOTE_MACHINE_H |
110 | QCOW2_CLUSTER_UNALLOCATED, | 67 | +#define REMOTE_MACHINE_H |
111 | QCOW2_CLUSTER_ZERO_PLAIN, | ||
112 | @@ -XXX,XX +XXX,XX @@ typedef enum QCow2ClusterType { | ||
113 | QCOW2_CLUSTER_COMPRESSED, | ||
114 | } QCow2ClusterType; | ||
115 | |||
116 | +typedef enum QCow2SubclusterType { | ||
117 | + QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN, | ||
118 | + QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC, | ||
119 | + QCOW2_SUBCLUSTER_ZERO_PLAIN, | ||
120 | + QCOW2_SUBCLUSTER_ZERO_ALLOC, | ||
121 | + QCOW2_SUBCLUSTER_NORMAL, | ||
122 | + QCOW2_SUBCLUSTER_COMPRESSED, | ||
123 | + QCOW2_SUBCLUSTER_INVALID, | ||
124 | +} QCow2SubclusterType; | ||
125 | + | 68 | + |
126 | typedef enum QCow2MetadataOverlap { | 69 | +#include "qom/object.h" |
127 | QCOW2_OL_MAIN_HEADER_BITNR = 0, | 70 | +#include "hw/boards.h" |
128 | QCOW2_OL_ACTIVE_L1_BITNR = 1, | 71 | +#include "hw/pci-host/remote.h" |
129 | @@ -XXX,XX +XXX,XX @@ static inline int64_t qcow2_vm_state_offset(BDRVQcow2State *s) | ||
130 | static inline QCow2ClusterType qcow2_get_cluster_type(BlockDriverState *bs, | ||
131 | uint64_t l2_entry) | ||
132 | { | ||
133 | + BDRVQcow2State *s = bs->opaque; | ||
134 | + | 72 | + |
135 | if (l2_entry & QCOW_OFLAG_COMPRESSED) { | 73 | +struct RemoteMachineState { |
136 | return QCOW2_CLUSTER_COMPRESSED; | 74 | + MachineState parent_obj; |
137 | - } else if (l2_entry & QCOW_OFLAG_ZERO) { | 75 | + |
138 | + } else if ((l2_entry & QCOW_OFLAG_ZERO) && !has_subclusters(s)) { | 76 | + RemotePCIHost *host; |
139 | if (l2_entry & L2E_OFFSET_MASK) { | 77 | +}; |
140 | return QCOW2_CLUSTER_ZERO_ALLOC; | 78 | + |
141 | } | 79 | +#define TYPE_REMOTE_MACHINE "x-remote-machine" |
142 | @@ -XXX,XX +XXX,XX @@ static inline QCow2ClusterType qcow2_get_cluster_type(BlockDriverState *bs, | 80 | +OBJECT_DECLARE_SIMPLE_TYPE(RemoteMachineState, REMOTE_MACHINE) |
143 | } | 81 | + |
144 | } | 82 | +#endif |
145 | 83 | diff --git a/hw/remote/machine.c b/hw/remote/machine.c | |
84 | new file mode 100644 | ||
85 | index XXXXXXX..XXXXXXX | ||
86 | --- /dev/null | ||
87 | +++ b/hw/remote/machine.c | ||
88 | @@ -XXX,XX +XXX,XX @@ | ||
146 | +/* | 89 | +/* |
147 | + * For an image without extended L2 entries, return the | 90 | + * Machine for remote device |
148 | + * QCow2SubclusterType equivalent of a given QCow2ClusterType. | 91 | + * |
92 | + * This machine type is used by the remote device process in multi-process | ||
93 | + * QEMU. QEMU device models depend on parent busses, interrupt controllers, | ||
94 | + * memory regions, etc. The remote machine type offers this environment so | ||
95 | + * that QEMU device models can be used as remote devices. | ||
96 | + * | ||
97 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
98 | + * | ||
99 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
100 | + * See the COPYING file in the top-level directory. | ||
101 | + * | ||
149 | + */ | 102 | + */ |
150 | +static inline | 103 | + |
151 | +QCow2SubclusterType qcow2_cluster_to_subcluster_type(QCow2ClusterType type) | 104 | +#include "qemu/osdep.h" |
105 | +#include "qemu-common.h" | ||
106 | + | ||
107 | +#include "hw/remote/machine.h" | ||
108 | +#include "exec/address-spaces.h" | ||
109 | +#include "exec/memory.h" | ||
110 | +#include "qapi/error.h" | ||
111 | + | ||
112 | +static void remote_machine_init(MachineState *machine) | ||
152 | +{ | 113 | +{ |
153 | + switch (type) { | 114 | + MemoryRegion *system_memory, *system_io, *pci_memory; |
154 | + case QCOW2_CLUSTER_COMPRESSED: | 115 | + RemoteMachineState *s = REMOTE_MACHINE(machine); |
155 | + return QCOW2_SUBCLUSTER_COMPRESSED; | 116 | + RemotePCIHost *rem_host; |
156 | + case QCOW2_CLUSTER_ZERO_PLAIN: | 117 | + |
157 | + return QCOW2_SUBCLUSTER_ZERO_PLAIN; | 118 | + system_memory = get_system_memory(); |
158 | + case QCOW2_CLUSTER_ZERO_ALLOC: | 119 | + system_io = get_system_io(); |
159 | + return QCOW2_SUBCLUSTER_ZERO_ALLOC; | 120 | + |
160 | + case QCOW2_CLUSTER_NORMAL: | 121 | + pci_memory = g_new(MemoryRegion, 1); |
161 | + return QCOW2_SUBCLUSTER_NORMAL; | 122 | + memory_region_init(pci_memory, NULL, "pci", UINT64_MAX); |
162 | + case QCOW2_CLUSTER_UNALLOCATED: | 123 | + |
163 | + return QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN; | 124 | + rem_host = REMOTE_PCIHOST(qdev_new(TYPE_REMOTE_PCIHOST)); |
164 | + default: | 125 | + |
165 | + g_assert_not_reached(); | 126 | + rem_host->mr_pci_mem = pci_memory; |
166 | + } | 127 | + rem_host->mr_sys_mem = system_memory; |
128 | + rem_host->mr_sys_io = system_io; | ||
129 | + | ||
130 | + s->host = rem_host; | ||
131 | + | ||
132 | + object_property_add_child(OBJECT(s), "remote-pcihost", OBJECT(rem_host)); | ||
133 | + memory_region_add_subregion_overlap(system_memory, 0x0, pci_memory, -1); | ||
134 | + | ||
135 | + qdev_realize(DEVICE(rem_host), sysbus_get_default(), &error_fatal); | ||
167 | +} | 136 | +} |
168 | + | 137 | + |
169 | +/* | 138 | +static void remote_machine_class_init(ObjectClass *oc, void *data) |
170 | + * In an image without subsclusters @l2_bitmap is ignored and | ||
171 | + * @sc_index must be 0. | ||
172 | + * Return QCOW2_SUBCLUSTER_INVALID if an invalid l2 entry is detected | ||
173 | + * (this checks the whole entry and bitmap, not only the bits related | ||
174 | + * to subcluster @sc_index). | ||
175 | + */ | ||
176 | +static inline | ||
177 | +QCow2SubclusterType qcow2_get_subcluster_type(BlockDriverState *bs, | ||
178 | + uint64_t l2_entry, | ||
179 | + uint64_t l2_bitmap, | ||
180 | + unsigned sc_index) | ||
181 | +{ | 139 | +{ |
182 | + BDRVQcow2State *s = bs->opaque; | 140 | + MachineClass *mc = MACHINE_CLASS(oc); |
183 | + QCow2ClusterType type = qcow2_get_cluster_type(bs, l2_entry); | ||
184 | + assert(sc_index < s->subclusters_per_cluster); | ||
185 | + | 141 | + |
186 | + if (has_subclusters(s)) { | 142 | + mc->init = remote_machine_init; |
187 | + switch (type) { | 143 | + mc->desc = "Experimental remote machine"; |
188 | + case QCOW2_CLUSTER_COMPRESSED: | ||
189 | + return QCOW2_SUBCLUSTER_COMPRESSED; | ||
190 | + case QCOW2_CLUSTER_NORMAL: | ||
191 | + if ((l2_bitmap >> 32) & l2_bitmap) { | ||
192 | + return QCOW2_SUBCLUSTER_INVALID; | ||
193 | + } else if (l2_bitmap & QCOW_OFLAG_SUB_ZERO(sc_index)) { | ||
194 | + return QCOW2_SUBCLUSTER_ZERO_ALLOC; | ||
195 | + } else if (l2_bitmap & QCOW_OFLAG_SUB_ALLOC(sc_index)) { | ||
196 | + return QCOW2_SUBCLUSTER_NORMAL; | ||
197 | + } else { | ||
198 | + return QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC; | ||
199 | + } | ||
200 | + case QCOW2_CLUSTER_UNALLOCATED: | ||
201 | + if (l2_bitmap & QCOW_L2_BITMAP_ALL_ALLOC) { | ||
202 | + return QCOW2_SUBCLUSTER_INVALID; | ||
203 | + } else if (l2_bitmap & QCOW_OFLAG_SUB_ZERO(sc_index)) { | ||
204 | + return QCOW2_SUBCLUSTER_ZERO_PLAIN; | ||
205 | + } else { | ||
206 | + return QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN; | ||
207 | + } | ||
208 | + default: | ||
209 | + g_assert_not_reached(); | ||
210 | + } | ||
211 | + } else { | ||
212 | + return qcow2_cluster_to_subcluster_type(type); | ||
213 | + } | ||
214 | +} | 144 | +} |
215 | + | 145 | + |
216 | /* Check whether refcounts are eager or lazy */ | 146 | +static const TypeInfo remote_machine = { |
217 | static inline bool qcow2_need_accurate_refcounts(BDRVQcow2State *s) | 147 | + .name = TYPE_REMOTE_MACHINE, |
218 | { | 148 | + .parent = TYPE_MACHINE, |
149 | + .instance_size = sizeof(RemoteMachineState), | ||
150 | + .class_init = remote_machine_class_init, | ||
151 | +}; | ||
152 | + | ||
153 | +static void remote_machine_register_types(void) | ||
154 | +{ | ||
155 | + type_register_static(&remote_machine); | ||
156 | +} | ||
157 | + | ||
158 | +type_init(remote_machine_register_types); | ||
159 | diff --git a/hw/meson.build b/hw/meson.build | ||
160 | index XXXXXXX..XXXXXXX 100644 | ||
161 | --- a/hw/meson.build | ||
162 | +++ b/hw/meson.build | ||
163 | @@ -XXX,XX +XXX,XX @@ subdir('moxie') | ||
164 | subdir('nios2') | ||
165 | subdir('openrisc') | ||
166 | subdir('ppc') | ||
167 | +subdir('remote') | ||
168 | subdir('riscv') | ||
169 | subdir('rx') | ||
170 | subdir('s390x') | ||
171 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build | ||
172 | new file mode 100644 | ||
173 | index XXXXXXX..XXXXXXX | ||
174 | --- /dev/null | ||
175 | +++ b/hw/remote/meson.build | ||
176 | @@ -XXX,XX +XXX,XX @@ | ||
177 | +remote_ss = ss.source_set() | ||
178 | + | ||
179 | +remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('machine.c')) | ||
180 | + | ||
181 | +softmmu_ss.add_all(when: 'CONFIG_MULTIPROCESS', if_true: remote_ss) | ||
219 | -- | 182 | -- |
220 | 2.26.2 | 183 | 2.29.2 |
221 | 184 | ||
222 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | We are going to need it in other places. | 3 | Adds qio_channel_writev_full_all() to transmit both data and FDs. |
4 | Refactors existing code to use this helper. | ||
4 | 5 | ||
5 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 6 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
6 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 7 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
7 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 8 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
8 | Message-Id: <65e5d9627ca2ebe7e62deaeddf60949c33067d9d.1594396418.git.berto@igalia.com> | 9 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
9 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 10 | Acked-by: Daniel P. Berrangé <berrange@redhat.com> |
11 | Message-id: 480fbf1fe4152495d60596c9b665124549b426a5.1611938319.git.jag.raman@oracle.com | ||
12 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
10 | --- | 13 | --- |
11 | block/qcow2-cluster.c | 34 +++++++++++++++++++--------------- | 14 | include/io/channel.h | 25 +++++++++++++++++++++++++ |
12 | 1 file changed, 19 insertions(+), 15 deletions(-) | 15 | io/channel.c | 15 ++++++++++++++- |
16 | 2 files changed, 39 insertions(+), 1 deletion(-) | ||
13 | 17 | ||
14 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 18 | diff --git a/include/io/channel.h b/include/io/channel.h |
15 | index XXXXXXX..XXXXXXX 100644 | 19 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/block/qcow2-cluster.c | 20 | --- a/include/io/channel.h |
17 | +++ b/block/qcow2-cluster.c | 21 | +++ b/include/io/channel.h |
18 | @@ -XXX,XX +XXX,XX @@ static void calculate_l2_meta(BlockDriverState *bs, | 22 | @@ -XXX,XX +XXX,XX @@ void qio_channel_set_aio_fd_handler(QIOChannel *ioc, |
19 | QLIST_INSERT_HEAD(&s->cluster_allocs, *m, next_in_flight); | 23 | IOHandler *io_write, |
20 | } | 24 | void *opaque); |
21 | 25 | ||
22 | +/* Returns true if writing to a cluster requires COW */ | 26 | +/** |
23 | +static bool cluster_needs_cow(BlockDriverState *bs, uint64_t l2_entry) | 27 | + * qio_channel_writev_full_all: |
28 | + * @ioc: the channel object | ||
29 | + * @iov: the array of memory regions to write data from | ||
30 | + * @niov: the length of the @iov array | ||
31 | + * @fds: an array of file handles to send | ||
32 | + * @nfds: number of file handles in @fds | ||
33 | + * @errp: pointer to a NULL-initialized error object | ||
34 | + * | ||
35 | + * | ||
36 | + * Behaves like qio_channel_writev_full but will attempt | ||
37 | + * to send all data passed (file handles and memory regions). | ||
38 | + * The function will wait for all requested data | ||
39 | + * to be written, yielding from the current coroutine | ||
40 | + * if required. | ||
41 | + * | ||
42 | + * Returns: 0 if all bytes were written, or -1 on error | ||
43 | + */ | ||
44 | + | ||
45 | +int qio_channel_writev_full_all(QIOChannel *ioc, | ||
46 | + const struct iovec *iov, | ||
47 | + size_t niov, | ||
48 | + int *fds, size_t nfds, | ||
49 | + Error **errp); | ||
50 | + | ||
51 | #endif /* QIO_CHANNEL_H */ | ||
52 | diff --git a/io/channel.c b/io/channel.c | ||
53 | index XXXXXXX..XXXXXXX 100644 | ||
54 | --- a/io/channel.c | ||
55 | +++ b/io/channel.c | ||
56 | @@ -XXX,XX +XXX,XX @@ int qio_channel_writev_all(QIOChannel *ioc, | ||
57 | const struct iovec *iov, | ||
58 | size_t niov, | ||
59 | Error **errp) | ||
24 | +{ | 60 | +{ |
25 | + switch (qcow2_get_cluster_type(bs, l2_entry)) { | 61 | + return qio_channel_writev_full_all(ioc, iov, niov, NULL, 0, errp); |
26 | + case QCOW2_CLUSTER_NORMAL: | ||
27 | + if (l2_entry & QCOW_OFLAG_COPIED) { | ||
28 | + return false; | ||
29 | + } | ||
30 | + case QCOW2_CLUSTER_UNALLOCATED: | ||
31 | + case QCOW2_CLUSTER_COMPRESSED: | ||
32 | + case QCOW2_CLUSTER_ZERO_PLAIN: | ||
33 | + case QCOW2_CLUSTER_ZERO_ALLOC: | ||
34 | + return true; | ||
35 | + default: | ||
36 | + abort(); | ||
37 | + } | ||
38 | +} | 62 | +} |
39 | + | 63 | + |
40 | /* | 64 | +int qio_channel_writev_full_all(QIOChannel *ioc, |
41 | * Returns the number of contiguous clusters that can be used for an allocating | 65 | + const struct iovec *iov, |
42 | * write, but require COW to be performed (this includes yet unallocated space, | 66 | + size_t niov, |
43 | @@ -XXX,XX +XXX,XX @@ static int count_cow_clusters(BlockDriverState *bs, int nb_clusters, | 67 | + int *fds, size_t nfds, |
44 | 68 | + Error **errp) | |
45 | for (i = 0; i < nb_clusters; i++) { | 69 | { |
46 | uint64_t l2_entry = be64_to_cpu(l2_slice[l2_index + i]); | 70 | int ret = -1; |
47 | - QCow2ClusterType cluster_type = qcow2_get_cluster_type(bs, l2_entry); | 71 | struct iovec *local_iov = g_new(struct iovec, niov); |
48 | - | 72 | @@ -XXX,XX +XXX,XX @@ int qio_channel_writev_all(QIOChannel *ioc, |
49 | - switch(cluster_type) { | 73 | |
50 | - case QCOW2_CLUSTER_NORMAL: | 74 | while (nlocal_iov > 0) { |
51 | - if (l2_entry & QCOW_OFLAG_COPIED) { | 75 | ssize_t len; |
52 | - goto out; | 76 | - len = qio_channel_writev(ioc, local_iov, nlocal_iov, errp); |
53 | - } | 77 | + len = qio_channel_writev_full(ioc, local_iov, nlocal_iov, fds, nfds, |
54 | + if (!cluster_needs_cow(bs, l2_entry)) { | 78 | + errp); |
55 | break; | 79 | if (len == QIO_CHANNEL_ERR_BLOCK) { |
56 | - case QCOW2_CLUSTER_UNALLOCATED: | 80 | if (qemu_in_coroutine()) { |
57 | - case QCOW2_CLUSTER_COMPRESSED: | 81 | qio_channel_yield(ioc, G_IO_OUT); |
58 | - case QCOW2_CLUSTER_ZERO_PLAIN: | 82 | @@ -XXX,XX +XXX,XX @@ int qio_channel_writev_all(QIOChannel *ioc, |
59 | - case QCOW2_CLUSTER_ZERO_ALLOC: | ||
60 | - break; | ||
61 | - default: | ||
62 | - abort(); | ||
63 | } | 83 | } |
84 | |||
85 | iov_discard_front(&local_iov, &nlocal_iov, len); | ||
86 | + | ||
87 | + fds = NULL; | ||
88 | + nfds = 0; | ||
64 | } | 89 | } |
65 | 90 | ||
66 | -out: | 91 | ret = 0; |
67 | assert(i <= nb_clusters); | ||
68 | return i; | ||
69 | } | ||
70 | -- | 92 | -- |
71 | 2.26.2 | 93 | 2.29.2 |
72 | 94 | ||
73 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | If an image has subclusters then there are more copy-on-write | 3 | Adds qio_channel_readv_full_all_eof() and qio_channel_readv_full_all() |
4 | scenarios that we need to consider. Let's say we have a write request | 4 | to read both data and FDs. Refactors existing code to use these helpers. |
5 | from the middle of subcluster #3 until the end of the cluster: | 5 | |
6 | 6 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> | |
7 | 1) If we are writing to a newly allocated cluster then we need | 7 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
8 | copy-on-write. The previous contents of subclusters #0 to #3 must | 8 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
9 | be copied to the new cluster. We can optimize this process by | 9 | Acked-by: Daniel P. Berrangé <berrange@redhat.com> |
10 | skipping all leading unallocated or zero subclusters (the status of | 10 | Message-id: b059c4cc0fb741e794d644c144cc21372cad877d.1611938319.git.jag.raman@oracle.com |
11 | those skipped subclusters will be reflected in the new L2 bitmap). | 11 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
12 | |||
13 | 2) If we are overwriting an existing cluster: | ||
14 | |||
15 | 2.1) If subcluster #3 is unallocated or has the all-zeroes bit set | ||
16 | then we need copy-on-write (on subcluster #3 only). | ||
17 | |||
18 | 2.2) If subcluster #3 was already allocated then there is no need | ||
19 | for any copy-on-write. However we still need to update the L2 | ||
20 | bitmap to reflect possible changes in the allocation status of | ||
21 | subclusters #4 to #31. Because of this, this function checks | ||
22 | if all the overwritten subclusters are already allocated and | ||
23 | in this case it returns without creating a new QCowL2Meta | ||
24 | structure. | ||
25 | |||
26 | After all these changes l2meta_cow_start() and l2meta_cow_end() | ||
27 | are not necessarily cluster-aligned anymore. We need to update the | ||
28 | calculation of old_start and old_end in handle_dependencies() to | ||
29 | guarantee that no two requests try to write on the same cluster. | ||
30 | |||
31 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
32 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
33 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
34 | Message-Id: <4292dd56e4446d386a2fe307311737a711c00708.1594396418.git.berto@igalia.com> | ||
35 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
36 | --- | 12 | --- |
37 | block/qcow2-cluster.c | 167 +++++++++++++++++++++++++++++++++--------- | 13 | include/io/channel.h | 53 +++++++++++++++++++++++ |
38 | 1 file changed, 133 insertions(+), 34 deletions(-) | 14 | io/channel.c | 101 ++++++++++++++++++++++++++++++++++--------- |
39 | 15 | 2 files changed, 134 insertions(+), 20 deletions(-) | |
40 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 16 | |
17 | diff --git a/include/io/channel.h b/include/io/channel.h | ||
41 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
42 | --- a/block/qcow2-cluster.c | 19 | --- a/include/io/channel.h |
43 | +++ b/block/qcow2-cluster.c | 20 | +++ b/include/io/channel.h |
44 | @@ -XXX,XX +XXX,XX @@ fail: | 21 | @@ -XXX,XX +XXX,XX @@ void qio_channel_set_aio_fd_handler(QIOChannel *ioc, |
45 | * If the L2 entry is invalid return -errno and set @type to | 22 | IOHandler *io_write, |
46 | * QCOW2_SUBCLUSTER_INVALID. | 23 | void *opaque); |
47 | */ | 24 | |
48 | -G_GNUC_UNUSED | 25 | +/** |
49 | static int qcow2_get_subcluster_range_type(BlockDriverState *bs, | 26 | + * qio_channel_readv_full_all_eof: |
50 | uint64_t l2_entry, | 27 | + * @ioc: the channel object |
51 | uint64_t l2_bitmap, | 28 | + * @iov: the array of memory regions to read data to |
52 | @@ -XXX,XX +XXX,XX @@ void qcow2_alloc_cluster_abort(BlockDriverState *bs, QCowL2Meta *m) | 29 | + * @niov: the length of the @iov array |
53 | * If @keep_old is true it means that the clusters were already | 30 | + * @fds: an array of file handles to read |
54 | * allocated and will be overwritten. If false then the clusters are | 31 | + * @nfds: number of file handles in @fds |
55 | * new and we have to decrease the reference count of the old ones. | 32 | + * @errp: pointer to a NULL-initialized error object |
56 | + * | 33 | + * |
57 | + * Returns 0 on success, -errno on failure. | 34 | + * |
58 | */ | 35 | + * Performs same function as qio_channel_readv_all_eof. |
59 | -static void calculate_l2_meta(BlockDriverState *bs, | 36 | + * Additionally, attempts to read file descriptors shared |
60 | - uint64_t host_cluster_offset, | 37 | + * over the channel. The function will wait for all |
61 | - uint64_t guest_offset, unsigned bytes, | 38 | + * requested data to be read, yielding from the current |
62 | - uint64_t *l2_slice, QCowL2Meta **m, bool keep_old) | 39 | + * coroutine if required. data refers to both file |
63 | +static int calculate_l2_meta(BlockDriverState *bs, uint64_t host_cluster_offset, | 40 | + * descriptors and the iovs. |
64 | + uint64_t guest_offset, unsigned bytes, | 41 | + * |
65 | + uint64_t *l2_slice, QCowL2Meta **m, bool keep_old) | 42 | + * Returns: 1 if all bytes were read, 0 if end-of-file |
43 | + * occurs without data, or -1 on error | ||
44 | + */ | ||
45 | + | ||
46 | +int qio_channel_readv_full_all_eof(QIOChannel *ioc, | ||
47 | + const struct iovec *iov, | ||
48 | + size_t niov, | ||
49 | + int **fds, size_t *nfds, | ||
50 | + Error **errp); | ||
51 | + | ||
52 | +/** | ||
53 | + * qio_channel_readv_full_all: | ||
54 | + * @ioc: the channel object | ||
55 | + * @iov: the array of memory regions to read data to | ||
56 | + * @niov: the length of the @iov array | ||
57 | + * @fds: an array of file handles to read | ||
58 | + * @nfds: number of file handles in @fds | ||
59 | + * @errp: pointer to a NULL-initialized error object | ||
60 | + * | ||
61 | + * | ||
62 | + * Performs same function as qio_channel_readv_all_eof. | ||
63 | + * Additionally, attempts to read file descriptors shared | ||
64 | + * over the channel. The function will wait for all | ||
65 | + * requested data to be read, yielding from the current | ||
66 | + * coroutine if required. data refers to both file | ||
67 | + * descriptors and the iovs. | ||
68 | + * | ||
69 | + * Returns: 0 if all bytes were read, or -1 on error | ||
70 | + */ | ||
71 | + | ||
72 | +int qio_channel_readv_full_all(QIOChannel *ioc, | ||
73 | + const struct iovec *iov, | ||
74 | + size_t niov, | ||
75 | + int **fds, size_t *nfds, | ||
76 | + Error **errp); | ||
77 | + | ||
78 | /** | ||
79 | * qio_channel_writev_full_all: | ||
80 | * @ioc: the channel object | ||
81 | diff --git a/io/channel.c b/io/channel.c | ||
82 | index XXXXXXX..XXXXXXX 100644 | ||
83 | --- a/io/channel.c | ||
84 | +++ b/io/channel.c | ||
85 | @@ -XXX,XX +XXX,XX @@ int qio_channel_readv_all_eof(QIOChannel *ioc, | ||
86 | const struct iovec *iov, | ||
87 | size_t niov, | ||
88 | Error **errp) | ||
89 | +{ | ||
90 | + return qio_channel_readv_full_all_eof(ioc, iov, niov, NULL, NULL, errp); | ||
91 | +} | ||
92 | + | ||
93 | +int qio_channel_readv_all(QIOChannel *ioc, | ||
94 | + const struct iovec *iov, | ||
95 | + size_t niov, | ||
96 | + Error **errp) | ||
97 | +{ | ||
98 | + return qio_channel_readv_full_all(ioc, iov, niov, NULL, NULL, errp); | ||
99 | +} | ||
100 | + | ||
101 | +int qio_channel_readv_full_all_eof(QIOChannel *ioc, | ||
102 | + const struct iovec *iov, | ||
103 | + size_t niov, | ||
104 | + int **fds, size_t *nfds, | ||
105 | + Error **errp) | ||
66 | { | 106 | { |
67 | BDRVQcow2State *s = bs->opaque; | 107 | int ret = -1; |
68 | - int l2_index = offset_to_l2_slice_index(s, guest_offset); | 108 | struct iovec *local_iov = g_new(struct iovec, niov); |
69 | - uint64_t l2_entry; | 109 | struct iovec *local_iov_head = local_iov; |
70 | + int sc_index, l2_index = offset_to_l2_slice_index(s, guest_offset); | 110 | unsigned int nlocal_iov = niov; |
71 | + uint64_t l2_entry, l2_bitmap; | 111 | + int **local_fds = fds; |
72 | unsigned cow_start_from, cow_end_to; | 112 | + size_t *local_nfds = nfds; |
73 | unsigned cow_start_to = offset_into_cluster(s, guest_offset); | 113 | bool partial = false; |
74 | unsigned cow_end_from = cow_start_to + bytes; | 114 | |
75 | unsigned nb_clusters = size_to_clusters(s, cow_end_from); | 115 | + if (nfds) { |
76 | QCowL2Meta *old_m = *m; | 116 | + *nfds = 0; |
77 | - QCow2ClusterType type; | 117 | + } |
78 | + QCow2SubclusterType type; | 118 | + |
79 | + int i; | 119 | + if (fds) { |
80 | + bool skip_cow = keep_old; | 120 | + *fds = NULL; |
81 | 121 | + } | |
82 | assert(nb_clusters <= s->l2_slice_size - l2_index); | 122 | + |
83 | 123 | nlocal_iov = iov_copy(local_iov, nlocal_iov, | |
84 | - /* Return if there's no COW (all clusters are normal and we keep them) */ | 124 | iov, niov, |
85 | - if (keep_old) { | 125 | 0, iov_size(iov, niov)); |
86 | - int i; | 126 | |
87 | - for (i = 0; i < nb_clusters; i++) { | 127 | - while (nlocal_iov > 0) { |
88 | - l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | 128 | + while ((nlocal_iov > 0) || local_fds) { |
89 | - if (qcow2_get_cluster_type(bs, l2_entry) != QCOW2_CLUSTER_NORMAL) { | 129 | ssize_t len; |
90 | - break; | 130 | - len = qio_channel_readv(ioc, local_iov, nlocal_iov, errp); |
91 | + /* Check the type of all affected subclusters */ | 131 | + len = qio_channel_readv_full(ioc, local_iov, nlocal_iov, local_fds, |
92 | + for (i = 0; i < nb_clusters; i++) { | 132 | + local_nfds, errp); |
93 | + l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | 133 | if (len == QIO_CHANNEL_ERR_BLOCK) { |
94 | + l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index + i); | 134 | if (qemu_in_coroutine()) { |
95 | + if (skip_cow) { | 135 | qio_channel_yield(ioc, G_IO_IN); |
96 | + unsigned write_from = MAX(cow_start_to, i << s->cluster_bits); | 136 | @@ -XXX,XX +XXX,XX @@ int qio_channel_readv_all_eof(QIOChannel *ioc, |
97 | + unsigned write_to = MIN(cow_end_from, (i + 1) << s->cluster_bits); | 137 | qio_channel_wait(ioc, G_IO_IN); |
98 | + int first_sc = offset_to_sc_index(s, write_from); | ||
99 | + int last_sc = offset_to_sc_index(s, write_to - 1); | ||
100 | + int cnt = qcow2_get_subcluster_range_type(bs, l2_entry, l2_bitmap, | ||
101 | + first_sc, &type); | ||
102 | + /* Is any of the subclusters of type != QCOW2_SUBCLUSTER_NORMAL ? */ | ||
103 | + if (type != QCOW2_SUBCLUSTER_NORMAL || first_sc + cnt <= last_sc) { | ||
104 | + skip_cow = false; | ||
105 | } | 138 | } |
106 | + } else { | 139 | continue; |
107 | + /* If we can't skip the cow we can still look for invalid entries */ | 140 | - } else if (len < 0) { |
108 | + type = qcow2_get_subcluster_type(bs, l2_entry, l2_bitmap, 0); | 141 | - goto cleanup; |
142 | - } else if (len == 0) { | ||
143 | - if (partial) { | ||
144 | - error_setg(errp, | ||
145 | - "Unexpected end-of-file before all bytes were read"); | ||
146 | - } else { | ||
147 | + } | ||
148 | + | ||
149 | + if (len == 0) { | ||
150 | + if (local_nfds && *local_nfds) { | ||
151 | + /* | ||
152 | + * Got some FDs, but no data yet. This isn't an EOF | ||
153 | + * scenario (yet), so carry on to try to read data | ||
154 | + * on next loop iteration | ||
155 | + */ | ||
156 | + goto next_iter; | ||
157 | + } else if (!partial) { | ||
158 | + /* No fds and no data - EOF before any data read */ | ||
159 | ret = 0; | ||
160 | + goto cleanup; | ||
161 | + } else { | ||
162 | + len = -1; | ||
163 | + error_setg(errp, | ||
164 | + "Unexpected end-of-file before all data were read"); | ||
165 | + /* Fallthrough into len < 0 handling */ | ||
166 | + } | ||
167 | + } | ||
168 | + | ||
169 | + if (len < 0) { | ||
170 | + /* Close any FDs we previously received */ | ||
171 | + if (nfds && fds) { | ||
172 | + size_t i; | ||
173 | + for (i = 0; i < (*nfds); i++) { | ||
174 | + close((*fds)[i]); | ||
175 | + } | ||
176 | + g_free(*fds); | ||
177 | + *fds = NULL; | ||
178 | + *nfds = 0; | ||
179 | } | ||
180 | goto cleanup; | ||
109 | } | 181 | } |
110 | - if (i == nb_clusters) { | 182 | |
111 | - return; | 183 | + if (nlocal_iov) { |
112 | + if (type == QCOW2_SUBCLUSTER_INVALID) { | 184 | + iov_discard_front(&local_iov, &nlocal_iov, len); |
113 | + int l1_index = offset_to_l1_index(s, guest_offset); | 185 | + } |
114 | + uint64_t l2_offset = s->l1_table[l1_index] & L1E_OFFSET_MASK; | 186 | + |
115 | + qcow2_signal_corruption(bs, true, -1, -1, "Invalid cluster " | 187 | +next_iter: |
116 | + "entry found (L2 offset: %#" PRIx64 | 188 | partial = true; |
117 | + ", L2 index: %#x)", | 189 | - iov_discard_front(&local_iov, &nlocal_iov, len); |
118 | + l2_offset, l2_index + i); | 190 | + local_fds = NULL; |
119 | + return -EIO; | 191 | + local_nfds = NULL; |
120 | } | ||
121 | } | 192 | } |
122 | 193 | ||
123 | + if (skip_cow) { | 194 | ret = 1; |
195 | @@ -XXX,XX +XXX,XX @@ int qio_channel_readv_all_eof(QIOChannel *ioc, | ||
196 | return ret; | ||
197 | } | ||
198 | |||
199 | -int qio_channel_readv_all(QIOChannel *ioc, | ||
200 | - const struct iovec *iov, | ||
201 | - size_t niov, | ||
202 | - Error **errp) | ||
203 | +int qio_channel_readv_full_all(QIOChannel *ioc, | ||
204 | + const struct iovec *iov, | ||
205 | + size_t niov, | ||
206 | + int **fds, size_t *nfds, | ||
207 | + Error **errp) | ||
208 | { | ||
209 | - int ret = qio_channel_readv_all_eof(ioc, iov, niov, errp); | ||
210 | + int ret = qio_channel_readv_full_all_eof(ioc, iov, niov, fds, nfds, errp); | ||
211 | |||
212 | if (ret == 0) { | ||
213 | - ret = -1; | ||
214 | - error_setg(errp, | ||
215 | - "Unexpected end-of-file before all bytes were read"); | ||
216 | - } else if (ret == 1) { | ||
217 | - ret = 0; | ||
218 | + error_prepend(errp, | ||
219 | + "Unexpected end-of-file before all data were read."); | ||
220 | + return -1; | ||
221 | } | ||
222 | + if (ret == 1) { | ||
124 | + return 0; | 223 | + return 0; |
125 | + } | 224 | + } |
126 | + | 225 | + |
127 | /* Get the L2 entry of the first cluster */ | 226 | return ret; |
128 | l2_entry = get_l2_entry(s, l2_slice, l2_index); | ||
129 | - type = qcow2_get_cluster_type(bs, l2_entry); | ||
130 | - | ||
131 | - if (type == QCOW2_CLUSTER_NORMAL && keep_old) { | ||
132 | - cow_start_from = cow_start_to; | ||
133 | + l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index); | ||
134 | + sc_index = offset_to_sc_index(s, guest_offset); | ||
135 | + type = qcow2_get_subcluster_type(bs, l2_entry, l2_bitmap, sc_index); | ||
136 | + | ||
137 | + if (!keep_old) { | ||
138 | + switch (type) { | ||
139 | + case QCOW2_SUBCLUSTER_COMPRESSED: | ||
140 | + cow_start_from = 0; | ||
141 | + break; | ||
142 | + case QCOW2_SUBCLUSTER_NORMAL: | ||
143 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | ||
144 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: | ||
145 | + if (has_subclusters(s)) { | ||
146 | + /* Skip all leading zero and unallocated subclusters */ | ||
147 | + uint32_t alloc_bitmap = l2_bitmap & QCOW_L2_BITMAP_ALL_ALLOC; | ||
148 | + cow_start_from = | ||
149 | + MIN(sc_index, ctz32(alloc_bitmap)) << s->subcluster_bits; | ||
150 | + } else { | ||
151 | + cow_start_from = 0; | ||
152 | + } | ||
153 | + break; | ||
154 | + case QCOW2_SUBCLUSTER_ZERO_PLAIN: | ||
155 | + case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | ||
156 | + cow_start_from = sc_index << s->subcluster_bits; | ||
157 | + break; | ||
158 | + default: | ||
159 | + g_assert_not_reached(); | ||
160 | + } | ||
161 | } else { | ||
162 | - cow_start_from = 0; | ||
163 | + switch (type) { | ||
164 | + case QCOW2_SUBCLUSTER_NORMAL: | ||
165 | + cow_start_from = cow_start_to; | ||
166 | + break; | ||
167 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | ||
168 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: | ||
169 | + cow_start_from = sc_index << s->subcluster_bits; | ||
170 | + break; | ||
171 | + default: | ||
172 | + g_assert_not_reached(); | ||
173 | + } | ||
174 | } | ||
175 | |||
176 | /* Get the L2 entry of the last cluster */ | ||
177 | - l2_entry = get_l2_entry(s, l2_slice, l2_index + nb_clusters - 1); | ||
178 | - type = qcow2_get_cluster_type(bs, l2_entry); | ||
179 | - | ||
180 | - if (type == QCOW2_CLUSTER_NORMAL && keep_old) { | ||
181 | - cow_end_to = cow_end_from; | ||
182 | + l2_index += nb_clusters - 1; | ||
183 | + l2_entry = get_l2_entry(s, l2_slice, l2_index); | ||
184 | + l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index); | ||
185 | + sc_index = offset_to_sc_index(s, guest_offset + bytes - 1); | ||
186 | + type = qcow2_get_subcluster_type(bs, l2_entry, l2_bitmap, sc_index); | ||
187 | + | ||
188 | + if (!keep_old) { | ||
189 | + switch (type) { | ||
190 | + case QCOW2_SUBCLUSTER_COMPRESSED: | ||
191 | + cow_end_to = ROUND_UP(cow_end_from, s->cluster_size); | ||
192 | + break; | ||
193 | + case QCOW2_SUBCLUSTER_NORMAL: | ||
194 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | ||
195 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: | ||
196 | + cow_end_to = ROUND_UP(cow_end_from, s->cluster_size); | ||
197 | + if (has_subclusters(s)) { | ||
198 | + /* Skip all trailing zero and unallocated subclusters */ | ||
199 | + uint32_t alloc_bitmap = l2_bitmap & QCOW_L2_BITMAP_ALL_ALLOC; | ||
200 | + cow_end_to -= | ||
201 | + MIN(s->subclusters_per_cluster - sc_index - 1, | ||
202 | + clz32(alloc_bitmap)) << s->subcluster_bits; | ||
203 | + } | ||
204 | + break; | ||
205 | + case QCOW2_SUBCLUSTER_ZERO_PLAIN: | ||
206 | + case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | ||
207 | + cow_end_to = ROUND_UP(cow_end_from, s->subcluster_size); | ||
208 | + break; | ||
209 | + default: | ||
210 | + g_assert_not_reached(); | ||
211 | + } | ||
212 | } else { | ||
213 | - cow_end_to = ROUND_UP(cow_end_from, s->cluster_size); | ||
214 | + switch (type) { | ||
215 | + case QCOW2_SUBCLUSTER_NORMAL: | ||
216 | + cow_end_to = cow_end_from; | ||
217 | + break; | ||
218 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | ||
219 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: | ||
220 | + cow_end_to = ROUND_UP(cow_end_from, s->subcluster_size); | ||
221 | + break; | ||
222 | + default: | ||
223 | + g_assert_not_reached(); | ||
224 | + } | ||
225 | } | ||
226 | |||
227 | *m = g_malloc0(sizeof(**m)); | ||
228 | @@ -XXX,XX +XXX,XX @@ static void calculate_l2_meta(BlockDriverState *bs, | ||
229 | |||
230 | qemu_co_queue_init(&(*m)->dependent_requests); | ||
231 | QLIST_INSERT_HEAD(&s->cluster_allocs, *m, next_in_flight); | ||
232 | + | ||
233 | + return 0; | ||
234 | } | 227 | } |
235 | 228 | ||
236 | /* | ||
237 | @@ -XXX,XX +XXX,XX @@ static int handle_dependencies(BlockDriverState *bs, uint64_t guest_offset, | ||
238 | |||
239 | uint64_t start = guest_offset; | ||
240 | uint64_t end = start + bytes; | ||
241 | - uint64_t old_start = l2meta_cow_start(old_alloc); | ||
242 | - uint64_t old_end = l2meta_cow_end(old_alloc); | ||
243 | + uint64_t old_start = start_of_cluster(s, l2meta_cow_start(old_alloc)); | ||
244 | + uint64_t old_end = ROUND_UP(l2meta_cow_end(old_alloc), s->cluster_size); | ||
245 | |||
246 | if (end <= old_start || start >= old_end) { | ||
247 | /* No intersection */ | ||
248 | @@ -XXX,XX +XXX,XX @@ static int handle_copied(BlockDriverState *bs, uint64_t guest_offset, | ||
249 | - offset_into_cluster(s, guest_offset)); | ||
250 | assert(*bytes != 0); | ||
251 | |||
252 | - calculate_l2_meta(bs, cluster_offset, guest_offset, | ||
253 | - *bytes, l2_slice, m, true); | ||
254 | + ret = calculate_l2_meta(bs, cluster_offset, guest_offset, | ||
255 | + *bytes, l2_slice, m, true); | ||
256 | + if (ret < 0) { | ||
257 | + goto out; | ||
258 | + } | ||
259 | |||
260 | ret = 1; | ||
261 | } else { | ||
262 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc(BlockDriverState *bs, uint64_t guest_offset, | ||
263 | *bytes = MIN(*bytes, nb_bytes - offset_into_cluster(s, guest_offset)); | ||
264 | assert(*bytes != 0); | ||
265 | |||
266 | - calculate_l2_meta(bs, alloc_cluster_offset, guest_offset, *bytes, l2_slice, | ||
267 | - m, false); | ||
268 | + ret = calculate_l2_meta(bs, alloc_cluster_offset, guest_offset, *bytes, | ||
269 | + l2_slice, m, false); | ||
270 | + if (ret < 0) { | ||
271 | + goto out; | ||
272 | + } | ||
273 | |||
274 | ret = 1; | ||
275 | |||
276 | -- | 229 | -- |
277 | 2.26.2 | 230 | 2.29.2 |
278 | 231 | ||
279 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | Two things need to be taken into account here: | 3 | Defines MPQemuMsg, which is the message that is sent to the remote |
4 | process. This message is sent over QIOChannel and is used to | ||
5 | command the remote process to perform various tasks. | ||
6 | Define transmission functions used by proxy and by remote. | ||
4 | 7 | ||
5 | 1) With full_discard == true the L2 entry must be cleared completely. | 8 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
6 | This also includes the L2 bitmap if the image has extended L2 | 9 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
7 | entries. | 10 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
11 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
12 | Message-id: 56ca8bcf95195b2b195b08f6b9565b6d7410bce5.1611938319.git.jag.raman@oracle.com | ||
13 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
14 | --- | ||
15 | MAINTAINERS | 2 + | ||
16 | meson.build | 1 + | ||
17 | hw/remote/trace.h | 1 + | ||
18 | include/hw/remote/mpqemu-link.h | 63 ++++++++++ | ||
19 | include/sysemu/iothread.h | 6 + | ||
20 | hw/remote/mpqemu-link.c | 205 ++++++++++++++++++++++++++++++++ | ||
21 | iothread.c | 6 + | ||
22 | hw/remote/meson.build | 1 + | ||
23 | hw/remote/trace-events | 4 + | ||
24 | 9 files changed, 289 insertions(+) | ||
25 | create mode 100644 hw/remote/trace.h | ||
26 | create mode 100644 include/hw/remote/mpqemu-link.h | ||
27 | create mode 100644 hw/remote/mpqemu-link.c | ||
28 | create mode 100644 hw/remote/trace-events | ||
8 | 29 | ||
9 | 2) With full_discard == false we have to make the discarded cluster | 30 | diff --git a/MAINTAINERS b/MAINTAINERS |
10 | read back as zeroes. With normal L2 entries this is done with the | 31 | index XXXXXXX..XXXXXXX 100644 |
11 | QCOW_OFLAG_ZERO bit, whereas with extended L2 entries this is done | 32 | --- a/MAINTAINERS |
12 | with the individual 'all zeroes' bits for each subcluster. | 33 | +++ b/MAINTAINERS |
34 | @@ -XXX,XX +XXX,XX @@ F: hw/pci-host/remote.c | ||
35 | F: include/hw/pci-host/remote.h | ||
36 | F: hw/remote/machine.c | ||
37 | F: include/hw/remote/machine.h | ||
38 | +F: hw/remote/mpqemu-link.c | ||
39 | +F: include/hw/remote/mpqemu-link.h | ||
40 | |||
41 | Build and test automation | ||
42 | ------------------------- | ||
43 | diff --git a/meson.build b/meson.build | ||
44 | index XXXXXXX..XXXXXXX 100644 | ||
45 | --- a/meson.build | ||
46 | +++ b/meson.build | ||
47 | @@ -XXX,XX +XXX,XX @@ if have_system | ||
48 | 'net', | ||
49 | 'softmmu', | ||
50 | 'ui', | ||
51 | + 'hw/remote', | ||
52 | ] | ||
53 | endif | ||
54 | trace_events_subdirs += [ | ||
55 | diff --git a/hw/remote/trace.h b/hw/remote/trace.h | ||
56 | new file mode 100644 | ||
57 | index XXXXXXX..XXXXXXX | ||
58 | --- /dev/null | ||
59 | +++ b/hw/remote/trace.h | ||
60 | @@ -0,0 +1 @@ | ||
61 | +#include "trace/trace-hw_remote.h" | ||
62 | diff --git a/include/hw/remote/mpqemu-link.h b/include/hw/remote/mpqemu-link.h | ||
63 | new file mode 100644 | ||
64 | index XXXXXXX..XXXXXXX | ||
65 | --- /dev/null | ||
66 | +++ b/include/hw/remote/mpqemu-link.h | ||
67 | @@ -XXX,XX +XXX,XX @@ | ||
68 | +/* | ||
69 | + * Communication channel between QEMU and remote device process | ||
70 | + * | ||
71 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
72 | + * | ||
73 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
74 | + * See the COPYING file in the top-level directory. | ||
75 | + * | ||
76 | + */ | ||
77 | + | ||
78 | +#ifndef MPQEMU_LINK_H | ||
79 | +#define MPQEMU_LINK_H | ||
80 | + | ||
81 | +#include "qom/object.h" | ||
82 | +#include "qemu/thread.h" | ||
83 | +#include "io/channel.h" | ||
84 | + | ||
85 | +#define REMOTE_MAX_FDS 8 | ||
86 | + | ||
87 | +#define MPQEMU_MSG_HDR_SIZE offsetof(MPQemuMsg, data.u64) | ||
88 | + | ||
89 | +/** | ||
90 | + * MPQemuCmd: | ||
91 | + * | ||
92 | + * MPQemuCmd enum type to specify the command to be executed on the remote | ||
93 | + * device. | ||
94 | + * | ||
95 | + * This uses a private protocol between QEMU and the remote process. vfio-user | ||
96 | + * protocol would supersede this in the future. | ||
97 | + * | ||
98 | + */ | ||
99 | +typedef enum { | ||
100 | + MPQEMU_CMD_MAX, | ||
101 | +} MPQemuCmd; | ||
102 | + | ||
103 | +/** | ||
104 | + * MPQemuMsg: | ||
105 | + * @cmd: The remote command | ||
106 | + * @size: Size of the data to be shared | ||
107 | + * @data: Structured data | ||
108 | + * @fds: File descriptors to be shared with remote device | ||
109 | + * | ||
110 | + * MPQemuMsg Format of the message sent to the remote device from QEMU. | ||
111 | + * | ||
112 | + */ | ||
113 | +typedef struct { | ||
114 | + int cmd; | ||
115 | + size_t size; | ||
116 | + | ||
117 | + union { | ||
118 | + uint64_t u64; | ||
119 | + } data; | ||
120 | + | ||
121 | + int fds[REMOTE_MAX_FDS]; | ||
122 | + int num_fds; | ||
123 | +} MPQemuMsg; | ||
124 | + | ||
125 | +bool mpqemu_msg_send(MPQemuMsg *msg, QIOChannel *ioc, Error **errp); | ||
126 | +bool mpqemu_msg_recv(MPQemuMsg *msg, QIOChannel *ioc, Error **errp); | ||
127 | + | ||
128 | +bool mpqemu_msg_valid(MPQemuMsg *msg); | ||
129 | + | ||
130 | +#endif | ||
131 | diff --git a/include/sysemu/iothread.h b/include/sysemu/iothread.h | ||
132 | index XXXXXXX..XXXXXXX 100644 | ||
133 | --- a/include/sysemu/iothread.h | ||
134 | +++ b/include/sysemu/iothread.h | ||
135 | @@ -XXX,XX +XXX,XX @@ IOThread *iothread_create(const char *id, Error **errp); | ||
136 | void iothread_stop(IOThread *iothread); | ||
137 | void iothread_destroy(IOThread *iothread); | ||
138 | |||
139 | +/* | ||
140 | + * Returns true if executing withing IOThread context, | ||
141 | + * false otherwise. | ||
142 | + */ | ||
143 | +bool qemu_in_iothread(void); | ||
144 | + | ||
145 | #endif /* IOTHREAD_H */ | ||
146 | diff --git a/hw/remote/mpqemu-link.c b/hw/remote/mpqemu-link.c | ||
147 | new file mode 100644 | ||
148 | index XXXXXXX..XXXXXXX | ||
149 | --- /dev/null | ||
150 | +++ b/hw/remote/mpqemu-link.c | ||
151 | @@ -XXX,XX +XXX,XX @@ | ||
152 | +/* | ||
153 | + * Communication channel between QEMU and remote device process | ||
154 | + * | ||
155 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
156 | + * | ||
157 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
158 | + * See the COPYING file in the top-level directory. | ||
159 | + * | ||
160 | + */ | ||
161 | + | ||
162 | +#include "qemu/osdep.h" | ||
163 | +#include "qemu-common.h" | ||
164 | + | ||
165 | +#include "qemu/module.h" | ||
166 | +#include "hw/remote/mpqemu-link.h" | ||
167 | +#include "qapi/error.h" | ||
168 | +#include "qemu/iov.h" | ||
169 | +#include "qemu/error-report.h" | ||
170 | +#include "qemu/main-loop.h" | ||
171 | +#include "io/channel.h" | ||
172 | +#include "sysemu/iothread.h" | ||
173 | +#include "trace.h" | ||
174 | + | ||
175 | +/* | ||
176 | + * Send message over the ioc QIOChannel. | ||
177 | + * This function is safe to call from: | ||
178 | + * - main loop in co-routine context. Will block the main loop if not in | ||
179 | + * co-routine context; | ||
180 | + * - vCPU thread with no co-routine context and if the channel is not part | ||
181 | + * of the main loop handling; | ||
182 | + * - IOThread within co-routine context, outside of co-routine context | ||
183 | + * will block IOThread; | ||
184 | + * Returns true if no errors were encountered, false otherwise. | ||
185 | + */ | ||
186 | +bool mpqemu_msg_send(MPQemuMsg *msg, QIOChannel *ioc, Error **errp) | ||
187 | +{ | ||
188 | + ERRP_GUARD(); | ||
189 | + bool iolock = qemu_mutex_iothread_locked(); | ||
190 | + bool iothread = qemu_in_iothread(); | ||
191 | + struct iovec send[2] = {0}; | ||
192 | + int *fds = NULL; | ||
193 | + size_t nfds = 0; | ||
194 | + bool ret = false; | ||
195 | + | ||
196 | + send[0].iov_base = msg; | ||
197 | + send[0].iov_len = MPQEMU_MSG_HDR_SIZE; | ||
198 | + | ||
199 | + send[1].iov_base = (void *)&msg->data; | ||
200 | + send[1].iov_len = msg->size; | ||
201 | + | ||
202 | + if (msg->num_fds) { | ||
203 | + nfds = msg->num_fds; | ||
204 | + fds = msg->fds; | ||
205 | + } | ||
206 | + | ||
207 | + /* | ||
208 | + * Dont use in IOThread out of co-routine context as | ||
209 | + * it will block IOThread. | ||
210 | + */ | ||
211 | + assert(qemu_in_coroutine() || !iothread); | ||
212 | + | ||
213 | + /* | ||
214 | + * Skip unlocking/locking iothread lock when the IOThread is running | ||
215 | + * in co-routine context. Co-routine context is asserted above | ||
216 | + * for IOThread case. | ||
217 | + * Also skip lock handling while in a co-routine in the main context. | ||
218 | + */ | ||
219 | + if (iolock && !iothread && !qemu_in_coroutine()) { | ||
220 | + qemu_mutex_unlock_iothread(); | ||
221 | + } | ||
222 | + | ||
223 | + if (!qio_channel_writev_full_all(ioc, send, G_N_ELEMENTS(send), | ||
224 | + fds, nfds, errp)) { | ||
225 | + ret = true; | ||
226 | + } else { | ||
227 | + trace_mpqemu_send_io_error(msg->cmd, msg->size, nfds); | ||
228 | + } | ||
229 | + | ||
230 | + if (iolock && !iothread && !qemu_in_coroutine()) { | ||
231 | + /* See above comment why skip locking here. */ | ||
232 | + qemu_mutex_lock_iothread(); | ||
233 | + } | ||
234 | + | ||
235 | + return ret; | ||
236 | +} | ||
237 | + | ||
238 | +/* | ||
239 | + * Read message from the ioc QIOChannel. | ||
240 | + * This function is safe to call from: | ||
241 | + * - From main loop in co-routine context. Will block the main loop if not in | ||
242 | + * co-routine context; | ||
243 | + * - From vCPU thread with no co-routine context and if the channel is not part | ||
244 | + * of the main loop handling; | ||
245 | + * - From IOThread within co-routine context, outside of co-routine context | ||
246 | + * will block IOThread; | ||
247 | + */ | ||
248 | +static ssize_t mpqemu_read(QIOChannel *ioc, void *buf, size_t len, int **fds, | ||
249 | + size_t *nfds, Error **errp) | ||
250 | +{ | ||
251 | + ERRP_GUARD(); | ||
252 | + struct iovec iov = { .iov_base = buf, .iov_len = len }; | ||
253 | + bool iolock = qemu_mutex_iothread_locked(); | ||
254 | + bool iothread = qemu_in_iothread(); | ||
255 | + int ret = -1; | ||
256 | + | ||
257 | + /* | ||
258 | + * Dont use in IOThread out of co-routine context as | ||
259 | + * it will block IOThread. | ||
260 | + */ | ||
261 | + assert(qemu_in_coroutine() || !iothread); | ||
262 | + | ||
263 | + if (iolock && !iothread && !qemu_in_coroutine()) { | ||
264 | + qemu_mutex_unlock_iothread(); | ||
265 | + } | ||
266 | + | ||
267 | + ret = qio_channel_readv_full_all_eof(ioc, &iov, 1, fds, nfds, errp); | ||
268 | + | ||
269 | + if (iolock && !iothread && !qemu_in_coroutine()) { | ||
270 | + qemu_mutex_lock_iothread(); | ||
271 | + } | ||
272 | + | ||
273 | + return (ret <= 0) ? ret : iov.iov_len; | ||
274 | +} | ||
275 | + | ||
276 | +bool mpqemu_msg_recv(MPQemuMsg *msg, QIOChannel *ioc, Error **errp) | ||
277 | +{ | ||
278 | + ERRP_GUARD(); | ||
279 | + g_autofree int *fds = NULL; | ||
280 | + size_t nfds = 0; | ||
281 | + ssize_t len; | ||
282 | + bool ret = false; | ||
283 | + | ||
284 | + len = mpqemu_read(ioc, msg, MPQEMU_MSG_HDR_SIZE, &fds, &nfds, errp); | ||
285 | + if (len <= 0) { | ||
286 | + goto fail; | ||
287 | + } else if (len != MPQEMU_MSG_HDR_SIZE) { | ||
288 | + error_setg(errp, "Message header corrupted"); | ||
289 | + goto fail; | ||
290 | + } | ||
291 | + | ||
292 | + if (msg->size > sizeof(msg->data)) { | ||
293 | + error_setg(errp, "Invalid size for message"); | ||
294 | + goto fail; | ||
295 | + } | ||
296 | + | ||
297 | + if (!msg->size) { | ||
298 | + goto copy_fds; | ||
299 | + } | ||
300 | + | ||
301 | + len = mpqemu_read(ioc, &msg->data, msg->size, NULL, NULL, errp); | ||
302 | + if (len <= 0) { | ||
303 | + goto fail; | ||
304 | + } | ||
305 | + if (len != msg->size) { | ||
306 | + error_setg(errp, "Unable to read full message"); | ||
307 | + goto fail; | ||
308 | + } | ||
309 | + | ||
310 | +copy_fds: | ||
311 | + msg->num_fds = nfds; | ||
312 | + if (nfds > G_N_ELEMENTS(msg->fds)) { | ||
313 | + error_setg(errp, | ||
314 | + "Overflow error: received %zu fds, more than max of %d fds", | ||
315 | + nfds, REMOTE_MAX_FDS); | ||
316 | + goto fail; | ||
317 | + } | ||
318 | + if (nfds) { | ||
319 | + memcpy(msg->fds, fds, nfds * sizeof(int)); | ||
320 | + } | ||
321 | + | ||
322 | + ret = true; | ||
323 | + | ||
324 | +fail: | ||
325 | + if (*errp) { | ||
326 | + trace_mpqemu_recv_io_error(msg->cmd, msg->size, nfds); | ||
327 | + } | ||
328 | + while (*errp && nfds) { | ||
329 | + close(fds[nfds - 1]); | ||
330 | + nfds--; | ||
331 | + } | ||
332 | + | ||
333 | + return ret; | ||
334 | +} | ||
335 | + | ||
336 | +bool mpqemu_msg_valid(MPQemuMsg *msg) | ||
337 | +{ | ||
338 | + if (msg->cmd >= MPQEMU_CMD_MAX && msg->cmd < 0) { | ||
339 | + return false; | ||
340 | + } | ||
341 | + | ||
342 | + /* Verify FDs. */ | ||
343 | + if (msg->num_fds >= REMOTE_MAX_FDS) { | ||
344 | + return false; | ||
345 | + } | ||
346 | + | ||
347 | + if (msg->num_fds > 0) { | ||
348 | + for (int i = 0; i < msg->num_fds; i++) { | ||
349 | + if (fcntl(msg->fds[i], F_GETFL) == -1) { | ||
350 | + return false; | ||
351 | + } | ||
352 | + } | ||
353 | + } | ||
354 | + | ||
355 | + return true; | ||
356 | +} | ||
357 | diff --git a/iothread.c b/iothread.c | ||
358 | index XXXXXXX..XXXXXXX 100644 | ||
359 | --- a/iothread.c | ||
360 | +++ b/iothread.c | ||
361 | @@ -XXX,XX +XXX,XX @@ IOThread *iothread_by_id(const char *id) | ||
362 | { | ||
363 | return IOTHREAD(object_resolve_path_type(id, TYPE_IOTHREAD, NULL)); | ||
364 | } | ||
365 | + | ||
366 | +bool qemu_in_iothread(void) | ||
367 | +{ | ||
368 | + return qemu_get_current_aio_context() == qemu_get_aio_context() ? | ||
369 | + false : true; | ||
370 | +} | ||
371 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build | ||
372 | index XXXXXXX..XXXXXXX 100644 | ||
373 | --- a/hw/remote/meson.build | ||
374 | +++ b/hw/remote/meson.build | ||
375 | @@ -XXX,XX +XXX,XX @@ | ||
376 | remote_ss = ss.source_set() | ||
377 | |||
378 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('machine.c')) | ||
379 | +remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('mpqemu-link.c')) | ||
380 | |||
381 | softmmu_ss.add_all(when: 'CONFIG_MULTIPROCESS', if_true: remote_ss) | ||
382 | diff --git a/hw/remote/trace-events b/hw/remote/trace-events | ||
383 | new file mode 100644 | ||
384 | index XXXXXXX..XXXXXXX | ||
385 | --- /dev/null | ||
386 | +++ b/hw/remote/trace-events | ||
387 | @@ -XXX,XX +XXX,XX @@ | ||
388 | +# multi-process trace events | ||
389 | + | ||
390 | +mpqemu_send_io_error(int cmd, int size, int nfds) "send command %d size %d, %d file descriptors to remote process" | ||
391 | +mpqemu_recv_io_error(int cmd, int size, int nfds) "failed to receive %d size %d, %d file descriptors to remote process" | ||
392 | -- | ||
393 | 2.29.2 | ||
13 | 394 | ||
14 | Note however that QCOW_OFLAG_ZERO is not supported in v2 qcow2 | ||
15 | images so, if there is a backing file, discard cannot guarantee | ||
16 | that the image will read back as zeroes. If this is important for | ||
17 | the caller it should forbid it as qcow2_co_pdiscard() does (see | ||
18 | 80f5c01183 for more details). | ||
19 | |||
20 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
21 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
22 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
23 | Message-Id: <5ef8274e628aa3ab559bfac467abf488534f2b76.1594396418.git.berto@igalia.com> | ||
24 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
25 | --- | ||
26 | block/qcow2-cluster.c | 52 +++++++++++++++++++------------------------ | ||
27 | 1 file changed, 23 insertions(+), 29 deletions(-) | ||
28 | |||
29 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
30 | index XXXXXXX..XXXXXXX 100644 | ||
31 | --- a/block/qcow2-cluster.c | ||
32 | +++ b/block/qcow2-cluster.c | ||
33 | @@ -XXX,XX +XXX,XX @@ static int discard_in_l2_slice(BlockDriverState *bs, uint64_t offset, | ||
34 | assert(nb_clusters <= INT_MAX); | ||
35 | |||
36 | for (i = 0; i < nb_clusters; i++) { | ||
37 | - uint64_t old_l2_entry; | ||
38 | - | ||
39 | - old_l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | ||
40 | + uint64_t old_l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | ||
41 | + uint64_t old_l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index + i); | ||
42 | + uint64_t new_l2_entry = old_l2_entry; | ||
43 | + uint64_t new_l2_bitmap = old_l2_bitmap; | ||
44 | + QCow2ClusterType cluster_type = | ||
45 | + qcow2_get_cluster_type(bs, old_l2_entry); | ||
46 | |||
47 | /* | ||
48 | + * If full_discard is true, the cluster should not read back as zeroes, | ||
49 | + * but rather fall through to the backing file. | ||
50 | + * | ||
51 | * If full_discard is false, make sure that a discarded area reads back | ||
52 | * as zeroes for v3 images (we cannot do it for v2 without actually | ||
53 | * writing a zero-filled buffer). We can skip the operation if the | ||
54 | @@ -XXX,XX +XXX,XX @@ static int discard_in_l2_slice(BlockDriverState *bs, uint64_t offset, | ||
55 | * | ||
56 | * TODO We might want to use bdrv_block_status(bs) here, but we're | ||
57 | * holding s->lock, so that doesn't work today. | ||
58 | - * | ||
59 | - * If full_discard is true, the sector should not read back as zeroes, | ||
60 | - * but rather fall through to the backing file. | ||
61 | */ | ||
62 | - switch (qcow2_get_cluster_type(bs, old_l2_entry)) { | ||
63 | - case QCOW2_CLUSTER_UNALLOCATED: | ||
64 | - if (full_discard || !bs->backing) { | ||
65 | - continue; | ||
66 | - } | ||
67 | - break; | ||
68 | - | ||
69 | - case QCOW2_CLUSTER_ZERO_PLAIN: | ||
70 | - if (!full_discard) { | ||
71 | - continue; | ||
72 | + if (full_discard) { | ||
73 | + new_l2_entry = new_l2_bitmap = 0; | ||
74 | + } else if (bs->backing || qcow2_cluster_is_allocated(cluster_type)) { | ||
75 | + if (has_subclusters(s)) { | ||
76 | + new_l2_entry = 0; | ||
77 | + new_l2_bitmap = QCOW_L2_BITMAP_ALL_ZEROES; | ||
78 | + } else { | ||
79 | + new_l2_entry = s->qcow_version >= 3 ? QCOW_OFLAG_ZERO : 0; | ||
80 | } | ||
81 | - break; | ||
82 | - | ||
83 | - case QCOW2_CLUSTER_ZERO_ALLOC: | ||
84 | - case QCOW2_CLUSTER_NORMAL: | ||
85 | - case QCOW2_CLUSTER_COMPRESSED: | ||
86 | - break; | ||
87 | + } | ||
88 | |||
89 | - default: | ||
90 | - abort(); | ||
91 | + if (old_l2_entry == new_l2_entry && old_l2_bitmap == new_l2_bitmap) { | ||
92 | + continue; | ||
93 | } | ||
94 | |||
95 | /* First remove L2 entries */ | ||
96 | qcow2_cache_entry_mark_dirty(s->l2_table_cache, l2_slice); | ||
97 | - if (!full_discard && s->qcow_version >= 3) { | ||
98 | - set_l2_entry(s, l2_slice, l2_index + i, QCOW_OFLAG_ZERO); | ||
99 | - } else { | ||
100 | - set_l2_entry(s, l2_slice, l2_index + i, 0); | ||
101 | + set_l2_entry(s, l2_slice, l2_index + i, new_l2_entry); | ||
102 | + if (has_subclusters(s)) { | ||
103 | + set_l2_bitmap(s, l2_slice, l2_index + i, new_l2_bitmap); | ||
104 | } | ||
105 | - | ||
106 | /* Then decrease the refcount */ | ||
107 | qcow2_free_any_clusters(bs, old_l2_entry, 1, type); | ||
108 | } | ||
109 | -- | ||
110 | 2.26.2 | ||
111 | |||
112 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 3 | Initializes the message handler function in the remote process. It is |
4 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 4 | called whenever there's an event pending on QIOChannel that registers |
5 | Message-Id: <e6dd0429cafe84ca603179c298a8703bddca2904.1594396418.git.berto@igalia.com> | 5 | this function. |
6 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 6 | |
7 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> | ||
8 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> | ||
9 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> | ||
10 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | Message-id: 99d38d8b93753a6409ac2340e858858cda59ab1b.1611938319.git.jag.raman@oracle.com | ||
12 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
7 | --- | 13 | --- |
8 | tests/qemu-iotests/271 | 901 +++++++++++++++++++++++++++++++++++++ | 14 | MAINTAINERS | 1 + |
9 | tests/qemu-iotests/271.out | 726 ++++++++++++++++++++++++++++++ | 15 | include/hw/remote/machine.h | 9 ++++++ |
10 | tests/qemu-iotests/group | 1 + | 16 | hw/remote/message.c | 57 +++++++++++++++++++++++++++++++++++++ |
11 | 3 files changed, 1628 insertions(+) | 17 | hw/remote/meson.build | 1 + |
12 | create mode 100755 tests/qemu-iotests/271 | 18 | 4 files changed, 68 insertions(+) |
13 | create mode 100644 tests/qemu-iotests/271.out | 19 | create mode 100644 hw/remote/message.c |
14 | 20 | ||
15 | diff --git a/tests/qemu-iotests/271 b/tests/qemu-iotests/271 | 21 | diff --git a/MAINTAINERS b/MAINTAINERS |
16 | new file mode 100755 | 22 | index XXXXXXX..XXXXXXX 100644 |
17 | index XXXXXXX..XXXXXXX | 23 | --- a/MAINTAINERS |
18 | --- /dev/null | 24 | +++ b/MAINTAINERS |
19 | +++ b/tests/qemu-iotests/271 | 25 | @@ -XXX,XX +XXX,XX @@ F: hw/remote/machine.c |
26 | F: include/hw/remote/machine.h | ||
27 | F: hw/remote/mpqemu-link.c | ||
28 | F: include/hw/remote/mpqemu-link.h | ||
29 | +F: hw/remote/message.c | ||
30 | |||
31 | Build and test automation | ||
32 | ------------------------- | ||
33 | diff --git a/include/hw/remote/machine.h b/include/hw/remote/machine.h | ||
34 | index XXXXXXX..XXXXXXX 100644 | ||
35 | --- a/include/hw/remote/machine.h | ||
36 | +++ b/include/hw/remote/machine.h | ||
20 | @@ -XXX,XX +XXX,XX @@ | 37 | @@ -XXX,XX +XXX,XX @@ |
21 | +#!/bin/bash | 38 | #include "qom/object.h" |
22 | +# | 39 | #include "hw/boards.h" |
23 | +# Test qcow2 images with extended L2 entries | 40 | #include "hw/pci-host/remote.h" |
24 | +# | 41 | +#include "io/channel.h" |
25 | +# Copyright (C) 2019-2020 Igalia, S.L. | 42 | |
26 | +# Author: Alberto Garcia <berto@igalia.com> | 43 | struct RemoteMachineState { |
27 | +# | 44 | MachineState parent_obj; |
28 | +# This program is free software; you can redistribute it and/or modify | 45 | @@ -XXX,XX +XXX,XX @@ struct RemoteMachineState { |
29 | +# it under the terms of the GNU General Public License as published by | 46 | RemotePCIHost *host; |
30 | +# the Free Software Foundation; either version 2 of the License, or | 47 | }; |
31 | +# (at your option) any later version. | 48 | |
32 | +# | 49 | +/* Used to pass to co-routine device and ioc. */ |
33 | +# This program is distributed in the hope that it will be useful, | 50 | +typedef struct RemoteCommDev { |
34 | +# but WITHOUT ANY WARRANTY; without even the implied warranty of | 51 | + PCIDevice *dev; |
35 | +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | 52 | + QIOChannel *ioc; |
36 | +# GNU General Public License for more details. | 53 | +} RemoteCommDev; |
37 | +# | ||
38 | +# You should have received a copy of the GNU General Public License | ||
39 | +# along with this program. If not, see <http://www.gnu.org/licenses/>. | ||
40 | +# | ||
41 | + | 54 | + |
42 | +# creator | 55 | #define TYPE_REMOTE_MACHINE "x-remote-machine" |
43 | +owner=berto@igalia.com | 56 | OBJECT_DECLARE_SIMPLE_TYPE(RemoteMachineState, REMOTE_MACHINE) |
57 | |||
58 | +void coroutine_fn mpqemu_remote_msg_loop_co(void *data); | ||
44 | + | 59 | + |
45 | +seq="$(basename $0)" | 60 | #endif |
46 | +echo "QA output created by $seq" | 61 | diff --git a/hw/remote/message.c b/hw/remote/message.c |
47 | + | ||
48 | +here="$PWD" | ||
49 | +status=1 # failure is the default! | ||
50 | + | ||
51 | +_cleanup() | ||
52 | +{ | ||
53 | + _cleanup_test_img | ||
54 | + rm -f "$TEST_IMG.raw" | ||
55 | +} | ||
56 | +trap "_cleanup; exit \$status" 0 1 2 3 15 | ||
57 | + | ||
58 | +# get standard environment, filters and checks | ||
59 | +. ./common.rc | ||
60 | +. ./common.filter | ||
61 | + | ||
62 | +_supported_fmt qcow2 | ||
63 | +_supported_proto file nfs | ||
64 | +_supported_os Linux | ||
65 | +_unsupported_imgopts extended_l2 compat=0.10 cluster_size data_file refcount_bits=1[^0-9] | ||
66 | + | ||
67 | +l2_offset=$((0x40000)) | ||
68 | + | ||
69 | +_verify_img() | ||
70 | +{ | ||
71 | + $QEMU_IMG compare "$TEST_IMG" "$TEST_IMG.raw" | grep -v 'Images are identical' | ||
72 | + $QEMU_IMG check "$TEST_IMG" | _filter_qemu_img_check | \ | ||
73 | + grep -v 'No errors were found on the image' | ||
74 | +} | ||
75 | + | ||
76 | +# Compare the bitmap of an extended L2 entry against an expected value | ||
77 | +_verify_l2_bitmap() | ||
78 | +{ | ||
79 | + entry_no="$1" # L2 entry number, starting from 0 | ||
80 | + expected_alloc="$alloc" # Space-separated list of allocated subcluster indexes | ||
81 | + expected_zero="$zero" # Space-separated list of zero subcluster indexes | ||
82 | + | ||
83 | + offset=$(($l2_offset + $entry_no * 16)) | ||
84 | + entry=$(peek_file_be "$TEST_IMG" $offset 8) | ||
85 | + offset=$(($offset + 8)) | ||
86 | + bitmap=$(peek_file_be "$TEST_IMG" $offset 8) | ||
87 | + | ||
88 | + expected_bitmap=0 | ||
89 | + for bit in $expected_alloc; do | ||
90 | + expected_bitmap=$(($expected_bitmap | (1 << $bit))) | ||
91 | + done | ||
92 | + for bit in $expected_zero; do | ||
93 | + expected_bitmap=$(($expected_bitmap | (1 << (32 + $bit)))) | ||
94 | + done | ||
95 | + printf -v expected_bitmap "%u" $expected_bitmap # Convert to unsigned | ||
96 | + | ||
97 | + printf "L2 entry #%d: 0x%016x %016x\n" "$entry_no" "$entry" "$bitmap" | ||
98 | + if [ "$bitmap" != "$expected_bitmap" ]; then | ||
99 | + printf "ERROR: expecting bitmap 0x%016x\n" "$expected_bitmap" | ||
100 | + fi | ||
101 | +} | ||
102 | + | ||
103 | +# This should be called as _run_test c=XXX sc=XXX off=XXX len=XXX cmd=XXX | ||
104 | +# c: cluster number (0 if unset) | ||
105 | +# sc: subcluster number inside cluster @c (0 if unset) | ||
106 | +# off: offset inside subcluster @sc, in kilobytes (0 if unset) | ||
107 | +# len: request length, passed directly to qemu-io (e.g: 256, 4k, 1M, ...) | ||
108 | +# cmd: the command to pass to qemu-io, must be one of | ||
109 | +# write -> write | ||
110 | +# zero -> write -z | ||
111 | +# unmap -> write -z -u | ||
112 | +# compress -> write -c | ||
113 | +# discard -> discard | ||
114 | +_run_test() | ||
115 | +{ | ||
116 | + unset c sc off len cmd | ||
117 | + for var in "$@"; do eval "$var"; done | ||
118 | + case "${cmd:-write}" in | ||
119 | + zero) | ||
120 | + cmd="write -q -z";; | ||
121 | + unmap) | ||
122 | + cmd="write -q -z -u";; | ||
123 | + compress) | ||
124 | + pat=$((${pat:-0} + 1)) | ||
125 | + cmd="write -q -c -P ${pat}";; | ||
126 | + write) | ||
127 | + pat=$((${pat:-0} + 1)) | ||
128 | + cmd="write -q -P ${pat}";; | ||
129 | + discard) | ||
130 | + cmd="discard -q";; | ||
131 | + *) | ||
132 | + echo "Unknown option $cmd" | ||
133 | + exit 1;; | ||
134 | + esac | ||
135 | + c="${c:-0}" | ||
136 | + sc="${sc:-0}" | ||
137 | + off="${off:-0}" | ||
138 | + offset="$(($c * 64 + $sc * 2 + $off))" | ||
139 | + [ "$offset" != 0 ] && offset="${offset}k" | ||
140 | + cmd="$cmd ${offset} ${len}" | ||
141 | + raw_cmd=$(echo $cmd | sed s/-c//) # Raw images don't support -c | ||
142 | + echo $cmd | sed 's/-P [0-9][0-9]\?/-P PATTERN/' | ||
143 | + $QEMU_IO -c "$cmd" "$TEST_IMG" | _filter_qemu_io | ||
144 | + $QEMU_IO -c "$raw_cmd" -f raw "$TEST_IMG.raw" | _filter_qemu_io | ||
145 | + _verify_img | ||
146 | + _verify_l2_bitmap "$c" | ||
147 | +} | ||
148 | + | ||
149 | +_reset_img() | ||
150 | +{ | ||
151 | + size="$1" | ||
152 | + $QEMU_IMG create -f raw "$TEST_IMG.raw" "$size" | _filter_img_create | ||
153 | + if [ "$use_backing_file" = "yes" ]; then | ||
154 | + $QEMU_IMG create -f raw "$TEST_IMG.base" "$size" | _filter_img_create | ||
155 | + $QEMU_IO -c "write -q -P 0xFF 0 $size" -f raw "$TEST_IMG.base" | _filter_qemu_io | ||
156 | + $QEMU_IO -c "write -q -P 0xFF 0 $size" -f raw "$TEST_IMG.raw" | _filter_qemu_io | ||
157 | + _make_test_img -o extended_l2=on -F raw -b "$TEST_IMG.base" "$size" | ||
158 | + else | ||
159 | + _make_test_img -o extended_l2=on "$size" | ||
160 | + fi | ||
161 | +} | ||
162 | + | ||
163 | +############################################################ | ||
164 | +############################################################ | ||
165 | +############################################################ | ||
166 | + | ||
167 | +# Test that writing to an image with subclusters produces the expected | ||
168 | +# results, in images with and without backing files | ||
169 | +for use_backing_file in yes no; do | ||
170 | + echo | ||
171 | + echo "### Standard write tests (backing file: $use_backing_file) ###" | ||
172 | + echo | ||
173 | + _reset_img 1M | ||
174 | + ### Write subcluster #0 (beginning of subcluster) ### | ||
175 | + alloc="0"; zero="" | ||
176 | + _run_test sc=0 len=1k | ||
177 | + | ||
178 | + ### Write subcluster #1 (middle of subcluster) ### | ||
179 | + alloc="0 1"; zero="" | ||
180 | + _run_test sc=1 off=1 len=512 | ||
181 | + | ||
182 | + ### Write subcluster #2 (end of subcluster) ### | ||
183 | + alloc="0 1 2"; zero="" | ||
184 | + _run_test sc=2 off=1 len=1k | ||
185 | + | ||
186 | + ### Write subcluster #3 (full subcluster) ### | ||
187 | + alloc="0 1 2 3"; zero="" | ||
188 | + _run_test sc=3 len=2k | ||
189 | + | ||
190 | + ### Write subclusters #4-6 (full subclusters) ### | ||
191 | + alloc="$(seq 0 6)"; zero="" | ||
192 | + _run_test sc=4 len=6k | ||
193 | + | ||
194 | + ### Write subclusters #7-9 (partial subclusters) ### | ||
195 | + alloc="$(seq 0 9)"; zero="" | ||
196 | + _run_test sc=7 off=1 len=4k | ||
197 | + | ||
198 | + ### Write subcluster #16 (partial subcluster) ### | ||
199 | + alloc="$(seq 0 9) 16"; zero="" | ||
200 | + _run_test sc=16 len=1k | ||
201 | + | ||
202 | + ### Write subcluster #31-#33 (cluster overlap) ### | ||
203 | + alloc="$(seq 0 9) 16 31"; zero="" | ||
204 | + _run_test sc=31 off=1 len=4k | ||
205 | + alloc="0 1" ; zero="" | ||
206 | + _verify_l2_bitmap 1 | ||
207 | + | ||
208 | + ### Zero subcluster #1 | ||
209 | + alloc="0 $(seq 2 9) 16 31"; zero="1" | ||
210 | + _run_test sc=1 len=2k cmd=zero | ||
211 | + | ||
212 | + ### Zero cluster #0 | ||
213 | + alloc=""; zero="$(seq 0 31)" | ||
214 | + _run_test sc=0 len=64k cmd=zero | ||
215 | + | ||
216 | + ### Fill cluster #0 with data | ||
217 | + alloc="$(seq 0 31)"; zero="" | ||
218 | + _run_test sc=0 len=64k | ||
219 | + | ||
220 | + ### Zero and unmap half of cluster #0 (this won't unmap it) | ||
221 | + alloc="$(seq 16 31)"; zero="$(seq 0 15)" | ||
222 | + _run_test sc=0 len=32k cmd=unmap | ||
223 | + | ||
224 | + ### Zero and unmap cluster #0 | ||
225 | + alloc=""; zero="$(seq 0 31)" | ||
226 | + _run_test sc=0 len=64k cmd=unmap | ||
227 | + | ||
228 | + ### Write subcluster #1 (middle of subcluster) | ||
229 | + alloc="1"; zero="0 $(seq 2 31)" | ||
230 | + _run_test sc=1 off=1 len=512 | ||
231 | + | ||
232 | + ### Fill cluster #0 with data | ||
233 | + alloc="$(seq 0 31)"; zero="" | ||
234 | + _run_test sc=0 len=64k | ||
235 | + | ||
236 | + ### Discard cluster #0 | ||
237 | + alloc=""; zero="$(seq 0 31)" | ||
238 | + _run_test sc=0 len=64k cmd=discard | ||
239 | + | ||
240 | + ### Write compressed data to cluster #0 | ||
241 | + alloc=""; zero="" | ||
242 | + _run_test sc=0 len=64k cmd=compress | ||
243 | + | ||
244 | + ### Write subcluster #1 (middle of subcluster) | ||
245 | + alloc="$(seq 0 31)"; zero="" | ||
246 | + _run_test sc=1 off=1 len=512 | ||
247 | +done | ||
248 | + | ||
249 | +############################################################ | ||
250 | +############################################################ | ||
251 | +############################################################ | ||
252 | + | ||
253 | +# calculate_l2_meta() checks if none of the clusters affected by a | ||
254 | +# write operation need COW or changes to their L2 metadata and simply | ||
255 | +# returns when they don't. This is a test for that optimization. | ||
256 | +# Here clusters #0-#3 are overwritten but only #1 and #2 need changes. | ||
257 | +echo | ||
258 | +echo '### Overwriting several clusters without COW ###' | ||
259 | +echo | ||
260 | +use_backing_file="no" _reset_img 1M | ||
261 | +# Write cluster #0, subclusters #12-#31 | ||
262 | +alloc="$(seq 12 31)"; zero="" | ||
263 | +_run_test sc=12 len=40k | ||
264 | + | ||
265 | +# Write cluster #1, subcluster #13 | ||
266 | +alloc="13"; zero="" | ||
267 | +_run_test c=1 sc=13 len=2k | ||
268 | + | ||
269 | +# Zeroize cluster #2, subcluster #14 | ||
270 | +alloc="14"; zero="" | ||
271 | +_run_test c=2 sc=14 len=2k | ||
272 | +alloc=""; zero="14" | ||
273 | +_run_test c=2 sc=14 len=2k cmd=zero | ||
274 | + | ||
275 | +# Write cluster #3, subclusters #0-#16 | ||
276 | +alloc="$(seq 0 16)"; zero="" | ||
277 | +_run_test c=3 sc=0 len=34k | ||
278 | + | ||
279 | +# Write from cluster #0, subcluster #12 to cluster #3, subcluster #11 | ||
280 | +alloc="$(seq 12 31)"; zero="" | ||
281 | +_run_test sc=12 len=192k | ||
282 | +alloc="$(seq 0 31)"; zero="" | ||
283 | +_verify_l2_bitmap 1 | ||
284 | +_verify_l2_bitmap 2 | ||
285 | + | ||
286 | +alloc="$(seq 0 16)"; zero="" | ||
287 | +_verify_l2_bitmap 3 | ||
288 | + | ||
289 | +############################################################ | ||
290 | +############################################################ | ||
291 | +############################################################ | ||
292 | + | ||
293 | +# Test different patterns of writing zeroes | ||
294 | +for use_backing_file in yes no; do | ||
295 | + echo | ||
296 | + echo "### Writing zeroes 1: unallocated clusters (backing file: $use_backing_file) ###" | ||
297 | + echo | ||
298 | + # Note that the image size is not a multiple of the cluster size | ||
299 | + _reset_img 2083k | ||
300 | + | ||
301 | + # Cluster-aligned request from clusters #0 to #2 | ||
302 | + alloc=""; zero="$(seq 0 31)" | ||
303 | + _run_test c=0 sc=0 len=192k cmd=zero | ||
304 | + _verify_l2_bitmap 1 | ||
305 | + _verify_l2_bitmap 2 | ||
306 | + | ||
307 | + # Subcluster-aligned request from clusters #3 to #5 | ||
308 | + alloc=""; zero="$(seq 16 31)" | ||
309 | + _run_test c=3 sc=16 len=128k cmd=zero | ||
310 | + alloc=""; zero="$(seq 0 31)" | ||
311 | + _verify_l2_bitmap 4 | ||
312 | + alloc=""; zero="$(seq 0 15)" | ||
313 | + _verify_l2_bitmap 5 | ||
314 | + | ||
315 | + # Unaligned request from clusters #6 to #8 | ||
316 | + if [ "$use_backing_file" = "yes" ]; then | ||
317 | + alloc="15"; zero="$(seq 16 31)" # copy-on-write happening here | ||
318 | + else | ||
319 | + alloc=""; zero="$(seq 15 31)" | ||
320 | + fi | ||
321 | + _run_test c=6 sc=15 off=1 len=128k cmd=zero | ||
322 | + alloc=""; zero="$(seq 0 31)" | ||
323 | + _verify_l2_bitmap 7 | ||
324 | + if [ "$use_backing_file" = "yes" ]; then | ||
325 | + alloc="15"; zero="$(seq 0 14)" # copy-on-write happening here | ||
326 | + else | ||
327 | + alloc=""; zero="$(seq 0 15)" | ||
328 | + fi | ||
329 | + _verify_l2_bitmap 8 | ||
330 | + | ||
331 | + echo | ||
332 | + echo "### Writing zeroes 2: allocated clusters (backing file: $use_backing_file) ###" | ||
333 | + echo | ||
334 | + alloc="$(seq 0 31)"; zero="" | ||
335 | + _run_test c=9 sc=0 len=576k | ||
336 | + _verify_l2_bitmap 10 | ||
337 | + _verify_l2_bitmap 11 | ||
338 | + _verify_l2_bitmap 12 | ||
339 | + _verify_l2_bitmap 13 | ||
340 | + _verify_l2_bitmap 14 | ||
341 | + _verify_l2_bitmap 15 | ||
342 | + _verify_l2_bitmap 16 | ||
343 | + _verify_l2_bitmap 17 | ||
344 | + | ||
345 | + # Cluster-aligned request from clusters #9 to #11 | ||
346 | + alloc=""; zero="$(seq 0 31)" | ||
347 | + _run_test c=9 sc=0 len=192k cmd=zero | ||
348 | + _verify_l2_bitmap 10 | ||
349 | + _verify_l2_bitmap 11 | ||
350 | + | ||
351 | + # Subcluster-aligned request from clusters #12 to #14 | ||
352 | + alloc="$(seq 0 15)"; zero="$(seq 16 31)" | ||
353 | + _run_test c=12 sc=16 len=128k cmd=zero | ||
354 | + alloc=""; zero="$(seq 0 31)" | ||
355 | + _verify_l2_bitmap 13 | ||
356 | + alloc="$(seq 16 31)"; zero="$(seq 0 15)" | ||
357 | + _verify_l2_bitmap 14 | ||
358 | + | ||
359 | + # Unaligned request from clusters #15 to #17 | ||
360 | + alloc="$(seq 0 15)"; zero="$(seq 16 31)" | ||
361 | + _run_test c=15 sc=15 off=1 len=128k cmd=zero | ||
362 | + alloc=""; zero="$(seq 0 31)" | ||
363 | + _verify_l2_bitmap 16 | ||
364 | + alloc="$(seq 15 31)"; zero="$(seq 0 14)" | ||
365 | + _verify_l2_bitmap 17 | ||
366 | + | ||
367 | + echo | ||
368 | + echo "### Writing zeroes 3: compressed clusters (backing file: $use_backing_file) ###" | ||
369 | + echo | ||
370 | + alloc=""; zero="" | ||
371 | + for c in $(seq 18 28); do | ||
372 | + _run_test c=$c sc=0 len=64k cmd=compress | ||
373 | + done | ||
374 | + | ||
375 | + # Cluster-aligned request from clusters #18 to #20 | ||
376 | + alloc=""; zero="$(seq 0 31)" | ||
377 | + _run_test c=18 sc=0 len=192k cmd=zero | ||
378 | + _verify_l2_bitmap 19 | ||
379 | + _verify_l2_bitmap 20 | ||
380 | + | ||
381 | + # Subcluster-aligned request from clusters #21 to #23. | ||
382 | + # We cannot partially zero a compressed cluster so the code | ||
383 | + # returns -ENOTSUP, which means copy-on-write of the compressed | ||
384 | + # data and fill the rest with actual zeroes on disk. | ||
385 | + # TODO: cluster #22 should use the 'all zeroes' bits. | ||
386 | + alloc="$(seq 0 31)"; zero="" | ||
387 | + _run_test c=21 sc=16 len=128k cmd=zero | ||
388 | + _verify_l2_bitmap 22 | ||
389 | + _verify_l2_bitmap 23 | ||
390 | + | ||
391 | + # Unaligned request from clusters #24 to #26 | ||
392 | + # In this case QEMU internally sends a 1k request followed by a | ||
393 | + # subcluster-aligned 128k request. The first request decompresses | ||
394 | + # cluster #24, but that's not enough to perform the second request | ||
395 | + # efficiently because it partially writes to cluster #26 (which is | ||
396 | + # compressed) so we hit the same problem as before. | ||
397 | + alloc="$(seq 0 31)"; zero="" | ||
398 | + _run_test c=24 sc=15 off=1 len=129k cmd=zero | ||
399 | + _verify_l2_bitmap 25 | ||
400 | + _verify_l2_bitmap 26 | ||
401 | + | ||
402 | + # Unaligned request from clusters #27 to #29 | ||
403 | + # Similar to the previous case, but this time the tail of the | ||
404 | + # request does not correspond to a compressed cluster, so it can | ||
405 | + # be zeroed efficiently. | ||
406 | + # Note that the very last subcluster is partially written, so if | ||
407 | + # there's a backing file we need to perform cow. | ||
408 | + alloc="$(seq 0 15)"; zero="$(seq 16 31)" | ||
409 | + _run_test c=27 sc=15 off=1 len=128k cmd=zero | ||
410 | + alloc=""; zero="$(seq 0 31)" | ||
411 | + _verify_l2_bitmap 28 | ||
412 | + if [ "$use_backing_file" = "yes" ]; then | ||
413 | + alloc="15"; zero="$(seq 0 14)" # copy-on-write happening here | ||
414 | + else | ||
415 | + alloc=""; zero="$(seq 0 15)" | ||
416 | + fi | ||
417 | + _verify_l2_bitmap 29 | ||
418 | + | ||
419 | + echo | ||
420 | + echo "### Writing zeroes 4: other tests (backing file: $use_backing_file) ###" | ||
421 | + echo | ||
422 | + # Unaligned request in the middle of cluster #30. | ||
423 | + # If there's a backing file we need to allocate and do | ||
424 | + # copy-on-write on the partially zeroed subclusters. | ||
425 | + # If not we can set the 'all zeroes' bit on them. | ||
426 | + if [ "$use_backing_file" = "yes" ]; then | ||
427 | + alloc="15 19"; zero="$(seq 16 18)" # copy-on-write happening here | ||
428 | + else | ||
429 | + alloc=""; zero="$(seq 15 19)" | ||
430 | + fi | ||
431 | + _run_test c=30 sc=15 off=1 len=8k cmd=zero | ||
432 | + | ||
433 | + # Fill the last cluster with zeroes, up to the end of the image | ||
434 | + # (the image size is not a multiple of the cluster or subcluster size). | ||
435 | + alloc=""; zero="$(seq 0 17)" | ||
436 | + _run_test c=32 sc=0 len=35k cmd=zero | ||
437 | +done | ||
438 | + | ||
439 | +############################################################ | ||
440 | +############################################################ | ||
441 | +############################################################ | ||
442 | + | ||
443 | +# Zero + unmap | ||
444 | +for use_backing_file in yes no; do | ||
445 | + echo | ||
446 | + echo "### Zero + unmap 1: allocated clusters (backing file: $use_backing_file) ###" | ||
447 | + echo | ||
448 | + # Note that the image size is not a multiple of the cluster size | ||
449 | + _reset_img 2083k | ||
450 | + alloc="$(seq 0 31)"; zero="" | ||
451 | + _run_test c=9 sc=0 len=576k | ||
452 | + _verify_l2_bitmap 10 | ||
453 | + _verify_l2_bitmap 11 | ||
454 | + _verify_l2_bitmap 12 | ||
455 | + _verify_l2_bitmap 13 | ||
456 | + _verify_l2_bitmap 14 | ||
457 | + _verify_l2_bitmap 15 | ||
458 | + _verify_l2_bitmap 16 | ||
459 | + _verify_l2_bitmap 17 | ||
460 | + | ||
461 | + # Cluster-aligned request from clusters #9 to #11 | ||
462 | + alloc=""; zero="$(seq 0 31)" | ||
463 | + _run_test c=9 sc=0 len=192k cmd=unmap | ||
464 | + _verify_l2_bitmap 10 | ||
465 | + _verify_l2_bitmap 11 | ||
466 | + | ||
467 | + # Subcluster-aligned request from clusters #12 to #14 | ||
468 | + alloc="$(seq 0 15)"; zero="$(seq 16 31)" | ||
469 | + _run_test c=12 sc=16 len=128k cmd=unmap | ||
470 | + alloc=""; zero="$(seq 0 31)" | ||
471 | + _verify_l2_bitmap 13 | ||
472 | + alloc="$(seq 16 31)"; zero="$(seq 0 15)" | ||
473 | + _verify_l2_bitmap 14 | ||
474 | + | ||
475 | + # Unaligned request from clusters #15 to #17 | ||
476 | + alloc="$(seq 0 15)"; zero="$(seq 16 31)" | ||
477 | + _run_test c=15 sc=15 off=1 len=128k cmd=unmap | ||
478 | + alloc=""; zero="$(seq 0 31)" | ||
479 | + _verify_l2_bitmap 16 | ||
480 | + alloc="$(seq 15 31)"; zero="$(seq 0 14)" | ||
481 | + _verify_l2_bitmap 17 | ||
482 | + | ||
483 | + echo | ||
484 | + echo "### Zero + unmap 2: compressed clusters (backing file: $use_backing_file) ###" | ||
485 | + echo | ||
486 | + alloc=""; zero="" | ||
487 | + for c in $(seq 18 28); do | ||
488 | + _run_test c=$c sc=0 len=64k cmd=compress | ||
489 | + done | ||
490 | + | ||
491 | + # Cluster-aligned request from clusters #18 to #20 | ||
492 | + alloc=""; zero="$(seq 0 31)" | ||
493 | + _run_test c=18 sc=0 len=192k cmd=unmap | ||
494 | + _verify_l2_bitmap 19 | ||
495 | + _verify_l2_bitmap 20 | ||
496 | + | ||
497 | + # Subcluster-aligned request from clusters #21 to #23. | ||
498 | + # We cannot partially zero a compressed cluster so the code | ||
499 | + # returns -ENOTSUP, which means copy-on-write of the compressed | ||
500 | + # data and fill the rest with actual zeroes on disk. | ||
501 | + # TODO: cluster #22 should use the 'all zeroes' bits. | ||
502 | + alloc="$(seq 0 31)"; zero="" | ||
503 | + _run_test c=21 sc=16 len=128k cmd=unmap | ||
504 | + _verify_l2_bitmap 22 | ||
505 | + _verify_l2_bitmap 23 | ||
506 | + | ||
507 | + # Unaligned request from clusters #24 to #26 | ||
508 | + # In this case QEMU internally sends a 1k request followed by a | ||
509 | + # subcluster-aligned 128k request. The first request decompresses | ||
510 | + # cluster #24, but that's not enough to perform the second request | ||
511 | + # efficiently because it partially writes to cluster #26 (which is | ||
512 | + # compressed) so we hit the same problem as before. | ||
513 | + alloc="$(seq 0 31)"; zero="" | ||
514 | + _run_test c=24 sc=15 off=1 len=129k cmd=unmap | ||
515 | + _verify_l2_bitmap 25 | ||
516 | + _verify_l2_bitmap 26 | ||
517 | + | ||
518 | + # Unaligned request from clusters #27 to #29 | ||
519 | + # Similar to the previous case, but this time the tail of the | ||
520 | + # request does not correspond to a compressed cluster, so it can | ||
521 | + # be zeroed efficiently. | ||
522 | + # Note that the very last subcluster is partially written, so if | ||
523 | + # there's a backing file we need to perform cow. | ||
524 | + alloc="$(seq 0 15)"; zero="$(seq 16 31)" | ||
525 | + _run_test c=27 sc=15 off=1 len=128k cmd=unmap | ||
526 | + alloc=""; zero="$(seq 0 31)" | ||
527 | + _verify_l2_bitmap 28 | ||
528 | + if [ "$use_backing_file" = "yes" ]; then | ||
529 | + alloc="15"; zero="$(seq 0 14)" # copy-on-write happening here | ||
530 | + else | ||
531 | + alloc=""; zero="$(seq 0 15)" | ||
532 | + fi | ||
533 | + _verify_l2_bitmap 29 | ||
534 | +done | ||
535 | + | ||
536 | +############################################################ | ||
537 | +############################################################ | ||
538 | +############################################################ | ||
539 | + | ||
540 | +# Test qcow2_cluster_discard() with full and normal discards | ||
541 | +for use_backing_file in yes no; do | ||
542 | + echo | ||
543 | + echo "### Discarding clusters with non-zero bitmaps (backing file: $use_backing_file) ###" | ||
544 | + echo | ||
545 | + if [ "$use_backing_file" = "yes" ]; then | ||
546 | + _make_test_img -o extended_l2=on -F raw -b "$TEST_IMG.base" 1M | ||
547 | + else | ||
548 | + _make_test_img -o extended_l2=on 1M | ||
549 | + fi | ||
550 | + # Write clusters #0-#2 and then discard them | ||
551 | + $QEMU_IO -c 'write -q 0 128k' "$TEST_IMG" | ||
552 | + $QEMU_IO -c 'discard -q 0 128k' "$TEST_IMG" | ||
553 | + # 'qemu-io discard' doesn't do a full discard, it zeroizes the | ||
554 | + # cluster, so both clusters have all zero bits set now | ||
555 | + alloc=""; zero="$(seq 0 31)" | ||
556 | + _verify_l2_bitmap 0 | ||
557 | + _verify_l2_bitmap 1 | ||
558 | + # Now mark the 2nd half of the subclusters from cluster #0 as unallocated | ||
559 | + poke_file "$TEST_IMG" $(($l2_offset+8)) "\x00\x00" | ||
560 | + # Discard cluster #0 again to see how the zero bits have changed | ||
561 | + $QEMU_IO -c 'discard -q 0 64k' "$TEST_IMG" | ||
562 | + # And do a full discard of cluster #1 by shrinking and growing the image | ||
563 | + $QEMU_IMG resize --shrink "$TEST_IMG" 64k | ||
564 | + $QEMU_IMG resize "$TEST_IMG" 1M | ||
565 | + # A normal discard sets all 'zero' bits only if the image has a | ||
566 | + # backing file, otherwise it won't touch them. | ||
567 | + if [ "$use_backing_file" = "yes" ]; then | ||
568 | + alloc=""; zero="$(seq 0 31)" | ||
569 | + else | ||
570 | + alloc=""; zero="$(seq 0 15)" | ||
571 | + fi | ||
572 | + _verify_l2_bitmap 0 | ||
573 | + # A full discard should clear the L2 entry completely. However | ||
574 | + # when growing an image with a backing file the new clusters are | ||
575 | + # zeroized to hide the stale data from the backing file | ||
576 | + if [ "$use_backing_file" = "yes" ]; then | ||
577 | + alloc=""; zero="$(seq 0 31)" | ||
578 | + else | ||
579 | + alloc=""; zero="" | ||
580 | + fi | ||
581 | + _verify_l2_bitmap 1 | ||
582 | +done | ||
583 | + | ||
584 | +############################################################ | ||
585 | +############################################################ | ||
586 | +############################################################ | ||
587 | + | ||
588 | +# Test that corrupted L2 entries are detected in both read and write | ||
589 | +# operations | ||
590 | +for corruption_test_cmd in read write; do | ||
591 | + echo | ||
592 | + echo "### Corrupted L2 entries - $corruption_test_cmd test (allocated) ###" | ||
593 | + echo | ||
594 | + echo "# 'cluster is zero' bit set on the standard cluster descriptor" | ||
595 | + echo | ||
596 | + # We actually don't consider this a corrupted image. | ||
597 | + # The 'cluster is zero' bit is unused in extended L2 entries so | ||
598 | + # QEMU ignores it. | ||
599 | + # TODO: maybe treat the image as corrupted and make qemu-img check fix it? | ||
600 | + _make_test_img -o extended_l2=on 1M | ||
601 | + $QEMU_IO -c 'write -q -P 0x11 0 2k' "$TEST_IMG" | ||
602 | + poke_file "$TEST_IMG" $(($l2_offset+7)) "\x01" | ||
603 | + alloc="0"; zero="" | ||
604 | + _verify_l2_bitmap 0 | ||
605 | + $QEMU_IO -c "$corruption_test_cmd -q -P 0x11 0 1k" "$TEST_IMG" | ||
606 | + if [ "$corruption_test_cmd" = "write" ]; then | ||
607 | + alloc="0"; zero="" | ||
608 | + fi | ||
609 | + _verify_l2_bitmap 0 | ||
610 | + | ||
611 | + echo | ||
612 | + echo "# Both 'subcluster is zero' and 'subcluster is allocated' bits set" | ||
613 | + echo | ||
614 | + _make_test_img -o extended_l2=on 1M | ||
615 | + # Write from the middle of cluster #0 to the middle of cluster #2 | ||
616 | + $QEMU_IO -c 'write -q 32k 128k' "$TEST_IMG" | ||
617 | + # Corrupt the L2 entry from cluster #1 | ||
618 | + poke_file_be "$TEST_IMG" $(($l2_offset+24)) 4 1 | ||
619 | + alloc="$(seq 0 31)"; zero="0" | ||
620 | + _verify_l2_bitmap 1 | ||
621 | + $QEMU_IO -c "$corruption_test_cmd 0 192k" "$TEST_IMG" | ||
622 | + | ||
623 | + echo | ||
624 | + echo "### Corrupted L2 entries - $corruption_test_cmd test (unallocated) ###" | ||
625 | + echo | ||
626 | + echo "# 'cluster is zero' bit set on the standard cluster descriptor" | ||
627 | + echo | ||
628 | + # We actually don't consider this a corrupted image. | ||
629 | + # The 'cluster is zero' bit is unused in extended L2 entries so | ||
630 | + # QEMU ignores it. | ||
631 | + # TODO: maybe treat the image as corrupted and make qemu-img check fix it? | ||
632 | + _make_test_img -o extended_l2=on 1M | ||
633 | + # We want to modify the (empty) L2 entry from cluster #0, | ||
634 | + # but we write to #4 in order to initialize the L2 table first | ||
635 | + $QEMU_IO -c 'write -q 256k 1k' "$TEST_IMG" | ||
636 | + poke_file "$TEST_IMG" $(($l2_offset+7)) "\x01" | ||
637 | + alloc=""; zero="" | ||
638 | + _verify_l2_bitmap 0 | ||
639 | + $QEMU_IO -c "$corruption_test_cmd -q 0 1k" "$TEST_IMG" | ||
640 | + if [ "$corruption_test_cmd" = "write" ]; then | ||
641 | + alloc="0"; zero="" | ||
642 | + fi | ||
643 | + _verify_l2_bitmap 0 | ||
644 | + | ||
645 | + echo | ||
646 | + echo "# 'subcluster is allocated' bit set" | ||
647 | + echo | ||
648 | + _make_test_img -o extended_l2=on 1M | ||
649 | + # We want to corrupt the (empty) L2 entry from cluster #0, | ||
650 | + # but we write to #4 in order to initialize the L2 table first | ||
651 | + $QEMU_IO -c 'write -q 256k 1k' "$TEST_IMG" | ||
652 | + poke_file "$TEST_IMG" $(($l2_offset+15)) "\x01" | ||
653 | + alloc="0"; zero="" | ||
654 | + _verify_l2_bitmap 0 | ||
655 | + $QEMU_IO -c "$corruption_test_cmd 0 1k" "$TEST_IMG" | ||
656 | + | ||
657 | + echo | ||
658 | + echo "# Both 'subcluster is zero' and 'subcluster is allocated' bits set" | ||
659 | + echo | ||
660 | + _make_test_img -o extended_l2=on 1M | ||
661 | + # We want to corrupt the (empty) L2 entry from cluster #1, | ||
662 | + # but we write to #4 in order to initialize the L2 table first | ||
663 | + $QEMU_IO -c 'write -q 256k 1k' "$TEST_IMG" | ||
664 | + # Corrupt the L2 entry from cluster #1 | ||
665 | + poke_file_be "$TEST_IMG" $(($l2_offset+24)) 8 $(((1 << 32) | 1)) | ||
666 | + alloc="0"; zero="0" | ||
667 | + _verify_l2_bitmap 1 | ||
668 | + $QEMU_IO -c "$corruption_test_cmd 0 192k" "$TEST_IMG" | ||
669 | + | ||
670 | + echo | ||
671 | + echo "### Compressed cluster with subcluster bitmap != 0 - $corruption_test_cmd test ###" | ||
672 | + echo | ||
673 | + # We actually don't consider this a corrupted image. | ||
674 | + # The bitmap in compressed clusters is unused so QEMU should just ignore it. | ||
675 | + _make_test_img -o extended_l2=on 1M | ||
676 | + $QEMU_IO -c 'write -q -P 11 -c 0 64k' "$TEST_IMG" | ||
677 | + # Change the L2 bitmap to allocate subcluster #31 and zeroize subcluster #0 | ||
678 | + poke_file "$TEST_IMG" $(($l2_offset+11)) "\x01\x80" | ||
679 | + alloc="31"; zero="0" | ||
680 | + _verify_l2_bitmap 0 | ||
681 | + $QEMU_IO -c "$corruption_test_cmd -P 11 0 64k" "$TEST_IMG" | _filter_qemu_io | ||
682 | + # Writing allocates a new uncompressed cluster so we get a new bitmap | ||
683 | + if [ "$corruption_test_cmd" = "write" ]; then | ||
684 | + alloc="$(seq 0 31)"; zero="" | ||
685 | + fi | ||
686 | + _verify_l2_bitmap 0 | ||
687 | +done | ||
688 | + | ||
689 | +############################################################ | ||
690 | +############################################################ | ||
691 | +############################################################ | ||
692 | + | ||
693 | +echo | ||
694 | +echo "### Detect and repair unaligned clusters ###" | ||
695 | +echo | ||
696 | +# Create a backing file and fill it with data | ||
697 | +$QEMU_IMG create -f raw "$TEST_IMG.base" 128k | _filter_img_create | ||
698 | +$QEMU_IO -c "write -q -P 0xff 0 128k" -f raw "$TEST_IMG.base" | _filter_qemu_io | ||
699 | + | ||
700 | +echo "# Corrupted L2 entry, allocated subcluster #" | ||
701 | +# Create a new image, allocate a cluster and write some data to it | ||
702 | +_make_test_img -o extended_l2=on -F raw -b "$TEST_IMG.base" | ||
703 | +$QEMU_IO -c 'write -q -P 1 4k 2k' "$TEST_IMG" | ||
704 | +# Corrupt the L2 entry by making the offset unaligned | ||
705 | +poke_file "$TEST_IMG" "$(($l2_offset+6))" "\x02" | ||
706 | +# This cannot be repaired, qemu-img check will fail to fix it | ||
707 | +_check_test_img -r all | ||
708 | +# Attempting to read the image will still show that it's corrupted | ||
709 | +$QEMU_IO -c 'read -q 0 2k' "$TEST_IMG" | ||
710 | + | ||
711 | +echo "# Corrupted L2 entry, no allocated subclusters #" | ||
712 | +# Create a new image, allocate a cluster and zeroize subcluster #2 | ||
713 | +_make_test_img -o extended_l2=on -F raw -b "$TEST_IMG.base" | ||
714 | +$QEMU_IO -c 'write -q -P 1 4k 2k' "$TEST_IMG" | ||
715 | +$QEMU_IO -c 'write -q -z 4k 2k' "$TEST_IMG" | ||
716 | +# Corrupt the L2 entry by making the offset unaligned | ||
717 | +poke_file "$TEST_IMG" "$(($l2_offset+6))" "\x02" | ||
718 | +# This time none of the subclusters are allocated so we can repair the image | ||
719 | +_check_test_img -r all | ||
720 | +# And the data can be read normally | ||
721 | +$QEMU_IO -c 'read -q -P 0xff 0 4k' "$TEST_IMG" | ||
722 | +$QEMU_IO -c 'read -q -P 0x00 4k 2k' "$TEST_IMG" | ||
723 | +$QEMU_IO -c 'read -q -P 0xff 6k 122k' "$TEST_IMG" | ||
724 | + | ||
725 | +############################################################ | ||
726 | +############################################################ | ||
727 | +############################################################ | ||
728 | + | ||
729 | +echo | ||
730 | +echo "### Image creation options ###" | ||
731 | +echo | ||
732 | +echo "# cluster_size < 16k" | ||
733 | +_make_test_img -o extended_l2=on,cluster_size=8k 1M | ||
734 | + | ||
735 | +echo "# backing file and preallocation=metadata" | ||
736 | +# For preallocation with backing files, create a backing file first | ||
737 | +$QEMU_IMG create -f raw "$TEST_IMG.base" 1M | _filter_img_create | ||
738 | +$QEMU_IO -c "write -q -P 0xff 0 1M" -f raw "$TEST_IMG.base" | _filter_qemu_io | ||
739 | + | ||
740 | +_make_test_img -o extended_l2=on,preallocation=metadata -F raw -b "$TEST_IMG.base" 512k | ||
741 | +$QEMU_IMG resize "$TEST_IMG" 1M | ||
742 | +$QEMU_IO -c 'read -P 0xff 0 512k' "$TEST_IMG" | _filter_qemu_io | ||
743 | +$QEMU_IO -c 'read -P 0x00 512k 512k' "$TEST_IMG" | _filter_qemu_io | ||
744 | +$QEMU_IMG map "$TEST_IMG" | _filter_testdir | ||
745 | + | ||
746 | +echo "# backing file and preallocation=falloc" | ||
747 | +_make_test_img -o extended_l2=on,preallocation=falloc -F raw -b "$TEST_IMG.base" 512k | ||
748 | +$QEMU_IMG resize "$TEST_IMG" 1M | ||
749 | +$QEMU_IO -c 'read -P 0xff 0 512k' "$TEST_IMG" | _filter_qemu_io | ||
750 | +$QEMU_IO -c 'read -P 0x00 512k 512k' "$TEST_IMG" | _filter_qemu_io | ||
751 | +$QEMU_IMG map "$TEST_IMG" | _filter_testdir | ||
752 | + | ||
753 | +echo "# backing file and preallocation=full" | ||
754 | +_make_test_img -o extended_l2=on,preallocation=full -F raw -b "$TEST_IMG.base" 512k | ||
755 | +$QEMU_IMG resize "$TEST_IMG" 1M | ||
756 | +$QEMU_IO -c 'read -P 0xff 0 512k' "$TEST_IMG" | _filter_qemu_io | ||
757 | +$QEMU_IO -c 'read -P 0x00 512k 512k' "$TEST_IMG" | _filter_qemu_io | ||
758 | +$QEMU_IMG map "$TEST_IMG" | _filter_testdir | ||
759 | + | ||
760 | +echo | ||
761 | +echo "### Image resizing with preallocation and backing files ###" | ||
762 | +echo | ||
763 | +# In this case the new subclusters must have the 'all zeroes' bit set | ||
764 | +echo "# resize --preallocation=metadata" | ||
765 | +_make_test_img -o extended_l2=on -F raw -b "$TEST_IMG.base" 503k | ||
766 | +$QEMU_IMG resize --preallocation=metadata "$TEST_IMG" 1013k | ||
767 | +$QEMU_IO -c 'read -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
768 | +$QEMU_IO -c 'read -P 0x00 503k 510k' "$TEST_IMG" | _filter_qemu_io | ||
769 | + | ||
770 | +# In this case and the next one the new subclusters must be allocated | ||
771 | +echo "# resize --preallocation=falloc" | ||
772 | +_make_test_img -o extended_l2=on -F raw -b "$TEST_IMG.base" 503k | ||
773 | +$QEMU_IMG resize --preallocation=falloc "$TEST_IMG" 1013k | ||
774 | +$QEMU_IO -c 'read -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
775 | +$QEMU_IO -c 'read -P 0x00 503k 510k' "$TEST_IMG" | _filter_qemu_io | ||
776 | + | ||
777 | +echo "# resize --preallocation=full" | ||
778 | +_make_test_img -o extended_l2=on -F raw -b "$TEST_IMG.base" 503k | ||
779 | +$QEMU_IMG resize --preallocation=full "$TEST_IMG" 1013k | ||
780 | +$QEMU_IO -c 'read -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
781 | +$QEMU_IO -c 'read -P 0x00 503k 510k' "$TEST_IMG" | _filter_qemu_io | ||
782 | + | ||
783 | +echo | ||
784 | +echo "### Image resizing with preallocation without backing files ###" | ||
785 | +echo | ||
786 | +# In this case the new subclusters must have the 'all zeroes' bit set | ||
787 | +echo "# resize --preallocation=metadata" | ||
788 | +_make_test_img -o extended_l2=on 503k | ||
789 | +$QEMU_IO -c 'write -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
790 | +$QEMU_IMG resize --preallocation=metadata "$TEST_IMG" 1013k | ||
791 | +$QEMU_IO -c 'read -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
792 | +$QEMU_IO -c 'read -P 0x00 503k 510k' "$TEST_IMG" | _filter_qemu_io | ||
793 | + | ||
794 | +# In this case and the next one the new subclusters must be allocated | ||
795 | +echo "# resize --preallocation=falloc" | ||
796 | +_make_test_img -o extended_l2=on 503k | ||
797 | +$QEMU_IO -c 'write -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
798 | +$QEMU_IMG resize --preallocation=falloc "$TEST_IMG" 1013k | ||
799 | +$QEMU_IO -c 'read -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
800 | +$QEMU_IO -c 'read -P 0x00 503k 510k' "$TEST_IMG" | _filter_qemu_io | ||
801 | + | ||
802 | +echo "# resize --preallocation=full" | ||
803 | +_make_test_img -o extended_l2=on 503k | ||
804 | +$QEMU_IO -c 'write -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
805 | +$QEMU_IMG resize --preallocation=full "$TEST_IMG" 1013k | ||
806 | +$QEMU_IO -c 'read -P 0xff 0 503k' "$TEST_IMG" | _filter_qemu_io | ||
807 | +$QEMU_IO -c 'read -P 0x00 503k 510k' "$TEST_IMG" | _filter_qemu_io | ||
808 | + | ||
809 | +echo | ||
810 | +echo "### qemu-img measure ###" | ||
811 | +echo | ||
812 | +echo "# 512MB, extended_l2=off" # This needs one L2 table | ||
813 | +$QEMU_IMG measure --size 512M -O qcow2 -o extended_l2=off | ||
814 | +echo "# 512MB, extended_l2=on" # This needs two L2 tables | ||
815 | +$QEMU_IMG measure --size 512M -O qcow2 -o extended_l2=on | ||
816 | + | ||
817 | +echo "# 16K clusters, 64GB, extended_l2=off" # This needs one full L1 table cluster | ||
818 | +$QEMU_IMG measure --size 64G -O qcow2 -o cluster_size=16k,extended_l2=off | ||
819 | +echo "# 16K clusters, 64GB, extended_l2=on" # This needs two full L2 table clusters | ||
820 | +$QEMU_IMG measure --size 64G -O qcow2 -o cluster_size=16k,extended_l2=on | ||
821 | + | ||
822 | +echo "# 8k clusters" # This should fail | ||
823 | +$QEMU_IMG measure --size 1M -O qcow2 -o cluster_size=8k,extended_l2=on | ||
824 | + | ||
825 | +echo "# 1024 TB" # Maximum allowed size with extended_l2=on and 64K clusters | ||
826 | +$QEMU_IMG measure --size 1024T -O qcow2 -o extended_l2=on | ||
827 | +echo "# 1025 TB" # This should fail | ||
828 | +$QEMU_IMG measure --size 1025T -O qcow2 -o extended_l2=on | ||
829 | + | ||
830 | +echo | ||
831 | +echo "### qemu-img amend ###" | ||
832 | +echo | ||
833 | +_make_test_img -o extended_l2=on 1M | ||
834 | +$QEMU_IMG amend -o extended_l2=off "$TEST_IMG" && echo "Unexpected pass" | ||
835 | + | ||
836 | +_make_test_img -o extended_l2=off 1M | ||
837 | +$QEMU_IMG amend -o extended_l2=on "$TEST_IMG" && echo "Unexpected pass" | ||
838 | + | ||
839 | +echo | ||
840 | +echo "### Test copy-on-write on an image with snapshots ###" | ||
841 | +echo | ||
842 | +_make_test_img -o extended_l2=on 1M | ||
843 | + | ||
844 | +# For each cluster from #0 to #9 this loop zeroes subcluster #7 | ||
845 | +# and allocates subclusters #13 and #18. | ||
846 | +alloc="13 18"; zero="7" | ||
847 | +for c in $(seq 0 9); do | ||
848 | + $QEMU_IO -c "write -q -z $((64*$c+14))k 2k" \ | ||
849 | + -c "write -q -P $((0xd0+$c)) $((64*$c+26))k 2k" \ | ||
850 | + -c "write -q -P $((0xe0+$c)) $((64*$c+36))k 2k" "$TEST_IMG" | ||
851 | + _verify_l2_bitmap "$c" | ||
852 | +done | ||
853 | + | ||
854 | +# Create a snapshot and set l2_offset to the new L2 table | ||
855 | +$QEMU_IMG snapshot -c snap1 "$TEST_IMG" | ||
856 | +l2_offset=$((0x110000)) | ||
857 | + | ||
858 | +# Write different patterns to each one of the clusters | ||
859 | +# in order to see how copy-on-write behaves in each case. | ||
860 | +$QEMU_IO -c "write -q -P 0xf0 $((64*0+30))k 1k" \ | ||
861 | + -c "write -q -P 0xf1 $((64*1+20))k 1k" \ | ||
862 | + -c "write -q -P 0xf2 $((64*2+40))k 1k" \ | ||
863 | + -c "write -q -P 0xf3 $((64*3+26))k 1k" \ | ||
864 | + -c "write -q -P 0xf4 $((64*4+14))k 1k" \ | ||
865 | + -c "write -q -P 0xf5 $((64*5+1))k 1k" \ | ||
866 | + -c "write -q -z $((64*6+30))k 3k" \ | ||
867 | + -c "write -q -z $((64*7+26))k 2k" \ | ||
868 | + -c "write -q -z $((64*8+26))k 1k" \ | ||
869 | + -c "write -q -z $((64*9+12))k 1k" \ | ||
870 | + "$TEST_IMG" | ||
871 | +alloc="$(seq 13 18)"; zero="7" _verify_l2_bitmap 0 | ||
872 | +alloc="$(seq 10 18)"; zero="7" _verify_l2_bitmap 1 | ||
873 | +alloc="$(seq 13 20)"; zero="7" _verify_l2_bitmap 2 | ||
874 | +alloc="$(seq 13 18)"; zero="7" _verify_l2_bitmap 3 | ||
875 | +alloc="$(seq 7 18)"; zero="" _verify_l2_bitmap 4 | ||
876 | +alloc="$(seq 0 18)"; zero="" _verify_l2_bitmap 5 | ||
877 | +alloc="13 18"; zero="7 15 16" _verify_l2_bitmap 6 | ||
878 | +alloc="18"; zero="7 13" _verify_l2_bitmap 7 | ||
879 | +alloc="$(seq 13 18)"; zero="7" _verify_l2_bitmap 8 | ||
880 | +alloc="13 18"; zero="6 7" _verify_l2_bitmap 9 | ||
881 | + | ||
882 | +echo | ||
883 | +echo "### Test concurrent requests ###" | ||
884 | +echo | ||
885 | + | ||
886 | +_concurrent_io() | ||
887 | +{ | ||
888 | +# Allocate three subclusters in the same cluster. | ||
889 | +# This works because handle_dependencies() checks whether the requests | ||
890 | +# allocate the same cluster, even if the COW regions don't overlap (in | ||
891 | +# this case they don't). | ||
892 | +cat <<EOF | ||
893 | +open -o driver=$IMGFMT blkdebug::$TEST_IMG | ||
894 | +break write_aio A | ||
895 | +aio_write -P 10 30k 2k | ||
896 | +wait_break A | ||
897 | +aio_write -P 11 20k 2k | ||
898 | +aio_write -P 12 40k 2k | ||
899 | +resume A | ||
900 | +aio_flush | ||
901 | +EOF | ||
902 | +} | ||
903 | + | ||
904 | +_concurrent_verify() | ||
905 | +{ | ||
906 | +cat <<EOF | ||
907 | +open -o driver=$IMGFMT $TEST_IMG | ||
908 | +read -q -P 10 30k 2k | ||
909 | +read -q -P 11 20k 2k | ||
910 | +read -q -P 12 40k 2k | ||
911 | +EOF | ||
912 | +} | ||
913 | + | ||
914 | +_make_test_img -o extended_l2=on 1M | ||
915 | +_concurrent_io | $QEMU_IO | _filter_qemu_io | ||
916 | +_concurrent_verify | $QEMU_IO | _filter_qemu_io | ||
917 | + | ||
918 | +# success, all done | ||
919 | +echo "*** done" | ||
920 | +rm -f $seq.full | ||
921 | +status=0 | ||
922 | diff --git a/tests/qemu-iotests/271.out b/tests/qemu-iotests/271.out | ||
923 | new file mode 100644 | 62 | new file mode 100644 |
924 | index XXXXXXX..XXXXXXX | 63 | index XXXXXXX..XXXXXXX |
925 | --- /dev/null | 64 | --- /dev/null |
926 | +++ b/tests/qemu-iotests/271.out | 65 | +++ b/hw/remote/message.c |
927 | @@ -XXX,XX +XXX,XX @@ | 66 | @@ -XXX,XX +XXX,XX @@ |
928 | +QA output created by 271 | 67 | +/* |
68 | + * Copyright © 2020, 2021 Oracle and/or its affiliates. | ||
69 | + * | ||
70 | + * This work is licensed under the terms of the GNU GPL-v2, version 2 or later. | ||
71 | + * | ||
72 | + * See the COPYING file in the top-level directory. | ||
73 | + * | ||
74 | + */ | ||
929 | + | 75 | + |
930 | +### Standard write tests (backing file: yes) ### | 76 | +#include "qemu/osdep.h" |
77 | +#include "qemu-common.h" | ||
931 | + | 78 | + |
932 | +Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=1048576 | 79 | +#include "hw/remote/machine.h" |
933 | +Formatting 'TEST_DIR/t.IMGFMT.base', fmt=raw size=1048576 | 80 | +#include "io/channel.h" |
934 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | 81 | +#include "hw/remote/mpqemu-link.h" |
935 | +write -q -P PATTERN 0 1k | 82 | +#include "qapi/error.h" |
936 | +L2 entry #0: 0x8000000000050000 0000000000000001 | 83 | +#include "sysemu/runstate.h" |
937 | +write -q -P PATTERN 3k 512 | ||
938 | +L2 entry #0: 0x8000000000050000 0000000000000003 | ||
939 | +write -q -P PATTERN 5k 1k | ||
940 | +L2 entry #0: 0x8000000000050000 0000000000000007 | ||
941 | +write -q -P PATTERN 6k 2k | ||
942 | +L2 entry #0: 0x8000000000050000 000000000000000f | ||
943 | +write -q -P PATTERN 8k 6k | ||
944 | +L2 entry #0: 0x8000000000050000 000000000000007f | ||
945 | +write -q -P PATTERN 15k 4k | ||
946 | +L2 entry #0: 0x8000000000050000 00000000000003ff | ||
947 | +write -q -P PATTERN 32k 1k | ||
948 | +L2 entry #0: 0x8000000000050000 00000000000103ff | ||
949 | +write -q -P PATTERN 63k 4k | ||
950 | +L2 entry #0: 0x8000000000050000 00000000800103ff | ||
951 | +L2 entry #1: 0x8000000000060000 0000000000000003 | ||
952 | +write -q -z 2k 2k | ||
953 | +L2 entry #0: 0x8000000000050000 00000002800103fd | ||
954 | +write -q -z 0 64k | ||
955 | +L2 entry #0: 0x8000000000050000 ffffffff00000000 | ||
956 | +write -q -P PATTERN 0 64k | ||
957 | +L2 entry #0: 0x8000000000050000 00000000ffffffff | ||
958 | +write -q -z -u 0 32k | ||
959 | +L2 entry #0: 0x8000000000050000 0000ffffffff0000 | ||
960 | +write -q -z -u 0 64k | ||
961 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
962 | +write -q -P PATTERN 3k 512 | ||
963 | +L2 entry #0: 0x8000000000050000 fffffffd00000002 | ||
964 | +write -q -P PATTERN 0 64k | ||
965 | +L2 entry #0: 0x8000000000050000 00000000ffffffff | ||
966 | +discard -q 0 64k | ||
967 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
968 | +write -q -c -P PATTERN 0 64k | ||
969 | +L2 entry #0: 0x4000000000050000 0000000000000000 | ||
970 | +write -q -P PATTERN 3k 512 | ||
971 | +L2 entry #0: 0x8000000000070000 00000000ffffffff | ||
972 | + | 84 | + |
973 | +### Standard write tests (backing file: no) ### | 85 | +void coroutine_fn mpqemu_remote_msg_loop_co(void *data) |
86 | +{ | ||
87 | + g_autofree RemoteCommDev *com = (RemoteCommDev *)data; | ||
88 | + PCIDevice *pci_dev = NULL; | ||
89 | + Error *local_err = NULL; | ||
974 | + | 90 | + |
975 | +Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=1048576 | 91 | + assert(com->ioc); |
976 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
977 | +write -q -P PATTERN 0 1k | ||
978 | +L2 entry #0: 0x8000000000050000 0000000000000001 | ||
979 | +write -q -P PATTERN 3k 512 | ||
980 | +L2 entry #0: 0x8000000000050000 0000000000000003 | ||
981 | +write -q -P PATTERN 5k 1k | ||
982 | +L2 entry #0: 0x8000000000050000 0000000000000007 | ||
983 | +write -q -P PATTERN 6k 2k | ||
984 | +L2 entry #0: 0x8000000000050000 000000000000000f | ||
985 | +write -q -P PATTERN 8k 6k | ||
986 | +L2 entry #0: 0x8000000000050000 000000000000007f | ||
987 | +write -q -P PATTERN 15k 4k | ||
988 | +L2 entry #0: 0x8000000000050000 00000000000003ff | ||
989 | +write -q -P PATTERN 32k 1k | ||
990 | +L2 entry #0: 0x8000000000050000 00000000000103ff | ||
991 | +write -q -P PATTERN 63k 4k | ||
992 | +L2 entry #0: 0x8000000000050000 00000000800103ff | ||
993 | +L2 entry #1: 0x8000000000060000 0000000000000003 | ||
994 | +write -q -z 2k 2k | ||
995 | +L2 entry #0: 0x8000000000050000 00000002800103fd | ||
996 | +write -q -z 0 64k | ||
997 | +L2 entry #0: 0x8000000000050000 ffffffff00000000 | ||
998 | +write -q -P PATTERN 0 64k | ||
999 | +L2 entry #0: 0x8000000000050000 00000000ffffffff | ||
1000 | +write -q -z -u 0 32k | ||
1001 | +L2 entry #0: 0x8000000000050000 0000ffffffff0000 | ||
1002 | +write -q -z -u 0 64k | ||
1003 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
1004 | +write -q -P PATTERN 3k 512 | ||
1005 | +L2 entry #0: 0x8000000000050000 fffffffd00000002 | ||
1006 | +write -q -P PATTERN 0 64k | ||
1007 | +L2 entry #0: 0x8000000000050000 00000000ffffffff | ||
1008 | +discard -q 0 64k | ||
1009 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
1010 | +write -q -c -P PATTERN 0 64k | ||
1011 | +L2 entry #0: 0x4000000000050000 0000000000000000 | ||
1012 | +write -q -P PATTERN 3k 512 | ||
1013 | +L2 entry #0: 0x8000000000070000 00000000ffffffff | ||
1014 | + | 92 | + |
1015 | +### Overwriting several clusters without COW ### | 93 | + pci_dev = com->dev; |
94 | + for (; !local_err;) { | ||
95 | + MPQemuMsg msg = {0}; | ||
1016 | + | 96 | + |
1017 | +Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=1048576 | 97 | + if (!mpqemu_msg_recv(&msg, com->ioc, &local_err)) { |
1018 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | 98 | + break; |
1019 | +write -q -P PATTERN 24k 40k | 99 | + } |
1020 | +L2 entry #0: 0x8000000000050000 00000000fffff000 | ||
1021 | +write -q -P PATTERN 90k 2k | ||
1022 | +L2 entry #1: 0x8000000000060000 0000000000002000 | ||
1023 | +write -q -P PATTERN 156k 2k | ||
1024 | +L2 entry #2: 0x8000000000070000 0000000000004000 | ||
1025 | +write -q -z 156k 2k | ||
1026 | +L2 entry #2: 0x8000000000070000 0000400000000000 | ||
1027 | +write -q -P PATTERN 192k 34k | ||
1028 | +L2 entry #3: 0x8000000000080000 000000000001ffff | ||
1029 | +write -q -P PATTERN 24k 192k | ||
1030 | +L2 entry #0: 0x8000000000050000 00000000fffff000 | ||
1031 | +L2 entry #1: 0x8000000000060000 00000000ffffffff | ||
1032 | +L2 entry #2: 0x8000000000070000 00000000ffffffff | ||
1033 | +L2 entry #3: 0x8000000000080000 000000000001ffff | ||
1034 | + | 100 | + |
1035 | +### Writing zeroes 1: unallocated clusters (backing file: yes) ### | 101 | + if (!mpqemu_msg_valid(&msg)) { |
102 | + error_setg(&local_err, "Received invalid message from proxy" | ||
103 | + "in remote process pid="FMT_pid"", | ||
104 | + getpid()); | ||
105 | + break; | ||
106 | + } | ||
1036 | + | 107 | + |
1037 | +Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=2132992 | 108 | + switch (msg.cmd) { |
1038 | +Formatting 'TEST_DIR/t.IMGFMT.base', fmt=raw size=2132992 | 109 | + default: |
1039 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2132992 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | 110 | + error_setg(&local_err, |
1040 | +write -q -z 0 192k | 111 | + "Unknown command (%d) received for device %s" |
1041 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | 112 | + " (pid="FMT_pid")", |
1042 | +L2 entry #1: 0x0000000000000000 ffffffff00000000 | 113 | + msg.cmd, DEVICE(pci_dev)->id, getpid()); |
1043 | +L2 entry #2: 0x0000000000000000 ffffffff00000000 | 114 | + } |
1044 | +write -q -z 224k 128k | 115 | + } |
1045 | +L2 entry #3: 0x0000000000000000 ffff000000000000 | ||
1046 | +L2 entry #4: 0x0000000000000000 ffffffff00000000 | ||
1047 | +L2 entry #5: 0x0000000000000000 0000ffff00000000 | ||
1048 | +write -q -z 415k 128k | ||
1049 | +L2 entry #6: 0x8000000000050000 ffff000000008000 | ||
1050 | +L2 entry #7: 0x0000000000000000 ffffffff00000000 | ||
1051 | +L2 entry #8: 0x8000000000060000 00007fff00008000 | ||
1052 | + | 116 | + |
1053 | +### Writing zeroes 2: allocated clusters (backing file: yes) ### | 117 | + if (local_err) { |
1054 | + | 118 | + error_report_err(local_err); |
1055 | +write -q -P PATTERN 576k 576k | 119 | + qemu_system_shutdown_request(SHUTDOWN_CAUSE_HOST_ERROR); |
1056 | +L2 entry #9: 0x8000000000070000 00000000ffffffff | 120 | + } else { |
1057 | +L2 entry #10: 0x8000000000080000 00000000ffffffff | 121 | + qemu_system_shutdown_request(SHUTDOWN_CAUSE_GUEST_SHUTDOWN); |
1058 | +L2 entry #11: 0x8000000000090000 00000000ffffffff | 122 | + } |
1059 | +L2 entry #12: 0x80000000000a0000 00000000ffffffff | 123 | +} |
1060 | +L2 entry #13: 0x80000000000b0000 00000000ffffffff | 124 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build |
1061 | +L2 entry #14: 0x80000000000c0000 00000000ffffffff | ||
1062 | +L2 entry #15: 0x80000000000d0000 00000000ffffffff | ||
1063 | +L2 entry #16: 0x80000000000e0000 00000000ffffffff | ||
1064 | +L2 entry #17: 0x80000000000f0000 00000000ffffffff | ||
1065 | +write -q -z 576k 192k | ||
1066 | +L2 entry #9: 0x8000000000070000 ffffffff00000000 | ||
1067 | +L2 entry #10: 0x8000000000080000 ffffffff00000000 | ||
1068 | +L2 entry #11: 0x8000000000090000 ffffffff00000000 | ||
1069 | +write -q -z 800k 128k | ||
1070 | +L2 entry #12: 0x80000000000a0000 ffff00000000ffff | ||
1071 | +L2 entry #13: 0x80000000000b0000 ffffffff00000000 | ||
1072 | +L2 entry #14: 0x80000000000c0000 0000ffffffff0000 | ||
1073 | +write -q -z 991k 128k | ||
1074 | +L2 entry #15: 0x80000000000d0000 ffff00000000ffff | ||
1075 | +L2 entry #16: 0x80000000000e0000 ffffffff00000000 | ||
1076 | +L2 entry #17: 0x80000000000f0000 00007fffffff8000 | ||
1077 | + | ||
1078 | +### Writing zeroes 3: compressed clusters (backing file: yes) ### | ||
1079 | + | ||
1080 | +write -q -c -P PATTERN 1152k 64k | ||
1081 | +L2 entry #18: 0x4000000000100000 0000000000000000 | ||
1082 | +write -q -c -P PATTERN 1216k 64k | ||
1083 | +L2 entry #19: 0x4000000000110000 0000000000000000 | ||
1084 | +write -q -c -P PATTERN 1280k 64k | ||
1085 | +L2 entry #20: 0x4000000000120000 0000000000000000 | ||
1086 | +write -q -c -P PATTERN 1344k 64k | ||
1087 | +L2 entry #21: 0x4000000000130000 0000000000000000 | ||
1088 | +write -q -c -P PATTERN 1408k 64k | ||
1089 | +L2 entry #22: 0x4000000000140000 0000000000000000 | ||
1090 | +write -q -c -P PATTERN 1472k 64k | ||
1091 | +L2 entry #23: 0x4000000000150000 0000000000000000 | ||
1092 | +write -q -c -P PATTERN 1536k 64k | ||
1093 | +L2 entry #24: 0x4000000000160000 0000000000000000 | ||
1094 | +write -q -c -P PATTERN 1600k 64k | ||
1095 | +L2 entry #25: 0x4000000000170000 0000000000000000 | ||
1096 | +write -q -c -P PATTERN 1664k 64k | ||
1097 | +L2 entry #26: 0x4000000000180000 0000000000000000 | ||
1098 | +write -q -c -P PATTERN 1728k 64k | ||
1099 | +L2 entry #27: 0x4000000000190000 0000000000000000 | ||
1100 | +write -q -c -P PATTERN 1792k 64k | ||
1101 | +L2 entry #28: 0x40000000001a0000 0000000000000000 | ||
1102 | +write -q -z 1152k 192k | ||
1103 | +L2 entry #18: 0x0000000000000000 ffffffff00000000 | ||
1104 | +L2 entry #19: 0x0000000000000000 ffffffff00000000 | ||
1105 | +L2 entry #20: 0x0000000000000000 ffffffff00000000 | ||
1106 | +write -q -z 1376k 128k | ||
1107 | +L2 entry #21: 0x8000000000100000 00000000ffffffff | ||
1108 | +L2 entry #22: 0x8000000000110000 00000000ffffffff | ||
1109 | +L2 entry #23: 0x8000000000120000 00000000ffffffff | ||
1110 | +write -q -z 1567k 129k | ||
1111 | +L2 entry #24: 0x8000000000130000 00000000ffffffff | ||
1112 | +L2 entry #25: 0x8000000000140000 00000000ffffffff | ||
1113 | +L2 entry #26: 0x8000000000150000 00000000ffffffff | ||
1114 | +write -q -z 1759k 128k | ||
1115 | +L2 entry #27: 0x8000000000160000 ffff00000000ffff | ||
1116 | +L2 entry #28: 0x0000000000000000 ffffffff00000000 | ||
1117 | +L2 entry #29: 0x8000000000170000 00007fff00008000 | ||
1118 | + | ||
1119 | +### Writing zeroes 4: other tests (backing file: yes) ### | ||
1120 | + | ||
1121 | +write -q -z 1951k 8k | ||
1122 | +L2 entry #30: 0x8000000000180000 0007000000088000 | ||
1123 | +write -q -z 2048k 35k | ||
1124 | +L2 entry #32: 0x0000000000000000 0003ffff00000000 | ||
1125 | + | ||
1126 | +### Writing zeroes 1: unallocated clusters (backing file: no) ### | ||
1127 | + | ||
1128 | +Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=2132992 | ||
1129 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2132992 | ||
1130 | +write -q -z 0 192k | ||
1131 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
1132 | +L2 entry #1: 0x0000000000000000 ffffffff00000000 | ||
1133 | +L2 entry #2: 0x0000000000000000 ffffffff00000000 | ||
1134 | +write -q -z 224k 128k | ||
1135 | +L2 entry #3: 0x0000000000000000 ffff000000000000 | ||
1136 | +L2 entry #4: 0x0000000000000000 ffffffff00000000 | ||
1137 | +L2 entry #5: 0x0000000000000000 0000ffff00000000 | ||
1138 | +write -q -z 415k 128k | ||
1139 | +L2 entry #6: 0x0000000000000000 ffff800000000000 | ||
1140 | +L2 entry #7: 0x0000000000000000 ffffffff00000000 | ||
1141 | +L2 entry #8: 0x0000000000000000 0000ffff00000000 | ||
1142 | + | ||
1143 | +### Writing zeroes 2: allocated clusters (backing file: no) ### | ||
1144 | + | ||
1145 | +write -q -P PATTERN 576k 576k | ||
1146 | +L2 entry #9: 0x8000000000050000 00000000ffffffff | ||
1147 | +L2 entry #10: 0x8000000000060000 00000000ffffffff | ||
1148 | +L2 entry #11: 0x8000000000070000 00000000ffffffff | ||
1149 | +L2 entry #12: 0x8000000000080000 00000000ffffffff | ||
1150 | +L2 entry #13: 0x8000000000090000 00000000ffffffff | ||
1151 | +L2 entry #14: 0x80000000000a0000 00000000ffffffff | ||
1152 | +L2 entry #15: 0x80000000000b0000 00000000ffffffff | ||
1153 | +L2 entry #16: 0x80000000000c0000 00000000ffffffff | ||
1154 | +L2 entry #17: 0x80000000000d0000 00000000ffffffff | ||
1155 | +write -q -z 576k 192k | ||
1156 | +L2 entry #9: 0x8000000000050000 ffffffff00000000 | ||
1157 | +L2 entry #10: 0x8000000000060000 ffffffff00000000 | ||
1158 | +L2 entry #11: 0x8000000000070000 ffffffff00000000 | ||
1159 | +write -q -z 800k 128k | ||
1160 | +L2 entry #12: 0x8000000000080000 ffff00000000ffff | ||
1161 | +L2 entry #13: 0x8000000000090000 ffffffff00000000 | ||
1162 | +L2 entry #14: 0x80000000000a0000 0000ffffffff0000 | ||
1163 | +write -q -z 991k 128k | ||
1164 | +L2 entry #15: 0x80000000000b0000 ffff00000000ffff | ||
1165 | +L2 entry #16: 0x80000000000c0000 ffffffff00000000 | ||
1166 | +L2 entry #17: 0x80000000000d0000 00007fffffff8000 | ||
1167 | + | ||
1168 | +### Writing zeroes 3: compressed clusters (backing file: no) ### | ||
1169 | + | ||
1170 | +write -q -c -P PATTERN 1152k 64k | ||
1171 | +L2 entry #18: 0x40000000000e0000 0000000000000000 | ||
1172 | +write -q -c -P PATTERN 1216k 64k | ||
1173 | +L2 entry #19: 0x40000000000f0000 0000000000000000 | ||
1174 | +write -q -c -P PATTERN 1280k 64k | ||
1175 | +L2 entry #20: 0x4000000000100000 0000000000000000 | ||
1176 | +write -q -c -P PATTERN 1344k 64k | ||
1177 | +L2 entry #21: 0x4000000000110000 0000000000000000 | ||
1178 | +write -q -c -P PATTERN 1408k 64k | ||
1179 | +L2 entry #22: 0x4000000000120000 0000000000000000 | ||
1180 | +write -q -c -P PATTERN 1472k 64k | ||
1181 | +L2 entry #23: 0x4000000000130000 0000000000000000 | ||
1182 | +write -q -c -P PATTERN 1536k 64k | ||
1183 | +L2 entry #24: 0x4000000000140000 0000000000000000 | ||
1184 | +write -q -c -P PATTERN 1600k 64k | ||
1185 | +L2 entry #25: 0x4000000000150000 0000000000000000 | ||
1186 | +write -q -c -P PATTERN 1664k 64k | ||
1187 | +L2 entry #26: 0x4000000000160000 0000000000000000 | ||
1188 | +write -q -c -P PATTERN 1728k 64k | ||
1189 | +L2 entry #27: 0x4000000000170000 0000000000000000 | ||
1190 | +write -q -c -P PATTERN 1792k 64k | ||
1191 | +L2 entry #28: 0x4000000000180000 0000000000000000 | ||
1192 | +write -q -z 1152k 192k | ||
1193 | +L2 entry #18: 0x0000000000000000 ffffffff00000000 | ||
1194 | +L2 entry #19: 0x0000000000000000 ffffffff00000000 | ||
1195 | +L2 entry #20: 0x0000000000000000 ffffffff00000000 | ||
1196 | +write -q -z 1376k 128k | ||
1197 | +L2 entry #21: 0x80000000000e0000 00000000ffffffff | ||
1198 | +L2 entry #22: 0x80000000000f0000 00000000ffffffff | ||
1199 | +L2 entry #23: 0x8000000000100000 00000000ffffffff | ||
1200 | +write -q -z 1567k 129k | ||
1201 | +L2 entry #24: 0x8000000000110000 00000000ffffffff | ||
1202 | +L2 entry #25: 0x8000000000120000 00000000ffffffff | ||
1203 | +L2 entry #26: 0x8000000000130000 00000000ffffffff | ||
1204 | +write -q -z 1759k 128k | ||
1205 | +L2 entry #27: 0x8000000000140000 ffff00000000ffff | ||
1206 | +L2 entry #28: 0x0000000000000000 ffffffff00000000 | ||
1207 | +L2 entry #29: 0x0000000000000000 0000ffff00000000 | ||
1208 | + | ||
1209 | +### Writing zeroes 4: other tests (backing file: no) ### | ||
1210 | + | ||
1211 | +write -q -z 1951k 8k | ||
1212 | +L2 entry #30: 0x0000000000000000 000f800000000000 | ||
1213 | +write -q -z 2048k 35k | ||
1214 | +L2 entry #32: 0x0000000000000000 0003ffff00000000 | ||
1215 | + | ||
1216 | +### Zero + unmap 1: allocated clusters (backing file: yes) ### | ||
1217 | + | ||
1218 | +Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=2132992 | ||
1219 | +Formatting 'TEST_DIR/t.IMGFMT.base', fmt=raw size=2132992 | ||
1220 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2132992 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | ||
1221 | +write -q -P PATTERN 576k 576k | ||
1222 | +L2 entry #9: 0x8000000000050000 00000000ffffffff | ||
1223 | +L2 entry #10: 0x8000000000060000 00000000ffffffff | ||
1224 | +L2 entry #11: 0x8000000000070000 00000000ffffffff | ||
1225 | +L2 entry #12: 0x8000000000080000 00000000ffffffff | ||
1226 | +L2 entry #13: 0x8000000000090000 00000000ffffffff | ||
1227 | +L2 entry #14: 0x80000000000a0000 00000000ffffffff | ||
1228 | +L2 entry #15: 0x80000000000b0000 00000000ffffffff | ||
1229 | +L2 entry #16: 0x80000000000c0000 00000000ffffffff | ||
1230 | +L2 entry #17: 0x80000000000d0000 00000000ffffffff | ||
1231 | +write -q -z -u 576k 192k | ||
1232 | +L2 entry #9: 0x0000000000000000 ffffffff00000000 | ||
1233 | +L2 entry #10: 0x0000000000000000 ffffffff00000000 | ||
1234 | +L2 entry #11: 0x0000000000000000 ffffffff00000000 | ||
1235 | +write -q -z -u 800k 128k | ||
1236 | +L2 entry #12: 0x8000000000080000 ffff00000000ffff | ||
1237 | +L2 entry #13: 0x0000000000000000 ffffffff00000000 | ||
1238 | +L2 entry #14: 0x80000000000a0000 0000ffffffff0000 | ||
1239 | +write -q -z -u 991k 128k | ||
1240 | +L2 entry #15: 0x80000000000b0000 ffff00000000ffff | ||
1241 | +L2 entry #16: 0x0000000000000000 ffffffff00000000 | ||
1242 | +L2 entry #17: 0x80000000000d0000 00007fffffff8000 | ||
1243 | + | ||
1244 | +### Zero + unmap 2: compressed clusters (backing file: yes) ### | ||
1245 | + | ||
1246 | +write -q -c -P PATTERN 1152k 64k | ||
1247 | +L2 entry #18: 0x4000000000050000 0000000000000000 | ||
1248 | +write -q -c -P PATTERN 1216k 64k | ||
1249 | +L2 entry #19: 0x4000000000060000 0000000000000000 | ||
1250 | +write -q -c -P PATTERN 1280k 64k | ||
1251 | +L2 entry #20: 0x4000000000070000 0000000000000000 | ||
1252 | +write -q -c -P PATTERN 1344k 64k | ||
1253 | +L2 entry #21: 0x4000000000090000 0000000000000000 | ||
1254 | +write -q -c -P PATTERN 1408k 64k | ||
1255 | +L2 entry #22: 0x40000000000c0000 0000000000000000 | ||
1256 | +write -q -c -P PATTERN 1472k 64k | ||
1257 | +L2 entry #23: 0x40000000000e0000 0000000000000000 | ||
1258 | +write -q -c -P PATTERN 1536k 64k | ||
1259 | +L2 entry #24: 0x40000000000f0000 0000000000000000 | ||
1260 | +write -q -c -P PATTERN 1600k 64k | ||
1261 | +L2 entry #25: 0x4000000000100000 0000000000000000 | ||
1262 | +write -q -c -P PATTERN 1664k 64k | ||
1263 | +L2 entry #26: 0x4000000000110000 0000000000000000 | ||
1264 | +write -q -c -P PATTERN 1728k 64k | ||
1265 | +L2 entry #27: 0x4000000000120000 0000000000000000 | ||
1266 | +write -q -c -P PATTERN 1792k 64k | ||
1267 | +L2 entry #28: 0x4000000000130000 0000000000000000 | ||
1268 | +write -q -z -u 1152k 192k | ||
1269 | +L2 entry #18: 0x0000000000000000 ffffffff00000000 | ||
1270 | +L2 entry #19: 0x0000000000000000 ffffffff00000000 | ||
1271 | +L2 entry #20: 0x0000000000000000 ffffffff00000000 | ||
1272 | +write -q -z -u 1376k 128k | ||
1273 | +L2 entry #21: 0x8000000000050000 00000000ffffffff | ||
1274 | +L2 entry #22: 0x8000000000060000 00000000ffffffff | ||
1275 | +L2 entry #23: 0x8000000000070000 00000000ffffffff | ||
1276 | +write -q -z -u 1567k 129k | ||
1277 | +L2 entry #24: 0x8000000000090000 00000000ffffffff | ||
1278 | +L2 entry #25: 0x80000000000e0000 00000000ffffffff | ||
1279 | +L2 entry #26: 0x80000000000f0000 00000000ffffffff | ||
1280 | +write -q -z -u 1759k 128k | ||
1281 | +L2 entry #27: 0x80000000000c0000 ffff00000000ffff | ||
1282 | +L2 entry #28: 0x0000000000000000 ffffffff00000000 | ||
1283 | +L2 entry #29: 0x8000000000100000 00007fff00008000 | ||
1284 | + | ||
1285 | +### Zero + unmap 1: allocated clusters (backing file: no) ### | ||
1286 | + | ||
1287 | +Formatting 'TEST_DIR/t.IMGFMT.raw', fmt=raw size=2132992 | ||
1288 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=2132992 | ||
1289 | +write -q -P PATTERN 576k 576k | ||
1290 | +L2 entry #9: 0x8000000000050000 00000000ffffffff | ||
1291 | +L2 entry #10: 0x8000000000060000 00000000ffffffff | ||
1292 | +L2 entry #11: 0x8000000000070000 00000000ffffffff | ||
1293 | +L2 entry #12: 0x8000000000080000 00000000ffffffff | ||
1294 | +L2 entry #13: 0x8000000000090000 00000000ffffffff | ||
1295 | +L2 entry #14: 0x80000000000a0000 00000000ffffffff | ||
1296 | +L2 entry #15: 0x80000000000b0000 00000000ffffffff | ||
1297 | +L2 entry #16: 0x80000000000c0000 00000000ffffffff | ||
1298 | +L2 entry #17: 0x80000000000d0000 00000000ffffffff | ||
1299 | +write -q -z -u 576k 192k | ||
1300 | +L2 entry #9: 0x0000000000000000 ffffffff00000000 | ||
1301 | +L2 entry #10: 0x0000000000000000 ffffffff00000000 | ||
1302 | +L2 entry #11: 0x0000000000000000 ffffffff00000000 | ||
1303 | +write -q -z -u 800k 128k | ||
1304 | +L2 entry #12: 0x8000000000080000 ffff00000000ffff | ||
1305 | +L2 entry #13: 0x0000000000000000 ffffffff00000000 | ||
1306 | +L2 entry #14: 0x80000000000a0000 0000ffffffff0000 | ||
1307 | +write -q -z -u 991k 128k | ||
1308 | +L2 entry #15: 0x80000000000b0000 ffff00000000ffff | ||
1309 | +L2 entry #16: 0x0000000000000000 ffffffff00000000 | ||
1310 | +L2 entry #17: 0x80000000000d0000 00007fffffff8000 | ||
1311 | + | ||
1312 | +### Zero + unmap 2: compressed clusters (backing file: no) ### | ||
1313 | + | ||
1314 | +write -q -c -P PATTERN 1152k 64k | ||
1315 | +L2 entry #18: 0x4000000000050000 0000000000000000 | ||
1316 | +write -q -c -P PATTERN 1216k 64k | ||
1317 | +L2 entry #19: 0x4000000000060000 0000000000000000 | ||
1318 | +write -q -c -P PATTERN 1280k 64k | ||
1319 | +L2 entry #20: 0x4000000000070000 0000000000000000 | ||
1320 | +write -q -c -P PATTERN 1344k 64k | ||
1321 | +L2 entry #21: 0x4000000000090000 0000000000000000 | ||
1322 | +write -q -c -P PATTERN 1408k 64k | ||
1323 | +L2 entry #22: 0x40000000000c0000 0000000000000000 | ||
1324 | +write -q -c -P PATTERN 1472k 64k | ||
1325 | +L2 entry #23: 0x40000000000e0000 0000000000000000 | ||
1326 | +write -q -c -P PATTERN 1536k 64k | ||
1327 | +L2 entry #24: 0x40000000000f0000 0000000000000000 | ||
1328 | +write -q -c -P PATTERN 1600k 64k | ||
1329 | +L2 entry #25: 0x4000000000100000 0000000000000000 | ||
1330 | +write -q -c -P PATTERN 1664k 64k | ||
1331 | +L2 entry #26: 0x4000000000110000 0000000000000000 | ||
1332 | +write -q -c -P PATTERN 1728k 64k | ||
1333 | +L2 entry #27: 0x4000000000120000 0000000000000000 | ||
1334 | +write -q -c -P PATTERN 1792k 64k | ||
1335 | +L2 entry #28: 0x4000000000130000 0000000000000000 | ||
1336 | +write -q -z -u 1152k 192k | ||
1337 | +L2 entry #18: 0x0000000000000000 ffffffff00000000 | ||
1338 | +L2 entry #19: 0x0000000000000000 ffffffff00000000 | ||
1339 | +L2 entry #20: 0x0000000000000000 ffffffff00000000 | ||
1340 | +write -q -z -u 1376k 128k | ||
1341 | +L2 entry #21: 0x8000000000050000 00000000ffffffff | ||
1342 | +L2 entry #22: 0x8000000000060000 00000000ffffffff | ||
1343 | +L2 entry #23: 0x8000000000070000 00000000ffffffff | ||
1344 | +write -q -z -u 1567k 129k | ||
1345 | +L2 entry #24: 0x8000000000090000 00000000ffffffff | ||
1346 | +L2 entry #25: 0x80000000000e0000 00000000ffffffff | ||
1347 | +L2 entry #26: 0x80000000000f0000 00000000ffffffff | ||
1348 | +write -q -z -u 1759k 128k | ||
1349 | +L2 entry #27: 0x80000000000c0000 ffff00000000ffff | ||
1350 | +L2 entry #28: 0x0000000000000000 ffffffff00000000 | ||
1351 | +L2 entry #29: 0x0000000000000000 0000ffff00000000 | ||
1352 | + | ||
1353 | +### Discarding clusters with non-zero bitmaps (backing file: yes) ### | ||
1354 | + | ||
1355 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | ||
1356 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
1357 | +L2 entry #1: 0x0000000000000000 ffffffff00000000 | ||
1358 | +Image resized. | ||
1359 | +Image resized. | ||
1360 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
1361 | +L2 entry #1: 0x0000000000000000 ffffffff00000000 | ||
1362 | + | ||
1363 | +### Discarding clusters with non-zero bitmaps (backing file: no) ### | ||
1364 | + | ||
1365 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1366 | +L2 entry #0: 0x0000000000000000 ffffffff00000000 | ||
1367 | +L2 entry #1: 0x0000000000000000 ffffffff00000000 | ||
1368 | +Image resized. | ||
1369 | +Image resized. | ||
1370 | +L2 entry #0: 0x0000000000000000 0000ffff00000000 | ||
1371 | +L2 entry #1: 0x0000000000000000 0000000000000000 | ||
1372 | + | ||
1373 | +### Corrupted L2 entries - read test (allocated) ### | ||
1374 | + | ||
1375 | +# 'cluster is zero' bit set on the standard cluster descriptor | ||
1376 | + | ||
1377 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1378 | +L2 entry #0: 0x8000000000050001 0000000000000001 | ||
1379 | +L2 entry #0: 0x8000000000050001 0000000000000001 | ||
1380 | + | ||
1381 | +# Both 'subcluster is zero' and 'subcluster is allocated' bits set | ||
1382 | + | ||
1383 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1384 | +L2 entry #1: 0x8000000000060000 00000001ffffffff | ||
1385 | +qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0x1); further corruption events will be suppressed | ||
1386 | +read failed: Input/output error | ||
1387 | + | ||
1388 | +### Corrupted L2 entries - read test (unallocated) ### | ||
1389 | + | ||
1390 | +# 'cluster is zero' bit set on the standard cluster descriptor | ||
1391 | + | ||
1392 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1393 | +L2 entry #0: 0x0000000000000001 0000000000000000 | ||
1394 | +L2 entry #0: 0x0000000000000001 0000000000000000 | ||
1395 | + | ||
1396 | +# 'subcluster is allocated' bit set | ||
1397 | + | ||
1398 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1399 | +L2 entry #0: 0x0000000000000000 0000000000000001 | ||
1400 | +qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed | ||
1401 | +read failed: Input/output error | ||
1402 | + | ||
1403 | +# Both 'subcluster is zero' and 'subcluster is allocated' bits set | ||
1404 | + | ||
1405 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1406 | +L2 entry #1: 0x0000000000000000 0000000100000001 | ||
1407 | +qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0x1); further corruption events will be suppressed | ||
1408 | +read failed: Input/output error | ||
1409 | + | ||
1410 | +### Compressed cluster with subcluster bitmap != 0 - read test ### | ||
1411 | + | ||
1412 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1413 | +L2 entry #0: 0x4000000000050000 0000000180000000 | ||
1414 | +read 65536/65536 bytes at offset 0 | ||
1415 | +64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1416 | +L2 entry #0: 0x4000000000050000 0000000180000000 | ||
1417 | + | ||
1418 | +### Corrupted L2 entries - write test (allocated) ### | ||
1419 | + | ||
1420 | +# 'cluster is zero' bit set on the standard cluster descriptor | ||
1421 | + | ||
1422 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1423 | +L2 entry #0: 0x8000000000050001 0000000000000001 | ||
1424 | +L2 entry #0: 0x8000000000050001 0000000000000001 | ||
1425 | + | ||
1426 | +# Both 'subcluster is zero' and 'subcluster is allocated' bits set | ||
1427 | + | ||
1428 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1429 | +L2 entry #1: 0x8000000000060000 00000001ffffffff | ||
1430 | +qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0x1); further corruption events will be suppressed | ||
1431 | +write failed: Input/output error | ||
1432 | + | ||
1433 | +### Corrupted L2 entries - write test (unallocated) ### | ||
1434 | + | ||
1435 | +# 'cluster is zero' bit set on the standard cluster descriptor | ||
1436 | + | ||
1437 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1438 | +L2 entry #0: 0x0000000000000001 0000000000000000 | ||
1439 | +L2 entry #0: 0x8000000000060000 0000000000000001 | ||
1440 | + | ||
1441 | +# 'subcluster is allocated' bit set | ||
1442 | + | ||
1443 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1444 | +L2 entry #0: 0x0000000000000000 0000000000000001 | ||
1445 | +qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed | ||
1446 | +write failed: Input/output error | ||
1447 | + | ||
1448 | +# Both 'subcluster is zero' and 'subcluster is allocated' bits set | ||
1449 | + | ||
1450 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1451 | +L2 entry #1: 0x0000000000000000 0000000100000001 | ||
1452 | +qcow2: Marking image as corrupt: Invalid cluster entry found (L2 offset: 0x40000, L2 index: 0x1); further corruption events will be suppressed | ||
1453 | +write failed: Input/output error | ||
1454 | + | ||
1455 | +### Compressed cluster with subcluster bitmap != 0 - write test ### | ||
1456 | + | ||
1457 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1458 | +L2 entry #0: 0x4000000000050000 0000000180000000 | ||
1459 | +wrote 65536/65536 bytes at offset 0 | ||
1460 | +64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1461 | +L2 entry #0: 0x8000000000060000 00000000ffffffff | ||
1462 | + | ||
1463 | +### Detect and repair unaligned clusters ### | ||
1464 | + | ||
1465 | +Formatting 'TEST_DIR/t.IMGFMT.base', fmt=raw size=131072 | ||
1466 | +# Corrupted L2 entry, allocated subcluster # | ||
1467 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=131072 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | ||
1468 | +ERROR offset=50200: Data cluster is not properly aligned; L2 entry corrupted. | ||
1469 | +ERROR cluster 6 refcount=0 reference=1 | ||
1470 | +Rebuilding refcount structure | ||
1471 | +ERROR offset=50200: Data cluster is not properly aligned; L2 entry corrupted. | ||
1472 | +Repairing cluster 1 refcount=1 reference=0 | ||
1473 | +Repairing cluster 2 refcount=1 reference=0 | ||
1474 | +ERROR offset=50200: Data cluster is not properly aligned; L2 entry corrupted. | ||
1475 | +The following inconsistencies were found and repaired: | ||
1476 | + | ||
1477 | + 0 leaked clusters | ||
1478 | + 1 corruptions | ||
1479 | + | ||
1480 | +Double checking the fixed image now... | ||
1481 | + | ||
1482 | +1 errors were found on the image. | ||
1483 | +Data may be corrupted, or further writes to the image may corrupt it. | ||
1484 | +qcow2: Marking image as corrupt: Cluster allocation offset 0x50200 unaligned (L2 offset: 0x40000, L2 index: 0); further corruption events will be suppressed | ||
1485 | +read failed: Input/output error | ||
1486 | +# Corrupted L2 entry, no allocated subclusters # | ||
1487 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=131072 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | ||
1488 | +Repairing offset=50200: Preallocated cluster is not properly aligned; L2 entry corrupted. | ||
1489 | +Leaked cluster 5 refcount=1 reference=0 | ||
1490 | +Repairing cluster 5 refcount=1 reference=0 | ||
1491 | +The following inconsistencies were found and repaired: | ||
1492 | + | ||
1493 | + 1 leaked clusters | ||
1494 | + 1 corruptions | ||
1495 | + | ||
1496 | +Double checking the fixed image now... | ||
1497 | +No errors were found on the image. | ||
1498 | + | ||
1499 | +### Image creation options ### | ||
1500 | + | ||
1501 | +# cluster_size < 16k | ||
1502 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1503 | +qemu-img: TEST_DIR/t.IMGFMT: Extended L2 entries are only supported with cluster sizes of at least 16384 bytes | ||
1504 | +# backing file and preallocation=metadata | ||
1505 | +Formatting 'TEST_DIR/t.IMGFMT.base', fmt=raw size=1048576 | ||
1506 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=524288 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw preallocation=metadata | ||
1507 | +Image resized. | ||
1508 | +read 524288/524288 bytes at offset 0 | ||
1509 | +512 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1510 | +read 524288/524288 bytes at offset 524288 | ||
1511 | +512 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1512 | +Offset Length Mapped to File | ||
1513 | +0 0x80000 0 TEST_DIR/t.qcow2.base | ||
1514 | +# backing file and preallocation=falloc | ||
1515 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=524288 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw preallocation=falloc | ||
1516 | +Image resized. | ||
1517 | +read 524288/524288 bytes at offset 0 | ||
1518 | +512 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1519 | +read 524288/524288 bytes at offset 524288 | ||
1520 | +512 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1521 | +Offset Length Mapped to File | ||
1522 | +0 0x80000 0 TEST_DIR/t.qcow2.base | ||
1523 | +# backing file and preallocation=full | ||
1524 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=524288 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw preallocation=full | ||
1525 | +Image resized. | ||
1526 | +read 524288/524288 bytes at offset 0 | ||
1527 | +512 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1528 | +read 524288/524288 bytes at offset 524288 | ||
1529 | +512 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1530 | +Offset Length Mapped to File | ||
1531 | +0 0x80000 0 TEST_DIR/t.qcow2.base | ||
1532 | + | ||
1533 | +### Image resizing with preallocation and backing files ### | ||
1534 | + | ||
1535 | +# resize --preallocation=metadata | ||
1536 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=515072 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | ||
1537 | +Image resized. | ||
1538 | +read 515072/515072 bytes at offset 0 | ||
1539 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1540 | +read 522240/522240 bytes at offset 515072 | ||
1541 | +510 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1542 | +# resize --preallocation=falloc | ||
1543 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=515072 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | ||
1544 | +Image resized. | ||
1545 | +read 515072/515072 bytes at offset 0 | ||
1546 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1547 | +read 522240/522240 bytes at offset 515072 | ||
1548 | +510 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1549 | +# resize --preallocation=full | ||
1550 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=515072 backing_file=TEST_DIR/t.IMGFMT.base backing_fmt=raw | ||
1551 | +Image resized. | ||
1552 | +read 515072/515072 bytes at offset 0 | ||
1553 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1554 | +read 522240/522240 bytes at offset 515072 | ||
1555 | +510 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1556 | + | ||
1557 | +### Image resizing with preallocation without backing files ### | ||
1558 | + | ||
1559 | +# resize --preallocation=metadata | ||
1560 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=515072 | ||
1561 | +wrote 515072/515072 bytes at offset 0 | ||
1562 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1563 | +Image resized. | ||
1564 | +read 515072/515072 bytes at offset 0 | ||
1565 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1566 | +read 522240/522240 bytes at offset 515072 | ||
1567 | +510 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1568 | +# resize --preallocation=falloc | ||
1569 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=515072 | ||
1570 | +wrote 515072/515072 bytes at offset 0 | ||
1571 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1572 | +Image resized. | ||
1573 | +read 515072/515072 bytes at offset 0 | ||
1574 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1575 | +read 522240/522240 bytes at offset 515072 | ||
1576 | +510 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1577 | +# resize --preallocation=full | ||
1578 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=515072 | ||
1579 | +wrote 515072/515072 bytes at offset 0 | ||
1580 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1581 | +Image resized. | ||
1582 | +read 515072/515072 bytes at offset 0 | ||
1583 | +503 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1584 | +read 522240/522240 bytes at offset 515072 | ||
1585 | +510 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1586 | + | ||
1587 | +### qemu-img measure ### | ||
1588 | + | ||
1589 | +# 512MB, extended_l2=off | ||
1590 | +required size: 327680 | ||
1591 | +fully allocated size: 537198592 | ||
1592 | +# 512MB, extended_l2=on | ||
1593 | +required size: 393216 | ||
1594 | +fully allocated size: 537264128 | ||
1595 | +# 16K clusters, 64GB, extended_l2=off | ||
1596 | +required size: 42008576 | ||
1597 | +fully allocated size: 68761485312 | ||
1598 | +# 16K clusters, 64GB, extended_l2=on | ||
1599 | +required size: 75579392 | ||
1600 | +fully allocated size: 68795056128 | ||
1601 | +# 8k clusters | ||
1602 | +qemu-img: Extended L2 entries are only supported with cluster sizes of at least 16384 bytes | ||
1603 | +# 1024 TB | ||
1604 | +required size: 309285027840 | ||
1605 | +fully allocated size: 1126209191870464 | ||
1606 | +# 1025 TB | ||
1607 | +qemu-img: The image size is too large (try using a larger cluster size) | ||
1608 | + | ||
1609 | +### qemu-img amend ### | ||
1610 | + | ||
1611 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1612 | +qemu-img: Invalid parameter 'extended_l2' | ||
1613 | +This option is only supported for image creation | ||
1614 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1615 | +qemu-img: Invalid parameter 'extended_l2' | ||
1616 | +This option is only supported for image creation | ||
1617 | + | ||
1618 | +### Test copy-on-write on an image with snapshots ### | ||
1619 | + | ||
1620 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1621 | +L2 entry #0: 0x8000000000050000 0000008000042000 | ||
1622 | +L2 entry #1: 0x8000000000060000 0000008000042000 | ||
1623 | +L2 entry #2: 0x8000000000070000 0000008000042000 | ||
1624 | +L2 entry #3: 0x8000000000080000 0000008000042000 | ||
1625 | +L2 entry #4: 0x8000000000090000 0000008000042000 | ||
1626 | +L2 entry #5: 0x80000000000a0000 0000008000042000 | ||
1627 | +L2 entry #6: 0x80000000000b0000 0000008000042000 | ||
1628 | +L2 entry #7: 0x80000000000c0000 0000008000042000 | ||
1629 | +L2 entry #8: 0x80000000000d0000 0000008000042000 | ||
1630 | +L2 entry #9: 0x80000000000e0000 0000008000042000 | ||
1631 | +L2 entry #0: 0x8000000000120000 000000800007e000 | ||
1632 | +L2 entry #1: 0x8000000000130000 000000800007fc00 | ||
1633 | +L2 entry #2: 0x8000000000140000 00000080001fe000 | ||
1634 | +L2 entry #3: 0x8000000000150000 000000800007e000 | ||
1635 | +L2 entry #4: 0x8000000000160000 000000000007ff80 | ||
1636 | +L2 entry #5: 0x8000000000170000 000000000007ffff | ||
1637 | +L2 entry #6: 0x00000000000b0000 0001808000042000 | ||
1638 | +L2 entry #7: 0x00000000000c0000 0000208000040000 | ||
1639 | +L2 entry #8: 0x8000000000180000 000000800007e000 | ||
1640 | +L2 entry #9: 0x00000000000e0000 000000c000042000 | ||
1641 | + | ||
1642 | +### Test concurrent requests ### | ||
1643 | + | ||
1644 | +Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1048576 | ||
1645 | +blkdebug: Suspended request 'A' | ||
1646 | +blkdebug: Resuming request 'A' | ||
1647 | +wrote 2048/2048 bytes at offset 30720 | ||
1648 | +2 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1649 | +wrote 2048/2048 bytes at offset 20480 | ||
1650 | +2 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1651 | +wrote 2048/2048 bytes at offset 40960 | ||
1652 | +2 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1653 | +*** done | ||
1654 | diff --git a/tests/qemu-iotests/group b/tests/qemu-iotests/group | ||
1655 | index XXXXXXX..XXXXXXX 100644 | 125 | index XXXXXXX..XXXXXXX 100644 |
1656 | --- a/tests/qemu-iotests/group | 126 | --- a/hw/remote/meson.build |
1657 | +++ b/tests/qemu-iotests/group | 127 | +++ b/hw/remote/meson.build |
1658 | @@ -XXX,XX +XXX,XX @@ | 128 | @@ -XXX,XX +XXX,XX @@ remote_ss = ss.source_set() |
1659 | 267 rw auto quick snapshot | 129 | |
1660 | 268 rw auto quick | 130 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('machine.c')) |
1661 | 270 rw backing quick | 131 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('mpqemu-link.c')) |
1662 | +271 rw auto | 132 | +remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('message.c')) |
1663 | 272 rw | 133 | |
1664 | 273 backing quick | 134 | softmmu_ss.add_all(when: 'CONFIG_MULTIPROCESS', if_true: remote_ss) |
1665 | 274 rw backing | ||
1666 | -- | 135 | -- |
1667 | 2.26.2 | 136 | 2.29.2 |
1668 | 137 | ||
1669 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | handle_alloc() creates a QCowL2Meta structure in order to update the | 3 | Associate the file descriptor for a PCIDevice in remote process with |
4 | image metadata and perform the necessary copy-on-write operations. | 4 | DeviceState object. |
5 | 5 | ||
6 | This patch moves that code to a separate function so it can be used | 6 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
7 | from other places. | 7 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
8 | 8 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> | |
9 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 9 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
10 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 10 | Message-id: f405a2ed5d7518b87bea7c59cfdf334d67e5ee51.1611938319.git.jag.raman@oracle.com |
11 | Message-Id: <e5bc4a648dac31972bfa7a0e554be8064be78799.1594396418.git.berto@igalia.com> | 11 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
12 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
13 | --- | 12 | --- |
14 | block/qcow2-cluster.c | 77 +++++++++++++++++++++++++++++-------------- | 13 | MAINTAINERS | 1 + |
15 | 1 file changed, 53 insertions(+), 24 deletions(-) | 14 | hw/remote/remote-obj.c | 203 +++++++++++++++++++++++++++++++++++++++++ |
16 | 15 | hw/remote/meson.build | 1 + | |
17 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 16 | 3 files changed, 205 insertions(+) |
17 | create mode 100644 hw/remote/remote-obj.c | ||
18 | |||
19 | diff --git a/MAINTAINERS b/MAINTAINERS | ||
18 | index XXXXXXX..XXXXXXX 100644 | 20 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/block/qcow2-cluster.c | 21 | --- a/MAINTAINERS |
20 | +++ b/block/qcow2-cluster.c | 22 | +++ b/MAINTAINERS |
21 | @@ -XXX,XX +XXX,XX @@ void qcow2_alloc_cluster_abort(BlockDriverState *bs, QCowL2Meta *m) | 23 | @@ -XXX,XX +XXX,XX @@ F: include/hw/remote/machine.h |
22 | } | 24 | F: hw/remote/mpqemu-link.c |
23 | } | 25 | F: include/hw/remote/mpqemu-link.h |
24 | 26 | F: hw/remote/message.c | |
27 | +F: hw/remote/remote-obj.c | ||
28 | |||
29 | Build and test automation | ||
30 | ------------------------- | ||
31 | diff --git a/hw/remote/remote-obj.c b/hw/remote/remote-obj.c | ||
32 | new file mode 100644 | ||
33 | index XXXXXXX..XXXXXXX | ||
34 | --- /dev/null | ||
35 | +++ b/hw/remote/remote-obj.c | ||
36 | @@ -XXX,XX +XXX,XX @@ | ||
25 | +/* | 37 | +/* |
26 | + * For a given write request, create a new QCowL2Meta structure, add | 38 | + * Copyright © 2020, 2021 Oracle and/or its affiliates. |
27 | + * it to @m and the BDRVQcow2State.cluster_allocs list. | ||
28 | + * | 39 | + * |
29 | + * @host_cluster_offset points to the beginning of the first cluster. | 40 | + * This work is licensed under the terms of the GNU GPL-v2, version 2 or later. |
30 | + * | 41 | + * |
31 | + * @guest_offset and @bytes indicate the offset and length of the | 42 | + * See the COPYING file in the top-level directory. |
32 | + * request. | ||
33 | + * | 43 | + * |
34 | + * If @keep_old is true it means that the clusters were already | ||
35 | + * allocated and will be overwritten. If false then the clusters are | ||
36 | + * new and we have to decrease the reference count of the old ones. | ||
37 | + */ | 44 | + */ |
38 | +static void calculate_l2_meta(BlockDriverState *bs, | 45 | + |
39 | + uint64_t host_cluster_offset, | 46 | +#include "qemu/osdep.h" |
40 | + uint64_t guest_offset, unsigned bytes, | 47 | +#include "qemu-common.h" |
41 | + QCowL2Meta **m, bool keep_old) | 48 | + |
42 | +{ | 49 | +#include "qemu/error-report.h" |
43 | + BDRVQcow2State *s = bs->opaque; | 50 | +#include "qemu/notify.h" |
44 | + unsigned cow_start_from = 0; | 51 | +#include "qom/object_interfaces.h" |
45 | + unsigned cow_start_to = offset_into_cluster(s, guest_offset); | 52 | +#include "hw/qdev-core.h" |
46 | + unsigned cow_end_from = cow_start_to + bytes; | 53 | +#include "io/channel.h" |
47 | + unsigned cow_end_to = ROUND_UP(cow_end_from, s->cluster_size); | 54 | +#include "hw/qdev-core.h" |
48 | + unsigned nb_clusters = size_to_clusters(s, cow_end_from); | 55 | +#include "hw/remote/machine.h" |
49 | + QCowL2Meta *old_m = *m; | 56 | +#include "io/channel-util.h" |
50 | + | 57 | +#include "qapi/error.h" |
51 | + *m = g_malloc0(sizeof(**m)); | 58 | +#include "sysemu/sysemu.h" |
52 | + **m = (QCowL2Meta) { | 59 | +#include "hw/pci/pci.h" |
53 | + .next = old_m, | 60 | +#include "qemu/sockets.h" |
54 | + | 61 | +#include "monitor/monitor.h" |
55 | + .alloc_offset = host_cluster_offset, | 62 | + |
56 | + .offset = start_of_cluster(s, guest_offset), | 63 | +#define TYPE_REMOTE_OBJECT "x-remote-object" |
57 | + .nb_clusters = nb_clusters, | 64 | +OBJECT_DECLARE_TYPE(RemoteObject, RemoteObjectClass, REMOTE_OBJECT) |
58 | + | 65 | + |
59 | + .keep_old_clusters = keep_old, | 66 | +struct RemoteObjectClass { |
60 | + | 67 | + ObjectClass parent_class; |
61 | + .cow_start = { | 68 | + |
62 | + .offset = cow_start_from, | 69 | + unsigned int nr_devs; |
63 | + .nb_bytes = cow_start_to - cow_start_from, | 70 | + unsigned int max_devs; |
64 | + }, | 71 | +}; |
65 | + .cow_end = { | 72 | + |
66 | + .offset = cow_end_from, | 73 | +struct RemoteObject { |
67 | + .nb_bytes = cow_end_to - cow_end_from, | 74 | + /* private */ |
68 | + }, | 75 | + Object parent; |
76 | + | ||
77 | + Notifier machine_done; | ||
78 | + | ||
79 | + int32_t fd; | ||
80 | + char *devid; | ||
81 | + | ||
82 | + QIOChannel *ioc; | ||
83 | + | ||
84 | + DeviceState *dev; | ||
85 | + DeviceListener listener; | ||
86 | +}; | ||
87 | + | ||
88 | +static void remote_object_set_fd(Object *obj, const char *str, Error **errp) | ||
89 | +{ | ||
90 | + RemoteObject *o = REMOTE_OBJECT(obj); | ||
91 | + int fd = -1; | ||
92 | + | ||
93 | + fd = monitor_fd_param(monitor_cur(), str, errp); | ||
94 | + if (fd == -1) { | ||
95 | + error_prepend(errp, "Could not parse remote object fd %s:", str); | ||
96 | + return; | ||
97 | + } | ||
98 | + | ||
99 | + if (!fd_is_socket(fd)) { | ||
100 | + error_setg(errp, "File descriptor '%s' is not a socket", str); | ||
101 | + close(fd); | ||
102 | + return; | ||
103 | + } | ||
104 | + | ||
105 | + o->fd = fd; | ||
106 | +} | ||
107 | + | ||
108 | +static void remote_object_set_devid(Object *obj, const char *str, Error **errp) | ||
109 | +{ | ||
110 | + RemoteObject *o = REMOTE_OBJECT(obj); | ||
111 | + | ||
112 | + g_free(o->devid); | ||
113 | + | ||
114 | + o->devid = g_strdup(str); | ||
115 | +} | ||
116 | + | ||
117 | +static void remote_object_unrealize_listener(DeviceListener *listener, | ||
118 | + DeviceState *dev) | ||
119 | +{ | ||
120 | + RemoteObject *o = container_of(listener, RemoteObject, listener); | ||
121 | + | ||
122 | + if (o->dev == dev) { | ||
123 | + object_unref(OBJECT(o)); | ||
124 | + } | ||
125 | +} | ||
126 | + | ||
127 | +static void remote_object_machine_done(Notifier *notifier, void *data) | ||
128 | +{ | ||
129 | + RemoteObject *o = container_of(notifier, RemoteObject, machine_done); | ||
130 | + DeviceState *dev = NULL; | ||
131 | + QIOChannel *ioc = NULL; | ||
132 | + Coroutine *co = NULL; | ||
133 | + RemoteCommDev *comdev = NULL; | ||
134 | + Error *err = NULL; | ||
135 | + | ||
136 | + dev = qdev_find_recursive(sysbus_get_default(), o->devid); | ||
137 | + if (!dev || !object_dynamic_cast(OBJECT(dev), TYPE_PCI_DEVICE)) { | ||
138 | + error_report("%s is not a PCI device", o->devid); | ||
139 | + return; | ||
140 | + } | ||
141 | + | ||
142 | + ioc = qio_channel_new_fd(o->fd, &err); | ||
143 | + if (!ioc) { | ||
144 | + error_report_err(err); | ||
145 | + return; | ||
146 | + } | ||
147 | + qio_channel_set_blocking(ioc, false, NULL); | ||
148 | + | ||
149 | + o->dev = dev; | ||
150 | + | ||
151 | + o->listener.unrealize = remote_object_unrealize_listener; | ||
152 | + device_listener_register(&o->listener); | ||
153 | + | ||
154 | + /* co-routine should free this. */ | ||
155 | + comdev = g_new0(RemoteCommDev, 1); | ||
156 | + *comdev = (RemoteCommDev) { | ||
157 | + .ioc = ioc, | ||
158 | + .dev = PCI_DEVICE(dev), | ||
69 | + }; | 159 | + }; |
70 | + | 160 | + |
71 | + qemu_co_queue_init(&(*m)->dependent_requests); | 161 | + co = qemu_coroutine_create(mpqemu_remote_msg_loop_co, comdev); |
72 | + QLIST_INSERT_HEAD(&s->cluster_allocs, *m, next_in_flight); | 162 | + qemu_coroutine_enter(co); |
73 | +} | 163 | +} |
74 | + | 164 | + |
75 | /* | 165 | +static void remote_object_init(Object *obj) |
76 | * Returns the number of contiguous clusters that can be used for an allocating | 166 | +{ |
77 | * write, but require COW to be performed (this includes yet unallocated space, | 167 | + RemoteObjectClass *k = REMOTE_OBJECT_GET_CLASS(obj); |
78 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc(BlockDriverState *bs, uint64_t guest_offset, | 168 | + RemoteObject *o = REMOTE_OBJECT(obj); |
79 | uint64_t requested_bytes = *bytes + offset_into_cluster(s, guest_offset); | 169 | + |
80 | int avail_bytes = nb_clusters << s->cluster_bits; | 170 | + if (k->nr_devs >= k->max_devs) { |
81 | int nb_bytes = MIN(requested_bytes, avail_bytes); | 171 | + error_report("Reached maximum number of devices: %u", k->max_devs); |
82 | - QCowL2Meta *old_m = *m; | 172 | + return; |
83 | - | 173 | + } |
84 | - *m = g_malloc0(sizeof(**m)); | 174 | + |
85 | - | 175 | + o->ioc = NULL; |
86 | - **m = (QCowL2Meta) { | 176 | + o->fd = -1; |
87 | - .next = old_m, | 177 | + o->devid = NULL; |
88 | - | 178 | + |
89 | - .alloc_offset = alloc_cluster_offset, | 179 | + k->nr_devs++; |
90 | - .offset = start_of_cluster(s, guest_offset), | 180 | + |
91 | - .nb_clusters = nb_clusters, | 181 | + o->machine_done.notify = remote_object_machine_done; |
92 | - | 182 | + qemu_add_machine_init_done_notifier(&o->machine_done); |
93 | - .keep_old_clusters = keep_old_clusters, | 183 | +} |
94 | - | 184 | + |
95 | - .cow_start = { | 185 | +static void remote_object_finalize(Object *obj) |
96 | - .offset = 0, | 186 | +{ |
97 | - .nb_bytes = offset_into_cluster(s, guest_offset), | 187 | + RemoteObjectClass *k = REMOTE_OBJECT_GET_CLASS(obj); |
98 | - }, | 188 | + RemoteObject *o = REMOTE_OBJECT(obj); |
99 | - .cow_end = { | 189 | + |
100 | - .offset = nb_bytes, | 190 | + device_listener_unregister(&o->listener); |
101 | - .nb_bytes = avail_bytes - nb_bytes, | 191 | + |
102 | - }, | 192 | + if (o->ioc) { |
103 | - }; | 193 | + qio_channel_shutdown(o->ioc, QIO_CHANNEL_SHUTDOWN_BOTH, NULL); |
104 | - qemu_co_queue_init(&(*m)->dependent_requests); | 194 | + qio_channel_close(o->ioc, NULL); |
105 | - QLIST_INSERT_HEAD(&s->cluster_allocs, *m, next_in_flight); | 195 | + } |
106 | 196 | + | |
107 | *host_offset = alloc_cluster_offset + offset_into_cluster(s, guest_offset); | 197 | + object_unref(OBJECT(o->ioc)); |
108 | *bytes = MIN(*bytes, nb_bytes - offset_into_cluster(s, guest_offset)); | 198 | + |
109 | assert(*bytes != 0); | 199 | + k->nr_devs--; |
110 | 200 | + g_free(o->devid); | |
111 | + calculate_l2_meta(bs, alloc_cluster_offset, guest_offset, *bytes, | 201 | +} |
112 | + m, keep_old_clusters); | 202 | + |
113 | + | 203 | +static void remote_object_class_init(ObjectClass *klass, void *data) |
114 | return 1; | 204 | +{ |
115 | 205 | + RemoteObjectClass *k = REMOTE_OBJECT_CLASS(klass); | |
116 | fail: | 206 | + |
207 | + /* | ||
208 | + * Limit number of supported devices to 1. This is done to avoid devices | ||
209 | + * from one VM accessing the RAM of another VM. This is done until we | ||
210 | + * start using separate address spaces for individual devices. | ||
211 | + */ | ||
212 | + k->max_devs = 1; | ||
213 | + k->nr_devs = 0; | ||
214 | + | ||
215 | + object_class_property_add_str(klass, "fd", NULL, remote_object_set_fd); | ||
216 | + object_class_property_add_str(klass, "devid", NULL, | ||
217 | + remote_object_set_devid); | ||
218 | +} | ||
219 | + | ||
220 | +static const TypeInfo remote_object_info = { | ||
221 | + .name = TYPE_REMOTE_OBJECT, | ||
222 | + .parent = TYPE_OBJECT, | ||
223 | + .instance_size = sizeof(RemoteObject), | ||
224 | + .instance_init = remote_object_init, | ||
225 | + .instance_finalize = remote_object_finalize, | ||
226 | + .class_size = sizeof(RemoteObjectClass), | ||
227 | + .class_init = remote_object_class_init, | ||
228 | + .interfaces = (InterfaceInfo[]) { | ||
229 | + { TYPE_USER_CREATABLE }, | ||
230 | + { } | ||
231 | + } | ||
232 | +}; | ||
233 | + | ||
234 | +static void register_types(void) | ||
235 | +{ | ||
236 | + type_register_static(&remote_object_info); | ||
237 | +} | ||
238 | + | ||
239 | +type_init(register_types); | ||
240 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build | ||
241 | index XXXXXXX..XXXXXXX 100644 | ||
242 | --- a/hw/remote/meson.build | ||
243 | +++ b/hw/remote/meson.build | ||
244 | @@ -XXX,XX +XXX,XX @@ remote_ss = ss.source_set() | ||
245 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('machine.c')) | ||
246 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('mpqemu-link.c')) | ||
247 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('message.c')) | ||
248 | +remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('remote-obj.c')) | ||
249 | |||
250 | softmmu_ss.add_all(when: 'CONFIG_MULTIPROCESS', if_true: remote_ss) | ||
117 | -- | 251 | -- |
118 | 2.26.2 | 252 | 2.29.2 |
119 | 253 | ||
120 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | The QCOW_OFLAG_ZERO bit that indicates that a cluster reads as | 3 | SyncSysMemMsg message format is defined. It is used to send |
4 | zeroes is only used in standard L2 entries. Extended L2 entries use | 4 | file descriptors of the RAM regions to remote device. |
5 | individual 'all zeroes' bits for each subcluster. | 5 | RAM on the remote device is configured with a set of file descriptors. |
6 | 6 | Old RAM regions are deleted and new regions, each with an fd, is | |
7 | This must be taken into account when updating the L2 entry and also | 7 | added to the RAM. |
8 | when deciding that an existing entry does not need to be updated. | 8 | |
9 | 9 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> | |
10 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 10 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
11 | Reviewed-by: Eric Blake <eblake@redhat.com> | 11 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
12 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 12 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
13 | Message-Id: <b61d61606d8c9b367bd641ab37351ddb9172799a.1594396418.git.berto@igalia.com> | 13 | Message-id: 7d2d1831d812e85f681e7a8ab99e032cf4704689.1611938319.git.jag.raman@oracle.com |
14 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 14 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
15 | --- | 15 | --- |
16 | block/qcow2-cluster.c | 38 ++++++++++++++++++++------------------ | 16 | MAINTAINERS | 2 + |
17 | 1 file changed, 20 insertions(+), 18 deletions(-) | 17 | include/hw/remote/memory.h | 19 ++++++++++ |
18 | 18 | include/hw/remote/mpqemu-link.h | 10 +++++ | |
19 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 19 | hw/remote/memory.c | 65 +++++++++++++++++++++++++++++++++ |
20 | index XXXXXXX..XXXXXXX 100644 | 20 | hw/remote/mpqemu-link.c | 11 ++++++ |
21 | --- a/block/qcow2-cluster.c | 21 | hw/remote/meson.build | 2 + |
22 | +++ b/block/qcow2-cluster.c | 22 | 6 files changed, 109 insertions(+) |
23 | @@ -XXX,XX +XXX,XX @@ static int zero_in_l2_slice(BlockDriverState *bs, uint64_t offset, | 23 | create mode 100644 include/hw/remote/memory.h |
24 | int l2_index; | 24 | create mode 100644 hw/remote/memory.c |
25 | int ret; | 25 | |
26 | int i; | 26 | diff --git a/MAINTAINERS b/MAINTAINERS |
27 | - bool unmap = !!(flags & BDRV_REQ_MAY_UNMAP); | 27 | index XXXXXXX..XXXXXXX 100644 |
28 | 28 | --- a/MAINTAINERS | |
29 | ret = get_cluster_table(bs, offset, &l2_slice, &l2_index); | 29 | +++ b/MAINTAINERS |
30 | if (ret < 0) { | 30 | @@ -XXX,XX +XXX,XX @@ F: hw/remote/mpqemu-link.c |
31 | @@ -XXX,XX +XXX,XX @@ static int zero_in_l2_slice(BlockDriverState *bs, uint64_t offset, | 31 | F: include/hw/remote/mpqemu-link.h |
32 | assert(nb_clusters <= INT_MAX); | 32 | F: hw/remote/message.c |
33 | 33 | F: hw/remote/remote-obj.c | |
34 | for (i = 0; i < nb_clusters; i++) { | 34 | +F: include/hw/remote/memory.h |
35 | - uint64_t old_offset; | 35 | +F: hw/remote/memory.c |
36 | - QCow2ClusterType cluster_type; | 36 | |
37 | - | 37 | Build and test automation |
38 | - old_offset = get_l2_entry(s, l2_slice, l2_index + i); | 38 | ------------------------- |
39 | + uint64_t old_l2_entry = get_l2_entry(s, l2_slice, l2_index + i); | 39 | diff --git a/include/hw/remote/memory.h b/include/hw/remote/memory.h |
40 | + uint64_t old_l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index + i); | 40 | new file mode 100644 |
41 | + QCow2ClusterType type = qcow2_get_cluster_type(bs, old_l2_entry); | 41 | index XXXXXXX..XXXXXXX |
42 | + bool unmap = (type == QCOW2_CLUSTER_COMPRESSED) || | 42 | --- /dev/null |
43 | + ((flags & BDRV_REQ_MAY_UNMAP) && qcow2_cluster_is_allocated(type)); | 43 | +++ b/include/hw/remote/memory.h |
44 | + uint64_t new_l2_entry = unmap ? 0 : old_l2_entry; | 44 | @@ -XXX,XX +XXX,XX @@ |
45 | + uint64_t new_l2_bitmap = old_l2_bitmap; | 45 | +/* |
46 | + | 46 | + * Memory manager for remote device |
47 | + if (has_subclusters(s)) { | 47 | + * |
48 | + new_l2_bitmap = QCOW_L2_BITMAP_ALL_ZEROES; | 48 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. |
49 | + } else { | 49 | + * |
50 | + new_l2_entry |= QCOW_OFLAG_ZERO; | 50 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. |
51 | + * See the COPYING file in the top-level directory. | ||
52 | + * | ||
53 | + */ | ||
54 | + | ||
55 | +#ifndef REMOTE_MEMORY_H | ||
56 | +#define REMOTE_MEMORY_H | ||
57 | + | ||
58 | +#include "exec/hwaddr.h" | ||
59 | +#include "hw/remote/mpqemu-link.h" | ||
60 | + | ||
61 | +void remote_sysmem_reconfig(MPQemuMsg *msg, Error **errp); | ||
62 | + | ||
63 | +#endif | ||
64 | diff --git a/include/hw/remote/mpqemu-link.h b/include/hw/remote/mpqemu-link.h | ||
65 | index XXXXXXX..XXXXXXX 100644 | ||
66 | --- a/include/hw/remote/mpqemu-link.h | ||
67 | +++ b/include/hw/remote/mpqemu-link.h | ||
68 | @@ -XXX,XX +XXX,XX @@ | ||
69 | #include "qom/object.h" | ||
70 | #include "qemu/thread.h" | ||
71 | #include "io/channel.h" | ||
72 | +#include "exec/hwaddr.h" | ||
73 | |||
74 | #define REMOTE_MAX_FDS 8 | ||
75 | |||
76 | @@ -XXX,XX +XXX,XX @@ | ||
77 | * | ||
78 | */ | ||
79 | typedef enum { | ||
80 | + MPQEMU_CMD_SYNC_SYSMEM, | ||
81 | MPQEMU_CMD_MAX, | ||
82 | } MPQemuCmd; | ||
83 | |||
84 | +typedef struct { | ||
85 | + hwaddr gpas[REMOTE_MAX_FDS]; | ||
86 | + uint64_t sizes[REMOTE_MAX_FDS]; | ||
87 | + off_t offsets[REMOTE_MAX_FDS]; | ||
88 | +} SyncSysmemMsg; | ||
89 | + | ||
90 | /** | ||
91 | * MPQemuMsg: | ||
92 | * @cmd: The remote command | ||
93 | @@ -XXX,XX +XXX,XX @@ typedef enum { | ||
94 | * MPQemuMsg Format of the message sent to the remote device from QEMU. | ||
95 | * | ||
96 | */ | ||
97 | + | ||
98 | typedef struct { | ||
99 | int cmd; | ||
100 | size_t size; | ||
101 | |||
102 | union { | ||
103 | uint64_t u64; | ||
104 | + SyncSysmemMsg sync_sysmem; | ||
105 | } data; | ||
106 | |||
107 | int fds[REMOTE_MAX_FDS]; | ||
108 | diff --git a/hw/remote/memory.c b/hw/remote/memory.c | ||
109 | new file mode 100644 | ||
110 | index XXXXXXX..XXXXXXX | ||
111 | --- /dev/null | ||
112 | +++ b/hw/remote/memory.c | ||
113 | @@ -XXX,XX +XXX,XX @@ | ||
114 | +/* | ||
115 | + * Memory manager for remote device | ||
116 | + * | ||
117 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
118 | + * | ||
119 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
120 | + * See the COPYING file in the top-level directory. | ||
121 | + * | ||
122 | + */ | ||
123 | + | ||
124 | +#include "qemu/osdep.h" | ||
125 | +#include "qemu-common.h" | ||
126 | + | ||
127 | +#include "hw/remote/memory.h" | ||
128 | +#include "exec/address-spaces.h" | ||
129 | +#include "exec/ram_addr.h" | ||
130 | +#include "qapi/error.h" | ||
131 | + | ||
132 | +static void remote_sysmem_reset(void) | ||
133 | +{ | ||
134 | + MemoryRegion *sysmem, *subregion, *next; | ||
135 | + | ||
136 | + sysmem = get_system_memory(); | ||
137 | + | ||
138 | + QTAILQ_FOREACH_SAFE(subregion, &sysmem->subregions, subregions_link, next) { | ||
139 | + if (subregion->ram) { | ||
140 | + memory_region_del_subregion(sysmem, subregion); | ||
141 | + object_unparent(OBJECT(subregion)); | ||
51 | + } | 142 | + } |
52 | 143 | + } | |
53 | - /* | 144 | +} |
54 | - * Minimize L2 changes if the cluster already reads back as | 145 | + |
55 | - * zeroes with correct allocation. | 146 | +void remote_sysmem_reconfig(MPQemuMsg *msg, Error **errp) |
56 | - */ | 147 | +{ |
57 | - cluster_type = qcow2_get_cluster_type(bs, old_offset); | 148 | + ERRP_GUARD(); |
58 | - if (cluster_type == QCOW2_CLUSTER_ZERO_PLAIN || | 149 | + SyncSysmemMsg *sysmem_info = &msg->data.sync_sysmem; |
59 | - (cluster_type == QCOW2_CLUSTER_ZERO_ALLOC && !unmap)) { | 150 | + MemoryRegion *sysmem, *subregion; |
60 | + if (old_l2_entry == new_l2_entry && old_l2_bitmap == new_l2_bitmap) { | 151 | + static unsigned int suffix; |
61 | continue; | 152 | + int region; |
62 | } | 153 | + |
63 | 154 | + sysmem = get_system_memory(); | |
64 | qcow2_cache_entry_mark_dirty(s->l2_table_cache, l2_slice); | 155 | + |
65 | - if (cluster_type == QCOW2_CLUSTER_COMPRESSED || unmap) { | 156 | + remote_sysmem_reset(); |
66 | - set_l2_entry(s, l2_slice, l2_index + i, QCOW_OFLAG_ZERO); | 157 | + |
67 | - qcow2_free_any_clusters(bs, old_offset, 1, QCOW2_DISCARD_REQUEST); | 158 | + for (region = 0; region < msg->num_fds; region++) { |
68 | - } else { | 159 | + g_autofree char *name; |
69 | - uint64_t entry = get_l2_entry(s, l2_slice, l2_index + i); | 160 | + subregion = g_new(MemoryRegion, 1); |
70 | - set_l2_entry(s, l2_slice, l2_index + i, entry | QCOW_OFLAG_ZERO); | 161 | + name = g_strdup_printf("remote-mem-%u", suffix++); |
71 | + if (unmap) { | 162 | + memory_region_init_ram_from_fd(subregion, NULL, |
72 | + qcow2_free_any_clusters(bs, old_l2_entry, 1, QCOW2_DISCARD_REQUEST); | 163 | + name, sysmem_info->sizes[region], |
164 | + true, msg->fds[region], | ||
165 | + sysmem_info->offsets[region], | ||
166 | + errp); | ||
167 | + | ||
168 | + if (*errp) { | ||
169 | + g_free(subregion); | ||
170 | + remote_sysmem_reset(); | ||
171 | + return; | ||
73 | + } | 172 | + } |
74 | + set_l2_entry(s, l2_slice, l2_index + i, new_l2_entry); | 173 | + |
75 | + if (has_subclusters(s)) { | 174 | + memory_region_add_subregion(sysmem, sysmem_info->gpas[region], |
76 | + set_l2_bitmap(s, l2_slice, l2_index + i, new_l2_bitmap); | 175 | + subregion); |
176 | + | ||
177 | + } | ||
178 | +} | ||
179 | diff --git a/hw/remote/mpqemu-link.c b/hw/remote/mpqemu-link.c | ||
180 | index XXXXXXX..XXXXXXX 100644 | ||
181 | --- a/hw/remote/mpqemu-link.c | ||
182 | +++ b/hw/remote/mpqemu-link.c | ||
183 | @@ -XXX,XX +XXX,XX @@ bool mpqemu_msg_valid(MPQemuMsg *msg) | ||
77 | } | 184 | } |
78 | } | 185 | } |
79 | 186 | ||
187 | + /* Verify message specific fields. */ | ||
188 | + switch (msg->cmd) { | ||
189 | + case MPQEMU_CMD_SYNC_SYSMEM: | ||
190 | + if (msg->num_fds == 0 || msg->size != sizeof(SyncSysmemMsg)) { | ||
191 | + return false; | ||
192 | + } | ||
193 | + break; | ||
194 | + default: | ||
195 | + break; | ||
196 | + } | ||
197 | + | ||
198 | return true; | ||
199 | } | ||
200 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build | ||
201 | index XXXXXXX..XXXXXXX 100644 | ||
202 | --- a/hw/remote/meson.build | ||
203 | +++ b/hw/remote/meson.build | ||
204 | @@ -XXX,XX +XXX,XX @@ remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('mpqemu-link.c')) | ||
205 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('message.c')) | ||
206 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('remote-obj.c')) | ||
207 | |||
208 | +specific_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('memory.c')) | ||
209 | + | ||
210 | softmmu_ss.add_all(when: 'CONFIG_MULTIPROCESS', if_true: remote_ss) | ||
80 | -- | 211 | -- |
81 | 2.26.2 | 212 | 2.29.2 |
82 | 213 | ||
83 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | This works now at the subcluster level and pwrite_zeroes_alignment is | 3 | Defines a PCI Device proxy object as a child of TYPE_PCI_DEVICE. |
4 | updated accordingly. | ||
5 | 4 | ||
6 | qcow2_cluster_zeroize() is turned into qcow2_subcluster_zeroize() with | 5 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
7 | the following changes: | 6 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
7 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> | ||
8 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
9 | Message-id: b5186ebfedf8e557044d09a768846c59230ad3a7.1611938319.git.jag.raman@oracle.com | ||
10 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | ||
12 | MAINTAINERS | 2 + | ||
13 | include/hw/remote/proxy.h | 33 +++++++++++++ | ||
14 | hw/remote/proxy.c | 99 +++++++++++++++++++++++++++++++++++++++ | ||
15 | hw/remote/meson.build | 1 + | ||
16 | 4 files changed, 135 insertions(+) | ||
17 | create mode 100644 include/hw/remote/proxy.h | ||
18 | create mode 100644 hw/remote/proxy.c | ||
8 | 19 | ||
9 | - The request can now be subcluster-aligned. | 20 | diff --git a/MAINTAINERS b/MAINTAINERS |
10 | |||
11 | - The cluster-aligned body of the request is still zeroized using | ||
12 | zero_in_l2_slice() as before. | ||
13 | |||
14 | - The subcluster-aligned head and tail of the request are zeroized | ||
15 | with the new zero_l2_subclusters() function. | ||
16 | |||
17 | There is just one thing to take into account for a possible future | ||
18 | improvement: compressed clusters cannot be partially zeroized so | ||
19 | zero_l2_subclusters() on the head or the tail can return -ENOTSUP. | ||
20 | This makes the caller repeat the *complete* request and write actual | ||
21 | zeroes to disk. This is sub-optimal because | ||
22 | |||
23 | 1) if the head area was compressed we would still be able to use | ||
24 | the fast path for the body and possibly the tail. | ||
25 | |||
26 | 2) if the tail area was compressed we are writing zeroes to the | ||
27 | head and the body areas, which are already zeroized. | ||
28 | |||
29 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
30 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
31 | Message-Id: <17e05e2ee7e12f10dcf012da81e83ebe27eb3bef.1594396418.git.berto@igalia.com> | ||
32 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
33 | --- | ||
34 | block/qcow2.h | 4 +-- | ||
35 | block/qcow2-cluster.c | 81 +++++++++++++++++++++++++++++++++++++++---- | ||
36 | block/qcow2.c | 33 +++++++++--------- | ||
37 | 3 files changed, 94 insertions(+), 24 deletions(-) | ||
38 | |||
39 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
40 | index XXXXXXX..XXXXXXX 100644 | 21 | index XXXXXXX..XXXXXXX 100644 |
41 | --- a/block/qcow2.h | 22 | --- a/MAINTAINERS |
42 | +++ b/block/qcow2.h | 23 | +++ b/MAINTAINERS |
43 | @@ -XXX,XX +XXX,XX @@ void qcow2_alloc_cluster_abort(BlockDriverState *bs, QCowL2Meta *m); | 24 | @@ -XXX,XX +XXX,XX @@ F: hw/remote/message.c |
44 | int qcow2_cluster_discard(BlockDriverState *bs, uint64_t offset, | 25 | F: hw/remote/remote-obj.c |
45 | uint64_t bytes, enum qcow2_discard_type type, | 26 | F: include/hw/remote/memory.h |
46 | bool full_discard); | 27 | F: hw/remote/memory.c |
47 | -int qcow2_cluster_zeroize(BlockDriverState *bs, uint64_t offset, | 28 | +F: hw/remote/proxy.c |
48 | - uint64_t bytes, int flags); | 29 | +F: include/hw/remote/proxy.h |
49 | +int qcow2_subcluster_zeroize(BlockDriverState *bs, uint64_t offset, | 30 | |
50 | + uint64_t bytes, int flags); | 31 | Build and test automation |
51 | 32 | ------------------------- | |
52 | int qcow2_expand_zero_clusters(BlockDriverState *bs, | 33 | diff --git a/include/hw/remote/proxy.h b/include/hw/remote/proxy.h |
53 | BlockDriverAmendStatusCB *status_cb, | 34 | new file mode 100644 |
54 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 35 | index XXXXXXX..XXXXXXX |
55 | index XXXXXXX..XXXXXXX 100644 | 36 | --- /dev/null |
56 | --- a/block/qcow2-cluster.c | 37 | +++ b/include/hw/remote/proxy.h |
57 | +++ b/block/qcow2-cluster.c | 38 | @@ -XXX,XX +XXX,XX @@ |
58 | @@ -XXX,XX +XXX,XX @@ static int zero_in_l2_slice(BlockDriverState *bs, uint64_t offset, | 39 | +/* |
59 | return nb_clusters; | 40 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. |
60 | } | 41 | + * |
61 | 42 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | |
62 | -int qcow2_cluster_zeroize(BlockDriverState *bs, uint64_t offset, | 43 | + * See the COPYING file in the top-level directory. |
63 | - uint64_t bytes, int flags) | 44 | + * |
64 | +static int zero_l2_subclusters(BlockDriverState *bs, uint64_t offset, | 45 | + */ |
65 | + unsigned nb_subclusters) | 46 | + |
47 | +#ifndef PROXY_H | ||
48 | +#define PROXY_H | ||
49 | + | ||
50 | +#include "hw/pci/pci.h" | ||
51 | +#include "io/channel.h" | ||
52 | + | ||
53 | +#define TYPE_PCI_PROXY_DEV "x-pci-proxy-dev" | ||
54 | +OBJECT_DECLARE_SIMPLE_TYPE(PCIProxyDev, PCI_PROXY_DEV) | ||
55 | + | ||
56 | +struct PCIProxyDev { | ||
57 | + PCIDevice parent_dev; | ||
58 | + char *fd; | ||
59 | + | ||
60 | + /* | ||
61 | + * Mutex used to protect the QIOChannel fd from | ||
62 | + * the concurrent access by the VCPUs since proxy | ||
63 | + * blocks while awaiting for the replies from the | ||
64 | + * process remote. | ||
65 | + */ | ||
66 | + QemuMutex io_mutex; | ||
67 | + QIOChannel *ioc; | ||
68 | + Error *migration_blocker; | ||
69 | +}; | ||
70 | + | ||
71 | +#endif /* PROXY_H */ | ||
72 | diff --git a/hw/remote/proxy.c b/hw/remote/proxy.c | ||
73 | new file mode 100644 | ||
74 | index XXXXXXX..XXXXXXX | ||
75 | --- /dev/null | ||
76 | +++ b/hw/remote/proxy.c | ||
77 | @@ -XXX,XX +XXX,XX @@ | ||
78 | +/* | ||
79 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
80 | + * | ||
81 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
82 | + * See the COPYING file in the top-level directory. | ||
83 | + * | ||
84 | + */ | ||
85 | + | ||
86 | +#include "qemu/osdep.h" | ||
87 | +#include "qemu-common.h" | ||
88 | + | ||
89 | +#include "hw/remote/proxy.h" | ||
90 | +#include "hw/pci/pci.h" | ||
91 | +#include "qapi/error.h" | ||
92 | +#include "io/channel-util.h" | ||
93 | +#include "hw/qdev-properties.h" | ||
94 | +#include "monitor/monitor.h" | ||
95 | +#include "migration/blocker.h" | ||
96 | +#include "qemu/sockets.h" | ||
97 | + | ||
98 | +static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) | ||
66 | +{ | 99 | +{ |
67 | + BDRVQcow2State *s = bs->opaque; | 100 | + ERRP_GUARD(); |
68 | + uint64_t *l2_slice; | 101 | + PCIProxyDev *dev = PCI_PROXY_DEV(device); |
69 | + uint64_t old_l2_bitmap, l2_bitmap; | 102 | + int fd; |
70 | + int l2_index, ret, sc = offset_to_sc_index(s, offset); | ||
71 | + | 103 | + |
72 | + /* For full clusters use zero_in_l2_slice() instead */ | 104 | + if (!dev->fd) { |
73 | + assert(nb_subclusters > 0 && nb_subclusters < s->subclusters_per_cluster); | 105 | + error_setg(errp, "fd parameter not specified for %s", |
74 | + assert(sc + nb_subclusters <= s->subclusters_per_cluster); | 106 | + DEVICE(device)->id); |
75 | + assert(offset_into_subcluster(s, offset) == 0); | 107 | + return; |
76 | + | ||
77 | + ret = get_cluster_table(bs, offset, &l2_slice, &l2_index); | ||
78 | + if (ret < 0) { | ||
79 | + return ret; | ||
80 | + } | 108 | + } |
81 | + | 109 | + |
82 | + switch (qcow2_get_cluster_type(bs, get_l2_entry(s, l2_slice, l2_index))) { | 110 | + fd = monitor_fd_param(monitor_cur(), dev->fd, errp); |
83 | + case QCOW2_CLUSTER_COMPRESSED: | 111 | + if (fd == -1) { |
84 | + ret = -ENOTSUP; /* We cannot partially zeroize compressed clusters */ | 112 | + error_prepend(errp, "proxy: unable to parse fd %s: ", dev->fd); |
85 | + goto out; | 113 | + return; |
86 | + case QCOW2_CLUSTER_NORMAL: | ||
87 | + case QCOW2_CLUSTER_UNALLOCATED: | ||
88 | + break; | ||
89 | + default: | ||
90 | + g_assert_not_reached(); | ||
91 | + } | 114 | + } |
92 | + | 115 | + |
93 | + old_l2_bitmap = l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index); | 116 | + if (!fd_is_socket(fd)) { |
94 | + | 117 | + error_setg(errp, "proxy: fd %d is not a socket", fd); |
95 | + l2_bitmap |= QCOW_OFLAG_SUB_ZERO_RANGE(sc, sc + nb_subclusters); | 118 | + close(fd); |
96 | + l2_bitmap &= ~QCOW_OFLAG_SUB_ALLOC_RANGE(sc, sc + nb_subclusters); | 119 | + return; |
97 | + | ||
98 | + if (old_l2_bitmap != l2_bitmap) { | ||
99 | + set_l2_bitmap(s, l2_slice, l2_index, l2_bitmap); | ||
100 | + qcow2_cache_entry_mark_dirty(s->l2_table_cache, l2_slice); | ||
101 | + } | 120 | + } |
102 | + | 121 | + |
103 | + ret = 0; | 122 | + dev->ioc = qio_channel_new_fd(fd, errp); |
104 | +out: | ||
105 | + qcow2_cache_put(s->l2_table_cache, (void **) &l2_slice); | ||
106 | + | 123 | + |
107 | + return ret; | 124 | + error_setg(&dev->migration_blocker, "%s does not support migration", |
125 | + TYPE_PCI_PROXY_DEV); | ||
126 | + migrate_add_blocker(dev->migration_blocker, errp); | ||
127 | + | ||
128 | + qemu_mutex_init(&dev->io_mutex); | ||
129 | + qio_channel_set_blocking(dev->ioc, true, NULL); | ||
108 | +} | 130 | +} |
109 | + | 131 | + |
110 | +int qcow2_subcluster_zeroize(BlockDriverState *bs, uint64_t offset, | 132 | +static void pci_proxy_dev_exit(PCIDevice *pdev) |
111 | + uint64_t bytes, int flags) | 133 | +{ |
112 | { | 134 | + PCIProxyDev *dev = PCI_PROXY_DEV(pdev); |
113 | BDRVQcow2State *s = bs->opaque; | ||
114 | uint64_t end_offset = offset + bytes; | ||
115 | uint64_t nb_clusters; | ||
116 | + unsigned head, tail; | ||
117 | int64_t cleared; | ||
118 | int ret; | ||
119 | |||
120 | @@ -XXX,XX +XXX,XX @@ int qcow2_cluster_zeroize(BlockDriverState *bs, uint64_t offset, | ||
121 | } | ||
122 | |||
123 | /* Caller must pass aligned values, except at image end */ | ||
124 | - assert(QEMU_IS_ALIGNED(offset, s->cluster_size)); | ||
125 | - assert(QEMU_IS_ALIGNED(end_offset, s->cluster_size) || | ||
126 | + assert(offset_into_subcluster(s, offset) == 0); | ||
127 | + assert(offset_into_subcluster(s, end_offset) == 0 || | ||
128 | end_offset >= bs->total_sectors << BDRV_SECTOR_BITS); | ||
129 | |||
130 | /* | ||
131 | @@ -XXX,XX +XXX,XX @@ int qcow2_cluster_zeroize(BlockDriverState *bs, uint64_t offset, | ||
132 | return -ENOTSUP; | ||
133 | } | ||
134 | |||
135 | - /* Each L2 slice is handled by its own loop iteration */ | ||
136 | - nb_clusters = size_to_clusters(s, bytes); | ||
137 | + head = MIN(end_offset, ROUND_UP(offset, s->cluster_size)) - offset; | ||
138 | + offset += head; | ||
139 | + | 135 | + |
140 | + tail = (end_offset >= bs->total_sectors << BDRV_SECTOR_BITS) ? 0 : | 136 | + if (dev->ioc) { |
141 | + end_offset - MAX(offset, start_of_cluster(s, end_offset)); | 137 | + qio_channel_close(dev->ioc, NULL); |
142 | + end_offset -= tail; | ||
143 | |||
144 | s->cache_discards = true; | ||
145 | |||
146 | + if (head) { | ||
147 | + ret = zero_l2_subclusters(bs, offset - head, | ||
148 | + size_to_subclusters(s, head)); | ||
149 | + if (ret < 0) { | ||
150 | + goto fail; | ||
151 | + } | ||
152 | + } | 138 | + } |
153 | + | 139 | + |
154 | + /* Each L2 slice is handled by its own loop iteration */ | 140 | + migrate_del_blocker(dev->migration_blocker); |
155 | + nb_clusters = size_to_clusters(s, end_offset - offset); | ||
156 | + | 141 | + |
157 | while (nb_clusters > 0) { | 142 | + error_free(dev->migration_blocker); |
158 | cleared = zero_in_l2_slice(bs, offset, nb_clusters, flags); | 143 | +} |
159 | if (cleared < 0) { | ||
160 | @@ -XXX,XX +XXX,XX @@ int qcow2_cluster_zeroize(BlockDriverState *bs, uint64_t offset, | ||
161 | offset += (cleared * s->cluster_size); | ||
162 | } | ||
163 | |||
164 | + if (tail) { | ||
165 | + ret = zero_l2_subclusters(bs, end_offset, size_to_subclusters(s, tail)); | ||
166 | + if (ret < 0) { | ||
167 | + goto fail; | ||
168 | + } | ||
169 | + } | ||
170 | + | 144 | + |
171 | ret = 0; | 145 | +static Property proxy_properties[] = { |
172 | fail: | 146 | + DEFINE_PROP_STRING("fd", PCIProxyDev, fd), |
173 | s->cache_discards = false; | 147 | + DEFINE_PROP_END_OF_LIST(), |
174 | diff --git a/block/qcow2.c b/block/qcow2.c | 148 | +}; |
149 | + | ||
150 | +static void pci_proxy_dev_class_init(ObjectClass *klass, void *data) | ||
151 | +{ | ||
152 | + DeviceClass *dc = DEVICE_CLASS(klass); | ||
153 | + PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); | ||
154 | + | ||
155 | + k->realize = pci_proxy_dev_realize; | ||
156 | + k->exit = pci_proxy_dev_exit; | ||
157 | + device_class_set_props(dc, proxy_properties); | ||
158 | +} | ||
159 | + | ||
160 | +static const TypeInfo pci_proxy_dev_type_info = { | ||
161 | + .name = TYPE_PCI_PROXY_DEV, | ||
162 | + .parent = TYPE_PCI_DEVICE, | ||
163 | + .instance_size = sizeof(PCIProxyDev), | ||
164 | + .class_init = pci_proxy_dev_class_init, | ||
165 | + .interfaces = (InterfaceInfo[]) { | ||
166 | + { INTERFACE_CONVENTIONAL_PCI_DEVICE }, | ||
167 | + { }, | ||
168 | + }, | ||
169 | +}; | ||
170 | + | ||
171 | +static void pci_proxy_dev_register_types(void) | ||
172 | +{ | ||
173 | + type_register_static(&pci_proxy_dev_type_info); | ||
174 | +} | ||
175 | + | ||
176 | +type_init(pci_proxy_dev_register_types) | ||
177 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build | ||
175 | index XXXXXXX..XXXXXXX 100644 | 178 | index XXXXXXX..XXXXXXX 100644 |
176 | --- a/block/qcow2.c | 179 | --- a/hw/remote/meson.build |
177 | +++ b/block/qcow2.c | 180 | +++ b/hw/remote/meson.build |
178 | @@ -XXX,XX +XXX,XX @@ static void qcow2_refresh_limits(BlockDriverState *bs, Error **errp) | 181 | @@ -XXX,XX +XXX,XX @@ remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('machine.c')) |
179 | /* Encryption works on a sector granularity */ | 182 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('mpqemu-link.c')) |
180 | bs->bl.request_alignment = qcrypto_block_get_sector_size(s->crypto); | 183 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('message.c')) |
181 | } | 184 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('remote-obj.c')) |
182 | - bs->bl.pwrite_zeroes_alignment = s->cluster_size; | 185 | +remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('proxy.c')) |
183 | + bs->bl.pwrite_zeroes_alignment = s->subcluster_size; | 186 | |
184 | bs->bl.pdiscard_alignment = s->cluster_size; | 187 | specific_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('memory.c')) |
185 | } | 188 | |
186 | |||
187 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
188 | int ret; | ||
189 | BDRVQcow2State *s = bs->opaque; | ||
190 | |||
191 | - uint32_t head = offset % s->cluster_size; | ||
192 | - uint32_t tail = (offset + bytes) % s->cluster_size; | ||
193 | + uint32_t head = offset_into_subcluster(s, offset); | ||
194 | + uint32_t tail = ROUND_UP(offset + bytes, s->subcluster_size) - | ||
195 | + (offset + bytes); | ||
196 | |||
197 | trace_qcow2_pwrite_zeroes_start_req(qemu_coroutine_self(), offset, bytes); | ||
198 | if (offset + bytes == bs->total_sectors * BDRV_SECTOR_SIZE) { | ||
199 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
200 | unsigned int nr; | ||
201 | QCow2SubclusterType type; | ||
202 | |||
203 | - assert(head + bytes <= s->cluster_size); | ||
204 | + assert(head + bytes + tail <= s->subcluster_size); | ||
205 | |||
206 | /* check whether remainder of cluster already reads as zero */ | ||
207 | if (!(is_zero(bs, offset - head, head) && | ||
208 | - is_zero(bs, offset + bytes, | ||
209 | - tail ? s->cluster_size - tail : 0))) { | ||
210 | + is_zero(bs, offset + bytes, tail))) { | ||
211 | return -ENOTSUP; | ||
212 | } | ||
213 | |||
214 | qemu_co_mutex_lock(&s->lock); | ||
215 | /* We can have new write after previous check */ | ||
216 | - offset = QEMU_ALIGN_DOWN(offset, s->cluster_size); | ||
217 | - bytes = s->cluster_size; | ||
218 | - nr = s->cluster_size; | ||
219 | + offset -= head; | ||
220 | + bytes = s->subcluster_size; | ||
221 | + nr = s->subcluster_size; | ||
222 | ret = qcow2_get_host_offset(bs, offset, &nr, &off, &type); | ||
223 | if (ret < 0 || | ||
224 | (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && | ||
225 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
226 | |||
227 | trace_qcow2_pwrite_zeroes(qemu_coroutine_self(), offset, bytes); | ||
228 | |||
229 | - /* Whatever is left can use real zero clusters */ | ||
230 | - ret = qcow2_cluster_zeroize(bs, offset, bytes, flags); | ||
231 | + /* Whatever is left can use real zero subclusters */ | ||
232 | + ret = qcow2_subcluster_zeroize(bs, offset, bytes, flags); | ||
233 | qemu_co_mutex_unlock(&s->lock); | ||
234 | |||
235 | return ret; | ||
236 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_truncate(BlockDriverState *bs, int64_t offset, | ||
237 | } | ||
238 | |||
239 | if ((flags & BDRV_REQ_ZERO_WRITE) && offset > old_length) { | ||
240 | - uint64_t zero_start = QEMU_ALIGN_UP(old_length, s->cluster_size); | ||
241 | + uint64_t zero_start = QEMU_ALIGN_UP(old_length, s->subcluster_size); | ||
242 | |||
243 | /* | ||
244 | - * Use zero clusters as much as we can. qcow2_cluster_zeroize() | ||
245 | - * requires a cluster-aligned start. The end may be unaligned if it is | ||
246 | - * at the end of the image (which it is here). | ||
247 | + * Use zero clusters as much as we can. qcow2_subcluster_zeroize() | ||
248 | + * requires a subcluster-aligned start. The end may be unaligned if | ||
249 | + * it is at the end of the image (which it is here). | ||
250 | */ | ||
251 | if (offset > zero_start) { | ||
252 | - ret = qcow2_cluster_zeroize(bs, zero_start, offset - zero_start, 0); | ||
253 | + ret = qcow2_subcluster_zeroize(bs, zero_start, offset - zero_start, | ||
254 | + 0); | ||
255 | if (ret < 0) { | ||
256 | error_setg_errno(errp, -ret, "Failed to zero out new clusters"); | ||
257 | goto fail; | ||
258 | -- | 189 | -- |
259 | 2.26.2 | 190 | 2.29.2 |
260 | 191 | ||
261 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | There are situations in which we want to know how many contiguous | 3 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
4 | subclusters of the same type there are in a given cluster. This can be | 4 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
5 | done by simply iterating over the subclusters and repeatedly calling | 5 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
6 | qcow2_get_subcluster_type() for each one of them. | 6 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
7 | Message-id: d54edb4176361eed86b903e8f27058363b6c83b3.1611938319.git.jag.raman@oracle.com | ||
8 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
9 | --- | ||
10 | include/hw/remote/mpqemu-link.h | 4 ++++ | ||
11 | hw/remote/mpqemu-link.c | 34 +++++++++++++++++++++++++++++++++ | ||
12 | 2 files changed, 38 insertions(+) | ||
7 | 13 | ||
8 | However once we determined the type of a subcluster we can check the | 14 | diff --git a/include/hw/remote/mpqemu-link.h b/include/hw/remote/mpqemu-link.h |
9 | rest efficiently by counting the number of adjacent ones (or zeroes) | ||
10 | in the bitmap. This is what this function does. | ||
11 | |||
12 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
13 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
14 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
15 | Message-Id: <db917263d568ec6ffb4a41cac3c9100f96bf6c18.1594396418.git.berto@igalia.com> | ||
16 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
17 | --- | ||
18 | block/qcow2-cluster.c | 51 +++++++++++++++++++++++++++++++++++++++++++ | ||
19 | 1 file changed, 51 insertions(+) | ||
20 | |||
21 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
22 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
23 | --- a/block/qcow2-cluster.c | 16 | --- a/include/hw/remote/mpqemu-link.h |
24 | +++ b/block/qcow2-cluster.c | 17 | +++ b/include/hw/remote/mpqemu-link.h |
18 | @@ -XXX,XX +XXX,XX @@ | ||
19 | #include "qemu/thread.h" | ||
20 | #include "io/channel.h" | ||
21 | #include "exec/hwaddr.h" | ||
22 | +#include "io/channel-socket.h" | ||
23 | +#include "hw/remote/proxy.h" | ||
24 | |||
25 | #define REMOTE_MAX_FDS 8 | ||
26 | |||
27 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
28 | bool mpqemu_msg_send(MPQemuMsg *msg, QIOChannel *ioc, Error **errp); | ||
29 | bool mpqemu_msg_recv(MPQemuMsg *msg, QIOChannel *ioc, Error **errp); | ||
30 | |||
31 | +uint64_t mpqemu_msg_send_and_await_reply(MPQemuMsg *msg, PCIProxyDev *pdev, | ||
32 | + Error **errp); | ||
33 | bool mpqemu_msg_valid(MPQemuMsg *msg); | ||
34 | |||
35 | #endif | ||
36 | diff --git a/hw/remote/mpqemu-link.c b/hw/remote/mpqemu-link.c | ||
37 | index XXXXXXX..XXXXXXX 100644 | ||
38 | --- a/hw/remote/mpqemu-link.c | ||
39 | +++ b/hw/remote/mpqemu-link.c | ||
25 | @@ -XXX,XX +XXX,XX @@ fail: | 40 | @@ -XXX,XX +XXX,XX @@ fail: |
26 | return ret; | 41 | return ret; |
27 | } | 42 | } |
28 | 43 | ||
29 | +/* | 44 | +/* |
30 | + * For a given L2 entry, count the number of contiguous subclusters of | 45 | + * Send msg and wait for a reply with command code RET_MSG. |
31 | + * the same type starting from @sc_from. Compressed clusters are | 46 | + * Returns the message received of size u64 or UINT64_MAX |
32 | + * treated as if they were divided into subclusters of size | 47 | + * on error. |
33 | + * s->subcluster_size. | 48 | + * Called from VCPU thread in non-coroutine context. |
34 | + * | 49 | + * Used by the Proxy object to communicate to remote processes. |
35 | + * Return the number of contiguous subclusters and set @type to the | ||
36 | + * subcluster type. | ||
37 | + * | ||
38 | + * If the L2 entry is invalid return -errno and set @type to | ||
39 | + * QCOW2_SUBCLUSTER_INVALID. | ||
40 | + */ | 50 | + */ |
41 | +G_GNUC_UNUSED | 51 | +uint64_t mpqemu_msg_send_and_await_reply(MPQemuMsg *msg, PCIProxyDev *pdev, |
42 | +static int qcow2_get_subcluster_range_type(BlockDriverState *bs, | 52 | + Error **errp) |
43 | + uint64_t l2_entry, | ||
44 | + uint64_t l2_bitmap, | ||
45 | + unsigned sc_from, | ||
46 | + QCow2SubclusterType *type) | ||
47 | +{ | 53 | +{ |
48 | + BDRVQcow2State *s = bs->opaque; | 54 | + ERRP_GUARD(); |
49 | + uint32_t val; | 55 | + MPQemuMsg msg_reply = {0}; |
56 | + uint64_t ret = UINT64_MAX; | ||
50 | + | 57 | + |
51 | + *type = qcow2_get_subcluster_type(bs, l2_entry, l2_bitmap, sc_from); | 58 | + assert(!qemu_in_coroutine()); |
52 | + | 59 | + |
53 | + if (*type == QCOW2_SUBCLUSTER_INVALID) { | 60 | + QEMU_LOCK_GUARD(&pdev->io_mutex); |
54 | + return -EINVAL; | 61 | + if (!mpqemu_msg_send(msg, pdev->ioc, errp)) { |
55 | + } else if (!has_subclusters(s) || *type == QCOW2_SUBCLUSTER_COMPRESSED) { | 62 | + return ret; |
56 | + return s->subclusters_per_cluster - sc_from; | ||
57 | + } | 63 | + } |
58 | + | 64 | + |
59 | + switch (*type) { | 65 | + if (!mpqemu_msg_recv(&msg_reply, pdev->ioc, errp)) { |
60 | + case QCOW2_SUBCLUSTER_NORMAL: | 66 | + return ret; |
61 | + val = l2_bitmap | QCOW_OFLAG_SUB_ALLOC_RANGE(0, sc_from); | 67 | + } |
62 | + return cto32(val) - sc_from; | ||
63 | + | 68 | + |
64 | + case QCOW2_SUBCLUSTER_ZERO_PLAIN: | 69 | + if (!mpqemu_msg_valid(&msg_reply)) { |
65 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | 70 | + error_setg(errp, "ERROR: Invalid reply received for command %d", |
66 | + val = (l2_bitmap | QCOW_OFLAG_SUB_ZERO_RANGE(0, sc_from)) >> 32; | 71 | + msg->cmd); |
67 | + return cto32(val) - sc_from; | 72 | + return ret; |
73 | + } | ||
68 | + | 74 | + |
69 | + case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | 75 | + return msg_reply.data.u64; |
70 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: | ||
71 | + val = ((l2_bitmap >> 32) | l2_bitmap) | ||
72 | + & ~QCOW_OFLAG_SUB_ALLOC_RANGE(0, sc_from); | ||
73 | + return ctz32(val) - sc_from; | ||
74 | + | ||
75 | + default: | ||
76 | + g_assert_not_reached(); | ||
77 | + } | ||
78 | +} | 76 | +} |
79 | + | 77 | + |
80 | /* | 78 | bool mpqemu_msg_valid(MPQemuMsg *msg) |
81 | * Checks how many clusters in a given L2 slice are contiguous in the image | 79 | { |
82 | * file. As soon as one of the flags in the bitmask stop_flags changes compared | 80 | if (msg->cmd >= MPQEMU_CMD_MAX && msg->cmd < 0) { |
83 | -- | 81 | -- |
84 | 2.26.2 | 82 | 2.29.2 |
85 | 83 | ||
86 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | The logic of this function remains pretty much the same, except that | 3 | The Proxy Object sends the PCI config space accesses as messages |
4 | it uses count_contiguous_subclusters(), which combines the logic of | 4 | to the remote process over the communication channel |
5 | count_contiguous_clusters() / count_contiguous_clusters_unallocated() | 5 | |
6 | and checks individual subclusters. | 6 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
7 | 7 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> | |
8 | qcow2_cluster_to_subcluster_type() is not necessary as a separate | 8 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
9 | function anymore so it's inlined into its caller. | 9 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
10 | 10 | Message-id: d3c94f4618813234655356c60e6f0d0362ff42d6.1611938319.git.jag.raman@oracle.com | |
11 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 11 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
12 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
13 | Message-Id: <d2193fd48653a350d80f0eca1c67b1d9053fb2f3.1594396418.git.berto@igalia.com> | ||
14 | [mreitz: Initialize expected_type to anything] | ||
15 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
16 | --- | 12 | --- |
17 | block/qcow2.h | 38 ++++------- | 13 | include/hw/remote/mpqemu-link.h | 10 ++++++ |
18 | block/qcow2-cluster.c | 150 ++++++++++++++++++++++-------------------- | 14 | hw/remote/message.c | 60 +++++++++++++++++++++++++++++++++ |
19 | 2 files changed, 92 insertions(+), 96 deletions(-) | 15 | hw/remote/mpqemu-link.c | 8 ++++- |
20 | 16 | hw/remote/proxy.c | 55 ++++++++++++++++++++++++++++++ | |
21 | diff --git a/block/qcow2.h b/block/qcow2.h | 17 | 4 files changed, 132 insertions(+), 1 deletion(-) |
22 | index XXXXXXX..XXXXXXX 100644 | 18 | |
23 | --- a/block/qcow2.h | 19 | diff --git a/include/hw/remote/mpqemu-link.h b/include/hw/remote/mpqemu-link.h |
24 | +++ b/block/qcow2.h | 20 | index XXXXXXX..XXXXXXX 100644 |
25 | @@ -XXX,XX +XXX,XX @@ static inline QCow2ClusterType qcow2_get_cluster_type(BlockDriverState *bs, | 21 | --- a/include/hw/remote/mpqemu-link.h |
22 | +++ b/include/hw/remote/mpqemu-link.h | ||
23 | @@ -XXX,XX +XXX,XX @@ | ||
24 | */ | ||
25 | typedef enum { | ||
26 | MPQEMU_CMD_SYNC_SYSMEM, | ||
27 | + MPQEMU_CMD_RET, | ||
28 | + MPQEMU_CMD_PCI_CFGWRITE, | ||
29 | + MPQEMU_CMD_PCI_CFGREAD, | ||
30 | MPQEMU_CMD_MAX, | ||
31 | } MPQemuCmd; | ||
32 | |||
33 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
34 | off_t offsets[REMOTE_MAX_FDS]; | ||
35 | } SyncSysmemMsg; | ||
36 | |||
37 | +typedef struct { | ||
38 | + uint32_t addr; | ||
39 | + uint32_t val; | ||
40 | + int len; | ||
41 | +} PciConfDataMsg; | ||
42 | + | ||
43 | /** | ||
44 | * MPQemuMsg: | ||
45 | * @cmd: The remote command | ||
46 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
47 | |||
48 | union { | ||
49 | uint64_t u64; | ||
50 | + PciConfDataMsg pci_conf_data; | ||
51 | SyncSysmemMsg sync_sysmem; | ||
52 | } data; | ||
53 | |||
54 | diff --git a/hw/remote/message.c b/hw/remote/message.c | ||
55 | index XXXXXXX..XXXXXXX 100644 | ||
56 | --- a/hw/remote/message.c | ||
57 | +++ b/hw/remote/message.c | ||
58 | @@ -XXX,XX +XXX,XX @@ | ||
59 | #include "hw/remote/mpqemu-link.h" | ||
60 | #include "qapi/error.h" | ||
61 | #include "sysemu/runstate.h" | ||
62 | +#include "hw/pci/pci.h" | ||
63 | + | ||
64 | +static void process_config_write(QIOChannel *ioc, PCIDevice *dev, | ||
65 | + MPQemuMsg *msg, Error **errp); | ||
66 | +static void process_config_read(QIOChannel *ioc, PCIDevice *dev, | ||
67 | + MPQemuMsg *msg, Error **errp); | ||
68 | |||
69 | void coroutine_fn mpqemu_remote_msg_loop_co(void *data) | ||
70 | { | ||
71 | @@ -XXX,XX +XXX,XX @@ void coroutine_fn mpqemu_remote_msg_loop_co(void *data) | ||
72 | } | ||
73 | |||
74 | switch (msg.cmd) { | ||
75 | + case MPQEMU_CMD_PCI_CFGWRITE: | ||
76 | + process_config_write(com->ioc, pci_dev, &msg, &local_err); | ||
77 | + break; | ||
78 | + case MPQEMU_CMD_PCI_CFGREAD: | ||
79 | + process_config_read(com->ioc, pci_dev, &msg, &local_err); | ||
80 | + break; | ||
81 | default: | ||
82 | error_setg(&local_err, | ||
83 | "Unknown command (%d) received for device %s" | ||
84 | @@ -XXX,XX +XXX,XX @@ void coroutine_fn mpqemu_remote_msg_loop_co(void *data) | ||
85 | qemu_system_shutdown_request(SHUTDOWN_CAUSE_GUEST_SHUTDOWN); | ||
26 | } | 86 | } |
27 | } | 87 | } |
28 | 88 | + | |
29 | -/* | 89 | +static void process_config_write(QIOChannel *ioc, PCIDevice *dev, |
30 | - * For an image without extended L2 entries, return the | 90 | + MPQemuMsg *msg, Error **errp) |
31 | - * QCow2SubclusterType equivalent of a given QCow2ClusterType. | 91 | +{ |
32 | - */ | 92 | + ERRP_GUARD(); |
33 | -static inline | 93 | + PciConfDataMsg *conf = (PciConfDataMsg *)&msg->data.pci_conf_data; |
34 | -QCow2SubclusterType qcow2_cluster_to_subcluster_type(QCow2ClusterType type) | 94 | + MPQemuMsg ret = { 0 }; |
35 | -{ | 95 | + |
36 | - switch (type) { | 96 | + if ((conf->addr + sizeof(conf->val)) > pci_config_size(dev)) { |
37 | - case QCOW2_CLUSTER_COMPRESSED: | 97 | + error_setg(errp, "Bad address for PCI config write, pid "FMT_pid".", |
38 | - return QCOW2_SUBCLUSTER_COMPRESSED; | 98 | + getpid()); |
39 | - case QCOW2_CLUSTER_ZERO_PLAIN: | 99 | + ret.data.u64 = UINT64_MAX; |
40 | - return QCOW2_SUBCLUSTER_ZERO_PLAIN; | 100 | + } else { |
41 | - case QCOW2_CLUSTER_ZERO_ALLOC: | 101 | + pci_default_write_config(dev, conf->addr, conf->val, conf->len); |
42 | - return QCOW2_SUBCLUSTER_ZERO_ALLOC; | 102 | + } |
43 | - case QCOW2_CLUSTER_NORMAL: | 103 | + |
44 | - return QCOW2_SUBCLUSTER_NORMAL; | 104 | + ret.cmd = MPQEMU_CMD_RET; |
45 | - case QCOW2_CLUSTER_UNALLOCATED: | 105 | + ret.size = sizeof(ret.data.u64); |
46 | - return QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN; | 106 | + |
47 | - default: | 107 | + if (!mpqemu_msg_send(&ret, ioc, NULL)) { |
48 | - g_assert_not_reached(); | 108 | + error_prepend(errp, "Error returning code to proxy, pid "FMT_pid": ", |
49 | - } | 109 | + getpid()); |
50 | -} | 110 | + } |
51 | - | 111 | +} |
52 | /* | 112 | + |
53 | * In an image without subsclusters @l2_bitmap is ignored and | 113 | +static void process_config_read(QIOChannel *ioc, PCIDevice *dev, |
54 | * @sc_index must be 0. | 114 | + MPQemuMsg *msg, Error **errp) |
55 | @@ -XXX,XX +XXX,XX @@ QCow2SubclusterType qcow2_get_subcluster_type(BlockDriverState *bs, | 115 | +{ |
56 | g_assert_not_reached(); | 116 | + ERRP_GUARD(); |
117 | + PciConfDataMsg *conf = (PciConfDataMsg *)&msg->data.pci_conf_data; | ||
118 | + MPQemuMsg ret = { 0 }; | ||
119 | + | ||
120 | + if ((conf->addr + sizeof(conf->val)) > pci_config_size(dev)) { | ||
121 | + error_setg(errp, "Bad address for PCI config read, pid "FMT_pid".", | ||
122 | + getpid()); | ||
123 | + ret.data.u64 = UINT64_MAX; | ||
124 | + } else { | ||
125 | + ret.data.u64 = pci_default_read_config(dev, conf->addr, conf->len); | ||
126 | + } | ||
127 | + | ||
128 | + ret.cmd = MPQEMU_CMD_RET; | ||
129 | + ret.size = sizeof(ret.data.u64); | ||
130 | + | ||
131 | + if (!mpqemu_msg_send(&ret, ioc, NULL)) { | ||
132 | + error_prepend(errp, "Error returning code to proxy, pid "FMT_pid": ", | ||
133 | + getpid()); | ||
134 | + } | ||
135 | +} | ||
136 | diff --git a/hw/remote/mpqemu-link.c b/hw/remote/mpqemu-link.c | ||
137 | index XXXXXXX..XXXXXXX 100644 | ||
138 | --- a/hw/remote/mpqemu-link.c | ||
139 | +++ b/hw/remote/mpqemu-link.c | ||
140 | @@ -XXX,XX +XXX,XX @@ uint64_t mpqemu_msg_send_and_await_reply(MPQemuMsg *msg, PCIProxyDev *pdev, | ||
141 | return ret; | ||
142 | } | ||
143 | |||
144 | - if (!mpqemu_msg_valid(&msg_reply)) { | ||
145 | + if (!mpqemu_msg_valid(&msg_reply) || msg_reply.cmd != MPQEMU_CMD_RET) { | ||
146 | error_setg(errp, "ERROR: Invalid reply received for command %d", | ||
147 | msg->cmd); | ||
148 | return ret; | ||
149 | @@ -XXX,XX +XXX,XX @@ bool mpqemu_msg_valid(MPQemuMsg *msg) | ||
150 | return false; | ||
57 | } | 151 | } |
58 | } else { | 152 | break; |
59 | - return qcow2_cluster_to_subcluster_type(type); | 153 | + case MPQEMU_CMD_PCI_CFGWRITE: |
60 | + switch (type) { | 154 | + case MPQEMU_CMD_PCI_CFGREAD: |
61 | + case QCOW2_CLUSTER_COMPRESSED: | 155 | + if (msg->size != sizeof(PciConfDataMsg)) { |
62 | + return QCOW2_SUBCLUSTER_COMPRESSED; | 156 | + return false; |
63 | + case QCOW2_CLUSTER_ZERO_PLAIN: | ||
64 | + return QCOW2_SUBCLUSTER_ZERO_PLAIN; | ||
65 | + case QCOW2_CLUSTER_ZERO_ALLOC: | ||
66 | + return QCOW2_SUBCLUSTER_ZERO_ALLOC; | ||
67 | + case QCOW2_CLUSTER_NORMAL: | ||
68 | + return QCOW2_SUBCLUSTER_NORMAL; | ||
69 | + case QCOW2_CLUSTER_UNALLOCATED: | ||
70 | + return QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN; | ||
71 | + default: | ||
72 | + g_assert_not_reached(); | ||
73 | + } | 157 | + } |
158 | + break; | ||
159 | default: | ||
160 | break; | ||
74 | } | 161 | } |
162 | diff --git a/hw/remote/proxy.c b/hw/remote/proxy.c | ||
163 | index XXXXXXX..XXXXXXX 100644 | ||
164 | --- a/hw/remote/proxy.c | ||
165 | +++ b/hw/remote/proxy.c | ||
166 | @@ -XXX,XX +XXX,XX @@ | ||
167 | #include "monitor/monitor.h" | ||
168 | #include "migration/blocker.h" | ||
169 | #include "qemu/sockets.h" | ||
170 | +#include "hw/remote/mpqemu-link.h" | ||
171 | +#include "qemu/error-report.h" | ||
172 | |||
173 | static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) | ||
174 | { | ||
175 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_exit(PCIDevice *pdev) | ||
176 | error_free(dev->migration_blocker); | ||
75 | } | 177 | } |
76 | 178 | ||
77 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 179 | +static void config_op_send(PCIProxyDev *pdev, uint32_t addr, uint32_t *val, |
78 | index XXXXXXX..XXXXXXX 100644 | 180 | + int len, unsigned int op) |
79 | --- a/block/qcow2-cluster.c | 181 | +{ |
80 | +++ b/block/qcow2-cluster.c | 182 | + MPQemuMsg msg = { 0 }; |
81 | @@ -XXX,XX +XXX,XX @@ static int qcow2_get_subcluster_range_type(BlockDriverState *bs, | 183 | + uint64_t ret = -EINVAL; |
184 | + Error *local_err = NULL; | ||
185 | + | ||
186 | + msg.cmd = op; | ||
187 | + msg.data.pci_conf_data.addr = addr; | ||
188 | + msg.data.pci_conf_data.val = (op == MPQEMU_CMD_PCI_CFGWRITE) ? *val : 0; | ||
189 | + msg.data.pci_conf_data.len = len; | ||
190 | + msg.size = sizeof(PciConfDataMsg); | ||
191 | + | ||
192 | + ret = mpqemu_msg_send_and_await_reply(&msg, pdev, &local_err); | ||
193 | + if (local_err) { | ||
194 | + error_report_err(local_err); | ||
195 | + } | ||
196 | + | ||
197 | + if (ret == UINT64_MAX) { | ||
198 | + error_report("Failed to perform PCI config %s operation", | ||
199 | + (op == MPQEMU_CMD_PCI_CFGREAD) ? "READ" : "WRITE"); | ||
200 | + } | ||
201 | + | ||
202 | + if (op == MPQEMU_CMD_PCI_CFGREAD) { | ||
203 | + *val = (uint32_t)ret; | ||
204 | + } | ||
205 | +} | ||
206 | + | ||
207 | +static uint32_t pci_proxy_read_config(PCIDevice *d, uint32_t addr, int len) | ||
208 | +{ | ||
209 | + uint32_t val; | ||
210 | + | ||
211 | + config_op_send(PCI_PROXY_DEV(d), addr, &val, len, MPQEMU_CMD_PCI_CFGREAD); | ||
212 | + | ||
213 | + return val; | ||
214 | +} | ||
215 | + | ||
216 | +static void pci_proxy_write_config(PCIDevice *d, uint32_t addr, uint32_t val, | ||
217 | + int len) | ||
218 | +{ | ||
219 | + /* | ||
220 | + * Some of the functions access the copy of remote device's PCI config | ||
221 | + * space which is cached in the proxy device. Therefore, maintain | ||
222 | + * it updated. | ||
223 | + */ | ||
224 | + pci_default_write_config(d, addr, val, len); | ||
225 | + | ||
226 | + config_op_send(PCI_PROXY_DEV(d), addr, &val, len, MPQEMU_CMD_PCI_CFGWRITE); | ||
227 | +} | ||
228 | + | ||
229 | static Property proxy_properties[] = { | ||
230 | DEFINE_PROP_STRING("fd", PCIProxyDev, fd), | ||
231 | DEFINE_PROP_END_OF_LIST(), | ||
232 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_class_init(ObjectClass *klass, void *data) | ||
233 | |||
234 | k->realize = pci_proxy_dev_realize; | ||
235 | k->exit = pci_proxy_dev_exit; | ||
236 | + k->config_read = pci_proxy_read_config; | ||
237 | + k->config_write = pci_proxy_write_config; | ||
238 | + | ||
239 | device_class_set_props(dc, proxy_properties); | ||
82 | } | 240 | } |
83 | 241 | ||
84 | /* | ||
85 | - * Checks how many clusters in a given L2 slice are contiguous in the image | ||
86 | - * file. As soon as one of the flags in the bitmask stop_flags changes compared | ||
87 | - * to the first cluster, the search is stopped and the cluster is not counted | ||
88 | - * as contiguous. (This allows it, for example, to stop at the first compressed | ||
89 | - * cluster which may require a different handling) | ||
90 | + * Return the number of contiguous subclusters of the exact same type | ||
91 | + * in a given L2 slice, starting from cluster @l2_index, subcluster | ||
92 | + * @sc_index. Allocated subclusters are required to be contiguous in | ||
93 | + * the image file. | ||
94 | + * At most @nb_clusters are checked (note that this means clusters, | ||
95 | + * not subclusters). | ||
96 | + * Compressed clusters are always processed one by one but for the | ||
97 | + * purpose of this count they are treated as if they were divided into | ||
98 | + * subclusters of size s->subcluster_size. | ||
99 | + * On failure return -errno and update @l2_index to point to the | ||
100 | + * invalid entry. | ||
101 | */ | ||
102 | -static int count_contiguous_clusters(BlockDriverState *bs, int nb_clusters, | ||
103 | - int cluster_size, uint64_t *l2_slice, int l2_index, uint64_t stop_flags) | ||
104 | +static int count_contiguous_subclusters(BlockDriverState *bs, int nb_clusters, | ||
105 | + unsigned sc_index, uint64_t *l2_slice, | ||
106 | + unsigned *l2_index) | ||
107 | { | ||
108 | BDRVQcow2State *s = bs->opaque; | ||
109 | - int i; | ||
110 | - QCow2ClusterType first_cluster_type; | ||
111 | - uint64_t mask = stop_flags | L2E_OFFSET_MASK | QCOW_OFLAG_COMPRESSED; | ||
112 | - uint64_t first_entry = get_l2_entry(s, l2_slice, l2_index); | ||
113 | - uint64_t offset = first_entry & mask; | ||
114 | + int i, count = 0; | ||
115 | + bool check_offset = false; | ||
116 | + uint64_t expected_offset = 0; | ||
117 | + QCow2SubclusterType expected_type = QCOW2_SUBCLUSTER_NORMAL, type; | ||
118 | |||
119 | - first_cluster_type = qcow2_get_cluster_type(bs, first_entry); | ||
120 | - if (first_cluster_type == QCOW2_CLUSTER_UNALLOCATED) { | ||
121 | - return 0; | ||
122 | - } | ||
123 | - | ||
124 | - /* must be allocated */ | ||
125 | - assert(first_cluster_type == QCOW2_CLUSTER_NORMAL || | ||
126 | - first_cluster_type == QCOW2_CLUSTER_ZERO_ALLOC); | ||
127 | + assert(*l2_index + nb_clusters <= s->l2_slice_size); | ||
128 | |||
129 | for (i = 0; i < nb_clusters; i++) { | ||
130 | - uint64_t l2_entry = get_l2_entry(s, l2_slice, l2_index + i) & mask; | ||
131 | - if (offset + (uint64_t) i * cluster_size != l2_entry) { | ||
132 | + unsigned first_sc = (i == 0) ? sc_index : 0; | ||
133 | + uint64_t l2_entry = get_l2_entry(s, l2_slice, *l2_index + i); | ||
134 | + uint64_t l2_bitmap = get_l2_bitmap(s, l2_slice, *l2_index + i); | ||
135 | + int ret = qcow2_get_subcluster_range_type(bs, l2_entry, l2_bitmap, | ||
136 | + first_sc, &type); | ||
137 | + if (ret < 0) { | ||
138 | + *l2_index += i; /* Point to the invalid entry */ | ||
139 | + return -EIO; | ||
140 | + } | ||
141 | + if (i == 0) { | ||
142 | + if (type == QCOW2_SUBCLUSTER_COMPRESSED) { | ||
143 | + /* Compressed clusters are always processed one by one */ | ||
144 | + return ret; | ||
145 | + } | ||
146 | + expected_type = type; | ||
147 | + expected_offset = l2_entry & L2E_OFFSET_MASK; | ||
148 | + check_offset = (type == QCOW2_SUBCLUSTER_NORMAL || | ||
149 | + type == QCOW2_SUBCLUSTER_ZERO_ALLOC || | ||
150 | + type == QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC); | ||
151 | + } else if (type != expected_type) { | ||
152 | break; | ||
153 | + } else if (check_offset) { | ||
154 | + expected_offset += s->cluster_size; | ||
155 | + if (expected_offset != (l2_entry & L2E_OFFSET_MASK)) { | ||
156 | + break; | ||
157 | + } | ||
158 | } | ||
159 | - } | ||
160 | - | ||
161 | - return i; | ||
162 | -} | ||
163 | - | ||
164 | -/* | ||
165 | - * Checks how many consecutive unallocated clusters in a given L2 | ||
166 | - * slice have the same cluster type. | ||
167 | - */ | ||
168 | -static int count_contiguous_clusters_unallocated(BlockDriverState *bs, | ||
169 | - int nb_clusters, | ||
170 | - uint64_t *l2_slice, | ||
171 | - int l2_index, | ||
172 | - QCow2ClusterType wanted_type) | ||
173 | -{ | ||
174 | - BDRVQcow2State *s = bs->opaque; | ||
175 | - int i; | ||
176 | - | ||
177 | - assert(wanted_type == QCOW2_CLUSTER_ZERO_PLAIN || | ||
178 | - wanted_type == QCOW2_CLUSTER_UNALLOCATED); | ||
179 | - for (i = 0; i < nb_clusters; i++) { | ||
180 | - uint64_t entry = get_l2_entry(s, l2_slice, l2_index + i); | ||
181 | - QCow2ClusterType type = qcow2_get_cluster_type(bs, entry); | ||
182 | - | ||
183 | - if (type != wanted_type) { | ||
184 | + count += ret; | ||
185 | + /* Stop if there are type changes before the end of the cluster */ | ||
186 | + if (first_sc + ret < s->subclusters_per_cluster) { | ||
187 | break; | ||
188 | } | ||
189 | } | ||
190 | |||
191 | - return i; | ||
192 | + return count; | ||
193 | } | ||
194 | |||
195 | static int coroutine_fn do_perform_cow_read(BlockDriverState *bs, | ||
196 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
197 | QCow2SubclusterType *subcluster_type) | ||
198 | { | ||
199 | BDRVQcow2State *s = bs->opaque; | ||
200 | - unsigned int l2_index; | ||
201 | - uint64_t l1_index, l2_offset, *l2_slice, l2_entry; | ||
202 | - int c; | ||
203 | + unsigned int l2_index, sc_index; | ||
204 | + uint64_t l1_index, l2_offset, *l2_slice, l2_entry, l2_bitmap; | ||
205 | + int sc; | ||
206 | unsigned int offset_in_cluster; | ||
207 | uint64_t bytes_available, bytes_needed, nb_clusters; | ||
208 | - QCow2ClusterType type; | ||
209 | + QCow2SubclusterType type; | ||
210 | int ret; | ||
211 | |||
212 | offset_in_cluster = offset_into_cluster(s, offset); | ||
213 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
214 | |||
215 | l1_index = offset_to_l1_index(s, offset); | ||
216 | if (l1_index >= s->l1_size) { | ||
217 | - type = QCOW2_CLUSTER_UNALLOCATED; | ||
218 | + type = QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN; | ||
219 | goto out; | ||
220 | } | ||
221 | |||
222 | l2_offset = s->l1_table[l1_index] & L1E_OFFSET_MASK; | ||
223 | if (!l2_offset) { | ||
224 | - type = QCOW2_CLUSTER_UNALLOCATED; | ||
225 | + type = QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN; | ||
226 | goto out; | ||
227 | } | ||
228 | |||
229 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
230 | /* find the cluster offset for the given disk offset */ | ||
231 | |||
232 | l2_index = offset_to_l2_slice_index(s, offset); | ||
233 | + sc_index = offset_to_sc_index(s, offset); | ||
234 | l2_entry = get_l2_entry(s, l2_slice, l2_index); | ||
235 | + l2_bitmap = get_l2_bitmap(s, l2_slice, l2_index); | ||
236 | |||
237 | nb_clusters = size_to_clusters(s, bytes_needed); | ||
238 | /* bytes_needed <= *bytes + offset_in_cluster, both of which are unsigned | ||
239 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
240 | * true */ | ||
241 | assert(nb_clusters <= INT_MAX); | ||
242 | |||
243 | - type = qcow2_get_cluster_type(bs, l2_entry); | ||
244 | - if (s->qcow_version < 3 && (type == QCOW2_CLUSTER_ZERO_PLAIN || | ||
245 | - type == QCOW2_CLUSTER_ZERO_ALLOC)) { | ||
246 | + type = qcow2_get_subcluster_type(bs, l2_entry, l2_bitmap, sc_index); | ||
247 | + if (s->qcow_version < 3 && (type == QCOW2_SUBCLUSTER_ZERO_PLAIN || | ||
248 | + type == QCOW2_SUBCLUSTER_ZERO_ALLOC)) { | ||
249 | qcow2_signal_corruption(bs, true, -1, -1, "Zero cluster entry found" | ||
250 | " in pre-v3 image (L2 offset: %#" PRIx64 | ||
251 | ", L2 index: %#x)", l2_offset, l2_index); | ||
252 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
253 | goto fail; | ||
254 | } | ||
255 | switch (type) { | ||
256 | - case QCOW2_CLUSTER_COMPRESSED: | ||
257 | + case QCOW2_SUBCLUSTER_INVALID: | ||
258 | + break; /* This is handled by count_contiguous_subclusters() below */ | ||
259 | + case QCOW2_SUBCLUSTER_COMPRESSED: | ||
260 | if (has_data_file(bs)) { | ||
261 | qcow2_signal_corruption(bs, true, -1, -1, "Compressed cluster " | ||
262 | "entry found in image with external data " | ||
263 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
264 | ret = -EIO; | ||
265 | goto fail; | ||
266 | } | ||
267 | - /* Compressed clusters can only be processed one by one */ | ||
268 | - c = 1; | ||
269 | *host_offset = l2_entry & L2E_COMPRESSED_OFFSET_SIZE_MASK; | ||
270 | break; | ||
271 | - case QCOW2_CLUSTER_ZERO_PLAIN: | ||
272 | - case QCOW2_CLUSTER_UNALLOCATED: | ||
273 | - /* how many empty clusters ? */ | ||
274 | - c = count_contiguous_clusters_unallocated(bs, nb_clusters, | ||
275 | - l2_slice, l2_index, type); | ||
276 | + case QCOW2_SUBCLUSTER_ZERO_PLAIN: | ||
277 | + case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | ||
278 | break; | ||
279 | - case QCOW2_CLUSTER_ZERO_ALLOC: | ||
280 | - case QCOW2_CLUSTER_NORMAL: { | ||
281 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | ||
282 | + case QCOW2_SUBCLUSTER_NORMAL: | ||
283 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: { | ||
284 | uint64_t host_cluster_offset = l2_entry & L2E_OFFSET_MASK; | ||
285 | *host_offset = host_cluster_offset + offset_in_cluster; | ||
286 | - /* how many allocated clusters ? */ | ||
287 | - c = count_contiguous_clusters(bs, nb_clusters, s->cluster_size, | ||
288 | - l2_slice, l2_index, QCOW_OFLAG_ZERO); | ||
289 | if (offset_into_cluster(s, host_cluster_offset)) { | ||
290 | qcow2_signal_corruption(bs, true, -1, -1, | ||
291 | "Cluster allocation offset %#" | ||
292 | @@ -XXX,XX +XXX,XX @@ int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
293 | abort(); | ||
294 | } | ||
295 | |||
296 | + sc = count_contiguous_subclusters(bs, nb_clusters, sc_index, | ||
297 | + l2_slice, &l2_index); | ||
298 | + if (sc < 0) { | ||
299 | + qcow2_signal_corruption(bs, true, -1, -1, "Invalid cluster entry found " | ||
300 | + " (L2 offset: %#" PRIx64 ", L2 index: %#x)", | ||
301 | + l2_offset, l2_index); | ||
302 | + ret = -EIO; | ||
303 | + goto fail; | ||
304 | + } | ||
305 | qcow2_cache_put(s->l2_table_cache, (void **) &l2_slice); | ||
306 | |||
307 | - bytes_available = (int64_t)c * s->cluster_size; | ||
308 | + bytes_available = ((int64_t)sc + sc_index) << s->subcluster_bits; | ||
309 | |||
310 | out: | ||
311 | if (bytes_available > bytes_needed) { | ||
312 | @@ -XXX,XX +XXX,XX @@ out: | ||
313 | assert(bytes_available - offset_in_cluster <= UINT_MAX); | ||
314 | *bytes = bytes_available - offset_in_cluster; | ||
315 | |||
316 | - *subcluster_type = qcow2_cluster_to_subcluster_type(type); | ||
317 | + *subcluster_type = type; | ||
318 | |||
319 | return 0; | ||
320 | |||
321 | -- | 242 | -- |
322 | 2.26.2 | 243 | 2.29.2 |
323 | 244 | ||
324 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | Now that the implementation of subclusters is complete we can finally | 3 | Proxy device object implements handler for PCI BAR writes and reads. |
4 | add the necessary options to create and read images with this feature, | 4 | The handler uses BAR_WRITE/BAR_READ message to communicate to the |
5 | which we call "extended L2 entries". | 5 | remote process with the BAR address and value to be written/read. |
6 | 6 | The remote process implements handler for BAR_WRITE/BAR_READ | |
7 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 7 | message. |
8 | Reviewed-by: Eric Blake <eblake@redhat.com> | 8 | |
9 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 9 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
10 | Message-Id: <6476caaa73216bd05b7bb2d504a20415e1665176.1594396418.git.berto@igalia.com> | 10 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
11 | [mreitz: %s/5\.1/5.2/; fixed 302's and 303's reference output] | 11 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
12 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 12 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
13 | Message-id: a8b76714a9688be5552c4c92d089bc9e8a4707ff.1611938319.git.jag.raman@oracle.com | ||
14 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
13 | --- | 15 | --- |
14 | qapi/block-core.json | 7 +++ | 16 | include/hw/remote/mpqemu-link.h | 10 ++++ |
15 | block/qcow2.h | 8 ++- | 17 | include/hw/remote/proxy.h | 9 ++++ |
16 | include/block/block_int.h | 1 + | 18 | hw/remote/message.c | 83 +++++++++++++++++++++++++++++++++ |
17 | block/qcow2.c | 66 ++++++++++++++++++-- | 19 | hw/remote/mpqemu-link.c | 6 +++ |
18 | tests/qemu-iotests/031.out | 8 +-- | 20 | hw/remote/proxy.c | 60 ++++++++++++++++++++++++ |
19 | tests/qemu-iotests/036.out | 4 +- | 21 | 5 files changed, 168 insertions(+) |
20 | tests/qemu-iotests/049.out | 102 +++++++++++++++---------------- | 22 | |
21 | tests/qemu-iotests/060.out | 1 + | 23 | diff --git a/include/hw/remote/mpqemu-link.h b/include/hw/remote/mpqemu-link.h |
22 | tests/qemu-iotests/061.out | 20 +++--- | 24 | index XXXXXXX..XXXXXXX 100644 |
23 | tests/qemu-iotests/065 | 12 ++-- | 25 | --- a/include/hw/remote/mpqemu-link.h |
24 | tests/qemu-iotests/082.out | 39 +++++++++--- | 26 | +++ b/include/hw/remote/mpqemu-link.h |
25 | tests/qemu-iotests/085.out | 38 ++++++------ | 27 | @@ -XXX,XX +XXX,XX @@ typedef enum { |
26 | tests/qemu-iotests/144.out | 4 +- | 28 | MPQEMU_CMD_RET, |
27 | tests/qemu-iotests/182.out | 2 +- | 29 | MPQEMU_CMD_PCI_CFGWRITE, |
28 | tests/qemu-iotests/185.out | 8 +-- | 30 | MPQEMU_CMD_PCI_CFGREAD, |
29 | tests/qemu-iotests/198 | 2 + | 31 | + MPQEMU_CMD_BAR_WRITE, |
30 | tests/qemu-iotests/206.out | 4 ++ | 32 | + MPQEMU_CMD_BAR_READ, |
31 | tests/qemu-iotests/242.out | 5 ++ | 33 | MPQEMU_CMD_MAX, |
32 | tests/qemu-iotests/255.out | 8 +-- | 34 | } MPQemuCmd; |
33 | tests/qemu-iotests/274.out | 49 ++++++++------- | 35 | |
34 | tests/qemu-iotests/280.out | 2 +- | 36 | @@ -XXX,XX +XXX,XX @@ typedef struct { |
35 | tests/qemu-iotests/291.out | 2 + | 37 | int len; |
36 | tests/qemu-iotests/302.out | 1 + | 38 | } PciConfDataMsg; |
37 | tests/qemu-iotests/303.out | 4 +- | 39 | |
38 | tests/qemu-iotests/common.filter | 1 + | 40 | +typedef struct { |
39 | 25 files changed, 256 insertions(+), 142 deletions(-) | 41 | + hwaddr addr; |
40 | 42 | + uint64_t val; | |
41 | diff --git a/qapi/block-core.json b/qapi/block-core.json | 43 | + unsigned size; |
42 | index XXXXXXX..XXXXXXX 100644 | 44 | + bool memory; |
43 | --- a/qapi/block-core.json | 45 | +} BarAccessMsg; |
44 | +++ b/qapi/block-core.json | 46 | + |
47 | /** | ||
48 | * MPQemuMsg: | ||
49 | * @cmd: The remote command | ||
50 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
51 | uint64_t u64; | ||
52 | PciConfDataMsg pci_conf_data; | ||
53 | SyncSysmemMsg sync_sysmem; | ||
54 | + BarAccessMsg bar_access; | ||
55 | } data; | ||
56 | |||
57 | int fds[REMOTE_MAX_FDS]; | ||
58 | diff --git a/include/hw/remote/proxy.h b/include/hw/remote/proxy.h | ||
59 | index XXXXXXX..XXXXXXX 100644 | ||
60 | --- a/include/hw/remote/proxy.h | ||
61 | +++ b/include/hw/remote/proxy.h | ||
45 | @@ -XXX,XX +XXX,XX @@ | 62 | @@ -XXX,XX +XXX,XX @@ |
46 | # standalone (read-only) raw image without looking at qcow2 | 63 | #define TYPE_PCI_PROXY_DEV "x-pci-proxy-dev" |
47 | # metadata (since: 4.0) | 64 | OBJECT_DECLARE_SIMPLE_TYPE(PCIProxyDev, PCI_PROXY_DEV) |
48 | # | 65 | |
49 | +# @extended-l2: true if the image has extended L2 entries; only valid for | 66 | +typedef struct ProxyMemoryRegion { |
50 | +# compat >= 1.1 (since 5.2) | 67 | + PCIProxyDev *dev; |
51 | +# | 68 | + MemoryRegion mr; |
52 | # @lazy-refcounts: on or off; only valid for compat >= 1.1 | 69 | + bool memory; |
53 | # | 70 | + bool present; |
54 | # @corrupt: true if the image has been marked corrupt; only valid for | 71 | + uint8_t type; |
72 | +} ProxyMemoryRegion; | ||
73 | + | ||
74 | struct PCIProxyDev { | ||
75 | PCIDevice parent_dev; | ||
76 | char *fd; | ||
77 | @@ -XXX,XX +XXX,XX @@ struct PCIProxyDev { | ||
78 | QemuMutex io_mutex; | ||
79 | QIOChannel *ioc; | ||
80 | Error *migration_blocker; | ||
81 | + ProxyMemoryRegion region[PCI_NUM_REGIONS]; | ||
82 | }; | ||
83 | |||
84 | #endif /* PROXY_H */ | ||
85 | diff --git a/hw/remote/message.c b/hw/remote/message.c | ||
86 | index XXXXXXX..XXXXXXX 100644 | ||
87 | --- a/hw/remote/message.c | ||
88 | +++ b/hw/remote/message.c | ||
55 | @@ -XXX,XX +XXX,XX @@ | 89 | @@ -XXX,XX +XXX,XX @@ |
56 | 'compat': 'str', | 90 | #include "qapi/error.h" |
57 | '*data-file': 'str', | 91 | #include "sysemu/runstate.h" |
58 | '*data-file-raw': 'bool', | 92 | #include "hw/pci/pci.h" |
59 | + '*extended-l2': 'bool', | 93 | +#include "exec/memattrs.h" |
60 | '*lazy-refcounts': 'bool', | 94 | |
61 | '*corrupt': 'bool', | 95 | static void process_config_write(QIOChannel *ioc, PCIDevice *dev, |
62 | 'refcount-bits': 'int', | 96 | MPQemuMsg *msg, Error **errp); |
63 | @@ -XXX,XX +XXX,XX @@ | 97 | static void process_config_read(QIOChannel *ioc, PCIDevice *dev, |
64 | # @data-file-raw: True if the external data file must stay valid as a | 98 | MPQemuMsg *msg, Error **errp); |
65 | # standalone (read-only) raw image without looking at qcow2 | 99 | +static void process_bar_write(QIOChannel *ioc, MPQemuMsg *msg, Error **errp); |
66 | # metadata (default: false; since: 4.0) | 100 | +static void process_bar_read(QIOChannel *ioc, MPQemuMsg *msg, Error **errp); |
67 | +# @extended-l2 True to make the image have extended L2 entries | 101 | |
68 | +# (default: false; since 5.2) | 102 | void coroutine_fn mpqemu_remote_msg_loop_co(void *data) |
69 | # @size: Size of the virtual disk in bytes | ||
70 | # @version: Compatibility level (default: v3) | ||
71 | # @backing-file: File name of the backing file if a backing file | ||
72 | @@ -XXX,XX +XXX,XX @@ | ||
73 | 'data': { 'file': 'BlockdevRef', | ||
74 | '*data-file': 'BlockdevRef', | ||
75 | '*data-file-raw': 'bool', | ||
76 | + '*extended-l2': 'bool', | ||
77 | 'size': 'size', | ||
78 | '*version': 'BlockdevQcow2Version', | ||
79 | '*backing-file': 'str', | ||
80 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
81 | index XXXXXXX..XXXXXXX 100644 | ||
82 | --- a/block/qcow2.h | ||
83 | +++ b/block/qcow2.h | ||
84 | @@ -XXX,XX +XXX,XX @@ enum { | ||
85 | QCOW2_INCOMPAT_CORRUPT_BITNR = 1, | ||
86 | QCOW2_INCOMPAT_DATA_FILE_BITNR = 2, | ||
87 | QCOW2_INCOMPAT_COMPRESSION_BITNR = 3, | ||
88 | + QCOW2_INCOMPAT_EXTL2_BITNR = 4, | ||
89 | QCOW2_INCOMPAT_DIRTY = 1 << QCOW2_INCOMPAT_DIRTY_BITNR, | ||
90 | QCOW2_INCOMPAT_CORRUPT = 1 << QCOW2_INCOMPAT_CORRUPT_BITNR, | ||
91 | QCOW2_INCOMPAT_DATA_FILE = 1 << QCOW2_INCOMPAT_DATA_FILE_BITNR, | ||
92 | QCOW2_INCOMPAT_COMPRESSION = 1 << QCOW2_INCOMPAT_COMPRESSION_BITNR, | ||
93 | + QCOW2_INCOMPAT_EXTL2 = 1 << QCOW2_INCOMPAT_EXTL2_BITNR, | ||
94 | |||
95 | QCOW2_INCOMPAT_MASK = QCOW2_INCOMPAT_DIRTY | ||
96 | | QCOW2_INCOMPAT_CORRUPT | ||
97 | | QCOW2_INCOMPAT_DATA_FILE | ||
98 | - | QCOW2_INCOMPAT_COMPRESSION, | ||
99 | + | QCOW2_INCOMPAT_COMPRESSION | ||
100 | + | QCOW2_INCOMPAT_EXTL2, | ||
101 | }; | ||
102 | |||
103 | /* Compatible feature bits */ | ||
104 | @@ -XXX,XX +XXX,XX @@ typedef enum QCow2MetadataOverlap { | ||
105 | |||
106 | static inline bool has_subclusters(BDRVQcow2State *s) | ||
107 | { | 103 | { |
108 | - /* FIXME: Return false until this feature is complete */ | 104 | @@ -XXX,XX +XXX,XX @@ void coroutine_fn mpqemu_remote_msg_loop_co(void *data) |
109 | - return false; | 105 | case MPQEMU_CMD_PCI_CFGREAD: |
110 | + return s->incompatible_features & QCOW2_INCOMPAT_EXTL2; | 106 | process_config_read(com->ioc, pci_dev, &msg, &local_err); |
107 | break; | ||
108 | + case MPQEMU_CMD_BAR_WRITE: | ||
109 | + process_bar_write(com->ioc, &msg, &local_err); | ||
110 | + break; | ||
111 | + case MPQEMU_CMD_BAR_READ: | ||
112 | + process_bar_read(com->ioc, &msg, &local_err); | ||
113 | + break; | ||
114 | default: | ||
115 | error_setg(&local_err, | ||
116 | "Unknown command (%d) received for device %s" | ||
117 | @@ -XXX,XX +XXX,XX @@ static void process_config_read(QIOChannel *ioc, PCIDevice *dev, | ||
118 | getpid()); | ||
119 | } | ||
111 | } | 120 | } |
112 | 121 | + | |
113 | static inline size_t l2_entry_size(BDRVQcow2State *s) | 122 | +static void process_bar_write(QIOChannel *ioc, MPQemuMsg *msg, Error **errp) |
114 | diff --git a/include/block/block_int.h b/include/block/block_int.h | 123 | +{ |
115 | index XXXXXXX..XXXXXXX 100644 | 124 | + ERRP_GUARD(); |
116 | --- a/include/block/block_int.h | 125 | + BarAccessMsg *bar_access = &msg->data.bar_access; |
117 | +++ b/include/block/block_int.h | 126 | + AddressSpace *as = |
118 | @@ -XXX,XX +XXX,XX @@ | 127 | + bar_access->memory ? &address_space_memory : &address_space_io; |
119 | #define BLOCK_OPT_DATA_FILE "data_file" | 128 | + MPQemuMsg ret = { 0 }; |
120 | #define BLOCK_OPT_DATA_FILE_RAW "data_file_raw" | 129 | + MemTxResult res; |
121 | #define BLOCK_OPT_COMPRESSION_TYPE "compression_type" | 130 | + uint64_t val; |
122 | +#define BLOCK_OPT_EXTL2 "extended_l2" | 131 | + |
123 | 132 | + if (!is_power_of_2(bar_access->size) || | |
124 | #define BLOCK_PROBE_BUF_SIZE 512 | 133 | + (bar_access->size > sizeof(uint64_t))) { |
125 | 134 | + ret.data.u64 = UINT64_MAX; | |
126 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
127 | index XXXXXXX..XXXXXXX 100644 | ||
128 | --- a/block/qcow2.c | ||
129 | +++ b/block/qcow2.c | ||
130 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_do_open(BlockDriverState *bs, QDict *options, | ||
131 | s->subcluster_size = s->cluster_size / s->subclusters_per_cluster; | ||
132 | s->subcluster_bits = ctz32(s->subcluster_size); | ||
133 | |||
134 | + if (s->subcluster_size < (1 << MIN_CLUSTER_BITS)) { | ||
135 | + error_setg(errp, "Unsupported subcluster size: %d", s->subcluster_size); | ||
136 | + ret = -EINVAL; | ||
137 | + goto fail; | 135 | + goto fail; |
138 | + } | 136 | + } |
139 | + | 137 | + |
140 | /* Check support for various header values */ | 138 | + val = cpu_to_le64(bar_access->val); |
141 | if (header.refcount_order > 6) { | 139 | + |
142 | error_setg(errp, "Reference count entry width too large; may not " | 140 | + res = address_space_rw(as, bar_access->addr, MEMTXATTRS_UNSPECIFIED, |
143 | @@ -XXX,XX +XXX,XX @@ int qcow2_update_header(BlockDriverState *bs) | 141 | + (void *)&val, bar_access->size, true); |
144 | .bit = QCOW2_INCOMPAT_COMPRESSION_BITNR, | 142 | + |
145 | .name = "compression type", | 143 | + if (res != MEMTX_OK) { |
146 | }, | 144 | + error_setg(errp, "Bad address %"PRIx64" for mem write, pid "FMT_pid".", |
147 | + { | 145 | + bar_access->addr, getpid()); |
148 | + .type = QCOW2_FEAT_TYPE_INCOMPATIBLE, | 146 | + ret.data.u64 = -1; |
149 | + .bit = QCOW2_INCOMPAT_EXTL2_BITNR, | 147 | + } |
150 | + .name = "extended L2 entries", | 148 | + |
151 | + }, | 149 | +fail: |
152 | { | 150 | + ret.cmd = MPQEMU_CMD_RET; |
153 | .type = QCOW2_FEAT_TYPE_COMPATIBLE, | 151 | + ret.size = sizeof(ret.data.u64); |
154 | .bit = QCOW2_COMPAT_LAZY_REFCOUNTS_BITNR, | 152 | + |
155 | @@ -XXX,XX +XXX,XX @@ static int64_t qcow2_calc_prealloc_size(int64_t total_size, | 153 | + if (!mpqemu_msg_send(&ret, ioc, NULL)) { |
156 | return meta_size + aligned_total_size; | 154 | + error_prepend(errp, "Error returning code to proxy, pid "FMT_pid": ", |
157 | } | 155 | + getpid()); |
158 | 156 | + } | |
159 | -static bool validate_cluster_size(size_t cluster_size, Error **errp) | 157 | +} |
160 | +static bool validate_cluster_size(size_t cluster_size, bool extended_l2, | 158 | + |
161 | + Error **errp) | 159 | +static void process_bar_read(QIOChannel *ioc, MPQemuMsg *msg, Error **errp) |
162 | { | 160 | +{ |
163 | int cluster_bits = ctz32(cluster_size); | 161 | + ERRP_GUARD(); |
164 | if (cluster_bits < MIN_CLUSTER_BITS || cluster_bits > MAX_CLUSTER_BITS || | 162 | + BarAccessMsg *bar_access = &msg->data.bar_access; |
165 | @@ -XXX,XX +XXX,XX @@ static bool validate_cluster_size(size_t cluster_size, Error **errp) | 163 | + MPQemuMsg ret = { 0 }; |
166 | "%dk", 1 << MIN_CLUSTER_BITS, 1 << (MAX_CLUSTER_BITS - 10)); | 164 | + AddressSpace *as; |
167 | return false; | 165 | + MemTxResult res; |
168 | } | 166 | + uint64_t val = 0; |
169 | + | 167 | + |
170 | + if (extended_l2) { | 168 | + as = bar_access->memory ? &address_space_memory : &address_space_io; |
171 | + unsigned min_cluster_size = | 169 | + |
172 | + (1 << MIN_CLUSTER_BITS) * QCOW_EXTL2_SUBCLUSTERS_PER_CLUSTER; | 170 | + if (!is_power_of_2(bar_access->size) || |
173 | + if (cluster_size < min_cluster_size) { | 171 | + (bar_access->size > sizeof(uint64_t))) { |
174 | + error_setg(errp, "Extended L2 entries are only supported with " | 172 | + val = UINT64_MAX; |
175 | + "cluster sizes of at least %u bytes", min_cluster_size); | 173 | + goto fail; |
174 | + } | ||
175 | + | ||
176 | + res = address_space_rw(as, bar_access->addr, MEMTXATTRS_UNSPECIFIED, | ||
177 | + (void *)&val, bar_access->size, false); | ||
178 | + | ||
179 | + if (res != MEMTX_OK) { | ||
180 | + error_setg(errp, "Bad address %"PRIx64" for mem read, pid "FMT_pid".", | ||
181 | + bar_access->addr, getpid()); | ||
182 | + val = UINT64_MAX; | ||
183 | + } | ||
184 | + | ||
185 | +fail: | ||
186 | + ret.cmd = MPQEMU_CMD_RET; | ||
187 | + ret.data.u64 = le64_to_cpu(val); | ||
188 | + ret.size = sizeof(ret.data.u64); | ||
189 | + | ||
190 | + if (!mpqemu_msg_send(&ret, ioc, NULL)) { | ||
191 | + error_prepend(errp, "Error returning code to proxy, pid "FMT_pid": ", | ||
192 | + getpid()); | ||
193 | + } | ||
194 | +} | ||
195 | diff --git a/hw/remote/mpqemu-link.c b/hw/remote/mpqemu-link.c | ||
196 | index XXXXXXX..XXXXXXX 100644 | ||
197 | --- a/hw/remote/mpqemu-link.c | ||
198 | +++ b/hw/remote/mpqemu-link.c | ||
199 | @@ -XXX,XX +XXX,XX @@ bool mpqemu_msg_valid(MPQemuMsg *msg) | ||
200 | return false; | ||
201 | } | ||
202 | break; | ||
203 | + case MPQEMU_CMD_BAR_WRITE: | ||
204 | + case MPQEMU_CMD_BAR_READ: | ||
205 | + if ((msg->size != sizeof(BarAccessMsg)) || (msg->num_fds != 0)) { | ||
176 | + return false; | 206 | + return false; |
177 | + } | 207 | + } |
178 | + } | 208 | + break; |
179 | + | 209 | default: |
180 | return true; | 210 | break; |
211 | } | ||
212 | diff --git a/hw/remote/proxy.c b/hw/remote/proxy.c | ||
213 | index XXXXXXX..XXXXXXX 100644 | ||
214 | --- a/hw/remote/proxy.c | ||
215 | +++ b/hw/remote/proxy.c | ||
216 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_register_types(void) | ||
181 | } | 217 | } |
182 | 218 | ||
183 | -static size_t qcow2_opt_get_cluster_size_del(QemuOpts *opts, Error **errp) | 219 | type_init(pci_proxy_dev_register_types) |
184 | +static size_t qcow2_opt_get_cluster_size_del(QemuOpts *opts, bool extended_l2, | 220 | + |
185 | + Error **errp) | 221 | +static void send_bar_access_msg(PCIProxyDev *pdev, MemoryRegion *mr, |
186 | { | 222 | + bool write, hwaddr addr, uint64_t *val, |
187 | size_t cluster_size; | 223 | + unsigned size, bool memory) |
188 | 224 | +{ | |
189 | cluster_size = qemu_opt_get_size_del(opts, BLOCK_OPT_CLUSTER_SIZE, | 225 | + MPQemuMsg msg = { 0 }; |
190 | DEFAULT_CLUSTER_SIZE); | 226 | + long ret = -EINVAL; |
191 | - if (!validate_cluster_size(cluster_size, errp)) { | 227 | + Error *local_err = NULL; |
192 | + if (!validate_cluster_size(cluster_size, extended_l2, errp)) { | 228 | + |
193 | return 0; | 229 | + msg.size = sizeof(BarAccessMsg); |
194 | } | 230 | + msg.data.bar_access.addr = mr->addr + addr; |
195 | return cluster_size; | 231 | + msg.data.bar_access.size = size; |
196 | @@ -XXX,XX +XXX,XX @@ qcow2_co_create(BlockdevCreateOptions *create_options, Error **errp) | 232 | + msg.data.bar_access.memory = memory; |
197 | cluster_size = DEFAULT_CLUSTER_SIZE; | 233 | + |
198 | } | 234 | + if (write) { |
199 | 235 | + msg.cmd = MPQEMU_CMD_BAR_WRITE; | |
200 | - if (!validate_cluster_size(cluster_size, errp)) { | 236 | + msg.data.bar_access.val = *val; |
201 | + if (!qcow2_opts->has_extended_l2) { | 237 | + } else { |
202 | + qcow2_opts->extended_l2 = false; | 238 | + msg.cmd = MPQEMU_CMD_BAR_READ; |
203 | + } | 239 | + } |
204 | + if (qcow2_opts->extended_l2) { | 240 | + |
205 | + if (version < 3) { | 241 | + ret = mpqemu_msg_send_and_await_reply(&msg, pdev, &local_err); |
206 | + error_setg(errp, "Extended L2 entries are only supported with " | 242 | + if (local_err) { |
207 | + "compatibility level 1.1 and above (use version=v3 or " | 243 | + error_report_err(local_err); |
208 | + "greater)"); | 244 | + } |
209 | + ret = -EINVAL; | 245 | + |
210 | + goto out; | 246 | + if (!write) { |
211 | + } | 247 | + *val = ret; |
212 | + } | 248 | + } |
213 | + | 249 | +} |
214 | + if (!validate_cluster_size(cluster_size, qcow2_opts->extended_l2, errp)) { | 250 | + |
215 | ret = -EINVAL; | 251 | +static void proxy_bar_write(void *opaque, hwaddr addr, uint64_t val, |
216 | goto out; | 252 | + unsigned size) |
217 | } | 253 | +{ |
218 | @@ -XXX,XX +XXX,XX @@ qcow2_co_create(BlockdevCreateOptions *create_options, Error **errp) | 254 | + ProxyMemoryRegion *pmr = opaque; |
219 | cpu_to_be64(QCOW2_INCOMPAT_COMPRESSION); | 255 | + |
220 | } | 256 | + send_bar_access_msg(pmr->dev, &pmr->mr, true, addr, &val, size, |
221 | 257 | + pmr->memory); | |
222 | + if (qcow2_opts->extended_l2) { | 258 | +} |
223 | + header->incompatible_features |= | 259 | + |
224 | + cpu_to_be64(QCOW2_INCOMPAT_EXTL2); | 260 | +static uint64_t proxy_bar_read(void *opaque, hwaddr addr, unsigned size) |
225 | + } | 261 | +{ |
226 | + | 262 | + ProxyMemoryRegion *pmr = opaque; |
227 | ret = blk_pwrite(blk, 0, header, cluster_size, 0); | 263 | + uint64_t val; |
228 | g_free(header); | 264 | + |
229 | if (ret < 0) { | 265 | + send_bar_access_msg(pmr->dev, &pmr->mr, false, addr, &val, size, |
230 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_create_opts(BlockDriver *drv, | 266 | + pmr->memory); |
231 | { BLOCK_OPT_BACKING_FMT, "backing-fmt" }, | 267 | + |
232 | { BLOCK_OPT_CLUSTER_SIZE, "cluster-size" }, | 268 | + return val; |
233 | { BLOCK_OPT_LAZY_REFCOUNTS, "lazy-refcounts" }, | 269 | +} |
234 | + { BLOCK_OPT_EXTL2, "extended-l2" }, | 270 | + |
235 | { BLOCK_OPT_REFCOUNT_BITS, "refcount-bits" }, | 271 | +const MemoryRegionOps proxy_mr_ops = { |
236 | { BLOCK_OPT_ENCRYPT, BLOCK_OPT_ENCRYPT_FORMAT }, | 272 | + .read = proxy_bar_read, |
237 | { BLOCK_OPT_COMPAT_LEVEL, "version" }, | 273 | + .write = proxy_bar_write, |
238 | @@ -XXX,XX +XXX,XX @@ static BlockMeasureInfo *qcow2_measure(QemuOpts *opts, BlockDriverState *in_bs, | 274 | + .endianness = DEVICE_NATIVE_ENDIAN, |
239 | PreallocMode prealloc; | 275 | + .impl = { |
240 | bool has_backing_file; | 276 | + .min_access_size = 1, |
241 | bool has_luks; | 277 | + .max_access_size = 8, |
242 | - bool extended_l2 = false; /* Set to false until the option is added */ | 278 | + }, |
243 | + bool extended_l2; | 279 | +}; |
244 | size_t l2e_size; | ||
245 | |||
246 | /* Parse image creation options */ | ||
247 | - cluster_size = qcow2_opt_get_cluster_size_del(opts, &local_err); | ||
248 | + extended_l2 = qemu_opt_get_bool_del(opts, BLOCK_OPT_EXTL2, false); | ||
249 | + | ||
250 | + cluster_size = qcow2_opt_get_cluster_size_del(opts, extended_l2, | ||
251 | + &local_err); | ||
252 | if (local_err) { | ||
253 | goto err; | ||
254 | } | ||
255 | @@ -XXX,XX +XXX,XX @@ static ImageInfoSpecific *qcow2_get_specific_info(BlockDriverState *bs, | ||
256 | .corrupt = s->incompatible_features & | ||
257 | QCOW2_INCOMPAT_CORRUPT, | ||
258 | .has_corrupt = true, | ||
259 | + .has_extended_l2 = true, | ||
260 | + .extended_l2 = has_subclusters(s), | ||
261 | .refcount_bits = s->refcount_bits, | ||
262 | .has_bitmaps = !!bitmaps, | ||
263 | .bitmaps = bitmaps, | ||
264 | @@ -XXX,XX +XXX,XX @@ static QemuOptsList qcow2_create_opts = { | ||
265 | .help = "qcow2 cluster size", \ | ||
266 | .def_value_str = stringify(DEFAULT_CLUSTER_SIZE) \ | ||
267 | }, \ | ||
268 | + { \ | ||
269 | + .name = BLOCK_OPT_EXTL2, \ | ||
270 | + .type = QEMU_OPT_BOOL, \ | ||
271 | + .help = "Extended L2 tables", \ | ||
272 | + .def_value_str = "off" \ | ||
273 | + }, \ | ||
274 | { \ | ||
275 | .name = BLOCK_OPT_PREALLOC, \ | ||
276 | .type = QEMU_OPT_STRING, \ | ||
277 | diff --git a/tests/qemu-iotests/031.out b/tests/qemu-iotests/031.out | ||
278 | index XXXXXXX..XXXXXXX 100644 | ||
279 | --- a/tests/qemu-iotests/031.out | ||
280 | +++ b/tests/qemu-iotests/031.out | ||
281 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
282 | |||
283 | Header extension: | ||
284 | magic 0x6803f857 (Feature table) | ||
285 | -length 336 | ||
286 | +length 384 | ||
287 | data <binary> | ||
288 | |||
289 | Header extension: | ||
290 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
291 | |||
292 | Header extension: | ||
293 | magic 0x6803f857 (Feature table) | ||
294 | -length 336 | ||
295 | +length 384 | ||
296 | data <binary> | ||
297 | |||
298 | Header extension: | ||
299 | @@ -XXX,XX +XXX,XX @@ No errors were found on the image. | ||
300 | |||
301 | magic 0x514649fb | ||
302 | version 3 | ||
303 | -backing_file_offset 0x210 | ||
304 | +backing_file_offset 0x240 | ||
305 | backing_file_size 0x17 | ||
306 | cluster_bits 16 | ||
307 | size 67108864 | ||
308 | @@ -XXX,XX +XXX,XX @@ data 'host_device' | ||
309 | |||
310 | Header extension: | ||
311 | magic 0x6803f857 (Feature table) | ||
312 | -length 336 | ||
313 | +length 384 | ||
314 | data <binary> | ||
315 | |||
316 | Header extension: | ||
317 | diff --git a/tests/qemu-iotests/036.out b/tests/qemu-iotests/036.out | ||
318 | index XXXXXXX..XXXXXXX 100644 | ||
319 | --- a/tests/qemu-iotests/036.out | ||
320 | +++ b/tests/qemu-iotests/036.out | ||
321 | @@ -XXX,XX +XXX,XX @@ compatible_features [] | ||
322 | autoclear_features [63] | ||
323 | Header extension: | ||
324 | magic 0x6803f857 (Feature table) | ||
325 | -length 336 | ||
326 | +length 384 | ||
327 | data <binary> | ||
328 | |||
329 | |||
330 | @@ -XXX,XX +XXX,XX @@ compatible_features [] | ||
331 | autoclear_features [] | ||
332 | Header extension: | ||
333 | magic 0x6803f857 (Feature table) | ||
334 | -length 336 | ||
335 | +length 384 | ||
336 | data <binary> | ||
337 | |||
338 | *** done | ||
339 | diff --git a/tests/qemu-iotests/049.out b/tests/qemu-iotests/049.out | ||
340 | index XXXXXXX..XXXXXXX 100644 | ||
341 | --- a/tests/qemu-iotests/049.out | ||
342 | +++ b/tests/qemu-iotests/049.out | ||
343 | @@ -XXX,XX +XXX,XX @@ QA output created by 049 | ||
344 | == 1. Traditional size parameter == | ||
345 | |||
346 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1024 | ||
347 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
348 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
349 | |||
350 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1024b | ||
351 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
352 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
353 | |||
354 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1k | ||
355 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
356 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
357 | |||
358 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1K | ||
359 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
360 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
361 | |||
362 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1M | ||
363 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1048576 lazy_refcounts=off refcount_bits=16 | ||
364 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1048576 lazy_refcounts=off refcount_bits=16 | ||
365 | |||
366 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1G | ||
367 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1073741824 lazy_refcounts=off refcount_bits=16 | ||
368 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1073741824 lazy_refcounts=off refcount_bits=16 | ||
369 | |||
370 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1T | ||
371 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1099511627776 lazy_refcounts=off refcount_bits=16 | ||
372 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1099511627776 lazy_refcounts=off refcount_bits=16 | ||
373 | |||
374 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1024.0 | ||
375 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
376 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
377 | |||
378 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1024.0b | ||
379 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
380 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
381 | |||
382 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1.5k | ||
383 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
384 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
385 | |||
386 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1.5K | ||
387 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
388 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
389 | |||
390 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1.5M | ||
391 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1572864 lazy_refcounts=off refcount_bits=16 | ||
392 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1572864 lazy_refcounts=off refcount_bits=16 | ||
393 | |||
394 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1.5G | ||
395 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1610612736 lazy_refcounts=off refcount_bits=16 | ||
396 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1610612736 lazy_refcounts=off refcount_bits=16 | ||
397 | |||
398 | qemu-img create -f qcow2 TEST_DIR/t.qcow2 1.5T | ||
399 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1649267441664 lazy_refcounts=off refcount_bits=16 | ||
400 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1649267441664 lazy_refcounts=off refcount_bits=16 | ||
401 | |||
402 | == 2. Specifying size via -o == | ||
403 | |||
404 | qemu-img create -f qcow2 -o size=1024 TEST_DIR/t.qcow2 | ||
405 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
406 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
407 | |||
408 | qemu-img create -f qcow2 -o size=1024b TEST_DIR/t.qcow2 | ||
409 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
410 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
411 | |||
412 | qemu-img create -f qcow2 -o size=1k TEST_DIR/t.qcow2 | ||
413 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
414 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
415 | |||
416 | qemu-img create -f qcow2 -o size=1K TEST_DIR/t.qcow2 | ||
417 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
418 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
419 | |||
420 | qemu-img create -f qcow2 -o size=1M TEST_DIR/t.qcow2 | ||
421 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1048576 lazy_refcounts=off refcount_bits=16 | ||
422 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1048576 lazy_refcounts=off refcount_bits=16 | ||
423 | |||
424 | qemu-img create -f qcow2 -o size=1G TEST_DIR/t.qcow2 | ||
425 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1073741824 lazy_refcounts=off refcount_bits=16 | ||
426 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1073741824 lazy_refcounts=off refcount_bits=16 | ||
427 | |||
428 | qemu-img create -f qcow2 -o size=1T TEST_DIR/t.qcow2 | ||
429 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1099511627776 lazy_refcounts=off refcount_bits=16 | ||
430 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1099511627776 lazy_refcounts=off refcount_bits=16 | ||
431 | |||
432 | qemu-img create -f qcow2 -o size=1024.0 TEST_DIR/t.qcow2 | ||
433 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
434 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
435 | |||
436 | qemu-img create -f qcow2 -o size=1024.0b TEST_DIR/t.qcow2 | ||
437 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
438 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1024 lazy_refcounts=off refcount_bits=16 | ||
439 | |||
440 | qemu-img create -f qcow2 -o size=1.5k TEST_DIR/t.qcow2 | ||
441 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
442 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
443 | |||
444 | qemu-img create -f qcow2 -o size=1.5K TEST_DIR/t.qcow2 | ||
445 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
446 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1536 lazy_refcounts=off refcount_bits=16 | ||
447 | |||
448 | qemu-img create -f qcow2 -o size=1.5M TEST_DIR/t.qcow2 | ||
449 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1572864 lazy_refcounts=off refcount_bits=16 | ||
450 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1572864 lazy_refcounts=off refcount_bits=16 | ||
451 | |||
452 | qemu-img create -f qcow2 -o size=1.5G TEST_DIR/t.qcow2 | ||
453 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1610612736 lazy_refcounts=off refcount_bits=16 | ||
454 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1610612736 lazy_refcounts=off refcount_bits=16 | ||
455 | |||
456 | qemu-img create -f qcow2 -o size=1.5T TEST_DIR/t.qcow2 | ||
457 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1649267441664 lazy_refcounts=off refcount_bits=16 | ||
458 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1649267441664 lazy_refcounts=off refcount_bits=16 | ||
459 | |||
460 | == 3. Invalid sizes == | ||
461 | |||
462 | @@ -XXX,XX +XXX,XX @@ qemu-img: TEST_DIR/t.qcow2: The image size must be specified only once | ||
463 | == Check correct interpretation of suffixes for cluster size == | ||
464 | |||
465 | qemu-img create -f qcow2 -o cluster_size=1024 TEST_DIR/t.qcow2 64M | ||
466 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
467 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
468 | |||
469 | qemu-img create -f qcow2 -o cluster_size=1024b TEST_DIR/t.qcow2 64M | ||
470 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
471 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
472 | |||
473 | qemu-img create -f qcow2 -o cluster_size=1k TEST_DIR/t.qcow2 64M | ||
474 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
475 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
476 | |||
477 | qemu-img create -f qcow2 -o cluster_size=1K TEST_DIR/t.qcow2 64M | ||
478 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
479 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
480 | |||
481 | qemu-img create -f qcow2 -o cluster_size=1M TEST_DIR/t.qcow2 64M | ||
482 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1048576 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
483 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1048576 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
484 | |||
485 | qemu-img create -f qcow2 -o cluster_size=1024.0 TEST_DIR/t.qcow2 64M | ||
486 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
487 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
488 | |||
489 | qemu-img create -f qcow2 -o cluster_size=1024.0b TEST_DIR/t.qcow2 64M | ||
490 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
491 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=1024 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
492 | |||
493 | qemu-img create -f qcow2 -o cluster_size=0.5k TEST_DIR/t.qcow2 64M | ||
494 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=512 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
495 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=512 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
496 | |||
497 | qemu-img create -f qcow2 -o cluster_size=0.5K TEST_DIR/t.qcow2 64M | ||
498 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=512 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
499 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=512 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
500 | |||
501 | qemu-img create -f qcow2 -o cluster_size=0.5M TEST_DIR/t.qcow2 64M | ||
502 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=524288 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
503 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=524288 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
504 | |||
505 | == Check compat level option == | ||
506 | |||
507 | qemu-img create -f qcow2 -o compat=0.10 TEST_DIR/t.qcow2 64M | ||
508 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=0.10 lazy_refcounts=off refcount_bits=16 | ||
509 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=0.10 lazy_refcounts=off refcount_bits=16 | ||
510 | |||
511 | qemu-img create -f qcow2 -o compat=1.1 TEST_DIR/t.qcow2 64M | ||
512 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=1.1 lazy_refcounts=off refcount_bits=16 | ||
513 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=1.1 lazy_refcounts=off refcount_bits=16 | ||
514 | |||
515 | qemu-img create -f qcow2 -o compat=0.42 TEST_DIR/t.qcow2 64M | ||
516 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=0.42 lazy_refcounts=off refcount_bits=16 | ||
517 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=0.42 lazy_refcounts=off refcount_bits=16 | ||
518 | qemu-img: TEST_DIR/t.qcow2: Invalid parameter '0.42' | ||
519 | |||
520 | qemu-img create -f qcow2 -o compat=foobar TEST_DIR/t.qcow2 64M | ||
521 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=foobar lazy_refcounts=off refcount_bits=16 | ||
522 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=foobar lazy_refcounts=off refcount_bits=16 | ||
523 | qemu-img: TEST_DIR/t.qcow2: Invalid parameter 'foobar' | ||
524 | |||
525 | == Check preallocation option == | ||
526 | |||
527 | qemu-img create -f qcow2 -o preallocation=off TEST_DIR/t.qcow2 64M | ||
528 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 preallocation=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
529 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off preallocation=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
530 | |||
531 | qemu-img create -f qcow2 -o preallocation=metadata TEST_DIR/t.qcow2 64M | ||
532 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 preallocation=metadata compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
533 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off preallocation=metadata compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
534 | |||
535 | qemu-img create -f qcow2 -o preallocation=1234 TEST_DIR/t.qcow2 64M | ||
536 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 preallocation=1234 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
537 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off preallocation=1234 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
538 | qemu-img: TEST_DIR/t.qcow2: Invalid parameter '1234' | ||
539 | |||
540 | == Check encryption option == | ||
541 | |||
542 | qemu-img create -f qcow2 -o encryption=off TEST_DIR/t.qcow2 64M | ||
543 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 encryption=off cluster_size=65536 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
544 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 encryption=off cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
545 | |||
546 | qemu-img create -f qcow2 --object secret,id=sec0,data=123456 -o encryption=on,encrypt.key-secret=sec0 TEST_DIR/t.qcow2 64M | ||
547 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 encryption=on encrypt.key-secret=sec0 cluster_size=65536 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
548 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 encryption=on encrypt.key-secret=sec0 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
549 | |||
550 | == Check lazy_refcounts option (only with v3) == | ||
551 | |||
552 | qemu-img create -f qcow2 -o compat=1.1,lazy_refcounts=off TEST_DIR/t.qcow2 64M | ||
553 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=1.1 lazy_refcounts=off refcount_bits=16 | ||
554 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=1.1 lazy_refcounts=off refcount_bits=16 | ||
555 | |||
556 | qemu-img create -f qcow2 -o compat=1.1,lazy_refcounts=on TEST_DIR/t.qcow2 64M | ||
557 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=1.1 lazy_refcounts=on refcount_bits=16 | ||
558 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=1.1 lazy_refcounts=on refcount_bits=16 | ||
559 | |||
560 | qemu-img create -f qcow2 -o compat=0.10,lazy_refcounts=off TEST_DIR/t.qcow2 64M | ||
561 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=0.10 lazy_refcounts=off refcount_bits=16 | ||
562 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=0.10 lazy_refcounts=off refcount_bits=16 | ||
563 | |||
564 | qemu-img create -f qcow2 -o compat=0.10,lazy_refcounts=on TEST_DIR/t.qcow2 64M | ||
565 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 compat=0.10 lazy_refcounts=on refcount_bits=16 | ||
566 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 compat=0.10 lazy_refcounts=on refcount_bits=16 | ||
567 | qemu-img: TEST_DIR/t.qcow2: Lazy refcounts only supported with compatibility level 1.1 and above (use version=v3 or greater) | ||
568 | |||
569 | *** done | ||
570 | diff --git a/tests/qemu-iotests/060.out b/tests/qemu-iotests/060.out | ||
571 | index XXXXXXX..XXXXXXX 100644 | ||
572 | --- a/tests/qemu-iotests/060.out | ||
573 | +++ b/tests/qemu-iotests/060.out | ||
574 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
575 | lazy refcounts: false | ||
576 | refcount bits: 16 | ||
577 | corrupt: true | ||
578 | + extended l2: false | ||
579 | qemu-io: can't open device TEST_DIR/t.IMGFMT: IMGFMT: Image is corrupt; cannot be opened read/write | ||
580 | no file open, try 'help open' | ||
581 | read 512/512 bytes at offset 0 | ||
582 | diff --git a/tests/qemu-iotests/061.out b/tests/qemu-iotests/061.out | ||
583 | index XXXXXXX..XXXXXXX 100644 | ||
584 | --- a/tests/qemu-iotests/061.out | ||
585 | +++ b/tests/qemu-iotests/061.out | ||
586 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
587 | |||
588 | Header extension: | ||
589 | magic 0x6803f857 (Feature table) | ||
590 | -length 336 | ||
591 | +length 384 | ||
592 | data <binary> | ||
593 | |||
594 | magic 0x514649fb | ||
595 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
596 | |||
597 | Header extension: | ||
598 | magic 0x6803f857 (Feature table) | ||
599 | -length 336 | ||
600 | +length 384 | ||
601 | data <binary> | ||
602 | |||
603 | magic 0x514649fb | ||
604 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
605 | |||
606 | Header extension: | ||
607 | magic 0x6803f857 (Feature table) | ||
608 | -length 336 | ||
609 | +length 384 | ||
610 | data <binary> | ||
611 | |||
612 | ERROR cluster 5 refcount=0 reference=1 | ||
613 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
614 | |||
615 | Header extension: | ||
616 | magic 0x6803f857 (Feature table) | ||
617 | -length 336 | ||
618 | +length 384 | ||
619 | data <binary> | ||
620 | |||
621 | magic 0x514649fb | ||
622 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
623 | |||
624 | Header extension: | ||
625 | magic 0x6803f857 (Feature table) | ||
626 | -length 336 | ||
627 | +length 384 | ||
628 | data <binary> | ||
629 | |||
630 | read 65536/65536 bytes at offset 44040192 | ||
631 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
632 | |||
633 | Header extension: | ||
634 | magic 0x6803f857 (Feature table) | ||
635 | -length 336 | ||
636 | +length 384 | ||
637 | data <binary> | ||
638 | |||
639 | ERROR cluster 5 refcount=0 reference=1 | ||
640 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
641 | |||
642 | Header extension: | ||
643 | magic 0x6803f857 (Feature table) | ||
644 | -length 336 | ||
645 | +length 384 | ||
646 | data <binary> | ||
647 | |||
648 | read 131072/131072 bytes at offset 0 | ||
649 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
650 | data file: TEST_DIR/t.IMGFMT.data | ||
651 | data file raw: false | ||
652 | corrupt: false | ||
653 | + extended l2: false | ||
654 | No errors were found on the image. | ||
655 | |||
656 | === Try changing the external data file === | ||
657 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
658 | data file: foo | ||
659 | data file raw: false | ||
660 | corrupt: false | ||
661 | + extended l2: false | ||
662 | |||
663 | qemu-img: Could not open 'TEST_DIR/t.IMGFMT': 'data-file' is required for this image | ||
664 | image: TEST_DIR/t.IMGFMT | ||
665 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
666 | refcount bits: 16 | ||
667 | data file raw: false | ||
668 | corrupt: false | ||
669 | + extended l2: false | ||
670 | |||
671 | === Clearing and setting data-file-raw === | ||
672 | |||
673 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
674 | data file: TEST_DIR/t.IMGFMT.data | ||
675 | data file raw: true | ||
676 | corrupt: false | ||
677 | + extended l2: false | ||
678 | No errors were found on the image. | ||
679 | image: TEST_DIR/t.IMGFMT | ||
680 | file format: IMGFMT | ||
681 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
682 | data file: TEST_DIR/t.IMGFMT.data | ||
683 | data file raw: false | ||
684 | corrupt: false | ||
685 | + extended l2: false | ||
686 | No errors were found on the image. | ||
687 | qemu-img: data-file-raw cannot be set on existing images | ||
688 | image: TEST_DIR/t.IMGFMT | ||
689 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
690 | data file: TEST_DIR/t.IMGFMT.data | ||
691 | data file raw: false | ||
692 | corrupt: false | ||
693 | + extended l2: false | ||
694 | No errors were found on the image. | ||
695 | *** done | ||
696 | diff --git a/tests/qemu-iotests/065 b/tests/qemu-iotests/065 | ||
697 | index XXXXXXX..XXXXXXX 100755 | ||
698 | --- a/tests/qemu-iotests/065 | ||
699 | +++ b/tests/qemu-iotests/065 | ||
700 | @@ -XXX,XX +XXX,XX @@ class TestQCow3NotLazy(TestQemuImgInfo): | ||
701 | img_options = 'compat=1.1,lazy_refcounts=off' | ||
702 | json_compare = { 'compat': '1.1', 'lazy-refcounts': False, | ||
703 | 'refcount-bits': 16, 'corrupt': False, | ||
704 | - 'compression-type': 'zlib' } | ||
705 | + 'compression-type': 'zlib', 'extended-l2': False } | ||
706 | human_compare = [ 'compat: 1.1', 'compression type: zlib', | ||
707 | 'lazy refcounts: false', 'refcount bits: 16', | ||
708 | - 'corrupt: false' ] | ||
709 | + 'corrupt: false', 'extended l2: false' ] | ||
710 | |||
711 | class TestQCow3Lazy(TestQemuImgInfo): | ||
712 | '''Testing a qcow2 version 3 image with lazy refcounts enabled''' | ||
713 | img_options = 'compat=1.1,lazy_refcounts=on' | ||
714 | json_compare = { 'compat': '1.1', 'lazy-refcounts': True, | ||
715 | 'refcount-bits': 16, 'corrupt': False, | ||
716 | - 'compression-type': 'zlib' } | ||
717 | + 'compression-type': 'zlib', 'extended-l2': False } | ||
718 | human_compare = [ 'compat: 1.1', 'compression type: zlib', | ||
719 | 'lazy refcounts: true', 'refcount bits: 16', | ||
720 | - 'corrupt: false' ] | ||
721 | + 'corrupt: false', 'extended l2: false' ] | ||
722 | |||
723 | class TestQCow3NotLazyQMP(TestQMP): | ||
724 | '''Testing a qcow2 version 3 image with lazy refcounts disabled, opening | ||
725 | @@ -XXX,XX +XXX,XX @@ class TestQCow3NotLazyQMP(TestQMP): | ||
726 | qemu_options = 'lazy-refcounts=on' | ||
727 | compare = { 'compat': '1.1', 'lazy-refcounts': False, | ||
728 | 'refcount-bits': 16, 'corrupt': False, | ||
729 | - 'compression-type': 'zlib' } | ||
730 | + 'compression-type': 'zlib', 'extended-l2': False } | ||
731 | |||
732 | |||
733 | class TestQCow3LazyQMP(TestQMP): | ||
734 | @@ -XXX,XX +XXX,XX @@ class TestQCow3LazyQMP(TestQMP): | ||
735 | qemu_options = 'lazy-refcounts=off' | ||
736 | compare = { 'compat': '1.1', 'lazy-refcounts': True, | ||
737 | 'refcount-bits': 16, 'corrupt': False, | ||
738 | - 'compression-type': 'zlib' } | ||
739 | + 'compression-type': 'zlib', 'extended-l2': False } | ||
740 | |||
741 | TestImageInfoSpecific = None | ||
742 | TestQemuImgInfo = None | ||
743 | diff --git a/tests/qemu-iotests/082.out b/tests/qemu-iotests/082.out | ||
744 | index XXXXXXX..XXXXXXX 100644 | ||
745 | --- a/tests/qemu-iotests/082.out | ||
746 | +++ b/tests/qemu-iotests/082.out | ||
747 | @@ -XXX,XX +XXX,XX @@ QA output created by 082 | ||
748 | === create: Options specified more than once === | ||
749 | |||
750 | Testing: create -f foo -f qcow2 TEST_DIR/t.qcow2 128M | ||
751 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
752 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
753 | image: TEST_DIR/t.IMGFMT | ||
754 | file format: IMGFMT | ||
755 | virtual size: 128 MiB (134217728 bytes) | ||
756 | cluster_size: 65536 | ||
757 | |||
758 | Testing: create -f qcow2 -o cluster_size=4k -o lazy_refcounts=on TEST_DIR/t.qcow2 128M | ||
759 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=4096 compression_type=zlib size=134217728 lazy_refcounts=on refcount_bits=16 | ||
760 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=4096 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=on refcount_bits=16 | ||
761 | image: TEST_DIR/t.IMGFMT | ||
762 | file format: IMGFMT | ||
763 | virtual size: 128 MiB (134217728 bytes) | ||
764 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
765 | lazy refcounts: true | ||
766 | refcount bits: 16 | ||
767 | corrupt: false | ||
768 | + extended l2: false | ||
769 | |||
770 | Testing: create -f qcow2 -o cluster_size=4k -o lazy_refcounts=on -o cluster_size=8k TEST_DIR/t.qcow2 128M | ||
771 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=8192 compression_type=zlib size=134217728 lazy_refcounts=on refcount_bits=16 | ||
772 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=8192 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=on refcount_bits=16 | ||
773 | image: TEST_DIR/t.IMGFMT | ||
774 | file format: IMGFMT | ||
775 | virtual size: 128 MiB (134217728 bytes) | ||
776 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
777 | lazy refcounts: true | ||
778 | refcount bits: 16 | ||
779 | corrupt: false | ||
780 | + extended l2: false | ||
781 | |||
782 | Testing: create -f qcow2 -o cluster_size=4k,cluster_size=8k TEST_DIR/t.qcow2 128M | ||
783 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=8192 compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
784 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=8192 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
785 | image: TEST_DIR/t.IMGFMT | ||
786 | file format: IMGFMT | ||
787 | virtual size: 128 MiB (134217728 bytes) | ||
788 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
789 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
790 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
791 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
792 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
793 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
794 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
795 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
796 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
797 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
798 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
799 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
800 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
801 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
802 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
803 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
804 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
805 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
806 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
807 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
808 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
809 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
810 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
811 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
812 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
813 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
814 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
815 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
816 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
817 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
818 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
819 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
820 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
821 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
822 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
823 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
824 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
825 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
826 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
827 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
828 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
829 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
830 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
831 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
832 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
833 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
834 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
835 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
836 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
837 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
838 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
839 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
840 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
841 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
842 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
843 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
844 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
845 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
846 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
847 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
848 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
849 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
850 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
851 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
852 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
853 | size=<size> - Virtual disk size | ||
854 | |||
855 | Testing: create -f qcow2 -u -o backing_file=TEST_DIR/t.qcow2,,help -F qcow2 TEST_DIR/t.qcow2 128M | ||
856 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2,,help backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
857 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2,,help backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
858 | |||
859 | Testing: create -f qcow2 -u -o backing_file=TEST_DIR/t.qcow2,,? -F qcow2 TEST_DIR/t.qcow2 128M | ||
860 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2,,? backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
861 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2,,? backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
862 | |||
863 | Testing: create -f qcow2 -o backing_file=TEST_DIR/t.qcow2, -o help TEST_DIR/t.qcow2 128M | ||
864 | qemu-img: Invalid option list: backing_file=TEST_DIR/t.qcow2, | ||
865 | @@ -XXX,XX +XXX,XX @@ Supported qcow2 options: | ||
866 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
867 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
868 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
869 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
870 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
871 | preallocation=<str> - Preallocation mode (allowed values: off, metadata, falloc, full) | ||
872 | refcount_bits=<num> - Width of a reference count entry in bits | ||
873 | @@ -XXX,XX +XXX,XX @@ qemu-img: Format driver 'bochs' does not support image creation | ||
874 | === convert: Options specified more than once === | ||
875 | |||
876 | Testing: create -f qcow2 TEST_DIR/t.qcow2 128M | ||
877 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
878 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
879 | |||
880 | Testing: convert -f foo -f qcow2 TEST_DIR/t.qcow2 TEST_DIR/t.qcow2.base | ||
881 | image: TEST_DIR/t.IMGFMT.base | ||
882 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
883 | lazy refcounts: true | ||
884 | refcount bits: 16 | ||
885 | corrupt: false | ||
886 | + extended l2: false | ||
887 | |||
888 | Testing: convert -O qcow2 -o cluster_size=4k -o lazy_refcounts=on -o cluster_size=8k TEST_DIR/t.qcow2 TEST_DIR/t.qcow2.base | ||
889 | image: TEST_DIR/t.IMGFMT.base | ||
890 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
891 | lazy refcounts: true | ||
892 | refcount bits: 16 | ||
893 | corrupt: false | ||
894 | + extended l2: false | ||
895 | |||
896 | Testing: convert -O qcow2 -o cluster_size=4k,cluster_size=8k TEST_DIR/t.qcow2 TEST_DIR/t.qcow2.base | ||
897 | image: TEST_DIR/t.IMGFMT.base | ||
898 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
899 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
900 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
901 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
902 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
903 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
904 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
905 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
906 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
907 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
908 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
909 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
910 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
911 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
912 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
913 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
914 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
915 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
916 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
917 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
918 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
919 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
920 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
921 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
922 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
923 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
924 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
925 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
926 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
927 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
928 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
929 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
930 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
931 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
932 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
933 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
934 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
935 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
936 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
937 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
938 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
939 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
940 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
941 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
942 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
943 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
944 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
945 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
946 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
947 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
948 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
949 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
950 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
951 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
952 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
953 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
954 | @@ -XXX,XX +XXX,XX @@ Supported options: | ||
955 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
956 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
957 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
958 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
959 | extent_size_hint=<size> - Extent size hint for the image file, 0 to disable | ||
960 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
961 | nocow=<bool (on/off)> - Turn off copy-on-write (valid only on btrfs) | ||
962 | @@ -XXX,XX +XXX,XX @@ Supported qcow2 options: | ||
963 | encrypt.ivgen-hash-alg=<str> - Name of IV generator hash algorithm | ||
964 | encrypt.key-secret=<str> - ID of secret providing qcow AES key or LUKS passphrase | ||
965 | encryption=<bool (on/off)> - Encrypt the image with format 'aes'. (Deprecated in favor of encrypt.format=aes) | ||
966 | + extended_l2=<bool (on/off)> - Extended L2 tables | ||
967 | lazy_refcounts=<bool (on/off)> - Postpone refcount updates | ||
968 | preallocation=<str> - Preallocation mode (allowed values: off, metadata, falloc, full) | ||
969 | refcount_bits=<num> - Width of a reference count entry in bits | ||
970 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
971 | lazy refcounts: true | ||
972 | refcount bits: 16 | ||
973 | corrupt: false | ||
974 | + extended l2: false | ||
975 | |||
976 | Testing: amend -f qcow2 -o size=130M -o lazy_refcounts=off TEST_DIR/t.qcow2 | ||
977 | image: TEST_DIR/t.IMGFMT | ||
978 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
979 | lazy refcounts: false | ||
980 | refcount bits: 16 | ||
981 | corrupt: false | ||
982 | + extended l2: false | ||
983 | |||
984 | Testing: amend -f qcow2 -o size=8M -o lazy_refcounts=on -o size=132M TEST_DIR/t.qcow2 | ||
985 | image: TEST_DIR/t.IMGFMT | ||
986 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
987 | lazy refcounts: true | ||
988 | refcount bits: 16 | ||
989 | corrupt: false | ||
990 | + extended l2: false | ||
991 | |||
992 | Testing: amend -f qcow2 -o size=4M,size=148M TEST_DIR/t.qcow2 | ||
993 | image: TEST_DIR/t.IMGFMT | ||
994 | diff --git a/tests/qemu-iotests/085.out b/tests/qemu-iotests/085.out | ||
995 | index XXXXXXX..XXXXXXX 100644 | ||
996 | --- a/tests/qemu-iotests/085.out | ||
997 | +++ b/tests/qemu-iotests/085.out | ||
998 | @@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/t.IMGFMT.2', fmt=IMGFMT size=134217728 | ||
999 | === Create a single snapshot on virtio0 === | ||
1000 | |||
1001 | { 'execute': 'blockdev-snapshot-sync', 'arguments': { 'device': 'virtio0', 'snapshot-file':'TEST_DIR/1-snapshot-v0.IMGFMT', 'format': 'IMGFMT' } } | ||
1002 | -Formatting 'TEST_DIR/1-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2.1 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1003 | +Formatting 'TEST_DIR/1-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2.1 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1004 | {"return": {}} | ||
1005 | |||
1006 | === Invalid command - missing device and nodename === | ||
1007 | @@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/1-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compress | ||
1008 | === Create several transactional group snapshots === | ||
1009 | |||
1010 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/2-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/2-snapshot-v1.IMGFMT' } } ] } } | ||
1011 | -Formatting 'TEST_DIR/2-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/1-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1012 | -Formatting 'TEST_DIR/2-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2.2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1013 | +Formatting 'TEST_DIR/2-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/1-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1014 | +Formatting 'TEST_DIR/2-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/t.qcow2.2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1015 | {"return": {}} | ||
1016 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/3-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/3-snapshot-v1.IMGFMT' } } ] } } | ||
1017 | -Formatting 'TEST_DIR/3-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/2-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1018 | -Formatting 'TEST_DIR/3-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/2-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1019 | +Formatting 'TEST_DIR/3-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/2-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1020 | +Formatting 'TEST_DIR/3-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/2-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1021 | {"return": {}} | ||
1022 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/4-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/4-snapshot-v1.IMGFMT' } } ] } } | ||
1023 | -Formatting 'TEST_DIR/4-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/3-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1024 | -Formatting 'TEST_DIR/4-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/3-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1025 | +Formatting 'TEST_DIR/4-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/3-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1026 | +Formatting 'TEST_DIR/4-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/3-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1027 | {"return": {}} | ||
1028 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/5-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/5-snapshot-v1.IMGFMT' } } ] } } | ||
1029 | -Formatting 'TEST_DIR/5-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/4-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1030 | -Formatting 'TEST_DIR/5-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/4-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1031 | +Formatting 'TEST_DIR/5-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/4-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1032 | +Formatting 'TEST_DIR/5-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/4-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1033 | {"return": {}} | ||
1034 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/6-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/6-snapshot-v1.IMGFMT' } } ] } } | ||
1035 | -Formatting 'TEST_DIR/6-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/5-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1036 | -Formatting 'TEST_DIR/6-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/5-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1037 | +Formatting 'TEST_DIR/6-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/5-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1038 | +Formatting 'TEST_DIR/6-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/5-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1039 | {"return": {}} | ||
1040 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/7-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/7-snapshot-v1.IMGFMT' } } ] } } | ||
1041 | -Formatting 'TEST_DIR/7-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/6-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1042 | -Formatting 'TEST_DIR/7-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/6-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1043 | +Formatting 'TEST_DIR/7-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/6-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1044 | +Formatting 'TEST_DIR/7-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/6-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1045 | {"return": {}} | ||
1046 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/8-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/8-snapshot-v1.IMGFMT' } } ] } } | ||
1047 | -Formatting 'TEST_DIR/8-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/7-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1048 | -Formatting 'TEST_DIR/8-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/7-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1049 | +Formatting 'TEST_DIR/8-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/7-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1050 | +Formatting 'TEST_DIR/8-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/7-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1051 | {"return": {}} | ||
1052 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/9-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/9-snapshot-v1.IMGFMT' } } ] } } | ||
1053 | -Formatting 'TEST_DIR/9-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/8-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1054 | -Formatting 'TEST_DIR/9-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/8-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1055 | +Formatting 'TEST_DIR/9-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/8-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1056 | +Formatting 'TEST_DIR/9-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/8-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1057 | {"return": {}} | ||
1058 | { 'execute': 'transaction', 'arguments': {'actions': [ { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio0', 'snapshot-file': 'TEST_DIR/10-snapshot-v0.IMGFMT' } }, { 'type': 'blockdev-snapshot-sync', 'data' : { 'device': 'virtio1', 'snapshot-file': 'TEST_DIR/10-snapshot-v1.IMGFMT' } } ] } } | ||
1059 | -Formatting 'TEST_DIR/10-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/9-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1060 | -Formatting 'TEST_DIR/10-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 backing_file=TEST_DIR/9-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1061 | +Formatting 'TEST_DIR/10-snapshot-v0.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/9-snapshot-v0.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1062 | +Formatting 'TEST_DIR/10-snapshot-v1.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 backing_file=TEST_DIR/9-snapshot-v1.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1063 | {"return": {}} | ||
1064 | |||
1065 | === Create a couple of snapshots using blockdev-snapshot === | ||
1066 | diff --git a/tests/qemu-iotests/144.out b/tests/qemu-iotests/144.out | ||
1067 | index XXXXXXX..XXXXXXX 100644 | ||
1068 | --- a/tests/qemu-iotests/144.out | ||
1069 | +++ b/tests/qemu-iotests/144.out | ||
1070 | @@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=536870912 | ||
1071 | { 'execute': 'qmp_capabilities' } | ||
1072 | {"return": {}} | ||
1073 | { 'execute': 'blockdev-snapshot-sync', 'arguments': { 'device': 'virtio0', 'snapshot-file':'TEST_DIR/tmp.IMGFMT', 'format': 'IMGFMT' } } | ||
1074 | -Formatting 'TEST_DIR/tmp.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=536870912 backing_file=TEST_DIR/t.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1075 | +Formatting 'TEST_DIR/tmp.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=536870912 backing_file=TEST_DIR/t.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1076 | {"return": {}} | ||
1077 | |||
1078 | === Performing block-commit on active layer === | ||
1079 | @@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/tmp.qcow2', fmt=qcow2 cluster_size=65536 compression_type=z | ||
1080 | === Performing Live Snapshot 2 === | ||
1081 | |||
1082 | { 'execute': 'blockdev-snapshot-sync', 'arguments': { 'device': 'virtio0', 'snapshot-file':'TEST_DIR/tmp2.IMGFMT', 'format': 'IMGFMT' } } | ||
1083 | -Formatting 'TEST_DIR/tmp2.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=536870912 backing_file=TEST_DIR/t.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1084 | +Formatting 'TEST_DIR/tmp2.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=536870912 backing_file=TEST_DIR/t.qcow2 backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1085 | {"return": {}} | ||
1086 | *** done | ||
1087 | diff --git a/tests/qemu-iotests/182.out b/tests/qemu-iotests/182.out | ||
1088 | index XXXXXXX..XXXXXXX 100644 | ||
1089 | --- a/tests/qemu-iotests/182.out | ||
1090 | +++ b/tests/qemu-iotests/182.out | ||
1091 | @@ -XXX,XX +XXX,XX @@ Is another process using the image [TEST_DIR/t.qcow2]? | ||
1092 | {'execute': 'blockdev-add', 'arguments': { 'node-name': 'node0', 'driver': 'file', 'filename': 'TEST_DIR/t.IMGFMT', 'locking': 'on' } } | ||
1093 | {"return": {}} | ||
1094 | {'execute': 'blockdev-snapshot-sync', 'arguments': { 'node-name': 'node0', 'snapshot-file': 'TEST_DIR/t.IMGFMT.overlay', 'snapshot-node-name': 'node1' } } | ||
1095 | -Formatting 'TEST_DIR/t.qcow2.overlay', fmt=qcow2 cluster_size=65536 compression_type=zlib size=197120 backing_file=TEST_DIR/t.qcow2 backing_fmt=file lazy_refcounts=off refcount_bits=16 | ||
1096 | +Formatting 'TEST_DIR/t.qcow2.overlay', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=197120 backing_file=TEST_DIR/t.qcow2 backing_fmt=file lazy_refcounts=off refcount_bits=16 | ||
1097 | {"return": {}} | ||
1098 | {'execute': 'blockdev-add', 'arguments': { 'node-name': 'node1', 'driver': 'file', 'filename': 'TEST_DIR/t.IMGFMT', 'locking': 'on' } } | ||
1099 | {"return": {}} | ||
1100 | diff --git a/tests/qemu-iotests/185.out b/tests/qemu-iotests/185.out | ||
1101 | index XXXXXXX..XXXXXXX 100644 | ||
1102 | --- a/tests/qemu-iotests/185.out | ||
1103 | +++ b/tests/qemu-iotests/185.out | ||
1104 | @@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/t.IMGFMT.base', fmt=IMGFMT size=67108864 | ||
1105 | === Creating backing chain === | ||
1106 | |||
1107 | { 'execute': 'blockdev-snapshot-sync', 'arguments': { 'device': 'disk', 'snapshot-file': 'TEST_DIR/t.IMGFMT.mid', 'format': 'IMGFMT', 'mode': 'absolute-paths' } } | ||
1108 | -Formatting 'TEST_DIR/t.qcow2.mid', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 backing_file=TEST_DIR/t.qcow2.base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1109 | +Formatting 'TEST_DIR/t.qcow2.mid', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 backing_file=TEST_DIR/t.qcow2.base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1110 | {"return": {}} | ||
1111 | { 'execute': 'human-monitor-command', 'arguments': { 'command-line': 'qemu-io disk "write 0 4M"' } } | ||
1112 | wrote 4194304/4194304 bytes at offset 0 | ||
1113 | 4 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1114 | {"return": ""} | ||
1115 | { 'execute': 'blockdev-snapshot-sync', 'arguments': { 'device': 'disk', 'snapshot-file': 'TEST_DIR/t.IMGFMT', 'format': 'IMGFMT', 'mode': 'absolute-paths' } } | ||
1116 | -Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 backing_file=TEST_DIR/t.qcow2.mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1117 | +Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 backing_file=TEST_DIR/t.qcow2.mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1118 | {"return": {}} | ||
1119 | |||
1120 | === Start commit job and exit qemu === | ||
1121 | @@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zli | ||
1122 | { 'execute': 'qmp_capabilities' } | ||
1123 | {"return": {}} | ||
1124 | { 'execute': 'drive-mirror', 'arguments': { 'device': 'disk', 'target': 'TEST_DIR/t.IMGFMT.copy', 'format': 'IMGFMT', 'sync': 'full', 'speed': 65536 } } | ||
1125 | -Formatting 'TEST_DIR/t.qcow2.copy', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
1126 | +Formatting 'TEST_DIR/t.qcow2.copy', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
1127 | {"timestamp": {"seconds": TIMESTAMP, "microseconds": TIMESTAMP}, "event": "JOB_STATUS_CHANGE", "data": {"status": "created", "id": "disk"}} | ||
1128 | {"timestamp": {"seconds": TIMESTAMP, "microseconds": TIMESTAMP}, "event": "JOB_STATUS_CHANGE", "data": {"status": "running", "id": "disk"}} | ||
1129 | {"return": {}} | ||
1130 | @@ -XXX,XX +XXX,XX @@ Formatting 'TEST_DIR/t.qcow2.copy', fmt=qcow2 cluster_size=65536 compression_typ | ||
1131 | { 'execute': 'qmp_capabilities' } | ||
1132 | {"return": {}} | ||
1133 | { 'execute': 'drive-backup', 'arguments': { 'device': 'disk', 'target': 'TEST_DIR/t.IMGFMT.copy', 'format': 'IMGFMT', 'sync': 'full', 'speed': 65536 } } | ||
1134 | -Formatting 'TEST_DIR/t.qcow2.copy', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
1135 | +Formatting 'TEST_DIR/t.qcow2.copy', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
1136 | {"timestamp": {"seconds": TIMESTAMP, "microseconds": TIMESTAMP}, "event": "JOB_STATUS_CHANGE", "data": {"status": "created", "id": "disk"}} | ||
1137 | {"timestamp": {"seconds": TIMESTAMP, "microseconds": TIMESTAMP}, "event": "JOB_STATUS_CHANGE", "data": {"status": "running", "id": "disk"}} | ||
1138 | {"timestamp": {"seconds": TIMESTAMP, "microseconds": TIMESTAMP}, "event": "JOB_STATUS_CHANGE", "data": {"status": "paused", "id": "disk"}} | ||
1139 | diff --git a/tests/qemu-iotests/198 b/tests/qemu-iotests/198 | ||
1140 | index XXXXXXX..XXXXXXX 100755 | ||
1141 | --- a/tests/qemu-iotests/198 | ||
1142 | +++ b/tests/qemu-iotests/198 | ||
1143 | @@ -XXX,XX +XXX,XX @@ echo "== checking image base ==" | ||
1144 | $QEMU_IMG info --image-opts $IMGSPECBASE | _filter_img_info --format-specific \ | ||
1145 | | sed -e "/^disk size:/ D" -e '/refcount bits:/ D' -e '/compat:/ D' \ | ||
1146 | -e '/lazy refcounts:/ D' -e '/corrupt:/ D' -e '/^\s*data file/ D' \ | ||
1147 | + -e '/extended l2:/ D' \ | ||
1148 | | _filter_json_filename | ||
1149 | |||
1150 | echo | ||
1151 | @@ -XXX,XX +XXX,XX @@ echo "== checking image layer ==" | ||
1152 | $QEMU_IMG info --image-opts $IMGSPECLAYER | _filter_img_info --format-specific \ | ||
1153 | | sed -e "/^disk size:/ D" -e '/refcount bits:/ D' -e '/compat:/ D' \ | ||
1154 | -e '/lazy refcounts:/ D' -e '/corrupt:/ D' -e '/^\s*data file/ D' \ | ||
1155 | + -e '/extended l2:/ D' \ | ||
1156 | | _filter_json_filename | ||
1157 | |||
1158 | |||
1159 | diff --git a/tests/qemu-iotests/206.out b/tests/qemu-iotests/206.out | ||
1160 | index XXXXXXX..XXXXXXX 100644 | ||
1161 | --- a/tests/qemu-iotests/206.out | ||
1162 | +++ b/tests/qemu-iotests/206.out | ||
1163 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1164 | lazy refcounts: false | ||
1165 | refcount bits: 16 | ||
1166 | corrupt: false | ||
1167 | + extended l2: false | ||
1168 | |||
1169 | === Successful image creation (inline blockdev-add, explicit defaults) === | ||
1170 | |||
1171 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1172 | lazy refcounts: false | ||
1173 | refcount bits: 16 | ||
1174 | corrupt: false | ||
1175 | + extended l2: false | ||
1176 | |||
1177 | === Successful image creation (v3 non-default options) === | ||
1178 | |||
1179 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1180 | lazy refcounts: true | ||
1181 | refcount bits: 1 | ||
1182 | corrupt: false | ||
1183 | + extended l2: false | ||
1184 | |||
1185 | === Successful image creation (v2 non-default options) === | ||
1186 | |||
1187 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1188 | payload offset: 528384 | ||
1189 | master key iters: XXX | ||
1190 | corrupt: false | ||
1191 | + extended l2: false | ||
1192 | |||
1193 | === Invalid BlockdevRef === | ||
1194 | |||
1195 | diff --git a/tests/qemu-iotests/242.out b/tests/qemu-iotests/242.out | ||
1196 | index XXXXXXX..XXXXXXX 100644 | ||
1197 | --- a/tests/qemu-iotests/242.out | ||
1198 | +++ b/tests/qemu-iotests/242.out | ||
1199 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1200 | lazy refcounts: false | ||
1201 | refcount bits: 16 | ||
1202 | corrupt: false | ||
1203 | + extended l2: false | ||
1204 | |||
1205 | No bitmap in JSON format output | ||
1206 | |||
1207 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1208 | granularity: 32768 | ||
1209 | refcount bits: 16 | ||
1210 | corrupt: false | ||
1211 | + extended l2: false | ||
1212 | |||
1213 | The same bitmaps in JSON format: | ||
1214 | [ | ||
1215 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1216 | granularity: 65536 | ||
1217 | refcount bits: 16 | ||
1218 | corrupt: false | ||
1219 | + extended l2: false | ||
1220 | |||
1221 | The same bitmaps in JSON format: | ||
1222 | [ | ||
1223 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1224 | granularity: 65536 | ||
1225 | refcount bits: 16 | ||
1226 | corrupt: false | ||
1227 | + extended l2: false | ||
1228 | |||
1229 | The same bitmaps in JSON format: | ||
1230 | [ | ||
1231 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1232 | granularity: 16384 | ||
1233 | refcount bits: 16 | ||
1234 | corrupt: false | ||
1235 | + extended l2: false | ||
1236 | |||
1237 | Test complete | ||
1238 | diff --git a/tests/qemu-iotests/255.out b/tests/qemu-iotests/255.out | ||
1239 | index XXXXXXX..XXXXXXX 100644 | ||
1240 | --- a/tests/qemu-iotests/255.out | ||
1241 | +++ b/tests/qemu-iotests/255.out | ||
1242 | @@ -XXX,XX +XXX,XX @@ Finishing a commit job with background reads | ||
1243 | |||
1244 | === Create backing chain and start VM === | ||
1245 | |||
1246 | -Formatting 'TEST_DIR/PID-t.qcow2.mid', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1247 | +Formatting 'TEST_DIR/PID-t.qcow2.mid', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1248 | |||
1249 | -Formatting 'TEST_DIR/PID-t.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1250 | +Formatting 'TEST_DIR/PID-t.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1251 | |||
1252 | === Start background read requests === | ||
1253 | |||
1254 | @@ -XXX,XX +XXX,XX @@ Closing the VM while a job is being cancelled | ||
1255 | |||
1256 | === Create images and start VM === | ||
1257 | |||
1258 | -Formatting 'TEST_DIR/PID-src.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1259 | +Formatting 'TEST_DIR/PID-src.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1260 | |||
1261 | -Formatting 'TEST_DIR/PID-dst.qcow2', fmt=qcow2 cluster_size=65536 compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1262 | +Formatting 'TEST_DIR/PID-dst.qcow2', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=134217728 lazy_refcounts=off refcount_bits=16 | ||
1263 | |||
1264 | wrote 1048576/1048576 bytes at offset 0 | ||
1265 | 1 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1266 | diff --git a/tests/qemu-iotests/274.out b/tests/qemu-iotests/274.out | ||
1267 | index XXXXXXX..XXXXXXX 100644 | ||
1268 | --- a/tests/qemu-iotests/274.out | ||
1269 | +++ b/tests/qemu-iotests/274.out | ||
1270 | @@ -XXX,XX +XXX,XX @@ | ||
1271 | == Commit tests == | ||
1272 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=2097152 lazy_refcounts=off refcount_bits=16 | ||
1273 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=2097152 lazy_refcounts=off refcount_bits=16 | ||
1274 | |||
1275 | -Formatting 'TEST_DIR/PID-mid', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1048576 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1276 | +Formatting 'TEST_DIR/PID-mid', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1048576 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1277 | |||
1278 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=2097152 backing_file=TEST_DIR/PID-mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1279 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=2097152 backing_file=TEST_DIR/PID-mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1280 | |||
1281 | wrote 2097152/2097152 bytes at offset 0 | ||
1282 | 2 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1283 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1284 | lazy refcounts: false | ||
1285 | refcount bits: 16 | ||
1286 | corrupt: false | ||
1287 | + extended l2: false | ||
1288 | |||
1289 | read 1048576/1048576 bytes at offset 0 | ||
1290 | 1 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1291 | @@ -XXX,XX +XXX,XX @@ read 1048576/1048576 bytes at offset 1048576 | ||
1292 | 1 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1293 | |||
1294 | === Testing HMP commit (top -> mid) === | ||
1295 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=2097152 lazy_refcounts=off refcount_bits=16 | ||
1296 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=2097152 lazy_refcounts=off refcount_bits=16 | ||
1297 | |||
1298 | -Formatting 'TEST_DIR/PID-mid', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1048576 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1299 | +Formatting 'TEST_DIR/PID-mid', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1048576 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1300 | |||
1301 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=2097152 backing_file=TEST_DIR/PID-mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1302 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=2097152 backing_file=TEST_DIR/PID-mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1303 | |||
1304 | wrote 2097152/2097152 bytes at offset 0 | ||
1305 | 2 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1306 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1307 | lazy refcounts: false | ||
1308 | refcount bits: 16 | ||
1309 | corrupt: false | ||
1310 | + extended l2: false | ||
1311 | |||
1312 | read 1048576/1048576 bytes at offset 0 | ||
1313 | 1 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1314 | @@ -XXX,XX +XXX,XX @@ read 1048576/1048576 bytes at offset 1048576 | ||
1315 | 1 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1316 | |||
1317 | === Testing QMP active commit (top -> mid) === | ||
1318 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=2097152 lazy_refcounts=off refcount_bits=16 | ||
1319 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=2097152 lazy_refcounts=off refcount_bits=16 | ||
1320 | |||
1321 | -Formatting 'TEST_DIR/PID-mid', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1048576 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1322 | +Formatting 'TEST_DIR/PID-mid', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1048576 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1323 | |||
1324 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=2097152 backing_file=TEST_DIR/PID-mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1325 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=2097152 backing_file=TEST_DIR/PID-mid backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1326 | |||
1327 | wrote 2097152/2097152 bytes at offset 0 | ||
1328 | 2 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1329 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1330 | lazy refcounts: false | ||
1331 | refcount bits: 16 | ||
1332 | corrupt: false | ||
1333 | + extended l2: false | ||
1334 | |||
1335 | read 1048576/1048576 bytes at offset 0 | ||
1336 | 1 MiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1337 | @@ -XXX,XX +XXX,XX @@ read 1048576/1048576 bytes at offset 1048576 | ||
1338 | |||
1339 | == Resize tests == | ||
1340 | === preallocation=off === | ||
1341 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=6442450944 lazy_refcounts=off refcount_bits=16 | ||
1342 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=6442450944 lazy_refcounts=off refcount_bits=16 | ||
1343 | |||
1344 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=1073741824 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1345 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=1073741824 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1346 | |||
1347 | wrote 65536/65536 bytes at offset 5368709120 | ||
1348 | 64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1349 | @@ -XXX,XX +XXX,XX @@ read 65536/65536 bytes at offset 5368709120 | ||
1350 | { "start": 1073741824, "length": 7516192768, "depth": 0, "zero": true, "data": false}] | ||
1351 | |||
1352 | === preallocation=metadata === | ||
1353 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=34359738368 lazy_refcounts=off refcount_bits=16 | ||
1354 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=34359738368 lazy_refcounts=off refcount_bits=16 | ||
1355 | |||
1356 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=32212254720 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1357 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=32212254720 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1358 | |||
1359 | wrote 65536/65536 bytes at offset 33285996544 | ||
1360 | 64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1361 | @@ -XXX,XX +XXX,XX @@ read 65536/65536 bytes at offset 33285996544 | ||
1362 | { "start": 34896609280, "length": 536870912, "depth": 0, "zero": true, "data": false, "offset": 2685075456}] | ||
1363 | |||
1364 | === preallocation=falloc === | ||
1365 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=10485760 lazy_refcounts=off refcount_bits=16 | ||
1366 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=10485760 lazy_refcounts=off refcount_bits=16 | ||
1367 | |||
1368 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=5242880 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1369 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=5242880 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1370 | |||
1371 | wrote 65536/65536 bytes at offset 9437184 | ||
1372 | 64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1373 | @@ -XXX,XX +XXX,XX @@ read 65536/65536 bytes at offset 9437184 | ||
1374 | { "start": 5242880, "length": 10485760, "depth": 0, "zero": false, "data": true, "offset": 327680}] | ||
1375 | |||
1376 | === preallocation=full === | ||
1377 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=16777216 lazy_refcounts=off refcount_bits=16 | ||
1378 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=16777216 lazy_refcounts=off refcount_bits=16 | ||
1379 | |||
1380 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=8388608 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1381 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=8388608 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1382 | |||
1383 | wrote 65536/65536 bytes at offset 11534336 | ||
1384 | 64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1385 | @@ -XXX,XX +XXX,XX @@ read 65536/65536 bytes at offset 11534336 | ||
1386 | { "start": 8388608, "length": 4194304, "depth": 0, "zero": false, "data": true, "offset": 327680}] | ||
1387 | |||
1388 | === preallocation=off === | ||
1389 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=393216 lazy_refcounts=off refcount_bits=16 | ||
1390 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=393216 lazy_refcounts=off refcount_bits=16 | ||
1391 | |||
1392 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=259072 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1393 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=259072 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1394 | |||
1395 | wrote 65536/65536 bytes at offset 259072 | ||
1396 | 64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1397 | @@ -XXX,XX +XXX,XX @@ read 65536/65536 bytes at offset 259072 | ||
1398 | { "start": 262144, "length": 262144, "depth": 0, "zero": true, "data": false}] | ||
1399 | |||
1400 | === preallocation=off === | ||
1401 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=409600 lazy_refcounts=off refcount_bits=16 | ||
1402 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=409600 lazy_refcounts=off refcount_bits=16 | ||
1403 | |||
1404 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=262144 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1405 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=262144 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1406 | |||
1407 | wrote 65536/65536 bytes at offset 344064 | ||
1408 | 64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1409 | @@ -XXX,XX +XXX,XX @@ read 65536/65536 bytes at offset 344064 | ||
1410 | { "start": 262144, "length": 262144, "depth": 0, "zero": true, "data": false}] | ||
1411 | |||
1412 | === preallocation=off === | ||
1413 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=524288 lazy_refcounts=off refcount_bits=16 | ||
1414 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=524288 lazy_refcounts=off refcount_bits=16 | ||
1415 | |||
1416 | -Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 compression_type=zlib size=262144 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1417 | +Formatting 'TEST_DIR/PID-top', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=262144 backing_file=TEST_DIR/PID-base backing_fmt=qcow2 lazy_refcounts=off refcount_bits=16 | ||
1418 | |||
1419 | wrote 65536/65536 bytes at offset 446464 | ||
1420 | 64 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec) | ||
1421 | diff --git a/tests/qemu-iotests/280.out b/tests/qemu-iotests/280.out | ||
1422 | index XXXXXXX..XXXXXXX 100644 | ||
1423 | --- a/tests/qemu-iotests/280.out | ||
1424 | +++ b/tests/qemu-iotests/280.out | ||
1425 | @@ -XXX,XX +XXX,XX @@ | ||
1426 | -Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
1427 | +Formatting 'TEST_DIR/PID-base', fmt=qcow2 cluster_size=65536 extended_l2=off compression_type=zlib size=67108864 lazy_refcounts=off refcount_bits=16 | ||
1428 | |||
1429 | === Launch VM === | ||
1430 | Enabling migration QMP events on VM... | ||
1431 | diff --git a/tests/qemu-iotests/291.out b/tests/qemu-iotests/291.out | ||
1432 | index XXXXXXX..XXXXXXX 100644 | ||
1433 | --- a/tests/qemu-iotests/291.out | ||
1434 | +++ b/tests/qemu-iotests/291.out | ||
1435 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1436 | granularity: 65536 | ||
1437 | refcount bits: 16 | ||
1438 | corrupt: false | ||
1439 | + extended l2: false | ||
1440 | image: TEST_DIR/t.IMGFMT | ||
1441 | file format: IMGFMT | ||
1442 | virtual size: 10 MiB (10485760 bytes) | ||
1443 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1444 | granularity: 65536 | ||
1445 | refcount bits: 16 | ||
1446 | corrupt: false | ||
1447 | + extended l2: false | ||
1448 | |||
1449 | === Check bitmap contents === | ||
1450 | |||
1451 | diff --git a/tests/qemu-iotests/302.out b/tests/qemu-iotests/302.out | ||
1452 | index XXXXXXX..XXXXXXX 100644 | ||
1453 | --- a/tests/qemu-iotests/302.out | ||
1454 | +++ b/tests/qemu-iotests/302.out | ||
1455 | @@ -XXX,XX +XXX,XX @@ Format specific information: | ||
1456 | lazy refcounts: false | ||
1457 | refcount bits: 16 | ||
1458 | corrupt: false | ||
1459 | + extended l2: false | ||
1460 | |||
1461 | === Converted image check === | ||
1462 | No errors were found on the image. | ||
1463 | diff --git a/tests/qemu-iotests/303.out b/tests/qemu-iotests/303.out | ||
1464 | index XXXXXXX..XXXXXXX 100644 | ||
1465 | --- a/tests/qemu-iotests/303.out | ||
1466 | +++ b/tests/qemu-iotests/303.out | ||
1467 | @@ -XXX,XX +XXX,XX @@ header_length 112 | ||
1468 | |||
1469 | Header extension: | ||
1470 | magic 0x6803f857 (Feature table) | ||
1471 | -length 336 | ||
1472 | +length 384 | ||
1473 | data <binary> | ||
1474 | |||
1475 | Header extension: | ||
1476 | @@ -XXX,XX +XXX,XX @@ Bitmap table type size offset | ||
1477 | { | ||
1478 | "name": "Feature table", | ||
1479 | "magic": 1745090647, | ||
1480 | - "length": 336, | ||
1481 | + "length": 384, | ||
1482 | "data_str": "<binary>" | ||
1483 | }, | ||
1484 | { | ||
1485 | diff --git a/tests/qemu-iotests/common.filter b/tests/qemu-iotests/common.filter | ||
1486 | index XXXXXXX..XXXXXXX 100644 | ||
1487 | --- a/tests/qemu-iotests/common.filter | ||
1488 | +++ b/tests/qemu-iotests/common.filter | ||
1489 | @@ -XXX,XX +XXX,XX @@ _filter_img_info() | ||
1490 | -e "/adapter_type: '[^']*'/d" \ | ||
1491 | -e "/hwversion: '[^']*'/d" \ | ||
1492 | -e "/lazy_refcounts: \\(on\\|off\\)/d" \ | ||
1493 | + -e "/extended_l2=\\(on\\|off\\)/d" \ | ||
1494 | -e "/block_size: [0-9]\\+/d" \ | ||
1495 | -e "/block_state_zero: \\(on\\|off\\)/d" \ | ||
1496 | -e "/log_size: [0-9]\\+/d" \ | ||
1497 | -- | 280 | -- |
1498 | 2.26.2 | 281 | 2.29.2 |
1499 | 282 | ||
1500 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | Like offset_into_cluster() and size_to_clusters(), but for | 3 | Add ProxyMemoryListener object which is used to keep the view of the RAM |
4 | subclusters. | 4 | in sync between QEMU and remote process. |
5 | A MemoryListener is registered for system-memory AddressSpace. The | ||
6 | listener sends SYNC_SYSMEM message to the remote process when memory | ||
7 | listener commits the changes to memory, the remote process receives | ||
8 | the message and processes it in the handler for SYNC_SYSMEM message. | ||
5 | 9 | ||
6 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 10 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
7 | Reviewed-by: Eric Blake <eblake@redhat.com> | 11 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
8 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 12 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
9 | Message-Id: <3cc2390dcdef3d234d47c741b708bd8734490862.1594396418.git.berto@igalia.com> | 13 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
10 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 14 | Message-id: 04fe4e6a9ca90d4f11ab6f59be7652f5b086a071.1611938319.git.jag.raman@oracle.com |
15 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | --- | 16 | --- |
12 | block/qcow2.h | 10 ++++++++++ | 17 | MAINTAINERS | 2 + |
13 | 1 file changed, 10 insertions(+) | 18 | include/hw/remote/proxy-memory-listener.h | 28 +++ |
19 | include/hw/remote/proxy.h | 2 + | ||
20 | hw/remote/message.c | 4 + | ||
21 | hw/remote/proxy-memory-listener.c | 227 ++++++++++++++++++++++ | ||
22 | hw/remote/proxy.c | 6 + | ||
23 | hw/remote/meson.build | 1 + | ||
24 | 7 files changed, 270 insertions(+) | ||
25 | create mode 100644 include/hw/remote/proxy-memory-listener.h | ||
26 | create mode 100644 hw/remote/proxy-memory-listener.c | ||
14 | 27 | ||
15 | diff --git a/block/qcow2.h b/block/qcow2.h | 28 | diff --git a/MAINTAINERS b/MAINTAINERS |
16 | index XXXXXXX..XXXXXXX 100644 | 29 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/block/qcow2.h | 30 | --- a/MAINTAINERS |
18 | +++ b/block/qcow2.h | 31 | +++ b/MAINTAINERS |
19 | @@ -XXX,XX +XXX,XX @@ static inline int64_t offset_into_cluster(BDRVQcow2State *s, int64_t offset) | 32 | @@ -XXX,XX +XXX,XX @@ F: include/hw/remote/memory.h |
20 | return offset & (s->cluster_size - 1); | 33 | F: hw/remote/memory.c |
34 | F: hw/remote/proxy.c | ||
35 | F: include/hw/remote/proxy.h | ||
36 | +F: hw/remote/proxy-memory-listener.c | ||
37 | +F: include/hw/remote/proxy-memory-listener.h | ||
38 | |||
39 | Build and test automation | ||
40 | ------------------------- | ||
41 | diff --git a/include/hw/remote/proxy-memory-listener.h b/include/hw/remote/proxy-memory-listener.h | ||
42 | new file mode 100644 | ||
43 | index XXXXXXX..XXXXXXX | ||
44 | --- /dev/null | ||
45 | +++ b/include/hw/remote/proxy-memory-listener.h | ||
46 | @@ -XXX,XX +XXX,XX @@ | ||
47 | +/* | ||
48 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
49 | + * | ||
50 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
51 | + * See the COPYING file in the top-level directory. | ||
52 | + * | ||
53 | + */ | ||
54 | + | ||
55 | +#ifndef PROXY_MEMORY_LISTENER_H | ||
56 | +#define PROXY_MEMORY_LISTENER_H | ||
57 | + | ||
58 | +#include "exec/memory.h" | ||
59 | +#include "io/channel.h" | ||
60 | + | ||
61 | +typedef struct ProxyMemoryListener { | ||
62 | + MemoryListener listener; | ||
63 | + | ||
64 | + int n_mr_sections; | ||
65 | + MemoryRegionSection *mr_sections; | ||
66 | + | ||
67 | + QIOChannel *ioc; | ||
68 | +} ProxyMemoryListener; | ||
69 | + | ||
70 | +void proxy_memory_listener_configure(ProxyMemoryListener *proxy_listener, | ||
71 | + QIOChannel *ioc); | ||
72 | +void proxy_memory_listener_deconfigure(ProxyMemoryListener *proxy_listener); | ||
73 | + | ||
74 | +#endif | ||
75 | diff --git a/include/hw/remote/proxy.h b/include/hw/remote/proxy.h | ||
76 | index XXXXXXX..XXXXXXX 100644 | ||
77 | --- a/include/hw/remote/proxy.h | ||
78 | +++ b/include/hw/remote/proxy.h | ||
79 | @@ -XXX,XX +XXX,XX @@ | ||
80 | |||
81 | #include "hw/pci/pci.h" | ||
82 | #include "io/channel.h" | ||
83 | +#include "hw/remote/proxy-memory-listener.h" | ||
84 | |||
85 | #define TYPE_PCI_PROXY_DEV "x-pci-proxy-dev" | ||
86 | OBJECT_DECLARE_SIMPLE_TYPE(PCIProxyDev, PCI_PROXY_DEV) | ||
87 | @@ -XXX,XX +XXX,XX @@ struct PCIProxyDev { | ||
88 | QemuMutex io_mutex; | ||
89 | QIOChannel *ioc; | ||
90 | Error *migration_blocker; | ||
91 | + ProxyMemoryListener proxy_listener; | ||
92 | ProxyMemoryRegion region[PCI_NUM_REGIONS]; | ||
93 | }; | ||
94 | |||
95 | diff --git a/hw/remote/message.c b/hw/remote/message.c | ||
96 | index XXXXXXX..XXXXXXX 100644 | ||
97 | --- a/hw/remote/message.c | ||
98 | +++ b/hw/remote/message.c | ||
99 | @@ -XXX,XX +XXX,XX @@ | ||
100 | #include "sysemu/runstate.h" | ||
101 | #include "hw/pci/pci.h" | ||
102 | #include "exec/memattrs.h" | ||
103 | +#include "hw/remote/memory.h" | ||
104 | |||
105 | static void process_config_write(QIOChannel *ioc, PCIDevice *dev, | ||
106 | MPQemuMsg *msg, Error **errp); | ||
107 | @@ -XXX,XX +XXX,XX @@ void coroutine_fn mpqemu_remote_msg_loop_co(void *data) | ||
108 | case MPQEMU_CMD_BAR_READ: | ||
109 | process_bar_read(com->ioc, &msg, &local_err); | ||
110 | break; | ||
111 | + case MPQEMU_CMD_SYNC_SYSMEM: | ||
112 | + remote_sysmem_reconfig(&msg, &local_err); | ||
113 | + break; | ||
114 | default: | ||
115 | error_setg(&local_err, | ||
116 | "Unknown command (%d) received for device %s" | ||
117 | diff --git a/hw/remote/proxy-memory-listener.c b/hw/remote/proxy-memory-listener.c | ||
118 | new file mode 100644 | ||
119 | index XXXXXXX..XXXXXXX | ||
120 | --- /dev/null | ||
121 | +++ b/hw/remote/proxy-memory-listener.c | ||
122 | @@ -XXX,XX +XXX,XX @@ | ||
123 | +/* | ||
124 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
125 | + * | ||
126 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
127 | + * See the COPYING file in the top-level directory. | ||
128 | + * | ||
129 | + */ | ||
130 | + | ||
131 | +#include "qemu/osdep.h" | ||
132 | +#include "qemu-common.h" | ||
133 | + | ||
134 | +#include "qemu/compiler.h" | ||
135 | +#include "qemu/int128.h" | ||
136 | +#include "qemu/range.h" | ||
137 | +#include "exec/memory.h" | ||
138 | +#include "exec/cpu-common.h" | ||
139 | +#include "cpu.h" | ||
140 | +#include "exec/ram_addr.h" | ||
141 | +#include "exec/address-spaces.h" | ||
142 | +#include "qapi/error.h" | ||
143 | +#include "hw/remote/mpqemu-link.h" | ||
144 | +#include "hw/remote/proxy-memory-listener.h" | ||
145 | + | ||
146 | +/* | ||
147 | + * TODO: get_fd_from_hostaddr(), proxy_mrs_can_merge() and | ||
148 | + * proxy_memory_listener_commit() defined below perform tasks similar to the | ||
149 | + * functions defined in vhost-user.c. These functions are good candidates | ||
150 | + * for refactoring. | ||
151 | + * | ||
152 | + */ | ||
153 | + | ||
154 | +static void proxy_memory_listener_reset(MemoryListener *listener) | ||
155 | +{ | ||
156 | + ProxyMemoryListener *proxy_listener = container_of(listener, | ||
157 | + ProxyMemoryListener, | ||
158 | + listener); | ||
159 | + int mrs; | ||
160 | + | ||
161 | + for (mrs = 0; mrs < proxy_listener->n_mr_sections; mrs++) { | ||
162 | + memory_region_unref(proxy_listener->mr_sections[mrs].mr); | ||
163 | + } | ||
164 | + | ||
165 | + g_free(proxy_listener->mr_sections); | ||
166 | + proxy_listener->mr_sections = NULL; | ||
167 | + proxy_listener->n_mr_sections = 0; | ||
168 | +} | ||
169 | + | ||
170 | +static int get_fd_from_hostaddr(uint64_t host, ram_addr_t *offset) | ||
171 | +{ | ||
172 | + MemoryRegion *mr; | ||
173 | + ram_addr_t off; | ||
174 | + | ||
175 | + /** | ||
176 | + * Assumes that the host address is a valid address as it's | ||
177 | + * coming from the MemoryListener system. In the case host | ||
178 | + * address is not valid, the following call would return | ||
179 | + * the default subregion of "system_memory" region, and | ||
180 | + * not NULL. So it's not possible to check for NULL here. | ||
181 | + */ | ||
182 | + mr = memory_region_from_host((void *)(uintptr_t)host, &off); | ||
183 | + | ||
184 | + if (offset) { | ||
185 | + *offset = off; | ||
186 | + } | ||
187 | + | ||
188 | + return memory_region_get_fd(mr); | ||
189 | +} | ||
190 | + | ||
191 | +static bool proxy_mrs_can_merge(uint64_t host, uint64_t prev_host, size_t size) | ||
192 | +{ | ||
193 | + if (((prev_host + size) != host)) { | ||
194 | + return false; | ||
195 | + } | ||
196 | + | ||
197 | + if (get_fd_from_hostaddr(host, NULL) != | ||
198 | + get_fd_from_hostaddr(prev_host, NULL)) { | ||
199 | + return false; | ||
200 | + } | ||
201 | + | ||
202 | + return true; | ||
203 | +} | ||
204 | + | ||
205 | +static bool try_merge(ProxyMemoryListener *proxy_listener, | ||
206 | + MemoryRegionSection *section) | ||
207 | +{ | ||
208 | + uint64_t mrs_size, mrs_gpa, mrs_page; | ||
209 | + MemoryRegionSection *prev_sec; | ||
210 | + bool merged = false; | ||
211 | + uintptr_t mrs_host; | ||
212 | + RAMBlock *mrs_rb; | ||
213 | + | ||
214 | + if (!proxy_listener->n_mr_sections) { | ||
215 | + return false; | ||
216 | + } | ||
217 | + | ||
218 | + mrs_rb = section->mr->ram_block; | ||
219 | + mrs_page = (uint64_t)qemu_ram_pagesize(mrs_rb); | ||
220 | + mrs_size = int128_get64(section->size); | ||
221 | + mrs_gpa = section->offset_within_address_space; | ||
222 | + mrs_host = (uintptr_t)memory_region_get_ram_ptr(section->mr) + | ||
223 | + section->offset_within_region; | ||
224 | + | ||
225 | + if (get_fd_from_hostaddr(mrs_host, NULL) < 0) { | ||
226 | + return true; | ||
227 | + } | ||
228 | + | ||
229 | + mrs_host = mrs_host & ~(mrs_page - 1); | ||
230 | + mrs_gpa = mrs_gpa & ~(mrs_page - 1); | ||
231 | + mrs_size = ROUND_UP(mrs_size, mrs_page); | ||
232 | + | ||
233 | + prev_sec = proxy_listener->mr_sections + | ||
234 | + (proxy_listener->n_mr_sections - 1); | ||
235 | + uint64_t prev_gpa_start = prev_sec->offset_within_address_space; | ||
236 | + uint64_t prev_size = int128_get64(prev_sec->size); | ||
237 | + uint64_t prev_gpa_end = range_get_last(prev_gpa_start, prev_size); | ||
238 | + uint64_t prev_host_start = | ||
239 | + (uintptr_t)memory_region_get_ram_ptr(prev_sec->mr) + | ||
240 | + prev_sec->offset_within_region; | ||
241 | + uint64_t prev_host_end = range_get_last(prev_host_start, prev_size); | ||
242 | + | ||
243 | + if (mrs_gpa <= (prev_gpa_end + 1)) { | ||
244 | + g_assert(mrs_gpa > prev_gpa_start); | ||
245 | + | ||
246 | + if ((section->mr == prev_sec->mr) && | ||
247 | + proxy_mrs_can_merge(mrs_host, prev_host_start, | ||
248 | + (mrs_gpa - prev_gpa_start))) { | ||
249 | + uint64_t max_end = MAX(prev_host_end, mrs_host + mrs_size); | ||
250 | + merged = true; | ||
251 | + prev_sec->offset_within_address_space = | ||
252 | + MIN(prev_gpa_start, mrs_gpa); | ||
253 | + prev_sec->offset_within_region = | ||
254 | + MIN(prev_host_start, mrs_host) - | ||
255 | + (uintptr_t)memory_region_get_ram_ptr(prev_sec->mr); | ||
256 | + prev_sec->size = int128_make64(max_end - MIN(prev_host_start, | ||
257 | + mrs_host)); | ||
258 | + } | ||
259 | + } | ||
260 | + | ||
261 | + return merged; | ||
262 | +} | ||
263 | + | ||
264 | +static void proxy_memory_listener_region_addnop(MemoryListener *listener, | ||
265 | + MemoryRegionSection *section) | ||
266 | +{ | ||
267 | + ProxyMemoryListener *proxy_listener = container_of(listener, | ||
268 | + ProxyMemoryListener, | ||
269 | + listener); | ||
270 | + | ||
271 | + if (!memory_region_is_ram(section->mr) || | ||
272 | + memory_region_is_rom(section->mr)) { | ||
273 | + return; | ||
274 | + } | ||
275 | + | ||
276 | + if (try_merge(proxy_listener, section)) { | ||
277 | + return; | ||
278 | + } | ||
279 | + | ||
280 | + ++proxy_listener->n_mr_sections; | ||
281 | + proxy_listener->mr_sections = g_renew(MemoryRegionSection, | ||
282 | + proxy_listener->mr_sections, | ||
283 | + proxy_listener->n_mr_sections); | ||
284 | + proxy_listener->mr_sections[proxy_listener->n_mr_sections - 1] = *section; | ||
285 | + proxy_listener->mr_sections[proxy_listener->n_mr_sections - 1].fv = NULL; | ||
286 | + memory_region_ref(section->mr); | ||
287 | +} | ||
288 | + | ||
289 | +static void proxy_memory_listener_commit(MemoryListener *listener) | ||
290 | +{ | ||
291 | + ProxyMemoryListener *proxy_listener = container_of(listener, | ||
292 | + ProxyMemoryListener, | ||
293 | + listener); | ||
294 | + MPQemuMsg msg; | ||
295 | + MemoryRegionSection *section; | ||
296 | + ram_addr_t offset; | ||
297 | + uintptr_t host_addr; | ||
298 | + int region; | ||
299 | + Error *local_err = NULL; | ||
300 | + | ||
301 | + memset(&msg, 0, sizeof(MPQemuMsg)); | ||
302 | + | ||
303 | + msg.cmd = MPQEMU_CMD_SYNC_SYSMEM; | ||
304 | + msg.num_fds = proxy_listener->n_mr_sections; | ||
305 | + msg.size = sizeof(SyncSysmemMsg); | ||
306 | + if (msg.num_fds > REMOTE_MAX_FDS) { | ||
307 | + error_report("Number of fds is more than %d", REMOTE_MAX_FDS); | ||
308 | + return; | ||
309 | + } | ||
310 | + | ||
311 | + for (region = 0; region < proxy_listener->n_mr_sections; region++) { | ||
312 | + section = &proxy_listener->mr_sections[region]; | ||
313 | + msg.data.sync_sysmem.gpas[region] = | ||
314 | + section->offset_within_address_space; | ||
315 | + msg.data.sync_sysmem.sizes[region] = int128_get64(section->size); | ||
316 | + host_addr = (uintptr_t)memory_region_get_ram_ptr(section->mr) + | ||
317 | + section->offset_within_region; | ||
318 | + msg.fds[region] = get_fd_from_hostaddr(host_addr, &offset); | ||
319 | + msg.data.sync_sysmem.offsets[region] = offset; | ||
320 | + } | ||
321 | + if (!mpqemu_msg_send(&msg, proxy_listener->ioc, &local_err)) { | ||
322 | + error_report_err(local_err); | ||
323 | + } | ||
324 | +} | ||
325 | + | ||
326 | +void proxy_memory_listener_deconfigure(ProxyMemoryListener *proxy_listener) | ||
327 | +{ | ||
328 | + memory_listener_unregister(&proxy_listener->listener); | ||
329 | + | ||
330 | + proxy_memory_listener_reset(&proxy_listener->listener); | ||
331 | +} | ||
332 | + | ||
333 | +void proxy_memory_listener_configure(ProxyMemoryListener *proxy_listener, | ||
334 | + QIOChannel *ioc) | ||
335 | +{ | ||
336 | + proxy_listener->n_mr_sections = 0; | ||
337 | + proxy_listener->mr_sections = NULL; | ||
338 | + | ||
339 | + proxy_listener->ioc = ioc; | ||
340 | + | ||
341 | + proxy_listener->listener.begin = proxy_memory_listener_reset; | ||
342 | + proxy_listener->listener.commit = proxy_memory_listener_commit; | ||
343 | + proxy_listener->listener.region_add = proxy_memory_listener_region_addnop; | ||
344 | + proxy_listener->listener.region_nop = proxy_memory_listener_region_addnop; | ||
345 | + proxy_listener->listener.priority = 10; | ||
346 | + | ||
347 | + memory_listener_register(&proxy_listener->listener, | ||
348 | + &address_space_memory); | ||
349 | +} | ||
350 | diff --git a/hw/remote/proxy.c b/hw/remote/proxy.c | ||
351 | index XXXXXXX..XXXXXXX 100644 | ||
352 | --- a/hw/remote/proxy.c | ||
353 | +++ b/hw/remote/proxy.c | ||
354 | @@ -XXX,XX +XXX,XX @@ | ||
355 | #include "qemu/sockets.h" | ||
356 | #include "hw/remote/mpqemu-link.h" | ||
357 | #include "qemu/error-report.h" | ||
358 | +#include "hw/remote/proxy-memory-listener.h" | ||
359 | +#include "qom/object.h" | ||
360 | |||
361 | static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) | ||
362 | { | ||
363 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) | ||
364 | |||
365 | qemu_mutex_init(&dev->io_mutex); | ||
366 | qio_channel_set_blocking(dev->ioc, true, NULL); | ||
367 | + | ||
368 | + proxy_memory_listener_configure(&dev->proxy_listener, dev->ioc); | ||
21 | } | 369 | } |
22 | 370 | ||
23 | +static inline int64_t offset_into_subcluster(BDRVQcow2State *s, int64_t offset) | 371 | static void pci_proxy_dev_exit(PCIDevice *pdev) |
24 | +{ | 372 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_exit(PCIDevice *pdev) |
25 | + return offset & (s->subcluster_size - 1); | 373 | migrate_del_blocker(dev->migration_blocker); |
26 | +} | 374 | |
27 | + | 375 | error_free(dev->migration_blocker); |
28 | static inline uint64_t size_to_clusters(BDRVQcow2State *s, uint64_t size) | 376 | + |
29 | { | 377 | + proxy_memory_listener_deconfigure(&dev->proxy_listener); |
30 | return (size + (s->cluster_size - 1)) >> s->cluster_bits; | ||
31 | } | 378 | } |
32 | 379 | ||
33 | +static inline uint64_t size_to_subclusters(BDRVQcow2State *s, uint64_t size) | 380 | static void config_op_send(PCIProxyDev *pdev, uint32_t addr, uint32_t *val, |
34 | +{ | 381 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build |
35 | + return (size + (s->subcluster_size - 1)) >> s->subcluster_bits; | 382 | index XXXXXXX..XXXXXXX 100644 |
36 | +} | 383 | --- a/hw/remote/meson.build |
37 | + | 384 | +++ b/hw/remote/meson.build |
38 | static inline int64_t size_to_l1(BDRVQcow2State *s, int64_t size) | 385 | @@ -XXX,XX +XXX,XX @@ remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('remote-obj.c')) |
39 | { | 386 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('proxy.c')) |
40 | int shift = s->cluster_bits + s->l2_bits; | 387 | |
388 | specific_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('memory.c')) | ||
389 | +specific_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('proxy-memory-listener.c')) | ||
390 | |||
391 | softmmu_ss.add_all(when: 'CONFIG_MULTIPROCESS', if_true: remote_ss) | ||
41 | -- | 392 | -- |
42 | 2.26.2 | 393 | 2.29.2 |
43 | 394 | ||
44 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | When writing to a qcow2 file there are two functions that take a | 3 | IOHUB object is added to manage PCI IRQs. It uses KVM_IRQFD |
4 | virtual offset and return a host offset, possibly allocating new | 4 | ioctl to create irqfd to injecting PCI interrupts to the guest. |
5 | clusters if necessary: | 5 | IOHUB object forwards the irqfd to the remote process. Remote process |
6 | uses this fd to directly send interrupts to the guest, bypassing QEMU. | ||
6 | 7 | ||
7 | - handle_copied() looks for normal data clusters that are already | 8 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
8 | allocated and have a reference count of 1. In those clusters we | 9 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
9 | can simply write the data and there is no need to perform any | 10 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
10 | copy-on-write. | 11 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> |
12 | Message-id: 51d5c3d54e28a68b002e3875c59599c9f5a424a1.1611938319.git.jag.raman@oracle.com | ||
13 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
14 | --- | ||
15 | MAINTAINERS | 2 + | ||
16 | include/hw/pci/pci_ids.h | 3 + | ||
17 | include/hw/remote/iohub.h | 42 +++++++++++ | ||
18 | include/hw/remote/machine.h | 2 + | ||
19 | include/hw/remote/mpqemu-link.h | 1 + | ||
20 | include/hw/remote/proxy.h | 4 ++ | ||
21 | hw/remote/iohub.c | 119 ++++++++++++++++++++++++++++++++ | ||
22 | hw/remote/machine.c | 10 +++ | ||
23 | hw/remote/message.c | 4 ++ | ||
24 | hw/remote/mpqemu-link.c | 5 ++ | ||
25 | hw/remote/proxy.c | 56 +++++++++++++++ | ||
26 | hw/remote/meson.build | 1 + | ||
27 | 12 files changed, 249 insertions(+) | ||
28 | create mode 100644 include/hw/remote/iohub.h | ||
29 | create mode 100644 hw/remote/iohub.c | ||
11 | 30 | ||
12 | - handle_alloc() looks for clusters that do need copy-on-write, | 31 | diff --git a/MAINTAINERS b/MAINTAINERS |
13 | either because they haven't been allocated yet, because their | 32 | index XXXXXXX..XXXXXXX 100644 |
14 | reference count is != 1 or because they are ZERO_ALLOC clusters. | 33 | --- a/MAINTAINERS |
15 | 34 | +++ b/MAINTAINERS | |
16 | The ZERO_ALLOC case is a bit special because those are clusters that | 35 | @@ -XXX,XX +XXX,XX @@ F: hw/remote/proxy.c |
17 | are already allocated and they could perfectly be dealt with in | 36 | F: include/hw/remote/proxy.h |
18 | handle_copied() (as long as copy-on-write is performed when required). | 37 | F: hw/remote/proxy-memory-listener.c |
19 | 38 | F: include/hw/remote/proxy-memory-listener.h | |
20 | In fact, there is extra code specifically for them in handle_alloc() | 39 | +F: hw/remote/iohub.c |
21 | that tries to reuse the existing allocation if possible and frees them | 40 | +F: include/hw/remote/iohub.h |
22 | otherwise. | 41 | |
23 | 42 | Build and test automation | |
24 | This patch changes the handling of ZERO_ALLOC clusters so the | 43 | ------------------------- |
25 | semantics of these two functions are now like this: | 44 | diff --git a/include/hw/pci/pci_ids.h b/include/hw/pci/pci_ids.h |
26 | 45 | index XXXXXXX..XXXXXXX 100644 | |
27 | - handle_copied() looks for clusters that are already allocated and | 46 | --- a/include/hw/pci/pci_ids.h |
28 | which we can overwrite (NORMAL and ZERO_ALLOC clusters with a | 47 | +++ b/include/hw/pci/pci_ids.h |
29 | reference count of 1). | 48 | @@ -XXX,XX +XXX,XX @@ |
30 | 49 | #define PCI_DEVICE_ID_SUN_SIMBA 0x5000 | |
31 | - handle_alloc() looks for clusters for which we need a new | 50 | #define PCI_DEVICE_ID_SUN_SABRE 0xa000 |
32 | allocation (all other cases). | 51 | |
33 | 52 | +#define PCI_VENDOR_ID_ORACLE 0x108e | |
34 | One important difference after this change is that clusters found | 53 | +#define PCI_DEVICE_ID_REMOTE_IOHUB 0xb000 |
35 | in handle_copied() may now require copy-on-write, but this will be | 54 | + |
36 | necessary anyway once we add support for subclusters. | 55 | #define PCI_VENDOR_ID_CMD 0x1095 |
37 | 56 | #define PCI_DEVICE_ID_CMD_646 0x0646 | |
38 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 57 | |
39 | Reviewed-by: Eric Blake <eblake@redhat.com> | 58 | diff --git a/include/hw/remote/iohub.h b/include/hw/remote/iohub.h |
40 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 59 | new file mode 100644 |
41 | Message-Id: <eb17fc938f6be7be2e8d8ff42763d2c19241f866.1594396418.git.berto@igalia.com> | 60 | index XXXXXXX..XXXXXXX |
42 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 61 | --- /dev/null |
43 | --- | 62 | +++ b/include/hw/remote/iohub.h |
44 | block/qcow2-cluster.c | 252 +++++++++++++++++++++++------------------- | 63 | @@ -XXX,XX +XXX,XX @@ |
45 | 1 file changed, 139 insertions(+), 113 deletions(-) | 64 | +/* |
46 | 65 | + * IO Hub for remote device | |
47 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | 66 | + * |
48 | index XXXXXXX..XXXXXXX 100644 | 67 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. |
49 | --- a/block/qcow2-cluster.c | 68 | + * |
50 | +++ b/block/qcow2-cluster.c | 69 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. |
51 | @@ -XXX,XX +XXX,XX @@ void qcow2_alloc_cluster_abort(BlockDriverState *bs, QCowL2Meta *m) | 70 | + * See the COPYING file in the top-level directory. |
52 | 71 | + * | |
53 | /* | 72 | + */ |
54 | * For a given write request, create a new QCowL2Meta structure, add | 73 | + |
55 | - * it to @m and the BDRVQcow2State.cluster_allocs list. | 74 | +#ifndef REMOTE_IOHUB_H |
56 | + * it to @m and the BDRVQcow2State.cluster_allocs list. If the write | 75 | +#define REMOTE_IOHUB_H |
57 | + * request does not need copy-on-write or changes to the L2 metadata | 76 | + |
58 | + * then this function does nothing. | 77 | +#include "hw/pci/pci.h" |
59 | * | 78 | +#include "qemu/event_notifier.h" |
60 | * @host_cluster_offset points to the beginning of the first cluster. | 79 | +#include "qemu/thread-posix.h" |
61 | * | 80 | +#include "hw/remote/mpqemu-link.h" |
62 | * @guest_offset and @bytes indicate the offset and length of the | 81 | + |
63 | * request. | 82 | +#define REMOTE_IOHUB_NB_PIRQS PCI_DEVFN_MAX |
64 | * | 83 | + |
65 | + * @l2_slice contains the L2 entries of all clusters involved in this | 84 | +typedef struct ResampleToken { |
66 | + * write request. | 85 | + void *iohub; |
67 | + * | 86 | + int pirq; |
68 | * If @keep_old is true it means that the clusters were already | 87 | +} ResampleToken; |
69 | * allocated and will be overwritten. If false then the clusters are | 88 | + |
70 | * new and we have to decrease the reference count of the old ones. | 89 | +typedef struct RemoteIOHubState { |
71 | @@ -XXX,XX +XXX,XX @@ void qcow2_alloc_cluster_abort(BlockDriverState *bs, QCowL2Meta *m) | 90 | + PCIDevice d; |
72 | static void calculate_l2_meta(BlockDriverState *bs, | 91 | + EventNotifier irqfds[REMOTE_IOHUB_NB_PIRQS]; |
73 | uint64_t host_cluster_offset, | 92 | + EventNotifier resamplefds[REMOTE_IOHUB_NB_PIRQS]; |
74 | uint64_t guest_offset, unsigned bytes, | 93 | + unsigned int irq_level[REMOTE_IOHUB_NB_PIRQS]; |
75 | - QCowL2Meta **m, bool keep_old) | 94 | + ResampleToken token[REMOTE_IOHUB_NB_PIRQS]; |
76 | + uint64_t *l2_slice, QCowL2Meta **m, bool keep_old) | 95 | + QemuMutex irq_level_lock[REMOTE_IOHUB_NB_PIRQS]; |
96 | +} RemoteIOHubState; | ||
97 | + | ||
98 | +int remote_iohub_map_irq(PCIDevice *pci_dev, int intx); | ||
99 | +void remote_iohub_set_irq(void *opaque, int pirq, int level); | ||
100 | +void process_set_irqfd_msg(PCIDevice *pci_dev, MPQemuMsg *msg); | ||
101 | + | ||
102 | +void remote_iohub_init(RemoteIOHubState *iohub); | ||
103 | +void remote_iohub_finalize(RemoteIOHubState *iohub); | ||
104 | + | ||
105 | +#endif | ||
106 | diff --git a/include/hw/remote/machine.h b/include/hw/remote/machine.h | ||
107 | index XXXXXXX..XXXXXXX 100644 | ||
108 | --- a/include/hw/remote/machine.h | ||
109 | +++ b/include/hw/remote/machine.h | ||
110 | @@ -XXX,XX +XXX,XX @@ | ||
111 | #include "hw/boards.h" | ||
112 | #include "hw/pci-host/remote.h" | ||
113 | #include "io/channel.h" | ||
114 | +#include "hw/remote/iohub.h" | ||
115 | |||
116 | struct RemoteMachineState { | ||
117 | MachineState parent_obj; | ||
118 | |||
119 | RemotePCIHost *host; | ||
120 | + RemoteIOHubState iohub; | ||
121 | }; | ||
122 | |||
123 | /* Used to pass to co-routine device and ioc. */ | ||
124 | diff --git a/include/hw/remote/mpqemu-link.h b/include/hw/remote/mpqemu-link.h | ||
125 | index XXXXXXX..XXXXXXX 100644 | ||
126 | --- a/include/hw/remote/mpqemu-link.h | ||
127 | +++ b/include/hw/remote/mpqemu-link.h | ||
128 | @@ -XXX,XX +XXX,XX @@ typedef enum { | ||
129 | MPQEMU_CMD_PCI_CFGREAD, | ||
130 | MPQEMU_CMD_BAR_WRITE, | ||
131 | MPQEMU_CMD_BAR_READ, | ||
132 | + MPQEMU_CMD_SET_IRQFD, | ||
133 | MPQEMU_CMD_MAX, | ||
134 | } MPQemuCmd; | ||
135 | |||
136 | diff --git a/include/hw/remote/proxy.h b/include/hw/remote/proxy.h | ||
137 | index XXXXXXX..XXXXXXX 100644 | ||
138 | --- a/include/hw/remote/proxy.h | ||
139 | +++ b/include/hw/remote/proxy.h | ||
140 | @@ -XXX,XX +XXX,XX @@ | ||
141 | #include "hw/pci/pci.h" | ||
142 | #include "io/channel.h" | ||
143 | #include "hw/remote/proxy-memory-listener.h" | ||
144 | +#include "qemu/event_notifier.h" | ||
145 | |||
146 | #define TYPE_PCI_PROXY_DEV "x-pci-proxy-dev" | ||
147 | OBJECT_DECLARE_SIMPLE_TYPE(PCIProxyDev, PCI_PROXY_DEV) | ||
148 | @@ -XXX,XX +XXX,XX @@ struct PCIProxyDev { | ||
149 | QIOChannel *ioc; | ||
150 | Error *migration_blocker; | ||
151 | ProxyMemoryListener proxy_listener; | ||
152 | + int virq; | ||
153 | + EventNotifier intr; | ||
154 | + EventNotifier resample; | ||
155 | ProxyMemoryRegion region[PCI_NUM_REGIONS]; | ||
156 | }; | ||
157 | |||
158 | diff --git a/hw/remote/iohub.c b/hw/remote/iohub.c | ||
159 | new file mode 100644 | ||
160 | index XXXXXXX..XXXXXXX | ||
161 | --- /dev/null | ||
162 | +++ b/hw/remote/iohub.c | ||
163 | @@ -XXX,XX +XXX,XX @@ | ||
164 | +/* | ||
165 | + * Remote IO Hub | ||
166 | + * | ||
167 | + * Copyright © 2018, 2021 Oracle and/or its affiliates. | ||
168 | + * | ||
169 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
170 | + * See the COPYING file in the top-level directory. | ||
171 | + * | ||
172 | + */ | ||
173 | + | ||
174 | +#include "qemu/osdep.h" | ||
175 | +#include "qemu-common.h" | ||
176 | + | ||
177 | +#include "hw/pci/pci.h" | ||
178 | +#include "hw/pci/pci_ids.h" | ||
179 | +#include "hw/pci/pci_bus.h" | ||
180 | +#include "qemu/thread.h" | ||
181 | +#include "hw/boards.h" | ||
182 | +#include "hw/remote/machine.h" | ||
183 | +#include "hw/remote/iohub.h" | ||
184 | +#include "qemu/main-loop.h" | ||
185 | + | ||
186 | +void remote_iohub_init(RemoteIOHubState *iohub) | ||
187 | +{ | ||
188 | + int pirq; | ||
189 | + | ||
190 | + memset(&iohub->irqfds, 0, sizeof(iohub->irqfds)); | ||
191 | + memset(&iohub->resamplefds, 0, sizeof(iohub->resamplefds)); | ||
192 | + | ||
193 | + for (pirq = 0; pirq < REMOTE_IOHUB_NB_PIRQS; pirq++) { | ||
194 | + qemu_mutex_init(&iohub->irq_level_lock[pirq]); | ||
195 | + iohub->irq_level[pirq] = 0; | ||
196 | + event_notifier_init_fd(&iohub->irqfds[pirq], -1); | ||
197 | + event_notifier_init_fd(&iohub->resamplefds[pirq], -1); | ||
198 | + } | ||
199 | +} | ||
200 | + | ||
201 | +void remote_iohub_finalize(RemoteIOHubState *iohub) | ||
202 | +{ | ||
203 | + int pirq; | ||
204 | + | ||
205 | + for (pirq = 0; pirq < REMOTE_IOHUB_NB_PIRQS; pirq++) { | ||
206 | + qemu_set_fd_handler(event_notifier_get_fd(&iohub->resamplefds[pirq]), | ||
207 | + NULL, NULL, NULL); | ||
208 | + event_notifier_cleanup(&iohub->irqfds[pirq]); | ||
209 | + event_notifier_cleanup(&iohub->resamplefds[pirq]); | ||
210 | + qemu_mutex_destroy(&iohub->irq_level_lock[pirq]); | ||
211 | + } | ||
212 | +} | ||
213 | + | ||
214 | +int remote_iohub_map_irq(PCIDevice *pci_dev, int intx) | ||
215 | +{ | ||
216 | + return pci_dev->devfn; | ||
217 | +} | ||
218 | + | ||
219 | +void remote_iohub_set_irq(void *opaque, int pirq, int level) | ||
220 | +{ | ||
221 | + RemoteIOHubState *iohub = opaque; | ||
222 | + | ||
223 | + assert(pirq >= 0); | ||
224 | + assert(pirq < PCI_DEVFN_MAX); | ||
225 | + | ||
226 | + QEMU_LOCK_GUARD(&iohub->irq_level_lock[pirq]); | ||
227 | + | ||
228 | + if (level) { | ||
229 | + if (++iohub->irq_level[pirq] == 1) { | ||
230 | + event_notifier_set(&iohub->irqfds[pirq]); | ||
231 | + } | ||
232 | + } else if (iohub->irq_level[pirq] > 0) { | ||
233 | + iohub->irq_level[pirq]--; | ||
234 | + } | ||
235 | +} | ||
236 | + | ||
237 | +static void intr_resample_handler(void *opaque) | ||
238 | +{ | ||
239 | + ResampleToken *token = opaque; | ||
240 | + RemoteIOHubState *iohub = token->iohub; | ||
241 | + int pirq, s; | ||
242 | + | ||
243 | + pirq = token->pirq; | ||
244 | + | ||
245 | + s = event_notifier_test_and_clear(&iohub->resamplefds[pirq]); | ||
246 | + | ||
247 | + assert(s >= 0); | ||
248 | + | ||
249 | + QEMU_LOCK_GUARD(&iohub->irq_level_lock[pirq]); | ||
250 | + | ||
251 | + if (iohub->irq_level[pirq]) { | ||
252 | + event_notifier_set(&iohub->irqfds[pirq]); | ||
253 | + } | ||
254 | +} | ||
255 | + | ||
256 | +void process_set_irqfd_msg(PCIDevice *pci_dev, MPQemuMsg *msg) | ||
257 | +{ | ||
258 | + RemoteMachineState *machine = REMOTE_MACHINE(current_machine); | ||
259 | + RemoteIOHubState *iohub = &machine->iohub; | ||
260 | + int pirq, intx; | ||
261 | + | ||
262 | + intx = pci_get_byte(pci_dev->config + PCI_INTERRUPT_PIN) - 1; | ||
263 | + | ||
264 | + pirq = remote_iohub_map_irq(pci_dev, intx); | ||
265 | + | ||
266 | + if (event_notifier_get_fd(&iohub->irqfds[pirq]) != -1) { | ||
267 | + qemu_set_fd_handler(event_notifier_get_fd(&iohub->resamplefds[pirq]), | ||
268 | + NULL, NULL, NULL); | ||
269 | + event_notifier_cleanup(&iohub->irqfds[pirq]); | ||
270 | + event_notifier_cleanup(&iohub->resamplefds[pirq]); | ||
271 | + memset(&iohub->token[pirq], 0, sizeof(ResampleToken)); | ||
272 | + } | ||
273 | + | ||
274 | + event_notifier_init_fd(&iohub->irqfds[pirq], msg->fds[0]); | ||
275 | + event_notifier_init_fd(&iohub->resamplefds[pirq], msg->fds[1]); | ||
276 | + | ||
277 | + iohub->token[pirq].iohub = iohub; | ||
278 | + iohub->token[pirq].pirq = pirq; | ||
279 | + | ||
280 | + qemu_set_fd_handler(msg->fds[1], intr_resample_handler, NULL, | ||
281 | + &iohub->token[pirq]); | ||
282 | +} | ||
283 | diff --git a/hw/remote/machine.c b/hw/remote/machine.c | ||
284 | index XXXXXXX..XXXXXXX 100644 | ||
285 | --- a/hw/remote/machine.c | ||
286 | +++ b/hw/remote/machine.c | ||
287 | @@ -XXX,XX +XXX,XX @@ | ||
288 | #include "exec/address-spaces.h" | ||
289 | #include "exec/memory.h" | ||
290 | #include "qapi/error.h" | ||
291 | +#include "hw/pci/pci_host.h" | ||
292 | +#include "hw/remote/iohub.h" | ||
293 | |||
294 | static void remote_machine_init(MachineState *machine) | ||
77 | { | 295 | { |
78 | BDRVQcow2State *s = bs->opaque; | 296 | MemoryRegion *system_memory, *system_io, *pci_memory; |
79 | - unsigned cow_start_from = 0; | 297 | RemoteMachineState *s = REMOTE_MACHINE(machine); |
80 | + int l2_index = offset_to_l2_slice_index(s, guest_offset); | 298 | RemotePCIHost *rem_host; |
81 | + uint64_t l2_entry; | 299 | + PCIHostState *pci_host; |
82 | + unsigned cow_start_from, cow_end_to; | 300 | |
83 | unsigned cow_start_to = offset_into_cluster(s, guest_offset); | 301 | system_memory = get_system_memory(); |
84 | unsigned cow_end_from = cow_start_to + bytes; | 302 | system_io = get_system_io(); |
85 | - unsigned cow_end_to = ROUND_UP(cow_end_from, s->cluster_size); | 303 | @@ -XXX,XX +XXX,XX @@ static void remote_machine_init(MachineState *machine) |
86 | unsigned nb_clusters = size_to_clusters(s, cow_end_from); | 304 | memory_region_add_subregion_overlap(system_memory, 0x0, pci_memory, -1); |
87 | QCowL2Meta *old_m = *m; | 305 | |
88 | + QCow2ClusterType type; | 306 | qdev_realize(DEVICE(rem_host), sysbus_get_default(), &error_fatal); |
89 | + | 307 | + |
90 | + assert(nb_clusters <= s->l2_slice_size - l2_index); | 308 | + pci_host = PCI_HOST_BRIDGE(rem_host); |
91 | + | 309 | + |
92 | + /* Return if there's no COW (all clusters are normal and we keep them) */ | 310 | + remote_iohub_init(&s->iohub); |
93 | + if (keep_old) { | 311 | + |
94 | + int i; | 312 | + pci_bus_irqs(pci_host->bus, remote_iohub_set_irq, remote_iohub_map_irq, |
95 | + for (i = 0; i < nb_clusters; i++) { | 313 | + &s->iohub, REMOTE_IOHUB_NB_PIRQS); |
96 | + l2_entry = be64_to_cpu(l2_slice[l2_index + i]); | ||
97 | + if (qcow2_get_cluster_type(bs, l2_entry) != QCOW2_CLUSTER_NORMAL) { | ||
98 | + break; | ||
99 | + } | ||
100 | + } | ||
101 | + if (i == nb_clusters) { | ||
102 | + return; | ||
103 | + } | ||
104 | + } | ||
105 | + | ||
106 | + /* Get the L2 entry of the first cluster */ | ||
107 | + l2_entry = be64_to_cpu(l2_slice[l2_index]); | ||
108 | + type = qcow2_get_cluster_type(bs, l2_entry); | ||
109 | + | ||
110 | + if (type == QCOW2_CLUSTER_NORMAL && keep_old) { | ||
111 | + cow_start_from = cow_start_to; | ||
112 | + } else { | ||
113 | + cow_start_from = 0; | ||
114 | + } | ||
115 | + | ||
116 | + /* Get the L2 entry of the last cluster */ | ||
117 | + l2_entry = be64_to_cpu(l2_slice[l2_index + nb_clusters - 1]); | ||
118 | + type = qcow2_get_cluster_type(bs, l2_entry); | ||
119 | + | ||
120 | + if (type == QCOW2_CLUSTER_NORMAL && keep_old) { | ||
121 | + cow_end_to = cow_end_from; | ||
122 | + } else { | ||
123 | + cow_end_to = ROUND_UP(cow_end_from, s->cluster_size); | ||
124 | + } | ||
125 | |||
126 | *m = g_malloc0(sizeof(**m)); | ||
127 | **m = (QCowL2Meta) { | ||
128 | @@ -XXX,XX +XXX,XX @@ static void calculate_l2_meta(BlockDriverState *bs, | ||
129 | QLIST_INSERT_HEAD(&s->cluster_allocs, *m, next_in_flight); | ||
130 | } | 314 | } |
131 | 315 | ||
132 | -/* Returns true if writing to a cluster requires COW */ | 316 | static void remote_machine_class_init(ObjectClass *oc, void *data) |
133 | -static bool cluster_needs_cow(BlockDriverState *bs, uint64_t l2_entry) | 317 | diff --git a/hw/remote/message.c b/hw/remote/message.c |
134 | +/* | 318 | index XXXXXXX..XXXXXXX 100644 |
135 | + * Returns true if writing to the cluster pointed to by @l2_entry | 319 | --- a/hw/remote/message.c |
136 | + * requires a new allocation (that is, if the cluster is unallocated | 320 | +++ b/hw/remote/message.c |
137 | + * or has refcount > 1 and therefore cannot be written in-place). | 321 | @@ -XXX,XX +XXX,XX @@ |
138 | + */ | 322 | #include "hw/pci/pci.h" |
139 | +static bool cluster_needs_new_alloc(BlockDriverState *bs, uint64_t l2_entry) | 323 | #include "exec/memattrs.h" |
140 | { | 324 | #include "hw/remote/memory.h" |
141 | switch (qcow2_get_cluster_type(bs, l2_entry)) { | 325 | +#include "hw/remote/iohub.h" |
142 | case QCOW2_CLUSTER_NORMAL: | 326 | |
143 | + case QCOW2_CLUSTER_ZERO_ALLOC: | 327 | static void process_config_write(QIOChannel *ioc, PCIDevice *dev, |
144 | if (l2_entry & QCOW_OFLAG_COPIED) { | 328 | MPQemuMsg *msg, Error **errp); |
329 | @@ -XXX,XX +XXX,XX @@ void coroutine_fn mpqemu_remote_msg_loop_co(void *data) | ||
330 | case MPQEMU_CMD_SYNC_SYSMEM: | ||
331 | remote_sysmem_reconfig(&msg, &local_err); | ||
332 | break; | ||
333 | + case MPQEMU_CMD_SET_IRQFD: | ||
334 | + process_set_irqfd_msg(pci_dev, &msg); | ||
335 | + break; | ||
336 | default: | ||
337 | error_setg(&local_err, | ||
338 | "Unknown command (%d) received for device %s" | ||
339 | diff --git a/hw/remote/mpqemu-link.c b/hw/remote/mpqemu-link.c | ||
340 | index XXXXXXX..XXXXXXX 100644 | ||
341 | --- a/hw/remote/mpqemu-link.c | ||
342 | +++ b/hw/remote/mpqemu-link.c | ||
343 | @@ -XXX,XX +XXX,XX @@ bool mpqemu_msg_valid(MPQemuMsg *msg) | ||
145 | return false; | 344 | return false; |
146 | } | 345 | } |
147 | case QCOW2_CLUSTER_UNALLOCATED: | 346 | break; |
148 | case QCOW2_CLUSTER_COMPRESSED: | 347 | + case MPQEMU_CMD_SET_IRQFD: |
149 | case QCOW2_CLUSTER_ZERO_PLAIN: | 348 | + if (msg->size || (msg->num_fds != 2)) { |
150 | - case QCOW2_CLUSTER_ZERO_ALLOC: | 349 | + return false; |
151 | return true; | 350 | + } |
351 | + break; | ||
152 | default: | 352 | default: |
153 | abort(); | 353 | break; |
154 | @@ -XXX,XX +XXX,XX @@ static bool cluster_needs_cow(BlockDriverState *bs, uint64_t l2_entry) | 354 | } |
355 | diff --git a/hw/remote/proxy.c b/hw/remote/proxy.c | ||
356 | index XXXXXXX..XXXXXXX 100644 | ||
357 | --- a/hw/remote/proxy.c | ||
358 | +++ b/hw/remote/proxy.c | ||
359 | @@ -XXX,XX +XXX,XX @@ | ||
360 | #include "qemu/error-report.h" | ||
361 | #include "hw/remote/proxy-memory-listener.h" | ||
362 | #include "qom/object.h" | ||
363 | +#include "qemu/event_notifier.h" | ||
364 | +#include "sysemu/kvm.h" | ||
365 | +#include "util/event_notifier-posix.c" | ||
366 | + | ||
367 | +static void proxy_intx_update(PCIDevice *pci_dev) | ||
368 | +{ | ||
369 | + PCIProxyDev *dev = PCI_PROXY_DEV(pci_dev); | ||
370 | + PCIINTxRoute route; | ||
371 | + int pin = pci_get_byte(pci_dev->config + PCI_INTERRUPT_PIN) - 1; | ||
372 | + | ||
373 | + if (dev->virq != -1) { | ||
374 | + kvm_irqchip_remove_irqfd_notifier_gsi(kvm_state, &dev->intr, dev->virq); | ||
375 | + dev->virq = -1; | ||
376 | + } | ||
377 | + | ||
378 | + route = pci_device_route_intx_to_irq(pci_dev, pin); | ||
379 | + | ||
380 | + dev->virq = route.irq; | ||
381 | + | ||
382 | + if (dev->virq != -1) { | ||
383 | + kvm_irqchip_add_irqfd_notifier_gsi(kvm_state, &dev->intr, | ||
384 | + &dev->resample, dev->virq); | ||
385 | + } | ||
386 | +} | ||
387 | + | ||
388 | +static void setup_irqfd(PCIProxyDev *dev) | ||
389 | +{ | ||
390 | + PCIDevice *pci_dev = PCI_DEVICE(dev); | ||
391 | + MPQemuMsg msg; | ||
392 | + Error *local_err = NULL; | ||
393 | + | ||
394 | + event_notifier_init(&dev->intr, 0); | ||
395 | + event_notifier_init(&dev->resample, 0); | ||
396 | + | ||
397 | + memset(&msg, 0, sizeof(MPQemuMsg)); | ||
398 | + msg.cmd = MPQEMU_CMD_SET_IRQFD; | ||
399 | + msg.num_fds = 2; | ||
400 | + msg.fds[0] = event_notifier_get_fd(&dev->intr); | ||
401 | + msg.fds[1] = event_notifier_get_fd(&dev->resample); | ||
402 | + msg.size = 0; | ||
403 | + | ||
404 | + if (!mpqemu_msg_send(&msg, dev->ioc, &local_err)) { | ||
405 | + error_report_err(local_err); | ||
406 | + } | ||
407 | + | ||
408 | + dev->virq = -1; | ||
409 | + | ||
410 | + proxy_intx_update(pci_dev); | ||
411 | + | ||
412 | + pci_device_set_intx_routing_notifier(pci_dev, proxy_intx_update); | ||
413 | +} | ||
414 | |||
415 | static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) | ||
416 | { | ||
417 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) | ||
418 | qio_channel_set_blocking(dev->ioc, true, NULL); | ||
419 | |||
420 | proxy_memory_listener_configure(&dev->proxy_listener, dev->ioc); | ||
421 | + | ||
422 | + setup_irqfd(dev); | ||
155 | } | 423 | } |
156 | 424 | ||
157 | /* | 425 | static void pci_proxy_dev_exit(PCIDevice *pdev) |
158 | - * Returns the number of contiguous clusters that can be used for an allocating | 426 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_exit(PCIDevice *pdev) |
159 | - * write, but require COW to be performed (this includes yet unallocated space, | 427 | error_free(dev->migration_blocker); |
160 | - * which must copy from the backing file) | 428 | |
161 | + * Returns the number of contiguous clusters that can be written to | 429 | proxy_memory_listener_deconfigure(&dev->proxy_listener); |
162 | + * using one single write request, starting from @l2_index. | 430 | + |
163 | + * At most @nb_clusters are checked. | 431 | + event_notifier_cleanup(&dev->intr); |
164 | + * | 432 | + event_notifier_cleanup(&dev->resample); |
165 | + * If @new_alloc is true this counts clusters that are either | ||
166 | + * unallocated, or allocated but with refcount > 1 (so they need to be | ||
167 | + * newly allocated and COWed). | ||
168 | + * | ||
169 | + * If @new_alloc is false this counts clusters that are already | ||
170 | + * allocated and can be overwritten in-place (this includes clusters | ||
171 | + * of type QCOW2_CLUSTER_ZERO_ALLOC). | ||
172 | */ | ||
173 | -static int count_cow_clusters(BlockDriverState *bs, int nb_clusters, | ||
174 | - uint64_t *l2_slice, int l2_index) | ||
175 | +static int count_single_write_clusters(BlockDriverState *bs, int nb_clusters, | ||
176 | + uint64_t *l2_slice, int l2_index, | ||
177 | + bool new_alloc) | ||
178 | { | ||
179 | + BDRVQcow2State *s = bs->opaque; | ||
180 | + uint64_t l2_entry = be64_to_cpu(l2_slice[l2_index]); | ||
181 | + uint64_t expected_offset = l2_entry & L2E_OFFSET_MASK; | ||
182 | int i; | ||
183 | |||
184 | for (i = 0; i < nb_clusters; i++) { | ||
185 | - uint64_t l2_entry = be64_to_cpu(l2_slice[l2_index + i]); | ||
186 | - if (!cluster_needs_cow(bs, l2_entry)) { | ||
187 | + l2_entry = be64_to_cpu(l2_slice[l2_index + i]); | ||
188 | + if (cluster_needs_new_alloc(bs, l2_entry) != new_alloc) { | ||
189 | break; | ||
190 | } | ||
191 | + if (!new_alloc) { | ||
192 | + if (expected_offset != (l2_entry & L2E_OFFSET_MASK)) { | ||
193 | + break; | ||
194 | + } | ||
195 | + expected_offset += s->cluster_size; | ||
196 | + } | ||
197 | } | ||
198 | |||
199 | assert(i <= nb_clusters); | ||
200 | @@ -XXX,XX +XXX,XX @@ static int handle_dependencies(BlockDriverState *bs, uint64_t guest_offset, | ||
201 | } | 433 | } |
202 | 434 | ||
203 | /* | 435 | static void config_op_send(PCIProxyDev *pdev, uint32_t addr, uint32_t *val, |
204 | - * Checks how many already allocated clusters that don't require a copy on | 436 | diff --git a/hw/remote/meson.build b/hw/remote/meson.build |
205 | - * write there are at the given guest_offset (up to *bytes). If *host_offset is | 437 | index XXXXXXX..XXXXXXX 100644 |
206 | - * not INV_OFFSET, only physically contiguous clusters beginning at this host | 438 | --- a/hw/remote/meson.build |
207 | - * offset are counted. | 439 | +++ b/hw/remote/meson.build |
208 | + * Checks how many already allocated clusters that don't require a new | 440 | @@ -XXX,XX +XXX,XX @@ remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('mpqemu-link.c')) |
209 | + * allocation there are at the given guest_offset (up to *bytes). | 441 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('message.c')) |
210 | + * If *host_offset is not INV_OFFSET, only physically contiguous clusters | 442 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('remote-obj.c')) |
211 | + * beginning at this host offset are counted. | 443 | remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('proxy.c')) |
212 | * | 444 | +remote_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('iohub.c')) |
213 | * Note that guest_offset may not be cluster aligned. In this case, the | 445 | |
214 | * returned *host_offset points to exact byte referenced by guest_offset and | 446 | specific_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('memory.c')) |
215 | @@ -XXX,XX +XXX,XX @@ static int handle_dependencies(BlockDriverState *bs, uint64_t guest_offset, | 447 | specific_ss.add(when: 'CONFIG_MULTIPROCESS', if_true: files('proxy-memory-listener.c')) |
216 | * Returns: | ||
217 | * 0: if no allocated clusters are available at the given offset. | ||
218 | * *bytes is normally unchanged. It is set to 0 if the cluster | ||
219 | - * is allocated and doesn't need COW, but doesn't have the right | ||
220 | - * physical offset. | ||
221 | + * is allocated and can be overwritten in-place but doesn't have | ||
222 | + * the right physical offset. | ||
223 | * | ||
224 | - * 1: if allocated clusters that don't require a COW are available at | ||
225 | - * the requested offset. *bytes may have decreased and describes | ||
226 | - * the length of the area that can be written to. | ||
227 | + * 1: if allocated clusters that can be overwritten in place are | ||
228 | + * available at the requested offset. *bytes may have decreased | ||
229 | + * and describes the length of the area that can be written to. | ||
230 | * | ||
231 | * -errno: in error cases | ||
232 | */ | ||
233 | @@ -XXX,XX +XXX,XX @@ static int handle_copied(BlockDriverState *bs, uint64_t guest_offset, | ||
234 | { | ||
235 | BDRVQcow2State *s = bs->opaque; | ||
236 | int l2_index; | ||
237 | - uint64_t cluster_offset; | ||
238 | + uint64_t l2_entry, cluster_offset; | ||
239 | uint64_t *l2_slice; | ||
240 | uint64_t nb_clusters; | ||
241 | unsigned int keep_clusters; | ||
242 | @@ -XXX,XX +XXX,XX @@ static int handle_copied(BlockDriverState *bs, uint64_t guest_offset, | ||
243 | |||
244 | l2_index = offset_to_l2_slice_index(s, guest_offset); | ||
245 | nb_clusters = MIN(nb_clusters, s->l2_slice_size - l2_index); | ||
246 | - assert(nb_clusters <= INT_MAX); | ||
247 | + /* Limit total byte count to BDRV_REQUEST_MAX_BYTES */ | ||
248 | + nb_clusters = MIN(nb_clusters, BDRV_REQUEST_MAX_BYTES >> s->cluster_bits); | ||
249 | |||
250 | /* Find L2 entry for the first involved cluster */ | ||
251 | ret = get_cluster_table(bs, guest_offset, &l2_slice, &l2_index); | ||
252 | @@ -XXX,XX +XXX,XX @@ static int handle_copied(BlockDriverState *bs, uint64_t guest_offset, | ||
253 | return ret; | ||
254 | } | ||
255 | |||
256 | - cluster_offset = be64_to_cpu(l2_slice[l2_index]); | ||
257 | - | ||
258 | - /* Check how many clusters are already allocated and don't need COW */ | ||
259 | - if (qcow2_get_cluster_type(bs, cluster_offset) == QCOW2_CLUSTER_NORMAL | ||
260 | - && (cluster_offset & QCOW_OFLAG_COPIED)) | ||
261 | - { | ||
262 | - /* If a specific host_offset is required, check it */ | ||
263 | - bool offset_matches = | ||
264 | - (cluster_offset & L2E_OFFSET_MASK) == *host_offset; | ||
265 | - | ||
266 | - if (offset_into_cluster(s, cluster_offset & L2E_OFFSET_MASK)) { | ||
267 | - qcow2_signal_corruption(bs, true, -1, -1, "Data cluster offset " | ||
268 | - "%#llx unaligned (guest offset: %#" PRIx64 | ||
269 | - ")", cluster_offset & L2E_OFFSET_MASK, | ||
270 | - guest_offset); | ||
271 | + l2_entry = be64_to_cpu(l2_slice[l2_index]); | ||
272 | + cluster_offset = l2_entry & L2E_OFFSET_MASK; | ||
273 | + | ||
274 | + if (!cluster_needs_new_alloc(bs, l2_entry)) { | ||
275 | + if (offset_into_cluster(s, cluster_offset)) { | ||
276 | + qcow2_signal_corruption(bs, true, -1, -1, "%s cluster offset " | ||
277 | + "%#" PRIx64 " unaligned (guest offset: %#" | ||
278 | + PRIx64 ")", l2_entry & QCOW_OFLAG_ZERO ? | ||
279 | + "Preallocated zero" : "Data", | ||
280 | + cluster_offset, guest_offset); | ||
281 | ret = -EIO; | ||
282 | goto out; | ||
283 | } | ||
284 | |||
285 | - if (*host_offset != INV_OFFSET && !offset_matches) { | ||
286 | + /* If a specific host_offset is required, check it */ | ||
287 | + if (*host_offset != INV_OFFSET && cluster_offset != *host_offset) { | ||
288 | *bytes = 0; | ||
289 | ret = 0; | ||
290 | goto out; | ||
291 | } | ||
292 | |||
293 | /* We keep all QCOW_OFLAG_COPIED clusters */ | ||
294 | - keep_clusters = | ||
295 | - count_contiguous_clusters(bs, nb_clusters, s->cluster_size, | ||
296 | - &l2_slice[l2_index], | ||
297 | - QCOW_OFLAG_COPIED | QCOW_OFLAG_ZERO); | ||
298 | + keep_clusters = count_single_write_clusters(bs, nb_clusters, l2_slice, | ||
299 | + l2_index, false); | ||
300 | assert(keep_clusters <= nb_clusters); | ||
301 | |||
302 | *bytes = MIN(*bytes, | ||
303 | keep_clusters * s->cluster_size | ||
304 | - offset_into_cluster(s, guest_offset)); | ||
305 | + assert(*bytes != 0); | ||
306 | + | ||
307 | + calculate_l2_meta(bs, cluster_offset, guest_offset, | ||
308 | + *bytes, l2_slice, m, true); | ||
309 | |||
310 | ret = 1; | ||
311 | } else { | ||
312 | @@ -XXX,XX +XXX,XX @@ out: | ||
313 | /* Only return a host offset if we actually made progress. Otherwise we | ||
314 | * would make requirements for handle_alloc() that it can't fulfill */ | ||
315 | if (ret > 0) { | ||
316 | - *host_offset = (cluster_offset & L2E_OFFSET_MASK) | ||
317 | - + offset_into_cluster(s, guest_offset); | ||
318 | + *host_offset = cluster_offset + offset_into_cluster(s, guest_offset); | ||
319 | } | ||
320 | |||
321 | return ret; | ||
322 | @@ -XXX,XX +XXX,XX @@ static int do_alloc_cluster_offset(BlockDriverState *bs, uint64_t guest_offset, | ||
323 | } | ||
324 | |||
325 | /* | ||
326 | - * Allocates new clusters for an area that either is yet unallocated or needs a | ||
327 | - * copy on write. If *host_offset is not INV_OFFSET, clusters are only | ||
328 | - * allocated if the new allocation can match the specified host offset. | ||
329 | + * Allocates new clusters for an area that is either still unallocated or | ||
330 | + * cannot be overwritten in-place. If *host_offset is not INV_OFFSET, | ||
331 | + * clusters are only allocated if the new allocation can match the specified | ||
332 | + * host offset. | ||
333 | * | ||
334 | * Note that guest_offset may not be cluster aligned. In this case, the | ||
335 | * returned *host_offset points to exact byte referenced by guest_offset and | ||
336 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc(BlockDriverState *bs, uint64_t guest_offset, | ||
337 | BDRVQcow2State *s = bs->opaque; | ||
338 | int l2_index; | ||
339 | uint64_t *l2_slice; | ||
340 | - uint64_t entry; | ||
341 | uint64_t nb_clusters; | ||
342 | int ret; | ||
343 | - bool keep_old_clusters = false; | ||
344 | |||
345 | - uint64_t alloc_cluster_offset = INV_OFFSET; | ||
346 | + uint64_t alloc_cluster_offset; | ||
347 | |||
348 | trace_qcow2_handle_alloc(qemu_coroutine_self(), guest_offset, *host_offset, | ||
349 | *bytes); | ||
350 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc(BlockDriverState *bs, uint64_t guest_offset, | ||
351 | |||
352 | l2_index = offset_to_l2_slice_index(s, guest_offset); | ||
353 | nb_clusters = MIN(nb_clusters, s->l2_slice_size - l2_index); | ||
354 | - assert(nb_clusters <= INT_MAX); | ||
355 | - | ||
356 | - /* Limit total allocation byte count to INT_MAX */ | ||
357 | - nb_clusters = MIN(nb_clusters, INT_MAX >> s->cluster_bits); | ||
358 | + /* Limit total allocation byte count to BDRV_REQUEST_MAX_BYTES */ | ||
359 | + nb_clusters = MIN(nb_clusters, BDRV_REQUEST_MAX_BYTES >> s->cluster_bits); | ||
360 | |||
361 | /* Find L2 entry for the first involved cluster */ | ||
362 | ret = get_cluster_table(bs, guest_offset, &l2_slice, &l2_index); | ||
363 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc(BlockDriverState *bs, uint64_t guest_offset, | ||
364 | return ret; | ||
365 | } | ||
366 | |||
367 | - entry = be64_to_cpu(l2_slice[l2_index]); | ||
368 | - nb_clusters = count_cow_clusters(bs, nb_clusters, l2_slice, l2_index); | ||
369 | + nb_clusters = count_single_write_clusters(bs, nb_clusters, | ||
370 | + l2_slice, l2_index, true); | ||
371 | |||
372 | /* This function is only called when there were no non-COW clusters, so if | ||
373 | * we can't find any unallocated or COW clusters either, something is | ||
374 | * wrong with our code. */ | ||
375 | assert(nb_clusters > 0); | ||
376 | |||
377 | - if (qcow2_get_cluster_type(bs, entry) == QCOW2_CLUSTER_ZERO_ALLOC && | ||
378 | - (entry & QCOW_OFLAG_COPIED) && | ||
379 | - (*host_offset == INV_OFFSET || | ||
380 | - start_of_cluster(s, *host_offset) == (entry & L2E_OFFSET_MASK))) | ||
381 | - { | ||
382 | - int preallocated_nb_clusters; | ||
383 | - | ||
384 | - if (offset_into_cluster(s, entry & L2E_OFFSET_MASK)) { | ||
385 | - qcow2_signal_corruption(bs, true, -1, -1, "Preallocated zero " | ||
386 | - "cluster offset %#llx unaligned (guest " | ||
387 | - "offset: %#" PRIx64 ")", | ||
388 | - entry & L2E_OFFSET_MASK, guest_offset); | ||
389 | - ret = -EIO; | ||
390 | - goto fail; | ||
391 | - } | ||
392 | - | ||
393 | - /* Try to reuse preallocated zero clusters; contiguous normal clusters | ||
394 | - * would be fine, too, but count_cow_clusters() above has limited | ||
395 | - * nb_clusters already to a range of COW clusters */ | ||
396 | - preallocated_nb_clusters = | ||
397 | - count_contiguous_clusters(bs, nb_clusters, s->cluster_size, | ||
398 | - &l2_slice[l2_index], QCOW_OFLAG_COPIED); | ||
399 | - assert(preallocated_nb_clusters > 0); | ||
400 | - | ||
401 | - nb_clusters = preallocated_nb_clusters; | ||
402 | - alloc_cluster_offset = entry & L2E_OFFSET_MASK; | ||
403 | - | ||
404 | - /* We want to reuse these clusters, so qcow2_alloc_cluster_link_l2() | ||
405 | - * should not free them. */ | ||
406 | - keep_old_clusters = true; | ||
407 | + /* Allocate at a given offset in the image file */ | ||
408 | + alloc_cluster_offset = *host_offset == INV_OFFSET ? INV_OFFSET : | ||
409 | + start_of_cluster(s, *host_offset); | ||
410 | + ret = do_alloc_cluster_offset(bs, guest_offset, &alloc_cluster_offset, | ||
411 | + &nb_clusters); | ||
412 | + if (ret < 0) { | ||
413 | + goto out; | ||
414 | } | ||
415 | |||
416 | - qcow2_cache_put(s->l2_table_cache, (void **) &l2_slice); | ||
417 | - | ||
418 | - if (alloc_cluster_offset == INV_OFFSET) { | ||
419 | - /* Allocate, if necessary at a given offset in the image file */ | ||
420 | - alloc_cluster_offset = *host_offset == INV_OFFSET ? INV_OFFSET : | ||
421 | - start_of_cluster(s, *host_offset); | ||
422 | - ret = do_alloc_cluster_offset(bs, guest_offset, &alloc_cluster_offset, | ||
423 | - &nb_clusters); | ||
424 | - if (ret < 0) { | ||
425 | - goto fail; | ||
426 | - } | ||
427 | - | ||
428 | - /* Can't extend contiguous allocation */ | ||
429 | - if (nb_clusters == 0) { | ||
430 | - *bytes = 0; | ||
431 | - return 0; | ||
432 | - } | ||
433 | - | ||
434 | - assert(alloc_cluster_offset != INV_OFFSET); | ||
435 | + /* Can't extend contiguous allocation */ | ||
436 | + if (nb_clusters == 0) { | ||
437 | + *bytes = 0; | ||
438 | + ret = 0; | ||
439 | + goto out; | ||
440 | } | ||
441 | |||
442 | + assert(alloc_cluster_offset != INV_OFFSET); | ||
443 | + | ||
444 | /* | ||
445 | * Save info needed for meta data update. | ||
446 | * | ||
447 | @@ -XXX,XX +XXX,XX @@ static int handle_alloc(BlockDriverState *bs, uint64_t guest_offset, | ||
448 | *bytes = MIN(*bytes, nb_bytes - offset_into_cluster(s, guest_offset)); | ||
449 | assert(*bytes != 0); | ||
450 | |||
451 | - calculate_l2_meta(bs, alloc_cluster_offset, guest_offset, *bytes, | ||
452 | - m, keep_old_clusters); | ||
453 | + calculate_l2_meta(bs, alloc_cluster_offset, guest_offset, *bytes, l2_slice, | ||
454 | + m, false); | ||
455 | |||
456 | - return 1; | ||
457 | + ret = 1; | ||
458 | |||
459 | -fail: | ||
460 | - if (*m && (*m)->nb_clusters > 0) { | ||
461 | +out: | ||
462 | + qcow2_cache_put(s->l2_table_cache, (void **) &l2_slice); | ||
463 | + if (ret < 0 && *m && (*m)->nb_clusters > 0) { | ||
464 | QLIST_REMOVE(*m, next_in_flight); | ||
465 | } | ||
466 | return ret; | ||
467 | -- | 448 | -- |
468 | 2.26.2 | 449 | 2.29.2 |
469 | 450 | ||
470 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Alberto Garcia <berto@igalia.com> | ||
2 | 1 | ||
3 | This function will be used by the qcow2 code to check if an image has | ||
4 | subclusters or not. | ||
5 | |||
6 | At the moment this simply returns false. Once all patches needed for | ||
7 | subcluster support are ready then QEMU will be able to create and | ||
8 | read images with subclusters and this function will return the actual | ||
9 | value. | ||
10 | |||
11 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
12 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
13 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
14 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
15 | Message-Id: <905526221083581a1b7057bca1585487661c5c13.1594396418.git.berto@igalia.com> | ||
16 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
17 | --- | ||
18 | block/qcow2.h | 6 ++++++ | ||
19 | 1 file changed, 6 insertions(+) | ||
20 | |||
21 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
22 | index XXXXXXX..XXXXXXX 100644 | ||
23 | --- a/block/qcow2.h | ||
24 | +++ b/block/qcow2.h | ||
25 | @@ -XXX,XX +XXX,XX @@ typedef enum QCow2MetadataOverlap { | ||
26 | |||
27 | #define INV_OFFSET (-1ULL) | ||
28 | |||
29 | +static inline bool has_subclusters(BDRVQcow2State *s) | ||
30 | +{ | ||
31 | + /* FIXME: Return false until this feature is complete */ | ||
32 | + return false; | ||
33 | +} | ||
34 | + | ||
35 | static inline uint64_t get_l2_entry(BDRVQcow2State *s, uint64_t *l2_slice, | ||
36 | int idx) | ||
37 | { | ||
38 | -- | ||
39 | 2.26.2 | ||
40 | |||
41 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Alberto Garcia <berto@igalia.com> | ||
2 | 1 | ||
3 | This patch adds the following new fields to BDRVQcow2State: | ||
4 | |||
5 | - subclusters_per_cluster: Number of subclusters in a cluster | ||
6 | - subcluster_size: The size of each subcluster, in bytes | ||
7 | - subcluster_bits: No. of bits so 1 << subcluster_bits = subcluster_size | ||
8 | |||
9 | Images without subclusters are treated as if they had exactly one | ||
10 | subcluster per cluster (i.e. subcluster_size = cluster_size). | ||
11 | |||
12 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
13 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
14 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
15 | Message-Id: <55bfeac86b092fa2c9d182a95cbeb479ff7eca4f.1594396418.git.berto@igalia.com> | ||
16 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
17 | --- | ||
18 | block/qcow2.h | 5 +++++ | ||
19 | block/qcow2.c | 5 +++++ | ||
20 | 2 files changed, 10 insertions(+) | ||
21 | |||
22 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
23 | index XXXXXXX..XXXXXXX 100644 | ||
24 | --- a/block/qcow2.h | ||
25 | +++ b/block/qcow2.h | ||
26 | @@ -XXX,XX +XXX,XX @@ | ||
27 | /* The cluster reads as all zeros */ | ||
28 | #define QCOW_OFLAG_ZERO (1ULL << 0) | ||
29 | |||
30 | +#define QCOW_EXTL2_SUBCLUSTERS_PER_CLUSTER 32 | ||
31 | + | ||
32 | #define MIN_CLUSTER_BITS 9 | ||
33 | #define MAX_CLUSTER_BITS 21 | ||
34 | |||
35 | @@ -XXX,XX +XXX,XX @@ typedef struct BDRVQcow2State { | ||
36 | int cluster_bits; | ||
37 | int cluster_size; | ||
38 | int l2_slice_size; | ||
39 | + int subcluster_bits; | ||
40 | + int subcluster_size; | ||
41 | + int subclusters_per_cluster; | ||
42 | int l2_bits; | ||
43 | int l2_size; | ||
44 | int l1_size; | ||
45 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
46 | index XXXXXXX..XXXXXXX 100644 | ||
47 | --- a/block/qcow2.c | ||
48 | +++ b/block/qcow2.c | ||
49 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_do_open(BlockDriverState *bs, QDict *options, | ||
50 | } | ||
51 | } | ||
52 | |||
53 | + s->subclusters_per_cluster = | ||
54 | + has_subclusters(s) ? QCOW_EXTL2_SUBCLUSTERS_PER_CLUSTER : 1; | ||
55 | + s->subcluster_size = s->cluster_size / s->subclusters_per_cluster; | ||
56 | + s->subcluster_bits = ctz32(s->subcluster_size); | ||
57 | + | ||
58 | /* Check support for various header values */ | ||
59 | if (header.refcount_order > 6) { | ||
60 | error_setg(errp, "Reference count entry width too large; may not " | ||
61 | -- | ||
62 | 2.26.2 | ||
63 | |||
64 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Alberto Garcia <berto@igalia.com> | ||
2 | 1 | ||
3 | For a given offset, return the subcluster number within its cluster | ||
4 | (i.e. with 32 subclusters per cluster it returns a number between 0 | ||
5 | and 31). | ||
6 | |||
7 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
8 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
9 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
10 | Message-Id: <56e3e4ac0d827c6a2f5f259106c5ddb7c4ca2653.1594396418.git.berto@igalia.com> | ||
11 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
12 | --- | ||
13 | block/qcow2.h | 5 +++++ | ||
14 | 1 file changed, 5 insertions(+) | ||
15 | |||
16 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
17 | index XXXXXXX..XXXXXXX 100644 | ||
18 | --- a/block/qcow2.h | ||
19 | +++ b/block/qcow2.h | ||
20 | @@ -XXX,XX +XXX,XX @@ static inline int offset_to_l2_slice_index(BDRVQcow2State *s, int64_t offset) | ||
21 | return (offset >> s->cluster_bits) & (s->l2_slice_size - 1); | ||
22 | } | ||
23 | |||
24 | +static inline int offset_to_sc_index(BDRVQcow2State *s, int64_t offset) | ||
25 | +{ | ||
26 | + return (offset >> s->subcluster_bits) & (s->subclusters_per_cluster - 1); | ||
27 | +} | ||
28 | + | ||
29 | static inline int64_t qcow2_vm_state_offset(BDRVQcow2State *s) | ||
30 | { | ||
31 | return (int64_t)s->l1_vm_state_index << (s->cluster_bits + s->l2_bits); | ||
32 | -- | ||
33 | 2.26.2 | ||
34 | |||
35 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Jagannathan Raman <jag.raman@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | Extended L2 entries are 128-bit wide: 64 bits for the entry itself and | 3 | Retrieve PCI configuration info about the remote device and |
4 | 64 bits for the subcluster allocation bitmap. | 4 | configure the Proxy PCI object based on the returned information |
5 | 5 | ||
6 | In order to support them correctly get/set_l2_entry() need to be | 6 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
7 | updated so they take the entry width into account in order to | 7 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
8 | calculate the correct offset. | 8 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> |
9 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
10 | Message-id: 85ee367bbb993aa23699b44cfedd83b4ea6d5221.1611938319.git.jag.raman@oracle.com | ||
11 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
12 | --- | ||
13 | hw/remote/proxy.c | 84 +++++++++++++++++++++++++++++++++++++++++++++++ | ||
14 | 1 file changed, 84 insertions(+) | ||
9 | 15 | ||
10 | This patch also adds the get/set_l2_bitmap() functions that are | 16 | diff --git a/hw/remote/proxy.c b/hw/remote/proxy.c |
11 | used to access the bitmaps. For convenience we allow calling | ||
12 | get_l2_bitmap() on images without subclusters. In this case the | ||
13 | returned value is always 0 and has no meaning. | ||
14 | |||
15 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
16 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
17 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
18 | Message-Id: <6ee0f81ae3329c991de125618b3675e1e46acdbb.1594396418.git.berto@igalia.com> | ||
19 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
20 | --- | ||
21 | block/qcow2.h | 21 +++++++++++++++++++++ | ||
22 | 1 file changed, 21 insertions(+) | ||
23 | |||
24 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
25 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
26 | --- a/block/qcow2.h | 18 | --- a/hw/remote/proxy.c |
27 | +++ b/block/qcow2.h | 19 | +++ b/hw/remote/proxy.c |
28 | @@ -XXX,XX +XXX,XX @@ static inline size_t l2_entry_size(BDRVQcow2State *s) | 20 | @@ -XXX,XX +XXX,XX @@ |
29 | static inline uint64_t get_l2_entry(BDRVQcow2State *s, uint64_t *l2_slice, | 21 | #include "sysemu/kvm.h" |
30 | int idx) | 22 | #include "util/event_notifier-posix.c" |
23 | |||
24 | +static void probe_pci_info(PCIDevice *dev, Error **errp); | ||
25 | + | ||
26 | static void proxy_intx_update(PCIDevice *pci_dev) | ||
31 | { | 27 | { |
32 | + idx *= l2_entry_size(s) / sizeof(uint64_t); | 28 | PCIProxyDev *dev = PCI_PROXY_DEV(pci_dev); |
33 | return be64_to_cpu(l2_slice[idx]); | 29 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) |
30 | { | ||
31 | ERRP_GUARD(); | ||
32 | PCIProxyDev *dev = PCI_PROXY_DEV(device); | ||
33 | + uint8_t *pci_conf = device->config; | ||
34 | int fd; | ||
35 | |||
36 | if (!dev->fd) { | ||
37 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_realize(PCIDevice *device, Error **errp) | ||
38 | qemu_mutex_init(&dev->io_mutex); | ||
39 | qio_channel_set_blocking(dev->ioc, true, NULL); | ||
40 | |||
41 | + pci_conf[PCI_LATENCY_TIMER] = 0xff; | ||
42 | + pci_conf[PCI_INTERRUPT_PIN] = 0x01; | ||
43 | + | ||
44 | proxy_memory_listener_configure(&dev->proxy_listener, dev->ioc); | ||
45 | |||
46 | setup_irqfd(dev); | ||
47 | + | ||
48 | + probe_pci_info(PCI_DEVICE(dev), errp); | ||
34 | } | 49 | } |
35 | 50 | ||
36 | +static inline uint64_t get_l2_bitmap(BDRVQcow2State *s, uint64_t *l2_slice, | 51 | static void pci_proxy_dev_exit(PCIDevice *pdev) |
37 | + int idx) | 52 | @@ -XXX,XX +XXX,XX @@ const MemoryRegionOps proxy_mr_ops = { |
53 | .max_access_size = 8, | ||
54 | }, | ||
55 | }; | ||
56 | + | ||
57 | +static void probe_pci_info(PCIDevice *dev, Error **errp) | ||
38 | +{ | 58 | +{ |
39 | + if (has_subclusters(s)) { | 59 | + PCIDeviceClass *pc = PCI_DEVICE_GET_CLASS(dev); |
40 | + idx *= l2_entry_size(s) / sizeof(uint64_t); | 60 | + uint32_t orig_val, new_val, base_class, val; |
41 | + return be64_to_cpu(l2_slice[idx + 1]); | 61 | + PCIProxyDev *pdev = PCI_PROXY_DEV(dev); |
42 | + } else { | 62 | + DeviceClass *dc = DEVICE_CLASS(pc); |
43 | + return 0; /* For convenience only; this value has no meaning. */ | 63 | + uint8_t type; |
64 | + int i, size; | ||
65 | + | ||
66 | + config_op_send(pdev, PCI_VENDOR_ID, &val, 2, MPQEMU_CMD_PCI_CFGREAD); | ||
67 | + pc->vendor_id = (uint16_t)val; | ||
68 | + | ||
69 | + config_op_send(pdev, PCI_DEVICE_ID, &val, 2, MPQEMU_CMD_PCI_CFGREAD); | ||
70 | + pc->device_id = (uint16_t)val; | ||
71 | + | ||
72 | + config_op_send(pdev, PCI_CLASS_DEVICE, &val, 2, MPQEMU_CMD_PCI_CFGREAD); | ||
73 | + pc->class_id = (uint16_t)val; | ||
74 | + | ||
75 | + config_op_send(pdev, PCI_SUBSYSTEM_ID, &val, 2, MPQEMU_CMD_PCI_CFGREAD); | ||
76 | + pc->subsystem_id = (uint16_t)val; | ||
77 | + | ||
78 | + base_class = pc->class_id >> 4; | ||
79 | + switch (base_class) { | ||
80 | + case PCI_BASE_CLASS_BRIDGE: | ||
81 | + set_bit(DEVICE_CATEGORY_BRIDGE, dc->categories); | ||
82 | + break; | ||
83 | + case PCI_BASE_CLASS_STORAGE: | ||
84 | + set_bit(DEVICE_CATEGORY_STORAGE, dc->categories); | ||
85 | + break; | ||
86 | + case PCI_BASE_CLASS_NETWORK: | ||
87 | + set_bit(DEVICE_CATEGORY_NETWORK, dc->categories); | ||
88 | + break; | ||
89 | + case PCI_BASE_CLASS_INPUT: | ||
90 | + set_bit(DEVICE_CATEGORY_INPUT, dc->categories); | ||
91 | + break; | ||
92 | + case PCI_BASE_CLASS_DISPLAY: | ||
93 | + set_bit(DEVICE_CATEGORY_DISPLAY, dc->categories); | ||
94 | + break; | ||
95 | + case PCI_BASE_CLASS_PROCESSOR: | ||
96 | + set_bit(DEVICE_CATEGORY_CPU, dc->categories); | ||
97 | + break; | ||
98 | + default: | ||
99 | + set_bit(DEVICE_CATEGORY_MISC, dc->categories); | ||
100 | + break; | ||
101 | + } | ||
102 | + | ||
103 | + for (i = 0; i < PCI_NUM_REGIONS; i++) { | ||
104 | + config_op_send(pdev, PCI_BASE_ADDRESS_0 + (4 * i), &orig_val, 4, | ||
105 | + MPQEMU_CMD_PCI_CFGREAD); | ||
106 | + new_val = 0xffffffff; | ||
107 | + config_op_send(pdev, PCI_BASE_ADDRESS_0 + (4 * i), &new_val, 4, | ||
108 | + MPQEMU_CMD_PCI_CFGWRITE); | ||
109 | + config_op_send(pdev, PCI_BASE_ADDRESS_0 + (4 * i), &new_val, 4, | ||
110 | + MPQEMU_CMD_PCI_CFGREAD); | ||
111 | + size = (~(new_val & 0xFFFFFFF0)) + 1; | ||
112 | + config_op_send(pdev, PCI_BASE_ADDRESS_0 + (4 * i), &orig_val, 4, | ||
113 | + MPQEMU_CMD_PCI_CFGWRITE); | ||
114 | + type = (new_val & 0x1) ? | ||
115 | + PCI_BASE_ADDRESS_SPACE_IO : PCI_BASE_ADDRESS_SPACE_MEMORY; | ||
116 | + | ||
117 | + if (size) { | ||
118 | + g_autofree char *name; | ||
119 | + pdev->region[i].dev = pdev; | ||
120 | + pdev->region[i].present = true; | ||
121 | + if (type == PCI_BASE_ADDRESS_SPACE_MEMORY) { | ||
122 | + pdev->region[i].memory = true; | ||
123 | + } | ||
124 | + name = g_strdup_printf("bar-region-%d", i); | ||
125 | + memory_region_init_io(&pdev->region[i].mr, OBJECT(pdev), | ||
126 | + &proxy_mr_ops, &pdev->region[i], | ||
127 | + name, size); | ||
128 | + pci_register_bar(dev, i, type, &pdev->region[i].mr); | ||
129 | + } | ||
44 | + } | 130 | + } |
45 | +} | 131 | +} |
46 | + | ||
47 | static inline void set_l2_entry(BDRVQcow2State *s, uint64_t *l2_slice, | ||
48 | int idx, uint64_t entry) | ||
49 | { | ||
50 | + idx *= l2_entry_size(s) / sizeof(uint64_t); | ||
51 | l2_slice[idx] = cpu_to_be64(entry); | ||
52 | } | ||
53 | |||
54 | +static inline void set_l2_bitmap(BDRVQcow2State *s, uint64_t *l2_slice, | ||
55 | + int idx, uint64_t bitmap) | ||
56 | +{ | ||
57 | + assert(has_subclusters(s)); | ||
58 | + idx *= l2_entry_size(s) / sizeof(uint64_t); | ||
59 | + l2_slice[idx + 1] = cpu_to_be64(bitmap); | ||
60 | +} | ||
61 | + | ||
62 | static inline bool has_data_file(BlockDriverState *bs) | ||
63 | { | ||
64 | BDRVQcow2State *s = bs->opaque; | ||
65 | -- | 132 | -- |
66 | 2.26.2 | 133 | 2.29.2 |
67 | 134 | ||
68 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
---|---|---|---|
2 | 2 | ||
3 | qcow2 images with subclusters have 128-bit L2 entries. The first 64 | 3 | Perform device reset in the remote process when QEMU performs |
4 | bits contain the same information as traditional images and the last | 4 | device reset. This is required to reset the internal state |
5 | 64 bits form a bitmap with the status of each individual subcluster. | 5 | (like registers, etc...) of emulated devices |
6 | 6 | ||
7 | Because of that we cannot assume that L2 entries are sizeof(uint64_t) | 7 | Signed-off-by: Elena Ufimtseva <elena.ufimtseva@oracle.com> |
8 | anymore. This function returns the proper value for the image. | 8 | Signed-off-by: John G Johnson <john.g.johnson@oracle.com> |
9 | Signed-off-by: Jagannathan Raman <jag.raman@oracle.com> | ||
10 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
11 | Message-id: 7cb220a51f565dc0817bd76e2f540e89c2d2b850.1611938319.git.jag.raman@oracle.com | ||
12 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
13 | --- | ||
14 | include/hw/remote/mpqemu-link.h | 1 + | ||
15 | hw/remote/message.c | 22 ++++++++++++++++++++++ | ||
16 | hw/remote/proxy.c | 19 +++++++++++++++++++ | ||
17 | 3 files changed, 42 insertions(+) | ||
9 | 18 | ||
10 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 19 | diff --git a/include/hw/remote/mpqemu-link.h b/include/hw/remote/mpqemu-link.h |
11 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
12 | Message-Id: <d34d578bd0380e739e2dde3e8dd6187d3d249fa9.1594396418.git.berto@igalia.com> | ||
13 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
14 | --- | ||
15 | block/qcow2.h | 9 +++++++++ | ||
16 | block/qcow2-cluster.c | 12 ++++++------ | ||
17 | block/qcow2-refcount.c | 14 ++++++++------ | ||
18 | block/qcow2.c | 8 ++++---- | ||
19 | 4 files changed, 27 insertions(+), 16 deletions(-) | ||
20 | |||
21 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
22 | index XXXXXXX..XXXXXXX 100644 | 20 | index XXXXXXX..XXXXXXX 100644 |
23 | --- a/block/qcow2.h | 21 | --- a/include/hw/remote/mpqemu-link.h |
24 | +++ b/block/qcow2.h | 22 | +++ b/include/hw/remote/mpqemu-link.h |
23 | @@ -XXX,XX +XXX,XX @@ typedef enum { | ||
24 | MPQEMU_CMD_BAR_WRITE, | ||
25 | MPQEMU_CMD_BAR_READ, | ||
26 | MPQEMU_CMD_SET_IRQFD, | ||
27 | + MPQEMU_CMD_DEVICE_RESET, | ||
28 | MPQEMU_CMD_MAX, | ||
29 | } MPQemuCmd; | ||
30 | |||
31 | diff --git a/hw/remote/message.c b/hw/remote/message.c | ||
32 | index XXXXXXX..XXXXXXX 100644 | ||
33 | --- a/hw/remote/message.c | ||
34 | +++ b/hw/remote/message.c | ||
25 | @@ -XXX,XX +XXX,XX @@ | 35 | @@ -XXX,XX +XXX,XX @@ |
26 | 36 | #include "exec/memattrs.h" | |
27 | #define QCOW_EXTL2_SUBCLUSTERS_PER_CLUSTER 32 | 37 | #include "hw/remote/memory.h" |
28 | 38 | #include "hw/remote/iohub.h" | |
29 | +/* Size of normal and extended L2 entries */ | 39 | +#include "sysemu/reset.h" |
30 | +#define L2E_SIZE_NORMAL (sizeof(uint64_t)) | 40 | |
31 | +#define L2E_SIZE_EXTENDED (sizeof(uint64_t) * 2) | 41 | static void process_config_write(QIOChannel *ioc, PCIDevice *dev, |
42 | MPQemuMsg *msg, Error **errp); | ||
43 | @@ -XXX,XX +XXX,XX @@ static void process_config_read(QIOChannel *ioc, PCIDevice *dev, | ||
44 | MPQemuMsg *msg, Error **errp); | ||
45 | static void process_bar_write(QIOChannel *ioc, MPQemuMsg *msg, Error **errp); | ||
46 | static void process_bar_read(QIOChannel *ioc, MPQemuMsg *msg, Error **errp); | ||
47 | +static void process_device_reset_msg(QIOChannel *ioc, PCIDevice *dev, | ||
48 | + Error **errp); | ||
49 | |||
50 | void coroutine_fn mpqemu_remote_msg_loop_co(void *data) | ||
51 | { | ||
52 | @@ -XXX,XX +XXX,XX @@ void coroutine_fn mpqemu_remote_msg_loop_co(void *data) | ||
53 | case MPQEMU_CMD_SET_IRQFD: | ||
54 | process_set_irqfd_msg(pci_dev, &msg); | ||
55 | break; | ||
56 | + case MPQEMU_CMD_DEVICE_RESET: | ||
57 | + process_device_reset_msg(com->ioc, pci_dev, &local_err); | ||
58 | + break; | ||
59 | default: | ||
60 | error_setg(&local_err, | ||
61 | "Unknown command (%d) received for device %s" | ||
62 | @@ -XXX,XX +XXX,XX @@ fail: | ||
63 | getpid()); | ||
64 | } | ||
65 | } | ||
32 | + | 66 | + |
33 | #define MIN_CLUSTER_BITS 9 | 67 | +static void process_device_reset_msg(QIOChannel *ioc, PCIDevice *dev, |
34 | #define MAX_CLUSTER_BITS 21 | 68 | + Error **errp) |
35 | 69 | +{ | |
36 | @@ -XXX,XX +XXX,XX @@ static inline bool has_subclusters(BDRVQcow2State *s) | 70 | + DeviceClass *dc = DEVICE_GET_CLASS(dev); |
37 | return false; | 71 | + DeviceState *s = DEVICE(dev); |
72 | + MPQemuMsg ret = { 0 }; | ||
73 | + | ||
74 | + if (dc->reset) { | ||
75 | + dc->reset(s); | ||
76 | + } | ||
77 | + | ||
78 | + ret.cmd = MPQEMU_CMD_RET; | ||
79 | + | ||
80 | + mpqemu_msg_send(&ret, ioc, errp); | ||
81 | +} | ||
82 | diff --git a/hw/remote/proxy.c b/hw/remote/proxy.c | ||
83 | index XXXXXXX..XXXXXXX 100644 | ||
84 | --- a/hw/remote/proxy.c | ||
85 | +++ b/hw/remote/proxy.c | ||
86 | @@ -XXX,XX +XXX,XX @@ | ||
87 | #include "util/event_notifier-posix.c" | ||
88 | |||
89 | static void probe_pci_info(PCIDevice *dev, Error **errp); | ||
90 | +static void proxy_device_reset(DeviceState *dev); | ||
91 | |||
92 | static void proxy_intx_update(PCIDevice *pci_dev) | ||
93 | { | ||
94 | @@ -XXX,XX +XXX,XX @@ static void pci_proxy_dev_class_init(ObjectClass *klass, void *data) | ||
95 | k->config_read = pci_proxy_read_config; | ||
96 | k->config_write = pci_proxy_write_config; | ||
97 | |||
98 | + dc->reset = proxy_device_reset; | ||
99 | + | ||
100 | device_class_set_props(dc, proxy_properties); | ||
38 | } | 101 | } |
39 | 102 | ||
40 | +static inline size_t l2_entry_size(BDRVQcow2State *s) | 103 | @@ -XXX,XX +XXX,XX @@ static void probe_pci_info(PCIDevice *dev, Error **errp) |
41 | +{ | ||
42 | + return has_subclusters(s) ? L2E_SIZE_EXTENDED : L2E_SIZE_NORMAL; | ||
43 | +} | ||
44 | + | ||
45 | static inline uint64_t get_l2_entry(BDRVQcow2State *s, uint64_t *l2_slice, | ||
46 | int idx) | ||
47 | { | ||
48 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
49 | index XXXXXXX..XXXXXXX 100644 | ||
50 | --- a/block/qcow2-cluster.c | ||
51 | +++ b/block/qcow2-cluster.c | ||
52 | @@ -XXX,XX +XXX,XX @@ static int l2_load(BlockDriverState *bs, uint64_t offset, | ||
53 | uint64_t l2_offset, uint64_t **l2_slice) | ||
54 | { | ||
55 | BDRVQcow2State *s = bs->opaque; | ||
56 | - int start_of_slice = sizeof(uint64_t) * | ||
57 | + int start_of_slice = l2_entry_size(s) * | ||
58 | (offset_to_l2_index(s, offset) - offset_to_l2_slice_index(s, offset)); | ||
59 | |||
60 | return qcow2_cache_get(bs, s->l2_table_cache, l2_offset + start_of_slice, | ||
61 | @@ -XXX,XX +XXX,XX @@ static int l2_allocate(BlockDriverState *bs, int l1_index) | ||
62 | |||
63 | /* allocate a new l2 entry */ | ||
64 | |||
65 | - l2_offset = qcow2_alloc_clusters(bs, s->l2_size * sizeof(uint64_t)); | ||
66 | + l2_offset = qcow2_alloc_clusters(bs, s->l2_size * l2_entry_size(s)); | ||
67 | if (l2_offset < 0) { | ||
68 | ret = l2_offset; | ||
69 | goto fail; | ||
70 | @@ -XXX,XX +XXX,XX @@ static int l2_allocate(BlockDriverState *bs, int l1_index) | ||
71 | |||
72 | /* allocate a new entry in the l2 cache */ | ||
73 | |||
74 | - slice_size2 = s->l2_slice_size * sizeof(uint64_t); | ||
75 | + slice_size2 = s->l2_slice_size * l2_entry_size(s); | ||
76 | n_slices = s->cluster_size / slice_size2; | ||
77 | |||
78 | trace_qcow2_l2_allocate_get_empty(bs, l1_index); | ||
79 | @@ -XXX,XX +XXX,XX @@ fail: | ||
80 | } | ||
81 | s->l1_table[l1_index] = old_l2_offset; | ||
82 | if (l2_offset > 0) { | ||
83 | - qcow2_free_clusters(bs, l2_offset, s->l2_size * sizeof(uint64_t), | ||
84 | + qcow2_free_clusters(bs, l2_offset, s->l2_size * l2_entry_size(s), | ||
85 | QCOW2_DISCARD_ALWAYS); | ||
86 | } | ||
87 | return ret; | ||
88 | @@ -XXX,XX +XXX,XX @@ static int get_cluster_table(BlockDriverState *bs, uint64_t offset, | ||
89 | |||
90 | /* Then decrease the refcount of the old table */ | ||
91 | if (l2_offset) { | ||
92 | - qcow2_free_clusters(bs, l2_offset, s->l2_size * sizeof(uint64_t), | ||
93 | + qcow2_free_clusters(bs, l2_offset, s->l2_size * l2_entry_size(s), | ||
94 | QCOW2_DISCARD_OTHER); | ||
95 | } | ||
96 | |||
97 | @@ -XXX,XX +XXX,XX @@ static int expand_zero_clusters_in_l1(BlockDriverState *bs, uint64_t *l1_table, | ||
98 | int ret; | ||
99 | int i, j; | ||
100 | |||
101 | - slice_size2 = s->l2_slice_size * sizeof(uint64_t); | ||
102 | + slice_size2 = s->l2_slice_size * l2_entry_size(s); | ||
103 | n_slices = s->cluster_size / slice_size2; | ||
104 | |||
105 | if (!is_active_l1) { | ||
106 | diff --git a/block/qcow2-refcount.c b/block/qcow2-refcount.c | ||
107 | index XXXXXXX..XXXXXXX 100644 | ||
108 | --- a/block/qcow2-refcount.c | ||
109 | +++ b/block/qcow2-refcount.c | ||
110 | @@ -XXX,XX +XXX,XX @@ int qcow2_update_snapshot_refcount(BlockDriverState *bs, | ||
111 | l2_slice = NULL; | ||
112 | l1_table = NULL; | ||
113 | l1_size2 = l1_size * sizeof(uint64_t); | ||
114 | - slice_size2 = s->l2_slice_size * sizeof(uint64_t); | ||
115 | + slice_size2 = s->l2_slice_size * l2_entry_size(s); | ||
116 | n_slices = s->cluster_size / slice_size2; | ||
117 | |||
118 | s->cache_discards = true; | ||
119 | @@ -XXX,XX +XXX,XX @@ static int check_refcounts_l2(BlockDriverState *bs, BdrvCheckResult *res, | ||
120 | int i, l2_size, nb_csectors, ret; | ||
121 | |||
122 | /* Read L2 table from disk */ | ||
123 | - l2_size = s->l2_size * sizeof(uint64_t); | ||
124 | + l2_size = s->l2_size * l2_entry_size(s); | ||
125 | l2_table = g_malloc(l2_size); | ||
126 | |||
127 | ret = bdrv_pread(bs->file, l2_offset, l2_table, l2_size); | ||
128 | @@ -XXX,XX +XXX,XX @@ static int check_refcounts_l2(BlockDriverState *bs, BdrvCheckResult *res, | ||
129 | fix & BDRV_FIX_ERRORS ? "Repairing" : "ERROR", | ||
130 | offset); | ||
131 | if (fix & BDRV_FIX_ERRORS) { | ||
132 | + int idx = i * (l2_entry_size(s) / sizeof(uint64_t)); | ||
133 | uint64_t l2e_offset = | ||
134 | - l2_offset + (uint64_t)i * sizeof(uint64_t); | ||
135 | + l2_offset + (uint64_t)i * l2_entry_size(s); | ||
136 | int ign = active ? QCOW2_OL_ACTIVE_L2 : | ||
137 | QCOW2_OL_INACTIVE_L2; | ||
138 | |||
139 | l2_entry = QCOW_OFLAG_ZERO; | ||
140 | set_l2_entry(s, l2_table, i, l2_entry); | ||
141 | ret = qcow2_pre_write_overlap_check(bs, ign, | ||
142 | - l2e_offset, sizeof(uint64_t), false); | ||
143 | + l2e_offset, l2_entry_size(s), false); | ||
144 | if (ret < 0) { | ||
145 | fprintf(stderr, "ERROR: Overlap check failed\n"); | ||
146 | res->check_errors++; | ||
147 | @@ -XXX,XX +XXX,XX @@ static int check_refcounts_l2(BlockDriverState *bs, BdrvCheckResult *res, | ||
148 | } | ||
149 | |||
150 | ret = bdrv_pwrite_sync(bs->file, l2e_offset, | ||
151 | - &l2_table[i], sizeof(uint64_t)); | ||
152 | + &l2_table[idx], | ||
153 | + l2_entry_size(s)); | ||
154 | if (ret < 0) { | ||
155 | fprintf(stderr, "ERROR: Failed to overwrite L2 " | ||
156 | "table entry: %s\n", strerror(-ret)); | ||
157 | @@ -XXX,XX +XXX,XX @@ static int check_oflag_copied(BlockDriverState *bs, BdrvCheckResult *res, | ||
158 | } | ||
159 | |||
160 | ret = bdrv_pread(bs->file, l2_offset, l2_table, | ||
161 | - s->l2_size * sizeof(uint64_t)); | ||
162 | + s->l2_size * l2_entry_size(s)); | ||
163 | if (ret < 0) { | ||
164 | fprintf(stderr, "ERROR: Could not read L2 table: %s\n", | ||
165 | strerror(-ret)); | ||
166 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
167 | index XXXXXXX..XXXXXXX 100644 | ||
168 | --- a/block/qcow2.c | ||
169 | +++ b/block/qcow2.c | ||
170 | @@ -XXX,XX +XXX,XX @@ static void read_cache_sizes(BlockDriverState *bs, QemuOpts *opts, | ||
171 | uint64_t max_l2_entries = DIV_ROUND_UP(virtual_disk_size, s->cluster_size); | ||
172 | /* An L2 table is always one cluster in size so the max cache size | ||
173 | * should be a multiple of the cluster size. */ | ||
174 | - uint64_t max_l2_cache = ROUND_UP(max_l2_entries * sizeof(uint64_t), | ||
175 | + uint64_t max_l2_cache = ROUND_UP(max_l2_entries * l2_entry_size(s), | ||
176 | s->cluster_size); | ||
177 | |||
178 | combined_cache_size_set = qemu_opt_get(opts, QCOW2_OPT_CACHE_SIZE); | ||
179 | @@ -XXX,XX +XXX,XX @@ static int qcow2_update_options_prepare(BlockDriverState *bs, | ||
180 | } | 104 | } |
181 | } | 105 | } |
182 | 106 | } | |
183 | - r->l2_slice_size = l2_cache_entry_size / sizeof(uint64_t); | 107 | + |
184 | + r->l2_slice_size = l2_cache_entry_size / l2_entry_size(s); | 108 | +static void proxy_device_reset(DeviceState *dev) |
185 | r->l2_table_cache = qcow2_cache_create(bs, l2_cache_size, | 109 | +{ |
186 | l2_cache_entry_size); | 110 | + PCIProxyDev *pdev = PCI_PROXY_DEV(dev); |
187 | r->refcount_block_cache = qcow2_cache_create(bs, refcount_cache_size, | 111 | + MPQemuMsg msg = { 0 }; |
188 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_do_open(BlockDriverState *bs, QDict *options, | 112 | + Error *local_err = NULL; |
189 | bs->encrypted = true; | 113 | + |
190 | } | 114 | + msg.cmd = MPQEMU_CMD_DEVICE_RESET; |
191 | 115 | + msg.size = 0; | |
192 | - s->l2_bits = s->cluster_bits - 3; /* L2 is always one cluster */ | 116 | + |
193 | + s->l2_bits = s->cluster_bits - ctz32(l2_entry_size(s)); | 117 | + mpqemu_msg_send_and_await_reply(&msg, pdev, &local_err); |
194 | s->l2_size = 1 << s->l2_bits; | 118 | + if (local_err) { |
195 | /* 2^(s->refcount_order - 3) is the refcount width in bytes */ | 119 | + error_report_err(local_err); |
196 | s->refcount_block_bits = s->cluster_bits - (s->refcount_order - 3); | 120 | + } |
197 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_truncate(BlockDriverState *bs, int64_t offset, | 121 | + |
198 | * preallocation. All that matters is that we will not have to allocate | 122 | +} |
199 | * new refcount structures for them.) */ | ||
200 | nb_new_l2_tables = DIV_ROUND_UP(nb_new_data_clusters, | ||
201 | - s->cluster_size / sizeof(uint64_t)); | ||
202 | + s->cluster_size / l2_entry_size(s)); | ||
203 | /* The cluster range may not be aligned to L2 boundaries, so add one L2 | ||
204 | * table for a potential head/tail */ | ||
205 | nb_new_l2_tables++; | ||
206 | -- | 123 | -- |
207 | 2.26.2 | 124 | 2.29.2 |
208 | 125 | ||
209 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Alberto Garcia <berto@igalia.com> | ||
2 | 1 | ||
3 | This function returns an integer that can be either an error code or a | ||
4 | cluster type (a value from the QCow2ClusterType enum). | ||
5 | |||
6 | We are going to start using subcluster types instead of cluster types | ||
7 | in some functions so it's better to use the exact data types instead | ||
8 | of integers for clarity and in order to detect errors more easily. | ||
9 | |||
10 | This patch makes qcow2_get_host_offset() return 0 on success and | ||
11 | puts the returned cluster type in a separate parameter. There are no | ||
12 | semantic changes. | ||
13 | |||
14 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
15 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
16 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
17 | Message-Id: <396b6eab1859a271551dcd7dcba77f8934aa3c3f.1594396418.git.berto@igalia.com> | ||
18 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
19 | --- | ||
20 | block/qcow2.h | 3 ++- | ||
21 | block/qcow2-cluster.c | 11 +++++++---- | ||
22 | block/qcow2.c | 37 ++++++++++++++++++++++--------------- | ||
23 | 3 files changed, 31 insertions(+), 20 deletions(-) | ||
24 | |||
25 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
26 | index XXXXXXX..XXXXXXX 100644 | ||
27 | --- a/block/qcow2.h | ||
28 | +++ b/block/qcow2.h | ||
29 | @@ -XXX,XX +XXX,XX @@ int qcow2_encrypt_sectors(BDRVQcow2State *s, int64_t sector_num, | ||
30 | uint8_t *buf, int nb_sectors, bool enc, Error **errp); | ||
31 | |||
32 | int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
33 | - unsigned int *bytes, uint64_t *host_offset); | ||
34 | + unsigned int *bytes, uint64_t *host_offset, | ||
35 | + QCow2ClusterType *cluster_type); | ||
36 | int qcow2_alloc_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
37 | unsigned int *bytes, uint64_t *host_offset, | ||
38 | QCowL2Meta **m); | ||
39 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
40 | index XXXXXXX..XXXXXXX 100644 | ||
41 | --- a/block/qcow2-cluster.c | ||
42 | +++ b/block/qcow2-cluster.c | ||
43 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn do_perform_cow_write(BlockDriverState *bs, | ||
44 | * | ||
45 | * On exit, *bytes is the number of bytes starting at offset that have the same | ||
46 | * cluster type and (if applicable) are stored contiguously in the image file. | ||
47 | + * The cluster type is stored in *cluster_type. | ||
48 | * Compressed clusters are always returned one by one. | ||
49 | * | ||
50 | - * Returns the cluster type (QCOW2_CLUSTER_*) on success, -errno in error | ||
51 | - * cases. | ||
52 | + * Returns 0 on success, -errno in error cases. | ||
53 | */ | ||
54 | int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
55 | - unsigned int *bytes, uint64_t *host_offset) | ||
56 | + unsigned int *bytes, uint64_t *host_offset, | ||
57 | + QCow2ClusterType *cluster_type) | ||
58 | { | ||
59 | BDRVQcow2State *s = bs->opaque; | ||
60 | unsigned int l2_index; | ||
61 | @@ -XXX,XX +XXX,XX @@ out: | ||
62 | assert(bytes_available - offset_in_cluster <= UINT_MAX); | ||
63 | *bytes = bytes_available - offset_in_cluster; | ||
64 | |||
65 | - return type; | ||
66 | + *cluster_type = type; | ||
67 | + | ||
68 | + return 0; | ||
69 | |||
70 | fail: | ||
71 | qcow2_cache_put(s->l2_table_cache, (void **)&l2_slice); | ||
72 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
73 | index XXXXXXX..XXXXXXX 100644 | ||
74 | --- a/block/qcow2.c | ||
75 | +++ b/block/qcow2.c | ||
76 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
77 | BDRVQcow2State *s = bs->opaque; | ||
78 | uint64_t host_offset; | ||
79 | unsigned int bytes; | ||
80 | + QCow2ClusterType type; | ||
81 | int ret, status = 0; | ||
82 | |||
83 | qemu_co_mutex_lock(&s->lock); | ||
84 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
85 | } | ||
86 | |||
87 | bytes = MIN(INT_MAX, count); | ||
88 | - ret = qcow2_get_host_offset(bs, offset, &bytes, &host_offset); | ||
89 | + ret = qcow2_get_host_offset(bs, offset, &bytes, &host_offset, &type); | ||
90 | qemu_co_mutex_unlock(&s->lock); | ||
91 | if (ret < 0) { | ||
92 | return ret; | ||
93 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
94 | |||
95 | *pnum = bytes; | ||
96 | |||
97 | - if ((ret == QCOW2_CLUSTER_NORMAL || ret == QCOW2_CLUSTER_ZERO_ALLOC) && | ||
98 | + if ((type == QCOW2_CLUSTER_NORMAL || type == QCOW2_CLUSTER_ZERO_ALLOC) && | ||
99 | !s->crypto) { | ||
100 | *map = host_offset; | ||
101 | *file = s->data_file->bs; | ||
102 | status |= BDRV_BLOCK_OFFSET_VALID; | ||
103 | } | ||
104 | - if (ret == QCOW2_CLUSTER_ZERO_PLAIN || ret == QCOW2_CLUSTER_ZERO_ALLOC) { | ||
105 | + if (type == QCOW2_CLUSTER_ZERO_PLAIN || type == QCOW2_CLUSTER_ZERO_ALLOC) { | ||
106 | status |= BDRV_BLOCK_ZERO; | ||
107 | - } else if (ret != QCOW2_CLUSTER_UNALLOCATED) { | ||
108 | + } else if (type != QCOW2_CLUSTER_UNALLOCATED) { | ||
109 | status |= BDRV_BLOCK_DATA; | ||
110 | } | ||
111 | if (s->metadata_preallocation && (status & BDRV_BLOCK_DATA) && | ||
112 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
113 | int ret = 0; | ||
114 | unsigned int cur_bytes; /* number of bytes in current iteration */ | ||
115 | uint64_t host_offset = 0; | ||
116 | + QCow2ClusterType type; | ||
117 | AioTaskPool *aio = NULL; | ||
118 | |||
119 | while (bytes != 0 && aio_task_pool_status(aio) == 0) { | ||
120 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
121 | } | ||
122 | |||
123 | qemu_co_mutex_lock(&s->lock); | ||
124 | - ret = qcow2_get_host_offset(bs, offset, &cur_bytes, &host_offset); | ||
125 | + ret = qcow2_get_host_offset(bs, offset, &cur_bytes, | ||
126 | + &host_offset, &type); | ||
127 | qemu_co_mutex_unlock(&s->lock); | ||
128 | if (ret < 0) { | ||
129 | goto out; | ||
130 | } | ||
131 | |||
132 | - if (ret == QCOW2_CLUSTER_ZERO_PLAIN || | ||
133 | - ret == QCOW2_CLUSTER_ZERO_ALLOC || | ||
134 | - (ret == QCOW2_CLUSTER_UNALLOCATED && !bs->backing)) | ||
135 | + if (type == QCOW2_CLUSTER_ZERO_PLAIN || | ||
136 | + type == QCOW2_CLUSTER_ZERO_ALLOC || | ||
137 | + (type == QCOW2_CLUSTER_UNALLOCATED && !bs->backing)) | ||
138 | { | ||
139 | qemu_iovec_memset(qiov, qiov_offset, 0, cur_bytes); | ||
140 | } else { | ||
141 | if (!aio && cur_bytes != bytes) { | ||
142 | aio = aio_task_pool_new(QCOW2_MAX_WORKERS); | ||
143 | } | ||
144 | - ret = qcow2_add_task(bs, aio, qcow2_co_preadv_task_entry, ret, | ||
145 | + ret = qcow2_add_task(bs, aio, qcow2_co_preadv_task_entry, type, | ||
146 | host_offset, offset, cur_bytes, | ||
147 | qiov, qiov_offset, NULL); | ||
148 | if (ret < 0) { | ||
149 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
150 | if (head || tail) { | ||
151 | uint64_t off; | ||
152 | unsigned int nr; | ||
153 | + QCow2ClusterType type; | ||
154 | |||
155 | assert(head + bytes <= s->cluster_size); | ||
156 | |||
157 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
158 | offset = QEMU_ALIGN_DOWN(offset, s->cluster_size); | ||
159 | bytes = s->cluster_size; | ||
160 | nr = s->cluster_size; | ||
161 | - ret = qcow2_get_host_offset(bs, offset, &nr, &off); | ||
162 | - if (ret != QCOW2_CLUSTER_UNALLOCATED && | ||
163 | - ret != QCOW2_CLUSTER_ZERO_PLAIN && | ||
164 | - ret != QCOW2_CLUSTER_ZERO_ALLOC) { | ||
165 | + ret = qcow2_get_host_offset(bs, offset, &nr, &off, &type); | ||
166 | + if (ret < 0 || | ||
167 | + (type != QCOW2_CLUSTER_UNALLOCATED && | ||
168 | + type != QCOW2_CLUSTER_ZERO_PLAIN && | ||
169 | + type != QCOW2_CLUSTER_ZERO_ALLOC)) { | ||
170 | qemu_co_mutex_unlock(&s->lock); | ||
171 | return -ENOTSUP; | ||
172 | } | ||
173 | @@ -XXX,XX +XXX,XX @@ qcow2_co_copy_range_from(BlockDriverState *bs, | ||
174 | |||
175 | while (bytes != 0) { | ||
176 | uint64_t copy_offset = 0; | ||
177 | + QCow2ClusterType type; | ||
178 | /* prepare next request */ | ||
179 | cur_bytes = MIN(bytes, INT_MAX); | ||
180 | cur_write_flags = write_flags; | ||
181 | |||
182 | - ret = qcow2_get_host_offset(bs, src_offset, &cur_bytes, ©_offset); | ||
183 | + ret = qcow2_get_host_offset(bs, src_offset, &cur_bytes, | ||
184 | + ©_offset, &type); | ||
185 | if (ret < 0) { | ||
186 | goto out; | ||
187 | } | ||
188 | |||
189 | - switch (ret) { | ||
190 | + switch (type) { | ||
191 | case QCOW2_CLUSTER_UNALLOCATED: | ||
192 | if (bs->backing && bs->backing->bs) { | ||
193 | int64_t backing_length = bdrv_getlength(bs->backing->bs); | ||
194 | -- | ||
195 | 2.26.2 | ||
196 | |||
197 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Alberto Garcia <berto@igalia.com> | ||
2 | 1 | ||
3 | In order to support extended L2 entries some functions of the qcow2 | ||
4 | driver need to start dealing with subclusters instead of clusters. | ||
5 | |||
6 | qcow2_get_host_offset() is modified to return the subcluster type | ||
7 | instead of the cluster type, and all callers are updated to replace | ||
8 | all values of QCow2ClusterType with their QCow2SubclusterType | ||
9 | equivalents. | ||
10 | |||
11 | This patch only changes the data types, there are no semantic changes. | ||
12 | |||
13 | Signed-off-by: Alberto Garcia <berto@igalia.com> | ||
14 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
15 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
16 | Message-Id: <f6c29737c295f32cbee74c903c30b01820363b34.1594396418.git.berto@igalia.com> | ||
17 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
18 | --- | ||
19 | block/qcow2.h | 2 +- | ||
20 | block/qcow2-cluster.c | 10 +++---- | ||
21 | block/qcow2.c | 70 ++++++++++++++++++++++--------------------- | ||
22 | 3 files changed, 42 insertions(+), 40 deletions(-) | ||
23 | |||
24 | diff --git a/block/qcow2.h b/block/qcow2.h | ||
25 | index XXXXXXX..XXXXXXX 100644 | ||
26 | --- a/block/qcow2.h | ||
27 | +++ b/block/qcow2.h | ||
28 | @@ -XXX,XX +XXX,XX @@ int qcow2_encrypt_sectors(BDRVQcow2State *s, int64_t sector_num, | ||
29 | |||
30 | int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
31 | unsigned int *bytes, uint64_t *host_offset, | ||
32 | - QCow2ClusterType *cluster_type); | ||
33 | + QCow2SubclusterType *subcluster_type); | ||
34 | int qcow2_alloc_cluster_offset(BlockDriverState *bs, uint64_t offset, | ||
35 | unsigned int *bytes, uint64_t *host_offset, | ||
36 | QCowL2Meta **m); | ||
37 | diff --git a/block/qcow2-cluster.c b/block/qcow2-cluster.c | ||
38 | index XXXXXXX..XXXXXXX 100644 | ||
39 | --- a/block/qcow2-cluster.c | ||
40 | +++ b/block/qcow2-cluster.c | ||
41 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn do_perform_cow_write(BlockDriverState *bs, | ||
42 | * offset that we are interested in. | ||
43 | * | ||
44 | * On exit, *bytes is the number of bytes starting at offset that have the same | ||
45 | - * cluster type and (if applicable) are stored contiguously in the image file. | ||
46 | - * The cluster type is stored in *cluster_type. | ||
47 | - * Compressed clusters are always returned one by one. | ||
48 | + * subcluster type and (if applicable) are stored contiguously in the image | ||
49 | + * file. The subcluster type is stored in *subcluster_type. | ||
50 | + * Compressed clusters are always processed one by one. | ||
51 | * | ||
52 | * Returns 0 on success, -errno in error cases. | ||
53 | */ | ||
54 | int qcow2_get_host_offset(BlockDriverState *bs, uint64_t offset, | ||
55 | unsigned int *bytes, uint64_t *host_offset, | ||
56 | - QCow2ClusterType *cluster_type) | ||
57 | + QCow2SubclusterType *subcluster_type) | ||
58 | { | ||
59 | BDRVQcow2State *s = bs->opaque; | ||
60 | unsigned int l2_index; | ||
61 | @@ -XXX,XX +XXX,XX @@ out: | ||
62 | assert(bytes_available - offset_in_cluster <= UINT_MAX); | ||
63 | *bytes = bytes_available - offset_in_cluster; | ||
64 | |||
65 | - *cluster_type = type; | ||
66 | + *subcluster_type = qcow2_cluster_to_subcluster_type(type); | ||
67 | |||
68 | return 0; | ||
69 | |||
70 | diff --git a/block/qcow2.c b/block/qcow2.c | ||
71 | index XXXXXXX..XXXXXXX 100644 | ||
72 | --- a/block/qcow2.c | ||
73 | +++ b/block/qcow2.c | ||
74 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
75 | BDRVQcow2State *s = bs->opaque; | ||
76 | uint64_t host_offset; | ||
77 | unsigned int bytes; | ||
78 | - QCow2ClusterType type; | ||
79 | + QCow2SubclusterType type; | ||
80 | int ret, status = 0; | ||
81 | |||
82 | qemu_co_mutex_lock(&s->lock); | ||
83 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
84 | |||
85 | *pnum = bytes; | ||
86 | |||
87 | - if ((type == QCOW2_CLUSTER_NORMAL || type == QCOW2_CLUSTER_ZERO_ALLOC) && | ||
88 | - !s->crypto) { | ||
89 | + if ((type == QCOW2_SUBCLUSTER_NORMAL || | ||
90 | + type == QCOW2_SUBCLUSTER_ZERO_ALLOC) && !s->crypto) { | ||
91 | *map = host_offset; | ||
92 | *file = s->data_file->bs; | ||
93 | status |= BDRV_BLOCK_OFFSET_VALID; | ||
94 | } | ||
95 | - if (type == QCOW2_CLUSTER_ZERO_PLAIN || type == QCOW2_CLUSTER_ZERO_ALLOC) { | ||
96 | + if (type == QCOW2_SUBCLUSTER_ZERO_PLAIN || | ||
97 | + type == QCOW2_SUBCLUSTER_ZERO_ALLOC) { | ||
98 | status |= BDRV_BLOCK_ZERO; | ||
99 | - } else if (type != QCOW2_CLUSTER_UNALLOCATED) { | ||
100 | + } else if (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN) { | ||
101 | status |= BDRV_BLOCK_DATA; | ||
102 | } | ||
103 | if (s->metadata_preallocation && (status & BDRV_BLOCK_DATA) && | ||
104 | @@ -XXX,XX +XXX,XX @@ typedef struct Qcow2AioTask { | ||
105 | AioTask task; | ||
106 | |||
107 | BlockDriverState *bs; | ||
108 | - QCow2ClusterType cluster_type; /* only for read */ | ||
109 | + QCow2SubclusterType subcluster_type; /* only for read */ | ||
110 | uint64_t host_offset; /* or full descriptor in compressed clusters */ | ||
111 | uint64_t offset; | ||
112 | uint64_t bytes; | ||
113 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_task_entry(AioTask *task); | ||
114 | static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
115 | AioTaskPool *pool, | ||
116 | AioTaskFunc func, | ||
117 | - QCow2ClusterType cluster_type, | ||
118 | + QCow2SubclusterType subcluster_type, | ||
119 | uint64_t host_offset, | ||
120 | uint64_t offset, | ||
121 | uint64_t bytes, | ||
122 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
123 | *task = (Qcow2AioTask) { | ||
124 | .task.func = func, | ||
125 | .bs = bs, | ||
126 | - .cluster_type = cluster_type, | ||
127 | + .subcluster_type = subcluster_type, | ||
128 | .qiov = qiov, | ||
129 | .host_offset = host_offset, | ||
130 | .offset = offset, | ||
131 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
132 | |||
133 | trace_qcow2_add_task(qemu_coroutine_self(), bs, pool, | ||
134 | func == qcow2_co_preadv_task_entry ? "read" : "write", | ||
135 | - cluster_type, host_offset, offset, bytes, | ||
136 | + subcluster_type, host_offset, offset, bytes, | ||
137 | qiov, qiov_offset); | ||
138 | |||
139 | if (!pool) { | ||
140 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_add_task(BlockDriverState *bs, | ||
141 | } | ||
142 | |||
143 | static coroutine_fn int qcow2_co_preadv_task(BlockDriverState *bs, | ||
144 | - QCow2ClusterType cluster_type, | ||
145 | + QCow2SubclusterType subc_type, | ||
146 | uint64_t host_offset, | ||
147 | uint64_t offset, uint64_t bytes, | ||
148 | QEMUIOVector *qiov, | ||
149 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_task(BlockDriverState *bs, | ||
150 | { | ||
151 | BDRVQcow2State *s = bs->opaque; | ||
152 | |||
153 | - switch (cluster_type) { | ||
154 | - case QCOW2_CLUSTER_ZERO_PLAIN: | ||
155 | - case QCOW2_CLUSTER_ZERO_ALLOC: | ||
156 | + switch (subc_type) { | ||
157 | + case QCOW2_SUBCLUSTER_ZERO_PLAIN: | ||
158 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | ||
159 | /* Both zero types are handled in qcow2_co_preadv_part */ | ||
160 | g_assert_not_reached(); | ||
161 | |||
162 | - case QCOW2_CLUSTER_UNALLOCATED: | ||
163 | + case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | ||
164 | assert(bs->backing); /* otherwise handled in qcow2_co_preadv_part */ | ||
165 | |||
166 | BLKDBG_EVENT(bs->file, BLKDBG_READ_BACKING_AIO); | ||
167 | return bdrv_co_preadv_part(bs->backing, offset, bytes, | ||
168 | qiov, qiov_offset, 0); | ||
169 | |||
170 | - case QCOW2_CLUSTER_COMPRESSED: | ||
171 | + case QCOW2_SUBCLUSTER_COMPRESSED: | ||
172 | return qcow2_co_preadv_compressed(bs, host_offset, | ||
173 | offset, bytes, qiov, qiov_offset); | ||
174 | |||
175 | - case QCOW2_CLUSTER_NORMAL: | ||
176 | + case QCOW2_SUBCLUSTER_NORMAL: | ||
177 | if (bs->encrypted) { | ||
178 | return qcow2_co_preadv_encrypted(bs, host_offset, | ||
179 | offset, bytes, qiov, qiov_offset); | ||
180 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_task_entry(AioTask *task) | ||
181 | |||
182 | assert(!t->l2meta); | ||
183 | |||
184 | - return qcow2_co_preadv_task(t->bs, t->cluster_type, t->host_offset, | ||
185 | - t->offset, t->bytes, t->qiov, t->qiov_offset); | ||
186 | + return qcow2_co_preadv_task(t->bs, t->subcluster_type, | ||
187 | + t->host_offset, t->offset, t->bytes, | ||
188 | + t->qiov, t->qiov_offset); | ||
189 | } | ||
190 | |||
191 | static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
192 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
193 | int ret = 0; | ||
194 | unsigned int cur_bytes; /* number of bytes in current iteration */ | ||
195 | uint64_t host_offset = 0; | ||
196 | - QCow2ClusterType type; | ||
197 | + QCow2SubclusterType type; | ||
198 | AioTaskPool *aio = NULL; | ||
199 | |||
200 | while (bytes != 0 && aio_task_pool_status(aio) == 0) { | ||
201 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
202 | goto out; | ||
203 | } | ||
204 | |||
205 | - if (type == QCOW2_CLUSTER_ZERO_PLAIN || | ||
206 | - type == QCOW2_CLUSTER_ZERO_ALLOC || | ||
207 | - (type == QCOW2_CLUSTER_UNALLOCATED && !bs->backing)) | ||
208 | + if (type == QCOW2_SUBCLUSTER_ZERO_PLAIN || | ||
209 | + type == QCOW2_SUBCLUSTER_ZERO_ALLOC || | ||
210 | + (type == QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && !bs->backing)) | ||
211 | { | ||
212 | qemu_iovec_memset(qiov, qiov_offset, 0, cur_bytes); | ||
213 | } else { | ||
214 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwritev_task_entry(AioTask *task) | ||
215 | { | ||
216 | Qcow2AioTask *t = container_of(task, Qcow2AioTask, task); | ||
217 | |||
218 | - assert(!t->cluster_type); | ||
219 | + assert(!t->subcluster_type); | ||
220 | |||
221 | return qcow2_co_pwritev_task(t->bs, t->host_offset, | ||
222 | t->offset, t->bytes, t->qiov, t->qiov_offset, | ||
223 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
224 | if (head || tail) { | ||
225 | uint64_t off; | ||
226 | unsigned int nr; | ||
227 | - QCow2ClusterType type; | ||
228 | + QCow2SubclusterType type; | ||
229 | |||
230 | assert(head + bytes <= s->cluster_size); | ||
231 | |||
232 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
233 | nr = s->cluster_size; | ||
234 | ret = qcow2_get_host_offset(bs, offset, &nr, &off, &type); | ||
235 | if (ret < 0 || | ||
236 | - (type != QCOW2_CLUSTER_UNALLOCATED && | ||
237 | - type != QCOW2_CLUSTER_ZERO_PLAIN && | ||
238 | - type != QCOW2_CLUSTER_ZERO_ALLOC)) { | ||
239 | + (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && | ||
240 | + type != QCOW2_SUBCLUSTER_ZERO_PLAIN && | ||
241 | + type != QCOW2_SUBCLUSTER_ZERO_ALLOC)) { | ||
242 | qemu_co_mutex_unlock(&s->lock); | ||
243 | return -ENOTSUP; | ||
244 | } | ||
245 | @@ -XXX,XX +XXX,XX @@ qcow2_co_copy_range_from(BlockDriverState *bs, | ||
246 | |||
247 | while (bytes != 0) { | ||
248 | uint64_t copy_offset = 0; | ||
249 | - QCow2ClusterType type; | ||
250 | + QCow2SubclusterType type; | ||
251 | /* prepare next request */ | ||
252 | cur_bytes = MIN(bytes, INT_MAX); | ||
253 | cur_write_flags = write_flags; | ||
254 | @@ -XXX,XX +XXX,XX @@ qcow2_co_copy_range_from(BlockDriverState *bs, | ||
255 | } | ||
256 | |||
257 | switch (type) { | ||
258 | - case QCOW2_CLUSTER_UNALLOCATED: | ||
259 | + case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | ||
260 | if (bs->backing && bs->backing->bs) { | ||
261 | int64_t backing_length = bdrv_getlength(bs->backing->bs); | ||
262 | if (src_offset >= backing_length) { | ||
263 | @@ -XXX,XX +XXX,XX @@ qcow2_co_copy_range_from(BlockDriverState *bs, | ||
264 | } | ||
265 | break; | ||
266 | |||
267 | - case QCOW2_CLUSTER_ZERO_PLAIN: | ||
268 | - case QCOW2_CLUSTER_ZERO_ALLOC: | ||
269 | + case QCOW2_SUBCLUSTER_ZERO_PLAIN: | ||
270 | + case QCOW2_SUBCLUSTER_ZERO_ALLOC: | ||
271 | cur_write_flags |= BDRV_REQ_ZERO_WRITE; | ||
272 | break; | ||
273 | |||
274 | - case QCOW2_CLUSTER_COMPRESSED: | ||
275 | + case QCOW2_SUBCLUSTER_COMPRESSED: | ||
276 | ret = -ENOTSUP; | ||
277 | goto out; | ||
278 | |||
279 | - case QCOW2_CLUSTER_NORMAL: | ||
280 | + case QCOW2_SUBCLUSTER_NORMAL: | ||
281 | child = s->data_file; | ||
282 | break; | ||
283 | |||
284 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwritev_compressed_task_entry(AioTask *task) | ||
285 | { | ||
286 | Qcow2AioTask *t = container_of(task, Qcow2AioTask, task); | ||
287 | |||
288 | - assert(!t->cluster_type && !t->l2meta); | ||
289 | + assert(!t->subcluster_type && !t->l2meta); | ||
290 | |||
291 | return qcow2_co_pwritev_compressed_task(t->bs, t->offset, t->bytes, t->qiov, | ||
292 | t->qiov_offset); | ||
293 | -- | ||
294 | 2.26.2 | ||
295 | |||
296 | diff view generated by jsdifflib |
1 | From: Alberto Garcia <berto@igalia.com> | 1 | From: "Denis V. Lunev" <den@openvz.org> |
---|---|---|---|
2 | 2 | ||
3 | When dealing with subcluster types there is a new value called | 3 | Original specification says that l1 table size if 64 * l1_size, which |
4 | QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC that has no equivalent in | 4 | is obviously wrong. The size of the l1 entry is 64 _bits_, not bytes. |
5 | QCow2ClusterType. | 5 | Thus 64 is to be replaces with 8 as specification says about bytes. |
6 | 6 | ||
7 | This patch handles that value in all places where subcluster types | 7 | There is also minor tweak, field name is renamed from l1 to l1_table, |
8 | are processed. | 8 | which matches with the later text. |
9 | 9 | ||
10 | Signed-off-by: Alberto Garcia <berto@igalia.com> | 10 | Signed-off-by: Denis V. Lunev <den@openvz.org> |
11 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
12 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 11 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> |
13 | Message-Id: <bf09e2e2439a468a901bb96ace411eed9ee50295.1594396418.git.berto@igalia.com> | 12 | Message-id: 20210128171313.2210947-1-den@openvz.org |
14 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 13 | CC: Stefan Hajnoczi <stefanha@redhat.com> |
14 | CC: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
15 | |||
16 | [Replace the original commit message "docs: fix mistake in dirty bitmap | ||
17 | feature description" as suggested by Eric Blake. | ||
18 | --Stefan] | ||
19 | |||
20 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
15 | --- | 21 | --- |
16 | block/qcow2.c | 12 +++++++++--- | 22 | docs/interop/parallels.txt | 2 +- |
17 | 1 file changed, 9 insertions(+), 3 deletions(-) | 23 | 1 file changed, 1 insertion(+), 1 deletion(-) |
18 | 24 | ||
19 | diff --git a/block/qcow2.c b/block/qcow2.c | 25 | diff --git a/docs/interop/parallels.txt b/docs/interop/parallels.txt |
20 | index XXXXXXX..XXXXXXX 100644 | 26 | index XXXXXXX..XXXXXXX 100644 |
21 | --- a/block/qcow2.c | 27 | --- a/docs/interop/parallels.txt |
22 | +++ b/block/qcow2.c | 28 | +++ b/docs/interop/parallels.txt |
23 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | 29 | @@ -XXX,XX +XXX,XX @@ of its data area are: |
24 | *pnum = bytes; | 30 | 28 - 31: l1_size |
25 | 31 | The number of entries in the L1 table of the bitmap. | |
26 | if ((type == QCOW2_SUBCLUSTER_NORMAL || | 32 | |
27 | - type == QCOW2_SUBCLUSTER_ZERO_ALLOC) && !s->crypto) { | 33 | - variable: l1 (64 * l1_size bytes) |
28 | + type == QCOW2_SUBCLUSTER_ZERO_ALLOC || | 34 | + variable: l1_table (8 * l1_size bytes) |
29 | + type == QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC) && !s->crypto) { | 35 | L1 offset table (in bytes) |
30 | *map = host_offset; | 36 | |
31 | *file = s->data_file->bs; | 37 | A dirty bitmap is stored using a one-level structure for the mapping to host |
32 | status |= BDRV_BLOCK_OFFSET_VALID; | ||
33 | @@ -XXX,XX +XXX,XX @@ static int coroutine_fn qcow2_co_block_status(BlockDriverState *bs, | ||
34 | if (type == QCOW2_SUBCLUSTER_ZERO_PLAIN || | ||
35 | type == QCOW2_SUBCLUSTER_ZERO_ALLOC) { | ||
36 | status |= BDRV_BLOCK_ZERO; | ||
37 | - } else if (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN) { | ||
38 | + } else if (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && | ||
39 | + type != QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC) { | ||
40 | status |= BDRV_BLOCK_DATA; | ||
41 | } | ||
42 | if (s->metadata_preallocation && (status & BDRV_BLOCK_DATA) && | ||
43 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_task(BlockDriverState *bs, | ||
44 | g_assert_not_reached(); | ||
45 | |||
46 | case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | ||
47 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: | ||
48 | assert(bs->backing); /* otherwise handled in qcow2_co_preadv_part */ | ||
49 | |||
50 | BLKDBG_EVENT(bs->file, BLKDBG_READ_BACKING_AIO); | ||
51 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_preadv_part(BlockDriverState *bs, | ||
52 | |||
53 | if (type == QCOW2_SUBCLUSTER_ZERO_PLAIN || | ||
54 | type == QCOW2_SUBCLUSTER_ZERO_ALLOC || | ||
55 | - (type == QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && !bs->backing)) | ||
56 | + (type == QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && !bs->backing) || | ||
57 | + (type == QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC && !bs->backing)) | ||
58 | { | ||
59 | qemu_iovec_memset(qiov, qiov_offset, 0, cur_bytes); | ||
60 | } else { | ||
61 | @@ -XXX,XX +XXX,XX @@ static coroutine_fn int qcow2_co_pwrite_zeroes(BlockDriverState *bs, | ||
62 | ret = qcow2_get_host_offset(bs, offset, &nr, &off, &type); | ||
63 | if (ret < 0 || | ||
64 | (type != QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN && | ||
65 | + type != QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC && | ||
66 | type != QCOW2_SUBCLUSTER_ZERO_PLAIN && | ||
67 | type != QCOW2_SUBCLUSTER_ZERO_ALLOC)) { | ||
68 | qemu_co_mutex_unlock(&s->lock); | ||
69 | @@ -XXX,XX +XXX,XX @@ qcow2_co_copy_range_from(BlockDriverState *bs, | ||
70 | |||
71 | switch (type) { | ||
72 | case QCOW2_SUBCLUSTER_UNALLOCATED_PLAIN: | ||
73 | + case QCOW2_SUBCLUSTER_UNALLOCATED_ALLOC: | ||
74 | if (bs->backing && bs->backing->bs) { | ||
75 | int64_t backing_length = bdrv_getlength(bs->backing->bs); | ||
76 | if (src_offset >= backing_length) { | ||
77 | -- | 38 | -- |
78 | 2.26.2 | 39 | 2.29.2 |
79 | 40 | ||
80 | diff view generated by jsdifflib |