1 | The following changes since commit 96662996eda78c48aadddd4e76d8615c7eb72d80: | 1 | The following changes since commit 711c0418c8c1ce3a24346f058b001c4c5a2f0f81: |
---|---|---|---|
2 | 2 | ||
3 | Merge remote-tracking branch 'remotes/dgilbert/tags/pull-migration-20210513a' into staging (2021-05-14 12:03:47 +0100) | 3 | Merge remote-tracking branch 'remotes/philmd/tags/mips-20210702' into staging (2021-07-04 14:04:12 +0100) |
4 | 4 | ||
5 | are available in the Git repository at: | 5 | are available in the Git repository at: |
6 | 6 | ||
7 | https://github.com/XanClic/qemu.git tags/pull-block-2021-05-14 | 7 | https://gitlab.com/stefanha/qemu.git tags/block-pull-request |
8 | 8 | ||
9 | for you to fetch changes up to c61ebf362d0abf288ce266845519d5a550a1d89f: | 9 | for you to fetch changes up to 9f460c64e13897117f35ffb61f6f5e0102cabc70: |
10 | 10 | ||
11 | write-threshold: deal with includes (2021-05-14 16:14:10 +0200) | 11 | block/io: Merge discard request alignments (2021-07-06 14:28:55 +0100) |
12 | 12 | ||
13 | ---------------------------------------------------------------- | 13 | ---------------------------------------------------------------- |
14 | Block patches: | 14 | Pull request |
15 | - drop block/io write notifiers | ||
16 | - qemu-iotests enhancements to make debugging easier | ||
17 | - rbd parsing fix | ||
18 | - HMP qemu-io fix (for iothreads) | ||
19 | - mirror job cancel relaxation (do not cancel in-flight requests when a | ||
20 | READY mirror job is canceled with force=false) | ||
21 | - document qcow2's data_file and data_file_raw features | ||
22 | - fix iotest 297 for pylint 2.8 | ||
23 | - block/copy-on-read refactoring | ||
24 | 15 | ||
25 | ---------------------------------------------------------------- | 16 | ---------------------------------------------------------------- |
26 | Connor Kuehl (3): | ||
27 | iotests/231: Update expected deprecation message | ||
28 | block/rbd: Add an escape-aware strchr helper | ||
29 | Document qemu-img options data_file and data_file_raw | ||
30 | 17 | ||
31 | Emanuele Giuseppe Esposito (1): | 18 | Akihiko Odaki (3): |
32 | qemu-iotests: fix pylint 2.8 consider-using-with error | 19 | block/file-posix: Optimize for macOS |
20 | block: Add backend_defaults property | ||
21 | block/io: Merge discard request alignments | ||
33 | 22 | ||
34 | Paolo Bonzini (5): | 23 | Stefan Hajnoczi (2): |
35 | qemu-iotests: do not buffer the test output | 24 | util/async: add a human-readable name to BHs for debugging |
36 | qemu-iotests: allow passing unittest.main arguments to the test | 25 | util/async: print leaked BH name when AioContext finalizes |
37 | scripts | ||
38 | qemu-iotests: move command line and environment handling from | ||
39 | TestRunner to TestEnv | ||
40 | qemu-iotests: let "check" spawn an arbitrary test command | ||
41 | qemu-iotests: fix case of SOCK_DIR already in the environment | ||
42 | 26 | ||
43 | Vladimir Sementsov-Ogievskiy (10): | 27 | include/block/aio.h | 31 ++++++++++++++++++++++--- |
44 | monitor: hmp_qemu_io: acquire aio contex, fix crash | 28 | include/hw/block/block.h | 3 +++ |
45 | mirror: stop cancelling in-flight requests on non-force cancel in | 29 | include/qemu/main-loop.h | 4 +++- |
46 | READY | 30 | block/file-posix.c | 27 ++++++++++++++++++++-- |
47 | block/copy-on-read: use bdrv_drop_filter() and drop s->active | 31 | block/io.c | 2 ++ |
48 | block/write-threshold: don't use write notifiers | 32 | hw/block/block.c | 42 ++++++++++++++++++++++++++++++---- |
49 | block: drop write notifiers | 33 | tests/unit/ptimer-test-stubs.c | 2 +- |
50 | test-write-threshold: rewrite test_threshold_(not_)trigger tests | 34 | util/async.c | 25 ++++++++++++++++---- |
51 | block/write-threshold: drop extra APIs | 35 | util/main-loop.c | 4 ++-- |
52 | test-write-threshold: drop extra tests | 36 | tests/qemu-iotests/172.out | 38 ++++++++++++++++++++++++++++++ |
53 | test-write-threshold: drop extra TestStruct structure | 37 | 10 files changed, 161 insertions(+), 17 deletions(-) |
54 | write-threshold: deal with includes | ||
55 | |||
56 | docs/tools/qemu-img.rst | 31 +++++++ | ||
57 | include/block/block_int.h | 15 +--- | ||
58 | include/block/write-threshold.h | 27 ++---- | ||
59 | include/qemu/job.h | 2 +- | ||
60 | block.c | 1 - | ||
61 | block/backup.c | 2 +- | ||
62 | block/copy-on-read.c | 33 +------ | ||
63 | block/io.c | 11 +-- | ||
64 | block/mirror.c | 6 +- | ||
65 | block/monitor/block-hmp-cmds.c | 31 ++++--- | ||
66 | block/rbd.c | 32 ++++--- | ||
67 | block/write-threshold.c | 91 ++++--------------- | ||
68 | job.c | 2 +- | ||
69 | qemu-io-cmds.c | 8 +- | ||
70 | qemu-io.c | 17 +++- | ||
71 | tests/unit/test-write-threshold.c | 90 ++----------------- | ||
72 | tests/qemu-iotests/231 | 4 + | ||
73 | tests/qemu-iotests/231.out | 7 +- | ||
74 | tests/qemu-iotests/240.out | 8 +- | ||
75 | tests/qemu-iotests/245.out | 8 +- | ||
76 | tests/qemu-iotests/264 | 2 +- | ||
77 | tests/qemu-iotests/295.out | 6 +- | ||
78 | tests/qemu-iotests/296.out | 8 +- | ||
79 | tests/qemu-iotests/check | 19 +++- | ||
80 | tests/qemu-iotests/iotests.py | 145 +++++++++++++++++------------- | ||
81 | tests/qemu-iotests/pylintrc | 3 + | ||
82 | tests/qemu-iotests/testenv.py | 22 ++++- | ||
83 | tests/qemu-iotests/testrunner.py | 37 +++----- | ||
84 | 28 files changed, 289 insertions(+), 379 deletions(-) | ||
85 | 38 | ||
86 | -- | 39 | -- |
87 | 2.31.1 | 40 | 2.31.1 |
88 | 41 | ||
89 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Connor Kuehl <ckuehl@redhat.com> | ||
2 | 1 | ||
3 | The deprecation message in the expected output has technically been | ||
4 | wrong since the wrong version of a patch was applied to it. Because of | ||
5 | this, the test fails. Correct the expected output so that it passes. | ||
6 | |||
7 | Signed-off-by: Connor Kuehl <ckuehl@redhat.com> | ||
8 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
9 | Reviewed-by: Stefano Garzarella <sgarzare@redhat.com> | ||
10 | Message-Id: <20210421212343.85524-2-ckuehl@redhat.com> | ||
11 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
12 | --- | ||
13 | tests/qemu-iotests/231.out | 4 +--- | ||
14 | 1 file changed, 1 insertion(+), 3 deletions(-) | ||
15 | |||
16 | diff --git a/tests/qemu-iotests/231.out b/tests/qemu-iotests/231.out | ||
17 | index XXXXXXX..XXXXXXX 100644 | ||
18 | --- a/tests/qemu-iotests/231.out | ||
19 | +++ b/tests/qemu-iotests/231.out | ||
20 | @@ -XXX,XX +XXX,XX @@ | ||
21 | QA output created by 231 | ||
22 | -qemu-img: RBD options encoded in the filename as keyvalue pairs is deprecated. Future versions may cease to parse these options in the future. | ||
23 | +qemu-img: warning: RBD options encoded in the filename as keyvalue pairs is deprecated | ||
24 | unable to get monitor info from DNS SRV with service name: ceph-mon | ||
25 | -no monitors specified to connect to. | ||
26 | qemu-img: Could not open 'json:{'file.driver':'rbd','file.filename':'rbd:rbd/bogus:conf=BOGUS_CONF'}': error connecting: No such file or directory | ||
27 | unable to get monitor info from DNS SRV with service name: ceph-mon | ||
28 | -no monitors specified to connect to. | ||
29 | qemu-img: Could not open 'json:{'file.driver':'rbd','file.pool':'rbd','file.image':'bogus','file.conf':'BOGUS_CONF'}': error connecting: No such file or directory | ||
30 | *** done | ||
31 | -- | ||
32 | 2.31.1 | ||
33 | |||
34 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Connor Kuehl <ckuehl@redhat.com> | ||
2 | 1 | ||
3 | Sometimes the parser needs to further split a token it has collected | ||
4 | from the token input stream. Right now, it does a cursory check to see | ||
5 | if the relevant characters appear in the token to determine if it should | ||
6 | break it down further. | ||
7 | |||
8 | However, qemu_rbd_next_tok() will escape characters as it removes tokens | ||
9 | from the token stream and plain strchr() won't. This can make the | ||
10 | initial strchr() check slightly misleading since it implies | ||
11 | qemu_rbd_next_tok() will find the token and split on it, except the | ||
12 | reality is that qemu_rbd_next_tok() will pass over it if it is escaped. | ||
13 | |||
14 | Use a custom strchr to avoid mixing escaped and unescaped string | ||
15 | operations. Furthermore, this code is identical to how | ||
16 | qemu_rbd_next_tok() seeks its next token, so incorporate this custom | ||
17 | strchr into the body of that function to reduce duplication. | ||
18 | |||
19 | Reported-by: Han Han <hhan@redhat.com> | ||
20 | Fixes: https://bugzilla.redhat.com/1873913 | ||
21 | Signed-off-by: Connor Kuehl <ckuehl@redhat.com> | ||
22 | Message-Id: <20210421212343.85524-3-ckuehl@redhat.com> | ||
23 | Reviewed-by: Stefano Garzarella <sgarzare@redhat.com> | ||
24 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
25 | --- | ||
26 | block/rbd.c | 32 +++++++++++++++++++++----------- | ||
27 | tests/qemu-iotests/231 | 4 ++++ | ||
28 | tests/qemu-iotests/231.out | 3 +++ | ||
29 | 3 files changed, 28 insertions(+), 11 deletions(-) | ||
30 | |||
31 | diff --git a/block/rbd.c b/block/rbd.c | ||
32 | index XXXXXXX..XXXXXXX 100644 | ||
33 | --- a/block/rbd.c | ||
34 | +++ b/block/rbd.c | ||
35 | @@ -XXX,XX +XXX,XX @@ static int qemu_rbd_connect(rados_t *cluster, rados_ioctx_t *io_ctx, | ||
36 | const char *keypairs, const char *secretid, | ||
37 | Error **errp); | ||
38 | |||
39 | +static char *qemu_rbd_strchr(char *src, char delim) | ||
40 | +{ | ||
41 | + char *p; | ||
42 | + | ||
43 | + for (p = src; *p; ++p) { | ||
44 | + if (*p == delim) { | ||
45 | + return p; | ||
46 | + } | ||
47 | + if (*p == '\\' && p[1] != '\0') { | ||
48 | + ++p; | ||
49 | + } | ||
50 | + } | ||
51 | + | ||
52 | + return NULL; | ||
53 | +} | ||
54 | + | ||
55 | + | ||
56 | static char *qemu_rbd_next_tok(char *src, char delim, char **p) | ||
57 | { | ||
58 | char *end; | ||
59 | |||
60 | *p = NULL; | ||
61 | |||
62 | - for (end = src; *end; ++end) { | ||
63 | - if (*end == delim) { | ||
64 | - break; | ||
65 | - } | ||
66 | - if (*end == '\\' && end[1] != '\0') { | ||
67 | - end++; | ||
68 | - } | ||
69 | - } | ||
70 | - if (*end == delim) { | ||
71 | + end = qemu_rbd_strchr(src, delim); | ||
72 | + if (end) { | ||
73 | *p = end + 1; | ||
74 | *end = '\0'; | ||
75 | } | ||
76 | @@ -XXX,XX +XXX,XX @@ static void qemu_rbd_parse_filename(const char *filename, QDict *options, | ||
77 | qemu_rbd_unescape(found_str); | ||
78 | qdict_put_str(options, "pool", found_str); | ||
79 | |||
80 | - if (strchr(p, '@')) { | ||
81 | + if (qemu_rbd_strchr(p, '@')) { | ||
82 | image_name = qemu_rbd_next_tok(p, '@', &p); | ||
83 | |||
84 | found_str = qemu_rbd_next_tok(p, ':', &p); | ||
85 | @@ -XXX,XX +XXX,XX @@ static void qemu_rbd_parse_filename(const char *filename, QDict *options, | ||
86 | image_name = qemu_rbd_next_tok(p, ':', &p); | ||
87 | } | ||
88 | /* Check for namespace in the image_name */ | ||
89 | - if (strchr(image_name, '/')) { | ||
90 | + if (qemu_rbd_strchr(image_name, '/')) { | ||
91 | found_str = qemu_rbd_next_tok(image_name, '/', &image_name); | ||
92 | qemu_rbd_unescape(found_str); | ||
93 | qdict_put_str(options, "namespace", found_str); | ||
94 | diff --git a/tests/qemu-iotests/231 b/tests/qemu-iotests/231 | ||
95 | index XXXXXXX..XXXXXXX 100755 | ||
96 | --- a/tests/qemu-iotests/231 | ||
97 | +++ b/tests/qemu-iotests/231 | ||
98 | @@ -XXX,XX +XXX,XX @@ _filter_conf() | ||
99 | $QEMU_IMG info "json:{'file.driver':'rbd','file.filename':'rbd:rbd/bogus:conf=${BOGUS_CONF}'}" 2>&1 | _filter_conf | ||
100 | $QEMU_IMG info "json:{'file.driver':'rbd','file.pool':'rbd','file.image':'bogus','file.conf':'${BOGUS_CONF}'}" 2>&1 | _filter_conf | ||
101 | |||
102 | +# Regression test: the qemu-img invocation is expected to fail, but it should | ||
103 | +# not seg fault the parser. | ||
104 | +$QEMU_IMG create "rbd:rbd/aa\/bb:conf=${BOGUS_CONF}" 1M 2>&1 | _filter_conf | ||
105 | + | ||
106 | # success, all done | ||
107 | echo "*** done" | ||
108 | rm -f $seq.full | ||
109 | diff --git a/tests/qemu-iotests/231.out b/tests/qemu-iotests/231.out | ||
110 | index XXXXXXX..XXXXXXX 100644 | ||
111 | --- a/tests/qemu-iotests/231.out | ||
112 | +++ b/tests/qemu-iotests/231.out | ||
113 | @@ -XXX,XX +XXX,XX @@ unable to get monitor info from DNS SRV with service name: ceph-mon | ||
114 | qemu-img: Could not open 'json:{'file.driver':'rbd','file.filename':'rbd:rbd/bogus:conf=BOGUS_CONF'}': error connecting: No such file or directory | ||
115 | unable to get monitor info from DNS SRV with service name: ceph-mon | ||
116 | qemu-img: Could not open 'json:{'file.driver':'rbd','file.pool':'rbd','file.image':'bogus','file.conf':'BOGUS_CONF'}': error connecting: No such file or directory | ||
117 | +Formatting 'rbd:rbd/aa\/bb:conf=BOGUS_CONF', fmt=raw size=1048576 | ||
118 | +unable to get monitor info from DNS SRV with service name: ceph-mon | ||
119 | +qemu-img: rbd:rbd/aa\/bb:conf=BOGUS_CONF: error connecting: No such file or directory | ||
120 | *** done | ||
121 | -- | ||
122 | 2.31.1 | ||
123 | |||
124 | diff view generated by jsdifflib |
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 1 | It can be difficult to debug issues with BHs in production environments. |
---|---|---|---|
2 | Although BHs can usually be identified by looking up their ->cb() | ||
3 | function pointer, this requires debug information for the program. It is | ||
4 | also not possible to print human-readable diagnostics about BHs because | ||
5 | they have no identifier. | ||
2 | 6 | ||
3 | If mirror is READY than cancel operation is not discarding the whole | 7 | This patch adds a name to each BH. The name is not unique per instance |
4 | result of the operation, but instead it's a documented way get a | 8 | but differentiates between cb() functions, which is usually enough. It's |
5 | point-in-time snapshot of source disk. | 9 | done by changing aio_bh_new() and friends to macros that stringify cb. |
6 | 10 | ||
7 | So, we should not cancel any requests if mirror is READ and | 11 | The next patch will use the name field when reporting leaked BHs. |
8 | force=false. Let's fix that case. | ||
9 | 12 | ||
10 | Note, that bug that we have before this commit is not critical, as the | 13 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
11 | only .bdrv_cancel_in_flight implementation is nbd_cancel_in_flight() | 14 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> |
12 | and it cancels only requests waiting for reconnection, so it should be | 15 | Message-Id: <20210414200247.917496-2-stefanha@redhat.com> |
13 | rare case. | 16 | --- |
17 | include/block/aio.h | 31 ++++++++++++++++++++++++++++--- | ||
18 | include/qemu/main-loop.h | 4 +++- | ||
19 | tests/unit/ptimer-test-stubs.c | 2 +- | ||
20 | util/async.c | 9 +++++++-- | ||
21 | util/main-loop.c | 4 ++-- | ||
22 | 5 files changed, 41 insertions(+), 9 deletions(-) | ||
14 | 23 | ||
15 | Fixes: 521ff8b779b11c394dbdc43f02e158dd99df308a | 24 | diff --git a/include/block/aio.h b/include/block/aio.h |
16 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
17 | Message-Id: <20210421075858.40197-1-vsementsov@virtuozzo.com> | ||
18 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
19 | --- | ||
20 | include/block/block_int.h | 2 +- | ||
21 | include/qemu/job.h | 2 +- | ||
22 | block/backup.c | 2 +- | ||
23 | block/mirror.c | 6 ++++-- | ||
24 | job.c | 2 +- | ||
25 | tests/qemu-iotests/264 | 2 +- | ||
26 | 6 files changed, 9 insertions(+), 7 deletions(-) | ||
27 | |||
28 | diff --git a/include/block/block_int.h b/include/block/block_int.h | ||
29 | index XXXXXXX..XXXXXXX 100644 | 25 | index XXXXXXX..XXXXXXX 100644 |
30 | --- a/include/block/block_int.h | 26 | --- a/include/block/aio.h |
31 | +++ b/include/block/block_int.h | 27 | +++ b/include/block/aio.h |
32 | @@ -XXX,XX +XXX,XX @@ struct BlockDriver { | 28 | @@ -XXX,XX +XXX,XX @@ void aio_context_acquire(AioContext *ctx); |
33 | * of in-flight requests, so don't waste the time if possible. | 29 | /* Relinquish ownership of the AioContext. */ |
34 | * | 30 | void aio_context_release(AioContext *ctx); |
35 | * One example usage is to avoid waiting for an nbd target node reconnect | 31 | |
36 | - * timeout during job-cancel. | 32 | +/** |
37 | + * timeout during job-cancel with force=true. | 33 | + * aio_bh_schedule_oneshot_full: Allocate a new bottom half structure that will |
38 | */ | 34 | + * run only once and as soon as possible. |
39 | void (*bdrv_cancel_in_flight)(BlockDriverState *bs); | 35 | + * |
40 | 36 | + * @name: A human-readable identifier for debugging purposes. | |
41 | diff --git a/include/qemu/job.h b/include/qemu/job.h | 37 | + */ |
38 | +void aio_bh_schedule_oneshot_full(AioContext *ctx, QEMUBHFunc *cb, void *opaque, | ||
39 | + const char *name); | ||
40 | + | ||
41 | /** | ||
42 | * aio_bh_schedule_oneshot: Allocate a new bottom half structure that will run | ||
43 | * only once and as soon as possible. | ||
44 | + * | ||
45 | + * A convenience wrapper for aio_bh_schedule_oneshot_full() that uses cb as the | ||
46 | + * name string. | ||
47 | */ | ||
48 | -void aio_bh_schedule_oneshot(AioContext *ctx, QEMUBHFunc *cb, void *opaque); | ||
49 | +#define aio_bh_schedule_oneshot(ctx, cb, opaque) \ | ||
50 | + aio_bh_schedule_oneshot_full((ctx), (cb), (opaque), (stringify(cb))) | ||
51 | |||
52 | /** | ||
53 | - * aio_bh_new: Allocate a new bottom half structure. | ||
54 | + * aio_bh_new_full: Allocate a new bottom half structure. | ||
55 | * | ||
56 | * Bottom halves are lightweight callbacks whose invocation is guaranteed | ||
57 | * to be wait-free, thread-safe and signal-safe. The #QEMUBH structure | ||
58 | * is opaque and must be allocated prior to its use. | ||
59 | + * | ||
60 | + * @name: A human-readable identifier for debugging purposes. | ||
61 | */ | ||
62 | -QEMUBH *aio_bh_new(AioContext *ctx, QEMUBHFunc *cb, void *opaque); | ||
63 | +QEMUBH *aio_bh_new_full(AioContext *ctx, QEMUBHFunc *cb, void *opaque, | ||
64 | + const char *name); | ||
65 | + | ||
66 | +/** | ||
67 | + * aio_bh_new: Allocate a new bottom half structure | ||
68 | + * | ||
69 | + * A convenience wrapper for aio_bh_new_full() that uses the cb as the name | ||
70 | + * string. | ||
71 | + */ | ||
72 | +#define aio_bh_new(ctx, cb, opaque) \ | ||
73 | + aio_bh_new_full((ctx), (cb), (opaque), (stringify(cb))) | ||
74 | |||
75 | /** | ||
76 | * aio_notify: Force processing of pending events. | ||
77 | diff --git a/include/qemu/main-loop.h b/include/qemu/main-loop.h | ||
42 | index XXXXXXX..XXXXXXX 100644 | 78 | index XXXXXXX..XXXXXXX 100644 |
43 | --- a/include/qemu/job.h | 79 | --- a/include/qemu/main-loop.h |
44 | +++ b/include/qemu/job.h | 80 | +++ b/include/qemu/main-loop.h |
45 | @@ -XXX,XX +XXX,XX @@ struct JobDriver { | 81 | @@ -XXX,XX +XXX,XX @@ void qemu_cond_timedwait_iothread(QemuCond *cond, int ms); |
46 | /** | 82 | |
47 | * If the callback is not NULL, it will be invoked in job_cancel_async | 83 | void qemu_fd_register(int fd); |
48 | */ | 84 | |
49 | - void (*cancel)(Job *job); | 85 | -QEMUBH *qemu_bh_new(QEMUBHFunc *cb, void *opaque); |
50 | + void (*cancel)(Job *job, bool force); | 86 | +#define qemu_bh_new(cb, opaque) \ |
51 | 87 | + qemu_bh_new_full((cb), (opaque), (stringify(cb))) | |
52 | 88 | +QEMUBH *qemu_bh_new_full(QEMUBHFunc *cb, void *opaque, const char *name); | |
53 | /** Called when the job is freed */ | 89 | void qemu_bh_schedule_idle(QEMUBH *bh); |
54 | diff --git a/block/backup.c b/block/backup.c | 90 | |
91 | enum { | ||
92 | diff --git a/tests/unit/ptimer-test-stubs.c b/tests/unit/ptimer-test-stubs.c | ||
55 | index XXXXXXX..XXXXXXX 100644 | 93 | index XXXXXXX..XXXXXXX 100644 |
56 | --- a/block/backup.c | 94 | --- a/tests/unit/ptimer-test-stubs.c |
57 | +++ b/block/backup.c | 95 | +++ b/tests/unit/ptimer-test-stubs.c |
58 | @@ -XXX,XX +XXX,XX @@ static void coroutine_fn backup_set_speed(BlockJob *job, int64_t speed) | 96 | @@ -XXX,XX +XXX,XX @@ int64_t qemu_clock_deadline_ns_all(QEMUClockType type, int attr_mask) |
59 | } | 97 | return deadline; |
60 | } | 98 | } |
61 | 99 | ||
62 | -static void backup_cancel(Job *job) | 100 | -QEMUBH *qemu_bh_new(QEMUBHFunc *cb, void *opaque) |
63 | +static void backup_cancel(Job *job, bool force) | 101 | +QEMUBH *qemu_bh_new_full(QEMUBHFunc *cb, void *opaque, const char *name) |
64 | { | 102 | { |
65 | BackupBlockJob *s = container_of(job, BackupBlockJob, common.job); | 103 | QEMUBH *bh = g_new(QEMUBH, 1); |
66 | 104 | ||
67 | diff --git a/block/mirror.c b/block/mirror.c | 105 | diff --git a/util/async.c b/util/async.c |
68 | index XXXXXXX..XXXXXXX 100644 | 106 | index XXXXXXX..XXXXXXX 100644 |
69 | --- a/block/mirror.c | 107 | --- a/util/async.c |
70 | +++ b/block/mirror.c | 108 | +++ b/util/async.c |
71 | @@ -XXX,XX +XXX,XX @@ static bool mirror_drained_poll(BlockJob *job) | 109 | @@ -XXX,XX +XXX,XX @@ enum { |
72 | return !!s->in_flight; | 110 | |
111 | struct QEMUBH { | ||
112 | AioContext *ctx; | ||
113 | + const char *name; | ||
114 | QEMUBHFunc *cb; | ||
115 | void *opaque; | ||
116 | QSLIST_ENTRY(QEMUBH) next; | ||
117 | @@ -XXX,XX +XXX,XX @@ static QEMUBH *aio_bh_dequeue(BHList *head, unsigned *flags) | ||
118 | return bh; | ||
73 | } | 119 | } |
74 | 120 | ||
75 | -static void mirror_cancel(Job *job) | 121 | -void aio_bh_schedule_oneshot(AioContext *ctx, QEMUBHFunc *cb, void *opaque) |
76 | +static void mirror_cancel(Job *job, bool force) | 122 | +void aio_bh_schedule_oneshot_full(AioContext *ctx, QEMUBHFunc *cb, |
123 | + void *opaque, const char *name) | ||
77 | { | 124 | { |
78 | MirrorBlockJob *s = container_of(job, MirrorBlockJob, common.job); | 125 | QEMUBH *bh; |
79 | BlockDriverState *target = blk_bs(s->target); | 126 | bh = g_new(QEMUBH, 1); |
80 | 127 | @@ -XXX,XX +XXX,XX @@ void aio_bh_schedule_oneshot(AioContext *ctx, QEMUBHFunc *cb, void *opaque) | |
81 | - bdrv_cancel_in_flight(target); | 128 | .ctx = ctx, |
82 | + if (force || !job_is_ready(job)) { | 129 | .cb = cb, |
83 | + bdrv_cancel_in_flight(target); | 130 | .opaque = opaque, |
84 | + } | 131 | + .name = name, |
132 | }; | ||
133 | aio_bh_enqueue(bh, BH_SCHEDULED | BH_ONESHOT); | ||
85 | } | 134 | } |
86 | 135 | ||
87 | static const BlockJobDriver mirror_job_driver = { | 136 | -QEMUBH *aio_bh_new(AioContext *ctx, QEMUBHFunc *cb, void *opaque) |
88 | diff --git a/job.c b/job.c | 137 | +QEMUBH *aio_bh_new_full(AioContext *ctx, QEMUBHFunc *cb, void *opaque, |
138 | + const char *name) | ||
139 | { | ||
140 | QEMUBH *bh; | ||
141 | bh = g_new(QEMUBH, 1); | ||
142 | @@ -XXX,XX +XXX,XX @@ QEMUBH *aio_bh_new(AioContext *ctx, QEMUBHFunc *cb, void *opaque) | ||
143 | .ctx = ctx, | ||
144 | .cb = cb, | ||
145 | .opaque = opaque, | ||
146 | + .name = name, | ||
147 | }; | ||
148 | return bh; | ||
149 | } | ||
150 | diff --git a/util/main-loop.c b/util/main-loop.c | ||
89 | index XXXXXXX..XXXXXXX 100644 | 151 | index XXXXXXX..XXXXXXX 100644 |
90 | --- a/job.c | 152 | --- a/util/main-loop.c |
91 | +++ b/job.c | 153 | +++ b/util/main-loop.c |
92 | @@ -XXX,XX +XXX,XX @@ static int job_finalize_single(Job *job) | 154 | @@ -XXX,XX +XXX,XX @@ void main_loop_wait(int nonblocking) |
93 | static void job_cancel_async(Job *job, bool force) | 155 | |
156 | /* Functions to operate on the main QEMU AioContext. */ | ||
157 | |||
158 | -QEMUBH *qemu_bh_new(QEMUBHFunc *cb, void *opaque) | ||
159 | +QEMUBH *qemu_bh_new_full(QEMUBHFunc *cb, void *opaque, const char *name) | ||
94 | { | 160 | { |
95 | if (job->driver->cancel) { | 161 | - return aio_bh_new(qemu_aio_context, cb, opaque); |
96 | - job->driver->cancel(job); | 162 | + return aio_bh_new_full(qemu_aio_context, cb, opaque, name); |
97 | + job->driver->cancel(job, force); | 163 | } |
98 | } | 164 | |
99 | if (job->user_paused) { | 165 | /* |
100 | /* Do not call job_enter here, the caller will handle it. */ | ||
101 | diff --git a/tests/qemu-iotests/264 b/tests/qemu-iotests/264 | ||
102 | index XXXXXXX..XXXXXXX 100755 | ||
103 | --- a/tests/qemu-iotests/264 | ||
104 | +++ b/tests/qemu-iotests/264 | ||
105 | @@ -XXX,XX +XXX,XX @@ class TestNbdReconnect(iotests.QMPTestCase): | ||
106 | self.assert_qmp(result, 'return', {}) | ||
107 | |||
108 | def cancel_job(self): | ||
109 | - result = self.vm.qmp('block-job-cancel', device='drive0') | ||
110 | + result = self.vm.qmp('block-job-cancel', device='drive0', force=True) | ||
111 | self.assert_qmp(result, 'return', {}) | ||
112 | |||
113 | start_t = time.time() | ||
114 | -- | 166 | -- |
115 | 2.31.1 | 167 | 2.31.1 |
116 | 168 | ||
117 | diff view generated by jsdifflib |
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 1 | BHs must be deleted before the AioContext is finalized. If not, it's a |
---|---|---|---|
2 | bug and probably indicates that some part of the program still expects | ||
3 | the BH to run in the future. That can lead to memory leaks, inconsistent | ||
4 | state, or just hangs. | ||
2 | 5 | ||
3 | "qemu/typedefs.h" is enough for include/block/write-threshold.h header | 6 | Unfortunately the assert(flags & BH_DELETED) call in aio_ctx_finalize() |
4 | with forward declaration of BlockDriverState. Also drop extra includes | 7 | is difficult to debug because the assertion failure contains no |
5 | from block/write-threshold.c and tests/unit/test-write-threshold.c | 8 | information about the BH! |
6 | 9 | ||
7 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 10 | Use the QEMUBH name field added in the previous patch to show a useful |
8 | Message-Id: <20210506090621.11848-9-vsementsov@virtuozzo.com> | 11 | error when a leaked BH is detected. |
9 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | 12 | |
10 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 13 | Suggested-by: Eric Ernst <eric.g.ernst@gmail.com> |
14 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
15 | Message-Id: <20210414200247.917496-3-stefanha@redhat.com> | ||
11 | --- | 16 | --- |
12 | include/block/write-threshold.h | 2 +- | 17 | util/async.c | 16 ++++++++++++++-- |
13 | block/write-threshold.c | 2 -- | 18 | 1 file changed, 14 insertions(+), 2 deletions(-) |
14 | tests/unit/test-write-threshold.c | 1 - | ||
15 | 3 files changed, 1 insertion(+), 4 deletions(-) | ||
16 | 19 | ||
17 | diff --git a/include/block/write-threshold.h b/include/block/write-threshold.h | 20 | diff --git a/util/async.c b/util/async.c |
18 | index XXXXXXX..XXXXXXX 100644 | 21 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/include/block/write-threshold.h | 22 | --- a/util/async.c |
20 | +++ b/include/block/write-threshold.h | 23 | +++ b/util/async.c |
21 | @@ -XXX,XX +XXX,XX @@ | 24 | @@ -XXX,XX +XXX,XX @@ aio_ctx_finalize(GSource *source) |
22 | #ifndef BLOCK_WRITE_THRESHOLD_H | 25 | assert(QSIMPLEQ_EMPTY(&ctx->bh_slice_list)); |
23 | #define BLOCK_WRITE_THRESHOLD_H | 26 | |
24 | 27 | while ((bh = aio_bh_dequeue(&ctx->bh_list, &flags))) { | |
25 | -#include "block/block_int.h" | 28 | - /* qemu_bh_delete() must have been called on BHs in this AioContext */ |
26 | +#include "qemu/typedefs.h" | 29 | - assert(flags & BH_DELETED); |
27 | 30 | + /* | |
28 | /* | 31 | + * qemu_bh_delete() must have been called on BHs in this AioContext. In |
29 | * bdrv_write_threshold_set: | 32 | + * many cases memory leaks, hangs, or inconsistent state occur when a |
30 | diff --git a/block/write-threshold.c b/block/write-threshold.c | 33 | + * BH is leaked because something still expects it to run. |
31 | index XXXXXXX..XXXXXXX 100644 | 34 | + * |
32 | --- a/block/write-threshold.c | 35 | + * If you hit this, fix the lifecycle of the BH so that |
33 | +++ b/block/write-threshold.c | 36 | + * qemu_bh_delete() and any associated cleanup is called before the |
34 | @@ -XXX,XX +XXX,XX @@ | 37 | + * AioContext is finalized. |
35 | 38 | + */ | |
36 | #include "qemu/osdep.h" | 39 | + if (unlikely(!(flags & BH_DELETED))) { |
37 | #include "block/block_int.h" | 40 | + fprintf(stderr, "%s: BH '%s' leaked, aborting...\n", |
38 | -#include "qemu/coroutine.h" | 41 | + __func__, bh->name); |
39 | #include "block/write-threshold.h" | 42 | + abort(); |
40 | -#include "qemu/notify.h" | 43 | + } |
41 | #include "qapi/error.h" | 44 | |
42 | #include "qapi/qapi-commands-block-core.h" | 45 | g_free(bh); |
43 | #include "qapi/qapi-events-block-core.h" | 46 | } |
44 | diff --git a/tests/unit/test-write-threshold.c b/tests/unit/test-write-threshold.c | ||
45 | index XXXXXXX..XXXXXXX 100644 | ||
46 | --- a/tests/unit/test-write-threshold.c | ||
47 | +++ b/tests/unit/test-write-threshold.c | ||
48 | @@ -XXX,XX +XXX,XX @@ | ||
49 | */ | ||
50 | |||
51 | #include "qemu/osdep.h" | ||
52 | -#include "qapi/error.h" | ||
53 | #include "block/block_int.h" | ||
54 | #include "block/write-threshold.h" | ||
55 | |||
56 | -- | 47 | -- |
57 | 2.31.1 | 48 | 2.31.1 |
58 | 49 | ||
59 | diff view generated by jsdifflib |
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 1 | From: Akihiko Odaki <akihiko.odaki@gmail.com> |
---|---|---|---|
2 | 2 | ||
3 | We don't need this extra logic: it doesn't make code simpler. | 3 | This commit introduces "punch hole" operation and optimizes transfer |
4 | block size for macOS. | ||
4 | 5 | ||
5 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 6 | Thanks to Konstantin Nazarov for detailed analysis of a flaw in an |
6 | Reviewed-by: Max Reitz <mreitz@redhat.com> | 7 | old version of this change: |
7 | Message-Id: <20210506090621.11848-8-vsementsov@virtuozzo.com> | 8 | https://gist.github.com/akihikodaki/87df4149e7ca87f18dc56807ec5a1bc5#gistcomment-3654667 |
8 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | 9 | |
9 | Signed-off-by: Max Reitz <mreitz@redhat.com> | 10 | Signed-off-by: Akihiko Odaki <akihiko.odaki@gmail.com> |
11 | Message-id: 20210705130458.97642-1-akihiko.odaki@gmail.com | ||
12 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
10 | --- | 13 | --- |
11 | tests/unit/test-write-threshold.c | 20 +++----------------- | 14 | block/file-posix.c | 27 +++++++++++++++++++++++++-- |
12 | 1 file changed, 3 insertions(+), 17 deletions(-) | 15 | 1 file changed, 25 insertions(+), 2 deletions(-) |
13 | 16 | ||
14 | diff --git a/tests/unit/test-write-threshold.c b/tests/unit/test-write-threshold.c | 17 | diff --git a/block/file-posix.c b/block/file-posix.c |
15 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/tests/unit/test-write-threshold.c | 19 | --- a/block/file-posix.c |
17 | +++ b/tests/unit/test-write-threshold.c | 20 | +++ b/block/file-posix.c |
18 | @@ -XXX,XX +XXX,XX @@ static void test_threshold_trigger(void) | 21 | @@ -XXX,XX +XXX,XX @@ |
19 | g_assert_cmpuint(bdrv_write_threshold_get(&bs), ==, 0); | 22 | #if defined(HAVE_HOST_BLOCK_DEVICE) |
23 | #include <paths.h> | ||
24 | #include <sys/param.h> | ||
25 | +#include <sys/mount.h> | ||
26 | #include <IOKit/IOKitLib.h> | ||
27 | #include <IOKit/IOBSD.h> | ||
28 | #include <IOKit/storage/IOMediaBSDClient.h> | ||
29 | @@ -XXX,XX +XXX,XX @@ static void raw_refresh_limits(BlockDriverState *bs, Error **errp) | ||
30 | return; | ||
31 | } | ||
32 | |||
33 | +#if defined(__APPLE__) && (__MACH__) | ||
34 | + struct statfs buf; | ||
35 | + | ||
36 | + if (!fstatfs(s->fd, &buf)) { | ||
37 | + bs->bl.opt_transfer = buf.f_iosize; | ||
38 | + bs->bl.pdiscard_alignment = buf.f_bsize; | ||
39 | + } | ||
40 | +#endif | ||
41 | + | ||
42 | if (bs->sg || S_ISBLK(st.st_mode)) { | ||
43 | int ret = hdev_get_max_hw_transfer(s->fd, &st); | ||
44 | |||
45 | @@ -XXX,XX +XXX,XX @@ out: | ||
46 | } | ||
20 | } | 47 | } |
21 | 48 | ||
22 | -typedef struct TestStruct { | 49 | +#if defined(CONFIG_FALLOCATE) || defined(BLKZEROOUT) || defined(BLKDISCARD) |
23 | - const char *name; | 50 | static int translate_err(int err) |
24 | - void (*func)(void); | ||
25 | -} TestStruct; | ||
26 | - | ||
27 | |||
28 | int main(int argc, char **argv) | ||
29 | { | 51 | { |
30 | - size_t i; | 52 | if (err == -ENODEV || err == -ENOSYS || err == -EOPNOTSUPP || |
31 | - TestStruct tests[] = { | 53 | @@ -XXX,XX +XXX,XX @@ static int translate_err(int err) |
32 | - { "/write-threshold/not-trigger", | 54 | } |
33 | - test_threshold_not_trigger }, | 55 | return err; |
34 | - { "/write-threshold/trigger", | ||
35 | - test_threshold_trigger }, | ||
36 | - { NULL, NULL } | ||
37 | - }; | ||
38 | - | ||
39 | g_test_init(&argc, &argv, NULL); | ||
40 | - for (i = 0; tests[i].name != NULL; i++) { | ||
41 | - g_test_add_func(tests[i].name, tests[i].func); | ||
42 | - } | ||
43 | + g_test_add_func("/write-threshold/not-trigger", test_threshold_not_trigger); | ||
44 | + g_test_add_func("/write-threshold/trigger", test_threshold_trigger); | ||
45 | + | ||
46 | return g_test_run(); | ||
47 | } | 56 | } |
57 | +#endif | ||
58 | |||
59 | #ifdef CONFIG_FALLOCATE | ||
60 | static int do_fallocate(int fd, int mode, off_t offset, off_t len) | ||
61 | @@ -XXX,XX +XXX,XX @@ static int handle_aiocb_discard(void *opaque) | ||
62 | } | ||
63 | } while (errno == EINTR); | ||
64 | |||
65 | - ret = -errno; | ||
66 | + ret = translate_err(-errno); | ||
67 | #endif | ||
68 | } else { | ||
69 | #ifdef CONFIG_FALLOCATE_PUNCH_HOLE | ||
70 | ret = do_fallocate(s->fd, FALLOC_FL_PUNCH_HOLE | FALLOC_FL_KEEP_SIZE, | ||
71 | aiocb->aio_offset, aiocb->aio_nbytes); | ||
72 | + ret = translate_err(-errno); | ||
73 | +#elif defined(__APPLE__) && (__MACH__) | ||
74 | + fpunchhole_t fpunchhole; | ||
75 | + fpunchhole.fp_flags = 0; | ||
76 | + fpunchhole.reserved = 0; | ||
77 | + fpunchhole.fp_offset = aiocb->aio_offset; | ||
78 | + fpunchhole.fp_length = aiocb->aio_nbytes; | ||
79 | + if (fcntl(s->fd, F_PUNCHHOLE, &fpunchhole) == -1) { | ||
80 | + ret = errno == ENODEV ? -ENOTSUP : -errno; | ||
81 | + } else { | ||
82 | + ret = 0; | ||
83 | + } | ||
84 | #endif | ||
85 | } | ||
86 | |||
87 | - ret = translate_err(ret); | ||
88 | if (ret == -ENOTSUP) { | ||
89 | s->has_discard = false; | ||
90 | } | ||
48 | -- | 91 | -- |
49 | 2.31.1 | 92 | 2.31.1 |
50 | 93 | ||
51 | diff view generated by jsdifflib |
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 1 | From: Akihiko Odaki <akihiko.odaki@gmail.com> |
---|---|---|---|
2 | 2 | ||
3 | Max reported the following bug: | 3 | backend_defaults property allow users to control if default block |
4 | 4 | properties should be decided with backend information. | |
5 | $ ./qemu-img create -f raw src.img 1G | 5 | |
6 | $ ./qemu-img create -f raw dst.img 1G | 6 | If it is off, any backend information will be discarded, which is |
7 | 7 | suitable if you plan to perform live migration to a different disk backend. | |
8 | $ (echo ' | 8 | |
9 | {"execute":"qmp_capabilities"} | 9 | If it is on, a block device may utilize backend information more |
10 | {"execute":"blockdev-mirror", | 10 | aggressively. |
11 | "arguments":{"job-id":"mirror", | 11 | |
12 | "device":"source", | 12 | By default, it is auto, which uses backend information for block |
13 | "target":"target", | 13 | sizes and ignores the others, which is consistent with the older |
14 | "sync":"full", | 14 | versions. |
15 | "filter-node-name":"mirror-top"}} | 15 | |
16 | '; sleep 3; echo ' | 16 | Signed-off-by: Akihiko Odaki <akihiko.odaki@gmail.com> |
17 | {"execute":"human-monitor-command", | 17 | Message-id: 20210705130458.97642-2-akihiko.odaki@gmail.com |
18 | "arguments":{"command-line": | 18 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> |
19 | "qemu-io mirror-top \"write 0 1G\""}}') \ | ||
20 | | x86_64-softmmu/qemu-system-x86_64 \ | ||
21 | -qmp stdio \ | ||
22 | -blockdev file,node-name=source,filename=src.img \ | ||
23 | -blockdev file,node-name=target,filename=dst.img \ | ||
24 | -object iothread,id=iothr0 \ | ||
25 | -device virtio-blk,drive=source,iothread=iothr0 | ||
26 | |||
27 | crashes: | ||
28 | |||
29 | 0 raise () at /usr/lib/libc.so.6 | ||
30 | 1 abort () at /usr/lib/libc.so.6 | ||
31 | 2 error_exit | ||
32 | (err=<optimized out>, | ||
33 | msg=msg@entry=0x55fbb1634790 <__func__.27> "qemu_mutex_unlock_impl") | ||
34 | at ../util/qemu-thread-posix.c:37 | ||
35 | 3 qemu_mutex_unlock_impl | ||
36 | (mutex=mutex@entry=0x55fbb25ab6e0, | ||
37 | file=file@entry=0x55fbb1636957 "../util/async.c", | ||
38 | line=line@entry=650) | ||
39 | at ../util/qemu-thread-posix.c:109 | ||
40 | 4 aio_context_release (ctx=ctx@entry=0x55fbb25ab680) at ../util/async.c:650 | ||
41 | 5 bdrv_do_drained_begin | ||
42 | (bs=bs@entry=0x55fbb3a87000, recursive=recursive@entry=false, | ||
43 | parent=parent@entry=0x0, | ||
44 | ignore_bds_parents=ignore_bds_parents@entry=false, | ||
45 | poll=poll@entry=true) at ../block/io.c:441 | ||
46 | 6 bdrv_do_drained_begin | ||
47 | (poll=true, ignore_bds_parents=false, parent=0x0, recursive=false, | ||
48 | bs=0x55fbb3a87000) at ../block/io.c:448 | ||
49 | 7 blk_drain (blk=0x55fbb26c5a00) at ../block/block-backend.c:1718 | ||
50 | 8 blk_unref (blk=0x55fbb26c5a00) at ../block/block-backend.c:498 | ||
51 | 9 blk_unref (blk=0x55fbb26c5a00) at ../block/block-backend.c:491 | ||
52 | 10 hmp_qemu_io (mon=0x7fffaf3fc7d0, qdict=<optimized out>) | ||
53 | at ../block/monitor/block-hmp-cmds.c:628 | ||
54 | |||
55 | man pthread_mutex_unlock | ||
56 | ... | ||
57 | EPERM The mutex type is PTHREAD_MUTEX_ERRORCHECK or | ||
58 | PTHREAD_MUTEX_RECURSIVE, or the mutex is a robust mutex, and the | ||
59 | current thread does not own the mutex. | ||
60 | |||
61 | So, thread doesn't own the mutex. And we have iothread here. | ||
62 | |||
63 | Next, note that AIO_WAIT_WHILE() documents that ctx must be acquired | ||
64 | exactly once by caller. But where is it acquired in the call stack? | ||
65 | Seems nowhere. | ||
66 | |||
67 | qemuio_command do acquire aio context.. But we need context acquired | ||
68 | around blk_unref() as well and actually around blk_insert_bs() too. | ||
69 | |||
70 | Let's refactor qemuio_command so that it doesn't acquire aio context | ||
71 | but callers do that instead. This way we can cleanly acquire aio | ||
72 | context in hmp_qemu_io() around all three calls. | ||
73 | |||
74 | Reported-by: Max Reitz <mreitz@redhat.com> | ||
75 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
76 | Message-Id: <20210423134233.51495-1-vsementsov@virtuozzo.com> | ||
77 | [mreitz: Fixed comment] | ||
78 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
79 | --- | 19 | --- |
80 | block/monitor/block-hmp-cmds.c | 31 +++++++++++++++++++++---------- | 20 | include/hw/block/block.h | 3 +++ |
81 | qemu-io-cmds.c | 8 ++++---- | 21 | hw/block/block.c | 42 ++++++++++++++++++++++++++++++++++---- |
82 | qemu-io.c | 17 +++++++++++++++-- | 22 | tests/qemu-iotests/172.out | 38 ++++++++++++++++++++++++++++++++++ |
83 | 3 files changed, 40 insertions(+), 16 deletions(-) | 23 | 3 files changed, 79 insertions(+), 4 deletions(-) |
84 | 24 | ||
85 | diff --git a/block/monitor/block-hmp-cmds.c b/block/monitor/block-hmp-cmds.c | 25 | diff --git a/include/hw/block/block.h b/include/hw/block/block.h |
86 | index XXXXXXX..XXXXXXX 100644 | 26 | index XXXXXXX..XXXXXXX 100644 |
87 | --- a/block/monitor/block-hmp-cmds.c | 27 | --- a/include/hw/block/block.h |
88 | +++ b/block/monitor/block-hmp-cmds.c | 28 | +++ b/include/hw/block/block.h |
89 | @@ -XXX,XX +XXX,XX @@ void hmp_eject(Monitor *mon, const QDict *qdict) | 29 | @@ -XXX,XX +XXX,XX @@ |
90 | 30 | ||
91 | void hmp_qemu_io(Monitor *mon, const QDict *qdict) | 31 | typedef struct BlockConf { |
32 | BlockBackend *blk; | ||
33 | + OnOffAuto backend_defaults; | ||
34 | uint32_t physical_block_size; | ||
35 | uint32_t logical_block_size; | ||
36 | uint32_t min_io_size; | ||
37 | @@ -XXX,XX +XXX,XX @@ static inline unsigned int get_physical_block_exp(BlockConf *conf) | ||
38 | } | ||
39 | |||
40 | #define DEFINE_BLOCK_PROPERTIES_BASE(_state, _conf) \ | ||
41 | + DEFINE_PROP_ON_OFF_AUTO("backend_defaults", _state, \ | ||
42 | + _conf.backend_defaults, ON_OFF_AUTO_AUTO), \ | ||
43 | DEFINE_PROP_BLOCKSIZE("logical_block_size", _state, \ | ||
44 | _conf.logical_block_size), \ | ||
45 | DEFINE_PROP_BLOCKSIZE("physical_block_size", _state, \ | ||
46 | diff --git a/hw/block/block.c b/hw/block/block.c | ||
47 | index XXXXXXX..XXXXXXX 100644 | ||
48 | --- a/hw/block/block.c | ||
49 | +++ b/hw/block/block.c | ||
50 | @@ -XXX,XX +XXX,XX @@ bool blkconf_blocksizes(BlockConf *conf, Error **errp) | ||
92 | { | 51 | { |
93 | - BlockBackend *blk; | 52 | BlockBackend *blk = conf->blk; |
94 | + BlockBackend *blk = NULL; | 53 | BlockSizes blocksizes; |
95 | + BlockDriverState *bs = NULL; | 54 | - int backend_ret; |
96 | BlockBackend *local_blk = NULL; | 55 | + BlockDriverState *bs; |
97 | + AioContext *ctx = NULL; | 56 | + bool use_blocksizes; |
98 | bool qdev = qdict_get_try_bool(qdict, "qdev", false); | 57 | + bool use_bs; |
99 | const char *device = qdict_get_str(qdict, "device"); | 58 | + |
100 | const char *command = qdict_get_str(qdict, "command"); | 59 | + switch (conf->backend_defaults) { |
101 | @@ -XXX,XX +XXX,XX @@ void hmp_qemu_io(Monitor *mon, const QDict *qdict) | 60 | + case ON_OFF_AUTO_AUTO: |
102 | } else { | 61 | + use_blocksizes = !blk_probe_blocksizes(blk, &blocksizes); |
103 | blk = blk_by_name(device); | 62 | + use_bs = false; |
104 | if (!blk) { | 63 | + break; |
105 | - BlockDriverState *bs = bdrv_lookup_bs(NULL, device, &err); | 64 | + |
106 | - if (bs) { | 65 | + case ON_OFF_AUTO_ON: |
107 | - blk = local_blk = blk_new(bdrv_get_aio_context(bs), | 66 | + use_blocksizes = !blk_probe_blocksizes(blk, &blocksizes); |
108 | - 0, BLK_PERM_ALL); | 67 | + bs = blk_bs(blk); |
109 | - ret = blk_insert_bs(blk, bs, &err); | 68 | + use_bs = bs; |
110 | - if (ret < 0) { | 69 | + break; |
111 | - goto fail; | 70 | + |
112 | - } | 71 | + case ON_OFF_AUTO_OFF: |
113 | - } else { | 72 | + use_blocksizes = false; |
114 | + bs = bdrv_lookup_bs(NULL, device, &err); | 73 | + use_bs = false; |
115 | + if (!bs) { | 74 | + break; |
116 | goto fail; | 75 | + |
117 | } | 76 | + default: |
77 | + abort(); | ||
78 | + } | ||
79 | |||
80 | - backend_ret = blk_probe_blocksizes(blk, &blocksizes); | ||
81 | /* fill in detected values if they are not defined via qemu command line */ | ||
82 | if (!conf->physical_block_size) { | ||
83 | - if (!backend_ret) { | ||
84 | + if (use_blocksizes) { | ||
85 | conf->physical_block_size = blocksizes.phys; | ||
86 | } else { | ||
87 | conf->physical_block_size = BDRV_SECTOR_SIZE; | ||
118 | } | 88 | } |
119 | } | 89 | } |
120 | 90 | if (!conf->logical_block_size) { | |
121 | + ctx = blk ? blk_get_aio_context(blk) : bdrv_get_aio_context(bs); | 91 | - if (!backend_ret) { |
122 | + aio_context_acquire(ctx); | 92 | + if (use_blocksizes) { |
123 | + | 93 | conf->logical_block_size = blocksizes.log; |
124 | + if (bs) { | 94 | } else { |
125 | + blk = local_blk = blk_new(bdrv_get_aio_context(bs), 0, BLK_PERM_ALL); | 95 | conf->logical_block_size = BDRV_SECTOR_SIZE; |
126 | + ret = blk_insert_bs(blk, bs, &err); | 96 | } |
127 | + if (ret < 0) { | 97 | } |
128 | + goto fail; | 98 | + if (use_bs) { |
99 | + if (!conf->opt_io_size) { | ||
100 | + conf->opt_io_size = bs->bl.opt_transfer; | ||
101 | + } | ||
102 | + if (conf->discard_granularity == -1) { | ||
103 | + if (bs->bl.pdiscard_alignment) { | ||
104 | + conf->discard_granularity = bs->bl.pdiscard_alignment; | ||
105 | + } else if (bs->bl.request_alignment != 1) { | ||
106 | + conf->discard_granularity = bs->bl.request_alignment; | ||
107 | + } | ||
129 | + } | 108 | + } |
130 | + } | 109 | + } |
131 | + | 110 | |
132 | /* | 111 | if (conf->logical_block_size > conf->physical_block_size) { |
133 | * Notably absent: Proper permission management. This is sad, but it seems | 112 | error_setg(errp, |
134 | * almost impossible to achieve without changing the semantics and thereby | 113 | diff --git a/tests/qemu-iotests/172.out b/tests/qemu-iotests/172.out |
135 | @@ -XXX,XX +XXX,XX @@ void hmp_qemu_io(Monitor *mon, const QDict *qdict) | ||
136 | |||
137 | fail: | ||
138 | blk_unref(local_blk); | ||
139 | + | ||
140 | + if (ctx) { | ||
141 | + aio_context_release(ctx); | ||
142 | + } | ||
143 | + | ||
144 | hmp_handle_error(mon, err); | ||
145 | } | ||
146 | |||
147 | diff --git a/qemu-io-cmds.c b/qemu-io-cmds.c | ||
148 | index XXXXXXX..XXXXXXX 100644 | 114 | index XXXXXXX..XXXXXXX 100644 |
149 | --- a/qemu-io-cmds.c | 115 | --- a/tests/qemu-iotests/172.out |
150 | +++ b/qemu-io-cmds.c | 116 | +++ b/tests/qemu-iotests/172.out |
151 | @@ -XXX,XX +XXX,XX @@ static const cmdinfo_t help_cmd = { | 117 | @@ -XXX,XX +XXX,XX @@ Testing: |
152 | .oneline = "help for one or all commands", | 118 | dev: floppy, id "" |
153 | }; | 119 | unit = 0 (0x0) |
154 | 120 | drive = "floppy0" | |
155 | +/* | 121 | + backend_defaults = "auto" |
156 | + * Called with aio context of blk acquired. Or with qemu_get_aio_context() | 122 | logical_block_size = 512 (512 B) |
157 | + * context acquired if blk is NULL. | 123 | physical_block_size = 512 (512 B) |
158 | + */ | 124 | min_io_size = 0 (0 B) |
159 | int qemuio_command(BlockBackend *blk, const char *cmd) | 125 | @@ -XXX,XX +XXX,XX @@ Testing: -fda TEST_DIR/t.qcow2 |
160 | { | 126 | dev: floppy, id "" |
161 | - AioContext *ctx; | 127 | unit = 0 (0x0) |
162 | char *input; | 128 | drive = "floppy0" |
163 | const cmdinfo_t *ct; | 129 | + backend_defaults = "auto" |
164 | char **v; | 130 | logical_block_size = 512 (512 B) |
165 | @@ -XXX,XX +XXX,XX @@ int qemuio_command(BlockBackend *blk, const char *cmd) | 131 | physical_block_size = 512 (512 B) |
166 | if (c) { | 132 | min_io_size = 0 (0 B) |
167 | ct = find_command(v[0]); | 133 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb TEST_DIR/t.qcow2 |
168 | if (ct) { | 134 | dev: floppy, id "" |
169 | - ctx = blk ? blk_get_aio_context(blk) : qemu_get_aio_context(); | 135 | unit = 1 (0x1) |
170 | - aio_context_acquire(ctx); | 136 | drive = "floppy1" |
171 | ret = command(blk, ct, c, v); | 137 | + backend_defaults = "auto" |
172 | - aio_context_release(ctx); | 138 | logical_block_size = 512 (512 B) |
173 | } else { | 139 | physical_block_size = 512 (512 B) |
174 | fprintf(stderr, "command \"%s\" not found\n", v[0]); | 140 | min_io_size = 0 (0 B) |
175 | ret = -EINVAL; | 141 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb TEST_DIR/t.qcow2 |
176 | diff --git a/qemu-io.c b/qemu-io.c | 142 | dev: floppy, id "" |
177 | index XXXXXXX..XXXXXXX 100644 | 143 | unit = 0 (0x0) |
178 | --- a/qemu-io.c | 144 | drive = "floppy0" |
179 | +++ b/qemu-io.c | 145 | + backend_defaults = "auto" |
180 | @@ -XXX,XX +XXX,XX @@ static void prep_fetchline(void *opaque) | 146 | logical_block_size = 512 (512 B) |
181 | *fetchable= 1; | 147 | physical_block_size = 512 (512 B) |
182 | } | 148 | min_io_size = 0 (0 B) |
183 | 149 | @@ -XXX,XX +XXX,XX @@ Testing: -fda TEST_DIR/t.qcow2 -fdb TEST_DIR/t.qcow2.2 | |
184 | +static int do_qemuio_command(const char *cmd) | 150 | dev: floppy, id "" |
185 | +{ | 151 | unit = 1 (0x1) |
186 | + int ret; | 152 | drive = "floppy1" |
187 | + AioContext *ctx = | 153 | + backend_defaults = "auto" |
188 | + qemuio_blk ? blk_get_aio_context(qemuio_blk) : qemu_get_aio_context(); | 154 | logical_block_size = 512 (512 B) |
189 | + | 155 | physical_block_size = 512 (512 B) |
190 | + aio_context_acquire(ctx); | 156 | min_io_size = 0 (0 B) |
191 | + ret = qemuio_command(qemuio_blk, cmd); | 157 | @@ -XXX,XX +XXX,XX @@ Testing: -fda TEST_DIR/t.qcow2 -fdb TEST_DIR/t.qcow2.2 |
192 | + aio_context_release(ctx); | 158 | dev: floppy, id "" |
193 | + | 159 | unit = 0 (0x0) |
194 | + return ret; | 160 | drive = "floppy0" |
195 | +} | 161 | + backend_defaults = "auto" |
196 | + | 162 | logical_block_size = 512 (512 B) |
197 | static int command_loop(void) | 163 | physical_block_size = 512 (512 B) |
198 | { | 164 | min_io_size = 0 (0 B) |
199 | int i, fetchable = 0, prompted = 0; | 165 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb |
200 | @@ -XXX,XX +XXX,XX @@ static int command_loop(void) | 166 | dev: floppy, id "" |
201 | char *input; | 167 | unit = 1 (0x1) |
202 | 168 | drive = "floppy1" | |
203 | for (i = 0; !quit_qemu_io && i < ncmdline; i++) { | 169 | + backend_defaults = "auto" |
204 | - ret = qemuio_command(qemuio_blk, cmdline[i]); | 170 | logical_block_size = 512 (512 B) |
205 | + ret = do_qemuio_command(cmdline[i]); | 171 | physical_block_size = 512 (512 B) |
206 | if (ret < 0) { | 172 | min_io_size = 0 (0 B) |
207 | last_error = ret; | 173 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb |
208 | } | 174 | dev: floppy, id "" |
209 | @@ -XXX,XX +XXX,XX @@ static int command_loop(void) | 175 | unit = 0 (0x0) |
210 | if (input == NULL) { | 176 | drive = "floppy0" |
211 | break; | 177 | + backend_defaults = "auto" |
212 | } | 178 | logical_block_size = 512 (512 B) |
213 | - ret = qemuio_command(qemuio_blk, input); | 179 | physical_block_size = 512 (512 B) |
214 | + ret = do_qemuio_command(input); | 180 | min_io_size = 0 (0 B) |
215 | g_free(input); | 181 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2 |
216 | 182 | dev: floppy, id "" | |
217 | if (ret < 0) { | 183 | unit = 0 (0x0) |
184 | drive = "floppy0" | ||
185 | + backend_defaults = "auto" | ||
186 | logical_block_size = 512 (512 B) | ||
187 | physical_block_size = 512 (512 B) | ||
188 | min_io_size = 0 (0 B) | ||
189 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2,index=1 | ||
190 | dev: floppy, id "" | ||
191 | unit = 1 (0x1) | ||
192 | drive = "floppy1" | ||
193 | + backend_defaults = "auto" | ||
194 | logical_block_size = 512 (512 B) | ||
195 | physical_block_size = 512 (512 B) | ||
196 | min_io_size = 0 (0 B) | ||
197 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2,index=1 | ||
198 | dev: floppy, id "" | ||
199 | unit = 0 (0x0) | ||
200 | drive = "floppy0" | ||
201 | + backend_defaults = "auto" | ||
202 | logical_block_size = 512 (512 B) | ||
203 | physical_block_size = 512 (512 B) | ||
204 | min_io_size = 0 (0 B) | ||
205 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2 -drive if=floppy,file=TEST_DIR/t | ||
206 | dev: floppy, id "" | ||
207 | unit = 1 (0x1) | ||
208 | drive = "floppy1" | ||
209 | + backend_defaults = "auto" | ||
210 | logical_block_size = 512 (512 B) | ||
211 | physical_block_size = 512 (512 B) | ||
212 | min_io_size = 0 (0 B) | ||
213 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2 -drive if=floppy,file=TEST_DIR/t | ||
214 | dev: floppy, id "" | ||
215 | unit = 0 (0x0) | ||
216 | drive = "floppy0" | ||
217 | + backend_defaults = "auto" | ||
218 | logical_block_size = 512 (512 B) | ||
219 | physical_block_size = 512 (512 B) | ||
220 | min_io_size = 0 (0 B) | ||
221 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -device floppy,drive=none0 | ||
222 | dev: floppy, id "" | ||
223 | unit = 0 (0x0) | ||
224 | drive = "none0" | ||
225 | + backend_defaults = "auto" | ||
226 | logical_block_size = 512 (512 B) | ||
227 | physical_block_size = 512 (512 B) | ||
228 | min_io_size = 0 (0 B) | ||
229 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -device floppy,drive=none0,unit=1 | ||
230 | dev: floppy, id "" | ||
231 | unit = 1 (0x1) | ||
232 | drive = "none0" | ||
233 | + backend_defaults = "auto" | ||
234 | logical_block_size = 512 (512 B) | ||
235 | physical_block_size = 512 (512 B) | ||
236 | min_io_size = 0 (0 B) | ||
237 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qco | ||
238 | dev: floppy, id "" | ||
239 | unit = 1 (0x1) | ||
240 | drive = "none1" | ||
241 | + backend_defaults = "auto" | ||
242 | logical_block_size = 512 (512 B) | ||
243 | physical_block_size = 512 (512 B) | ||
244 | min_io_size = 0 (0 B) | ||
245 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qco | ||
246 | dev: floppy, id "" | ||
247 | unit = 0 (0x0) | ||
248 | drive = "none0" | ||
249 | + backend_defaults = "auto" | ||
250 | logical_block_size = 512 (512 B) | ||
251 | physical_block_size = 512 (512 B) | ||
252 | min_io_size = 0 (0 B) | ||
253 | @@ -XXX,XX +XXX,XX @@ Testing: -fda TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
254 | dev: floppy, id "" | ||
255 | unit = 1 (0x1) | ||
256 | drive = "none0" | ||
257 | + backend_defaults = "auto" | ||
258 | logical_block_size = 512 (512 B) | ||
259 | physical_block_size = 512 (512 B) | ||
260 | min_io_size = 0 (0 B) | ||
261 | @@ -XXX,XX +XXX,XX @@ Testing: -fda TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
262 | dev: floppy, id "" | ||
263 | unit = 0 (0x0) | ||
264 | drive = "floppy0" | ||
265 | + backend_defaults = "auto" | ||
266 | logical_block_size = 512 (512 B) | ||
267 | physical_block_size = 512 (512 B) | ||
268 | min_io_size = 0 (0 B) | ||
269 | @@ -XXX,XX +XXX,XX @@ Testing: -fda TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
270 | dev: floppy, id "" | ||
271 | unit = 1 (0x1) | ||
272 | drive = "none0" | ||
273 | + backend_defaults = "auto" | ||
274 | logical_block_size = 512 (512 B) | ||
275 | physical_block_size = 512 (512 B) | ||
276 | min_io_size = 0 (0 B) | ||
277 | @@ -XXX,XX +XXX,XX @@ Testing: -fda TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
278 | dev: floppy, id "" | ||
279 | unit = 0 (0x0) | ||
280 | drive = "floppy0" | ||
281 | + backend_defaults = "auto" | ||
282 | logical_block_size = 512 (512 B) | ||
283 | physical_block_size = 512 (512 B) | ||
284 | min_io_size = 0 (0 B) | ||
285 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
286 | dev: floppy, id "" | ||
287 | unit = 0 (0x0) | ||
288 | drive = "none0" | ||
289 | + backend_defaults = "auto" | ||
290 | logical_block_size = 512 (512 B) | ||
291 | physical_block_size = 512 (512 B) | ||
292 | min_io_size = 0 (0 B) | ||
293 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
294 | dev: floppy, id "" | ||
295 | unit = 1 (0x1) | ||
296 | drive = "floppy1" | ||
297 | + backend_defaults = "auto" | ||
298 | logical_block_size = 512 (512 B) | ||
299 | physical_block_size = 512 (512 B) | ||
300 | min_io_size = 0 (0 B) | ||
301 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
302 | dev: floppy, id "" | ||
303 | unit = 0 (0x0) | ||
304 | drive = "none0" | ||
305 | + backend_defaults = "auto" | ||
306 | logical_block_size = 512 (512 B) | ||
307 | physical_block_size = 512 (512 B) | ||
308 | min_io_size = 0 (0 B) | ||
309 | @@ -XXX,XX +XXX,XX @@ Testing: -fdb TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.qcow2.2 -device fl | ||
310 | dev: floppy, id "" | ||
311 | unit = 1 (0x1) | ||
312 | drive = "floppy1" | ||
313 | + backend_defaults = "auto" | ||
314 | logical_block_size = 512 (512 B) | ||
315 | physical_block_size = 512 (512 B) | ||
316 | min_io_size = 0 (0 B) | ||
317 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.q | ||
318 | dev: floppy, id "" | ||
319 | unit = 1 (0x1) | ||
320 | drive = "none0" | ||
321 | + backend_defaults = "auto" | ||
322 | logical_block_size = 512 (512 B) | ||
323 | physical_block_size = 512 (512 B) | ||
324 | min_io_size = 0 (0 B) | ||
325 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.q | ||
326 | dev: floppy, id "" | ||
327 | unit = 0 (0x0) | ||
328 | drive = "floppy0" | ||
329 | + backend_defaults = "auto" | ||
330 | logical_block_size = 512 (512 B) | ||
331 | physical_block_size = 512 (512 B) | ||
332 | min_io_size = 0 (0 B) | ||
333 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.q | ||
334 | dev: floppy, id "" | ||
335 | unit = 1 (0x1) | ||
336 | drive = "none0" | ||
337 | + backend_defaults = "auto" | ||
338 | logical_block_size = 512 (512 B) | ||
339 | physical_block_size = 512 (512 B) | ||
340 | min_io_size = 0 (0 B) | ||
341 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=floppy,file=TEST_DIR/t.qcow2 -drive if=none,file=TEST_DIR/t.q | ||
342 | dev: floppy, id "" | ||
343 | unit = 0 (0x0) | ||
344 | drive = "floppy0" | ||
345 | + backend_defaults = "auto" | ||
346 | logical_block_size = 512 (512 B) | ||
347 | physical_block_size = 512 (512 B) | ||
348 | min_io_size = 0 (0 B) | ||
349 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -global floppy.drive=none0 -device | ||
350 | dev: floppy, id "" | ||
351 | unit = 0 (0x0) | ||
352 | drive = "none0" | ||
353 | + backend_defaults = "auto" | ||
354 | logical_block_size = 512 (512 B) | ||
355 | physical_block_size = 512 (512 B) | ||
356 | min_io_size = 0 (0 B) | ||
357 | @@ -XXX,XX +XXX,XX @@ Testing: -device floppy | ||
358 | dev: floppy, id "" | ||
359 | unit = 0 (0x0) | ||
360 | drive = "" | ||
361 | + backend_defaults = "auto" | ||
362 | logical_block_size = 512 (512 B) | ||
363 | physical_block_size = 512 (512 B) | ||
364 | min_io_size = 0 (0 B) | ||
365 | @@ -XXX,XX +XXX,XX @@ Testing: -device floppy,drive-type=120 | ||
366 | dev: floppy, id "" | ||
367 | unit = 0 (0x0) | ||
368 | drive = "" | ||
369 | + backend_defaults = "auto" | ||
370 | logical_block_size = 512 (512 B) | ||
371 | physical_block_size = 512 (512 B) | ||
372 | min_io_size = 0 (0 B) | ||
373 | @@ -XXX,XX +XXX,XX @@ Testing: -device floppy,drive-type=144 | ||
374 | dev: floppy, id "" | ||
375 | unit = 0 (0x0) | ||
376 | drive = "" | ||
377 | + backend_defaults = "auto" | ||
378 | logical_block_size = 512 (512 B) | ||
379 | physical_block_size = 512 (512 B) | ||
380 | min_io_size = 0 (0 B) | ||
381 | @@ -XXX,XX +XXX,XX @@ Testing: -device floppy,drive-type=288 | ||
382 | dev: floppy, id "" | ||
383 | unit = 0 (0x0) | ||
384 | drive = "" | ||
385 | + backend_defaults = "auto" | ||
386 | logical_block_size = 512 (512 B) | ||
387 | physical_block_size = 512 (512 B) | ||
388 | min_io_size = 0 (0 B) | ||
389 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -device floppy,drive=none0,drive-t | ||
390 | dev: floppy, id "" | ||
391 | unit = 0 (0x0) | ||
392 | drive = "none0" | ||
393 | + backend_defaults = "auto" | ||
394 | logical_block_size = 512 (512 B) | ||
395 | physical_block_size = 512 (512 B) | ||
396 | min_io_size = 0 (0 B) | ||
397 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -device floppy,drive=none0,drive-t | ||
398 | dev: floppy, id "" | ||
399 | unit = 0 (0x0) | ||
400 | drive = "none0" | ||
401 | + backend_defaults = "auto" | ||
402 | logical_block_size = 512 (512 B) | ||
403 | physical_block_size = 512 (512 B) | ||
404 | min_io_size = 0 (0 B) | ||
405 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -device floppy,drive=none0,logical | ||
406 | dev: floppy, id "" | ||
407 | unit = 0 (0x0) | ||
408 | drive = "none0" | ||
409 | + backend_defaults = "auto" | ||
410 | logical_block_size = 512 (512 B) | ||
411 | physical_block_size = 512 (512 B) | ||
412 | min_io_size = 0 (0 B) | ||
413 | @@ -XXX,XX +XXX,XX @@ Testing: -drive if=none,file=TEST_DIR/t.qcow2 -device floppy,drive=none0,physica | ||
414 | dev: floppy, id "" | ||
415 | unit = 0 (0x0) | ||
416 | drive = "none0" | ||
417 | + backend_defaults = "auto" | ||
418 | logical_block_size = 512 (512 B) | ||
419 | physical_block_size = 512 (512 B) | ||
420 | min_io_size = 0 (0 B) | ||
218 | -- | 421 | -- |
219 | 2.31.1 | 422 | 2.31.1 |
220 | 423 | ||
221 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Paolo Bonzini <pbonzini@redhat.com> | ||
2 | 1 | ||
3 | Instead of buffering the test output into a StringIO, patch it on | ||
4 | the fly by wrapping sys.stdout's write method. This can be | ||
5 | done unconditionally, even if using -d, which makes execute_unittest | ||
6 | a bit simpler. | ||
7 | |||
8 | Signed-off-by: Paolo Bonzini <pbonzini@redhat.com> | ||
9 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
10 | Tested-by: Emanuele Giuseppe Esposito <eesposit@redhat.com> | ||
11 | Message-Id: <20210323181928.311862-2-pbonzini@redhat.com> | ||
12 | Message-Id: <20210503110110.476887-2-pbonzini@redhat.com> | ||
13 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
14 | --- | ||
15 | tests/qemu-iotests/240.out | 8 ++-- | ||
16 | tests/qemu-iotests/245.out | 8 ++-- | ||
17 | tests/qemu-iotests/295.out | 6 +-- | ||
18 | tests/qemu-iotests/296.out | 8 ++-- | ||
19 | tests/qemu-iotests/iotests.py | 70 ++++++++++++++++++++--------------- | ||
20 | 5 files changed, 56 insertions(+), 44 deletions(-) | ||
21 | |||
22 | diff --git a/tests/qemu-iotests/240.out b/tests/qemu-iotests/240.out | ||
23 | index XXXXXXX..XXXXXXX 100644 | ||
24 | --- a/tests/qemu-iotests/240.out | ||
25 | +++ b/tests/qemu-iotests/240.out | ||
26 | @@ -XXX,XX +XXX,XX @@ | ||
27 | {"return": {}} | ||
28 | {"execute": "blockdev-del", "arguments": {"node-name": "hd0"}} | ||
29 | {"return": {}} | ||
30 | -==Attach two SCSI disks using the same block device and the same iothread== | ||
31 | +.==Attach two SCSI disks using the same block device and the same iothread== | ||
32 | {"execute": "blockdev-add", "arguments": {"driver": "null-co", "node-name": "hd0", "read-only": true, "read-zeroes": true}} | ||
33 | {"return": {}} | ||
34 | {"execute": "object-add", "arguments": {"id": "iothread0", "qom-type": "iothread"}} | ||
35 | @@ -XXX,XX +XXX,XX @@ | ||
36 | {"return": {}} | ||
37 | {"execute": "blockdev-del", "arguments": {"node-name": "hd0"}} | ||
38 | {"return": {}} | ||
39 | -==Attach two SCSI disks using the same block device but different iothreads== | ||
40 | +.==Attach two SCSI disks using the same block device but different iothreads== | ||
41 | {"execute": "blockdev-add", "arguments": {"driver": "null-co", "node-name": "hd0", "read-only": true, "read-zeroes": true}} | ||
42 | {"return": {}} | ||
43 | {"execute": "object-add", "arguments": {"id": "iothread0", "qom-type": "iothread"}} | ||
44 | @@ -XXX,XX +XXX,XX @@ | ||
45 | {"return": {}} | ||
46 | {"execute": "blockdev-del", "arguments": {"node-name": "hd0"}} | ||
47 | {"return": {}} | ||
48 | -==Attach a SCSI disks using the same block device as a NBD server== | ||
49 | +.==Attach a SCSI disks using the same block device as a NBD server== | ||
50 | {"execute": "blockdev-add", "arguments": {"driver": "null-co", "node-name": "hd0", "read-only": true, "read-zeroes": true}} | ||
51 | {"return": {}} | ||
52 | {"execute": "nbd-server-start", "arguments": {"addr": {"data": {"path": "SOCK_DIR/PID-nbd.sock"}, "type": "unix"}}} | ||
53 | @@ -XXX,XX +XXX,XX @@ | ||
54 | {"return": {}} | ||
55 | {"execute": "device_add", "arguments": {"drive": "hd0", "driver": "scsi-hd", "id": "scsi-hd0"}} | ||
56 | {"return": {}} | ||
57 | -.... | ||
58 | +. | ||
59 | ---------------------------------------------------------------------- | ||
60 | Ran 4 tests | ||
61 | |||
62 | diff --git a/tests/qemu-iotests/245.out b/tests/qemu-iotests/245.out | ||
63 | index XXXXXXX..XXXXXXX 100644 | ||
64 | --- a/tests/qemu-iotests/245.out | ||
65 | +++ b/tests/qemu-iotests/245.out | ||
66 | @@ -XXX,XX +XXX,XX @@ | ||
67 | -{"execute": "job-finalize", "arguments": {"id": "commit0"}} | ||
68 | +..{"execute": "job-finalize", "arguments": {"id": "commit0"}} | ||
69 | {"return": {}} | ||
70 | {"data": {"id": "commit0", "type": "commit"}, "event": "BLOCK_JOB_PENDING", "timestamp": {"microseconds": "USECS", "seconds": "SECS"}} | ||
71 | {"data": {"device": "commit0", "len": 3145728, "offset": 3145728, "speed": 0, "type": "commit"}, "event": "BLOCK_JOB_COMPLETED", "timestamp": {"microseconds": "USECS", "seconds": "SECS"}} | ||
72 | -{"execute": "job-finalize", "arguments": {"id": "stream0"}} | ||
73 | +...{"execute": "job-finalize", "arguments": {"id": "stream0"}} | ||
74 | {"return": {}} | ||
75 | {"data": {"id": "stream0", "type": "stream"}, "event": "BLOCK_JOB_PENDING", "timestamp": {"microseconds": "USECS", "seconds": "SECS"}} | ||
76 | {"data": {"device": "stream0", "len": 3145728, "offset": 3145728, "speed": 0, "type": "stream"}, "event": "BLOCK_JOB_COMPLETED", "timestamp": {"microseconds": "USECS", "seconds": "SECS"}} | ||
77 | -{"execute": "job-finalize", "arguments": {"id": "stream0"}} | ||
78 | +.{"execute": "job-finalize", "arguments": {"id": "stream0"}} | ||
79 | {"return": {}} | ||
80 | {"data": {"id": "stream0", "type": "stream"}, "event": "BLOCK_JOB_PENDING", "timestamp": {"microseconds": "USECS", "seconds": "SECS"}} | ||
81 | {"data": {"device": "stream0", "len": 3145728, "offset": 3145728, "speed": 0, "type": "stream"}, "event": "BLOCK_JOB_COMPLETED", "timestamp": {"microseconds": "USECS", "seconds": "SECS"}} | ||
82 | -..................... | ||
83 | +............... | ||
84 | ---------------------------------------------------------------------- | ||
85 | Ran 21 tests | ||
86 | |||
87 | diff --git a/tests/qemu-iotests/295.out b/tests/qemu-iotests/295.out | ||
88 | index XXXXXXX..XXXXXXX 100644 | ||
89 | --- a/tests/qemu-iotests/295.out | ||
90 | +++ b/tests/qemu-iotests/295.out | ||
91 | @@ -XXX,XX +XXX,XX @@ | ||
92 | {"return": {}} | ||
93 | {"execute": "job-dismiss", "arguments": {"id": "job_erase_key"}} | ||
94 | {"return": {}} | ||
95 | -{"execute": "job-dismiss", "arguments": {"id": "job_add_key"}} | ||
96 | +.{"execute": "job-dismiss", "arguments": {"id": "job_add_key"}} | ||
97 | {"return": {}} | ||
98 | {"execute": "job-dismiss", "arguments": {"id": "job_erase_key"}} | ||
99 | {"return": {}} | ||
100 | @@ -XXX,XX +XXX,XX @@ Job failed: Invalid password, cannot unlock any keyslot | ||
101 | {"return": {}} | ||
102 | {"execute": "job-dismiss", "arguments": {"id": "job_add_key"}} | ||
103 | {"return": {}} | ||
104 | -{"execute": "job-dismiss", "arguments": {"id": "job_add_key"}} | ||
105 | +.{"execute": "job-dismiss", "arguments": {"id": "job_add_key"}} | ||
106 | {"return": {}} | ||
107 | {"execute": "job-dismiss", "arguments": {"id": "job_add_key"}} | ||
108 | {"return": {}} | ||
109 | @@ -XXX,XX +XXX,XX @@ Job failed: All the active keyslots match the (old) password that was given and | ||
110 | {"return": {}} | ||
111 | {"execute": "job-dismiss", "arguments": {"id": "job_erase_key"}} | ||
112 | {"return": {}} | ||
113 | -... | ||
114 | +. | ||
115 | ---------------------------------------------------------------------- | ||
116 | Ran 3 tests | ||
117 | |||
118 | diff --git a/tests/qemu-iotests/296.out b/tests/qemu-iotests/296.out | ||
119 | index XXXXXXX..XXXXXXX 100644 | ||
120 | --- a/tests/qemu-iotests/296.out | ||
121 | +++ b/tests/qemu-iotests/296.out | ||
122 | @@ -XXX,XX +XXX,XX @@ Job failed: Failed to get shared "consistent read" lock | ||
123 | qemu-img: Failed to get shared "consistent read" lock | ||
124 | Is another process using the image [TEST_DIR/test.img]? | ||
125 | |||
126 | -Formatting 'TEST_DIR/test.img', fmt=luks size=1048576 key-secret=keysec0 iter-time=10 | ||
127 | +.Formatting 'TEST_DIR/test.img', fmt=luks size=1048576 key-secret=keysec0 iter-time=10 | ||
128 | |||
129 | Job failed: Block node is read-only | ||
130 | {"execute": "job-dismiss", "arguments": {"id": "job0"}} | ||
131 | @@ -XXX,XX +XXX,XX @@ Job failed: Failed to get shared "consistent read" lock | ||
132 | {"return": {}} | ||
133 | {"execute": "job-dismiss", "arguments": {"id": "job0"}} | ||
134 | {"return": {}} | ||
135 | -Formatting 'TEST_DIR/test.img', fmt=luks size=1048576 key-secret=keysec0 iter-time=10 | ||
136 | +.Formatting 'TEST_DIR/test.img', fmt=luks size=1048576 key-secret=keysec0 iter-time=10 | ||
137 | |||
138 | {"return": {}} | ||
139 | {"error": {"class": "GenericError", "desc": "Failed to get \"write\" lock"}} | ||
140 | -Formatting 'TEST_DIR/test.img', fmt=luks size=1048576 key-secret=keysec0 iter-time=10 | ||
141 | +.Formatting 'TEST_DIR/test.img', fmt=luks size=1048576 key-secret=keysec0 iter-time=10 | ||
142 | |||
143 | {"return": {}} | ||
144 | {"return": {}} | ||
145 | -.... | ||
146 | +. | ||
147 | ---------------------------------------------------------------------- | ||
148 | Ran 4 tests | ||
149 | |||
150 | diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py | ||
151 | index XXXXXXX..XXXXXXX 100644 | ||
152 | --- a/tests/qemu-iotests/iotests.py | ||
153 | +++ b/tests/qemu-iotests/iotests.py | ||
154 | @@ -XXX,XX +XXX,XX @@ | ||
155 | import bz2 | ||
156 | from collections import OrderedDict | ||
157 | import faulthandler | ||
158 | -import io | ||
159 | import json | ||
160 | import logging | ||
161 | import os | ||
162 | @@ -XXX,XX +XXX,XX @@ | ||
163 | import sys | ||
164 | import time | ||
165 | from typing import (Any, Callable, Dict, Iterable, | ||
166 | - List, Optional, Sequence, Tuple, TypeVar) | ||
167 | + List, Optional, Sequence, TextIO, Tuple, Type, TypeVar) | ||
168 | import unittest | ||
169 | |||
170 | from contextlib import contextmanager | ||
171 | @@ -XXX,XX +XXX,XX @@ def func_wrapper(*args, **kwargs): | ||
172 | return func(*args, **kwargs) | ||
173 | return func_wrapper | ||
174 | |||
175 | +# We need to filter out the time taken from the output so that | ||
176 | +# qemu-iotest can reliably diff the results against master output, | ||
177 | +# and hide skipped tests from the reference output. | ||
178 | + | ||
179 | +class ReproducibleTestResult(unittest.TextTestResult): | ||
180 | + def addSkip(self, test, reason): | ||
181 | + # Same as TextTestResult, but print dot instead of "s" | ||
182 | + unittest.TestResult.addSkip(self, test, reason) | ||
183 | + if self.showAll: | ||
184 | + self.stream.writeln("skipped {0!r}".format(reason)) | ||
185 | + elif self.dots: | ||
186 | + self.stream.write(".") | ||
187 | + self.stream.flush() | ||
188 | + | ||
189 | +class ReproducibleStreamWrapper: | ||
190 | + def __init__(self, stream: TextIO): | ||
191 | + self.stream = stream | ||
192 | + | ||
193 | + def __getattr__(self, attr): | ||
194 | + if attr in ('stream', '__getstate__'): | ||
195 | + raise AttributeError(attr) | ||
196 | + return getattr(self.stream, attr) | ||
197 | + | ||
198 | + def write(self, arg=None): | ||
199 | + arg = re.sub(r'Ran (\d+) tests? in [\d.]+s', r'Ran \1 tests', arg) | ||
200 | + arg = re.sub(r' \(skipped=\d+\)', r'', arg) | ||
201 | + self.stream.write(arg) | ||
202 | + | ||
203 | +class ReproducibleTestRunner(unittest.TextTestRunner): | ||
204 | + def __init__(self, stream: Optional[TextIO] = None, | ||
205 | + resultclass: Type[unittest.TestResult] = ReproducibleTestResult, | ||
206 | + **kwargs: Any) -> None: | ||
207 | + rstream = ReproducibleStreamWrapper(stream or sys.stdout) | ||
208 | + super().__init__(stream=rstream, # type: ignore | ||
209 | + descriptions=True, | ||
210 | + resultclass=resultclass, | ||
211 | + **kwargs) | ||
212 | + | ||
213 | def execute_unittest(debug=False): | ||
214 | """Executes unittests within the calling module.""" | ||
215 | |||
216 | verbosity = 2 if debug else 1 | ||
217 | - | ||
218 | - if debug: | ||
219 | - output = sys.stdout | ||
220 | - else: | ||
221 | - # We need to filter out the time taken from the output so that | ||
222 | - # qemu-iotest can reliably diff the results against master output. | ||
223 | - output = io.StringIO() | ||
224 | - | ||
225 | - runner = unittest.TextTestRunner(stream=output, descriptions=True, | ||
226 | - verbosity=verbosity) | ||
227 | - try: | ||
228 | - # unittest.main() will use sys.exit(); so expect a SystemExit | ||
229 | - # exception | ||
230 | - unittest.main(testRunner=runner) | ||
231 | - finally: | ||
232 | - # We need to filter out the time taken from the output so that | ||
233 | - # qemu-iotest can reliably diff the results against master output. | ||
234 | - if not debug: | ||
235 | - out = output.getvalue() | ||
236 | - out = re.sub(r'Ran (\d+) tests? in [\d.]+s', r'Ran \1 tests', out) | ||
237 | - | ||
238 | - # Hide skipped tests from the reference output | ||
239 | - out = re.sub(r'OK \(skipped=\d+\)', 'OK', out) | ||
240 | - out_first_line, out_rest = out.split('\n', 1) | ||
241 | - out = out_first_line.replace('s', '.') + '\n' + out_rest | ||
242 | - | ||
243 | - sys.stderr.write(out) | ||
244 | + runner = ReproducibleTestRunner(verbosity=verbosity) | ||
245 | + unittest.main(testRunner=runner) | ||
246 | |||
247 | def execute_setup_common(supported_fmts: Sequence[str] = (), | ||
248 | supported_platforms: Sequence[str] = (), | ||
249 | -- | ||
250 | 2.31.1 | ||
251 | |||
252 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Paolo Bonzini <pbonzini@redhat.com> | ||
2 | 1 | ||
3 | Python test scripts that use unittest consist of multiple tests. | ||
4 | unittest.main allows selecting which tests to run, but currently this | ||
5 | is not possible because the iotests wrapper ignores sys.argv. | ||
6 | |||
7 | unittest.main command line options also allow the user to pick the | ||
8 | desired options for verbosity, failfast mode, etc. While "-d" is | ||
9 | currently translated to "-v", it also enables extra debug output, | ||
10 | and other options are not available at all. | ||
11 | |||
12 | These command line options only work if the unittest.main testRunner | ||
13 | argument is a type, rather than a TestRunner instance. Therefore, pass | ||
14 | the class name and "verbosity" argument to unittest.main, and adjust for | ||
15 | the different default warnings between TextTestRunner and unittest.main. | ||
16 | |||
17 | Signed-off-by: Paolo Bonzini <pbonzini@redhat.com> | ||
18 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
19 | Tested-by: Emanuele Giuseppe Esposito <eesposit@redhat.com> | ||
20 | Message-Id: <20210323181928.311862-3-pbonzini@redhat.com> | ||
21 | Message-Id: <20210503110110.476887-3-pbonzini@redhat.com> | ||
22 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
23 | --- | ||
24 | tests/qemu-iotests/iotests.py | 14 +++++++++----- | ||
25 | 1 file changed, 9 insertions(+), 5 deletions(-) | ||
26 | |||
27 | diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py | ||
28 | index XXXXXXX..XXXXXXX 100644 | ||
29 | --- a/tests/qemu-iotests/iotests.py | ||
30 | +++ b/tests/qemu-iotests/iotests.py | ||
31 | @@ -XXX,XX +XXX,XX @@ def __init__(self, stream: Optional[TextIO] = None, | ||
32 | resultclass=resultclass, | ||
33 | **kwargs) | ||
34 | |||
35 | -def execute_unittest(debug=False): | ||
36 | +def execute_unittest(argv: List[str], debug: bool = False) -> None: | ||
37 | """Executes unittests within the calling module.""" | ||
38 | |||
39 | - verbosity = 2 if debug else 1 | ||
40 | - runner = ReproducibleTestRunner(verbosity=verbosity) | ||
41 | - unittest.main(testRunner=runner) | ||
42 | + # Some tests have warnings, especially ResourceWarnings for unclosed | ||
43 | + # files and sockets. Ignore them for now to ensure reproducibility of | ||
44 | + # the test output. | ||
45 | + unittest.main(argv=argv, | ||
46 | + testRunner=ReproducibleTestRunner, | ||
47 | + verbosity=2 if debug else 1, | ||
48 | + warnings=None if sys.warnoptions else 'ignore') | ||
49 | |||
50 | def execute_setup_common(supported_fmts: Sequence[str] = (), | ||
51 | supported_platforms: Sequence[str] = (), | ||
52 | @@ -XXX,XX +XXX,XX @@ def execute_test(*args, test_function=None, **kwargs): | ||
53 | |||
54 | debug = execute_setup_common(*args, **kwargs) | ||
55 | if not test_function: | ||
56 | - execute_unittest(debug) | ||
57 | + execute_unittest(sys.argv, debug) | ||
58 | else: | ||
59 | test_function() | ||
60 | |||
61 | -- | ||
62 | 2.31.1 | ||
63 | |||
64 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Paolo Bonzini <pbonzini@redhat.com> | ||
2 | 1 | ||
3 | In the next patch, "check" will learn how to execute a test script without | ||
4 | going through TestRunner. To enable this, keep only the text output | ||
5 | and subprocess handling in the TestRunner; move into TestEnv the logic | ||
6 | to prepare for running a subprocess. | ||
7 | |||
8 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
9 | Signed-off-by: Paolo Bonzini <pbonzini@redhat.com> | ||
10 | Tested-by: Emanuele Giuseppe Esposito <eesposit@redhat.com> | ||
11 | Message-Id: <20210323181928.311862-4-pbonzini@redhat.com> | ||
12 | Message-Id: <20210503110110.476887-4-pbonzini@redhat.com> | ||
13 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
14 | --- | ||
15 | tests/qemu-iotests/testenv.py | 17 ++++++++++++++++- | ||
16 | tests/qemu-iotests/testrunner.py | 14 +------------- | ||
17 | 2 files changed, 17 insertions(+), 14 deletions(-) | ||
18 | |||
19 | diff --git a/tests/qemu-iotests/testenv.py b/tests/qemu-iotests/testenv.py | ||
20 | index XXXXXXX..XXXXXXX 100644 | ||
21 | --- a/tests/qemu-iotests/testenv.py | ||
22 | +++ b/tests/qemu-iotests/testenv.py | ||
23 | @@ -XXX,XX +XXX,XX @@ | ||
24 | import random | ||
25 | import subprocess | ||
26 | import glob | ||
27 | -from typing import Dict, Any, Optional, ContextManager | ||
28 | +from typing import List, Dict, Any, Optional, ContextManager | ||
29 | |||
30 | |||
31 | def isxfile(path: str) -> bool: | ||
32 | @@ -XXX,XX +XXX,XX @@ class TestEnv(ContextManager['TestEnv']): | ||
33 | 'CACHEMODE_IS_DEFAULT', 'IMGFMT_GENERIC', 'IMGOPTSSYNTAX', | ||
34 | 'IMGKEYSECRET', 'QEMU_DEFAULT_MACHINE', 'MALLOC_PERTURB_'] | ||
35 | |||
36 | + def prepare_subprocess(self, args: List[str]) -> Dict[str, str]: | ||
37 | + if self.debug: | ||
38 | + args.append('-d') | ||
39 | + | ||
40 | + with open(args[0], encoding="utf-8") as f: | ||
41 | + try: | ||
42 | + if f.readline().rstrip() == '#!/usr/bin/env python3': | ||
43 | + args.insert(0, self.python) | ||
44 | + except UnicodeDecodeError: # binary test? for future. | ||
45 | + pass | ||
46 | + | ||
47 | + os_env = os.environ.copy() | ||
48 | + os_env.update(self.get_env()) | ||
49 | + return os_env | ||
50 | + | ||
51 | def get_env(self) -> Dict[str, str]: | ||
52 | env = {} | ||
53 | for v in self.env_variables: | ||
54 | diff --git a/tests/qemu-iotests/testrunner.py b/tests/qemu-iotests/testrunner.py | ||
55 | index XXXXXXX..XXXXXXX 100644 | ||
56 | --- a/tests/qemu-iotests/testrunner.py | ||
57 | +++ b/tests/qemu-iotests/testrunner.py | ||
58 | @@ -XXX,XX +XXX,XX @@ class TestRunner(ContextManager['TestRunner']): | ||
59 | def __init__(self, env: TestEnv, makecheck: bool = False, | ||
60 | color: str = 'auto') -> None: | ||
61 | self.env = env | ||
62 | - self.test_run_env = self.env.get_env() | ||
63 | self.makecheck = makecheck | ||
64 | self.last_elapsed = LastElapsedTime('.last-elapsed-cache', env) | ||
65 | |||
66 | @@ -XXX,XX +XXX,XX @@ def do_run_test(self, test: str) -> TestResult: | ||
67 | silent_unlink(p) | ||
68 | |||
69 | args = [str(f_test.resolve())] | ||
70 | - if self.env.debug: | ||
71 | - args.append('-d') | ||
72 | - | ||
73 | - with f_test.open(encoding="utf-8") as f: | ||
74 | - try: | ||
75 | - if f.readline().rstrip() == '#!/usr/bin/env python3': | ||
76 | - args.insert(0, self.env.python) | ||
77 | - except UnicodeDecodeError: # binary test? for future. | ||
78 | - pass | ||
79 | - | ||
80 | - env = os.environ.copy() | ||
81 | - env.update(self.test_run_env) | ||
82 | + env = self.env.prepare_subprocess(args) | ||
83 | |||
84 | t0 = time.time() | ||
85 | with f_bad.open('w', encoding="utf-8") as f: | ||
86 | -- | ||
87 | 2.31.1 | ||
88 | |||
89 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Paolo Bonzini <pbonzini@redhat.com> | ||
2 | 1 | ||
3 | Right now there is no easy way for "check" to print a reproducer command. | ||
4 | Because such a reproducer command line would be huge, we can instead teach | ||
5 | check to start a command of our choice. This can be for example a Python | ||
6 | unit test with arguments to only run a specific subtest. | ||
7 | |||
8 | Move the trailing empty line to print_env(), since it always looks better | ||
9 | and one caller was not adding it. | ||
10 | |||
11 | Signed-off-by: Paolo Bonzini <pbonzini@redhat.com> | ||
12 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
13 | Tested-by: Emanuele Giuseppe Esposito <eesposit@redhat.com> | ||
14 | Message-Id: <20210323181928.311862-5-pbonzini@redhat.com> | ||
15 | Message-Id: <20210503110110.476887-5-pbonzini@redhat.com> | ||
16 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
17 | --- | ||
18 | tests/qemu-iotests/check | 19 ++++++++++++++++++- | ||
19 | tests/qemu-iotests/testenv.py | 3 ++- | ||
20 | tests/qemu-iotests/testrunner.py | 1 - | ||
21 | 3 files changed, 20 insertions(+), 3 deletions(-) | ||
22 | |||
23 | diff --git a/tests/qemu-iotests/check b/tests/qemu-iotests/check | ||
24 | index XXXXXXX..XXXXXXX 100755 | ||
25 | --- a/tests/qemu-iotests/check | ||
26 | +++ b/tests/qemu-iotests/check | ||
27 | @@ -XXX,XX +XXX,XX @@ | ||
28 | import os | ||
29 | import sys | ||
30 | import argparse | ||
31 | +import shutil | ||
32 | +from pathlib import Path | ||
33 | + | ||
34 | from findtests import TestFinder | ||
35 | from testenv import TestEnv | ||
36 | from testrunner import TestRunner | ||
37 | @@ -XXX,XX +XXX,XX @@ def make_argparser() -> argparse.ArgumentParser: | ||
38 | 'rerun failed ./check command, starting from the ' | ||
39 | 'middle of the process.') | ||
40 | g_sel.add_argument('tests', metavar='TEST_FILES', nargs='*', | ||
41 | - help='tests to run') | ||
42 | + help='tests to run, or "--" followed by a command') | ||
43 | |||
44 | return p | ||
45 | |||
46 | @@ -XXX,XX +XXX,XX @@ if __name__ == '__main__': | ||
47 | imgopts=args.imgopts, misalign=args.misalign, | ||
48 | debug=args.debug, valgrind=args.valgrind) | ||
49 | |||
50 | + if len(sys.argv) > 1 and sys.argv[-len(args.tests)-1] == '--': | ||
51 | + if not args.tests: | ||
52 | + sys.exit("missing command after '--'") | ||
53 | + cmd = args.tests | ||
54 | + env.print_env() | ||
55 | + exec_pathstr = shutil.which(cmd[0]) | ||
56 | + if exec_pathstr is None: | ||
57 | + sys.exit('command not found: ' + cmd[0]) | ||
58 | + exec_path = Path(exec_pathstr).resolve() | ||
59 | + cmd[0] = str(exec_path) | ||
60 | + full_env = env.prepare_subprocess(cmd) | ||
61 | + os.chdir(exec_path.parent) | ||
62 | + os.execve(cmd[0], cmd, full_env) | ||
63 | + | ||
64 | testfinder = TestFinder(test_dir=env.source_iotests) | ||
65 | |||
66 | groups = args.groups.split(',') if args.groups else None | ||
67 | diff --git a/tests/qemu-iotests/testenv.py b/tests/qemu-iotests/testenv.py | ||
68 | index XXXXXXX..XXXXXXX 100644 | ||
69 | --- a/tests/qemu-iotests/testenv.py | ||
70 | +++ b/tests/qemu-iotests/testenv.py | ||
71 | @@ -XXX,XX +XXX,XX @@ def print_env(self) -> None: | ||
72 | PLATFORM -- {platform} | ||
73 | TEST_DIR -- {TEST_DIR} | ||
74 | SOCK_DIR -- {SOCK_DIR} | ||
75 | -SOCKET_SCM_HELPER -- {SOCKET_SCM_HELPER}""" | ||
76 | +SOCKET_SCM_HELPER -- {SOCKET_SCM_HELPER} | ||
77 | +""" | ||
78 | |||
79 | args = collections.defaultdict(str, self.get_env()) | ||
80 | |||
81 | diff --git a/tests/qemu-iotests/testrunner.py b/tests/qemu-iotests/testrunner.py | ||
82 | index XXXXXXX..XXXXXXX 100644 | ||
83 | --- a/tests/qemu-iotests/testrunner.py | ||
84 | +++ b/tests/qemu-iotests/testrunner.py | ||
85 | @@ -XXX,XX +XXX,XX @@ def run_tests(self, tests: List[str]) -> bool: | ||
86 | |||
87 | if not self.makecheck: | ||
88 | self.env.print_env() | ||
89 | - print() | ||
90 | |||
91 | test_field_width = max(len(os.path.basename(t)) for t in tests) + 2 | ||
92 | |||
93 | -- | ||
94 | 2.31.1 | ||
95 | |||
96 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Paolo Bonzini <pbonzini@redhat.com> | ||
2 | 1 | ||
3 | Due to a typo, in this case the SOCK_DIR was not being created. | ||
4 | |||
5 | Reviewed-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
6 | Signed-off-by: Paolo Bonzini <pbonzini@redhat.com> | ||
7 | Tested-by: Emanuele Giuseppe Esposito <eesposit@redhat.com> | ||
8 | Message-Id: <20210323181928.311862-6-pbonzini@redhat.com> | ||
9 | Message-Id: <20210503110110.476887-6-pbonzini@redhat.com> | ||
10 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
11 | --- | ||
12 | tests/qemu-iotests/testenv.py | 2 +- | ||
13 | 1 file changed, 1 insertion(+), 1 deletion(-) | ||
14 | |||
15 | diff --git a/tests/qemu-iotests/testenv.py b/tests/qemu-iotests/testenv.py | ||
16 | index XXXXXXX..XXXXXXX 100644 | ||
17 | --- a/tests/qemu-iotests/testenv.py | ||
18 | +++ b/tests/qemu-iotests/testenv.py | ||
19 | @@ -XXX,XX +XXX,XX @@ def init_directories(self) -> None: | ||
20 | try: | ||
21 | self.sock_dir = os.environ['SOCK_DIR'] | ||
22 | self.tmp_sock_dir = False | ||
23 | - Path(self.test_dir).mkdir(parents=True, exist_ok=True) | ||
24 | + Path(self.sock_dir).mkdir(parents=True, exist_ok=True) | ||
25 | except KeyError: | ||
26 | self.sock_dir = tempfile.mkdtemp() | ||
27 | self.tmp_sock_dir = True | ||
28 | -- | ||
29 | 2.31.1 | ||
30 | |||
31 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Connor Kuehl <ckuehl@redhat.com> | ||
2 | 1 | ||
3 | The contents of this patch were initially developed and posted by Han | ||
4 | Han[1], however, it appears the original patch was not applied. Since | ||
5 | then, the relevant documentation has been moved and adapted to a new | ||
6 | format. | ||
7 | |||
8 | I've taken most of the original wording and tweaked it according to | ||
9 | some of the feedback from the original patch submission. I've also | ||
10 | adapted it to restructured text, which is the format the documentation | ||
11 | currently uses. | ||
12 | |||
13 | [1] https://lists.nongnu.org/archive/html/qemu-block/2019-10/msg01253.html | ||
14 | |||
15 | Fixes: https://bugzilla.redhat.com/1763105 | ||
16 | Signed-off-by: Han Han <hhan@redhat.com> | ||
17 | Suggested-by: Max Reitz <mreitz@redhat.com> | ||
18 | [ Max: provided description of data_file_raw behavior ] | ||
19 | Signed-off-by: Connor Kuehl <ckuehl@redhat.com> | ||
20 | Message-Id: <20210505195512.391128-1-ckuehl@redhat.com> | ||
21 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
22 | --- | ||
23 | docs/tools/qemu-img.rst | 31 +++++++++++++++++++++++++++++++ | ||
24 | 1 file changed, 31 insertions(+) | ||
25 | |||
26 | diff --git a/docs/tools/qemu-img.rst b/docs/tools/qemu-img.rst | ||
27 | index XXXXXXX..XXXXXXX 100644 | ||
28 | --- a/docs/tools/qemu-img.rst | ||
29 | +++ b/docs/tools/qemu-img.rst | ||
30 | @@ -XXX,XX +XXX,XX @@ Supported image file formats: | ||
31 | issue ``lsattr filename`` to check if the NOCOW flag is set or not | ||
32 | (Capital 'C' is NOCOW flag). | ||
33 | |||
34 | + ``data_file`` | ||
35 | + Filename where all guest data will be stored. If this option is used, | ||
36 | + the qcow2 file will only contain the image's metadata. | ||
37 | + | ||
38 | + Note: Data loss will occur if the given filename already exists when | ||
39 | + using this option with ``qemu-img create`` since ``qemu-img`` will create | ||
40 | + the data file anew, overwriting the file's original contents. To simply | ||
41 | + update the reference to point to the given pre-existing file, use | ||
42 | + ``qemu-img amend``. | ||
43 | + | ||
44 | + ``data_file_raw`` | ||
45 | + If this option is set to ``on``, QEMU will always keep the external data | ||
46 | + file consistent as a standalone read-only raw image. | ||
47 | + | ||
48 | + It does this by forwarding all write accesses to the qcow2 file through to | ||
49 | + the raw data file, including their offsets. Therefore, data that is visible | ||
50 | + on the qcow2 node (i.e., to the guest) at some offset is visible at the same | ||
51 | + offset in the raw data file. This results in a read-only raw image. Writes | ||
52 | + that bypass the qcow2 metadata may corrupt the qcow2 metadata because the | ||
53 | + out-of-band writes may result in the metadata falling out of sync with the | ||
54 | + raw image. | ||
55 | + | ||
56 | + If this option is ``off``, QEMU will use the data file to store data in an | ||
57 | + arbitrary manner. The file’s content will not make sense without the | ||
58 | + accompanying qcow2 metadata. Where data is written will have no relation to | ||
59 | + its offset as seen by the guest, and some writes (specifically zero writes) | ||
60 | + may not be forwarded to the data file at all, but will only be handled by | ||
61 | + modifying qcow2 metadata. | ||
62 | + | ||
63 | + This option can only be enabled if ``data_file`` is set. | ||
64 | + | ||
65 | ``Other`` | ||
66 | |||
67 | QEMU also supports various other image file formats for | ||
68 | -- | ||
69 | 2.31.1 | ||
70 | |||
71 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
2 | 1 | ||
3 | Now, after huge update of block graph permission update algorithm, we | ||
4 | don't need this workaround with active state of the filter. Drop it and | ||
5 | use new smart bdrv_drop_filter() function. | ||
6 | |||
7 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
8 | Message-Id: <20210506194143.394141-1-vsementsov@virtuozzo.com> | ||
9 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
10 | --- | ||
11 | block/copy-on-read.c | 33 +-------------------------------- | ||
12 | 1 file changed, 1 insertion(+), 32 deletions(-) | ||
13 | |||
14 | diff --git a/block/copy-on-read.c b/block/copy-on-read.c | ||
15 | index XXXXXXX..XXXXXXX 100644 | ||
16 | --- a/block/copy-on-read.c | ||
17 | +++ b/block/copy-on-read.c | ||
18 | @@ -XXX,XX +XXX,XX @@ | ||
19 | |||
20 | |||
21 | typedef struct BDRVStateCOR { | ||
22 | - bool active; | ||
23 | BlockDriverState *bottom_bs; | ||
24 | bool chain_frozen; | ||
25 | } BDRVStateCOR; | ||
26 | @@ -XXX,XX +XXX,XX @@ static int cor_open(BlockDriverState *bs, QDict *options, int flags, | ||
27 | */ | ||
28 | bdrv_ref(bottom_bs); | ||
29 | } | ||
30 | - state->active = true; | ||
31 | state->bottom_bs = bottom_bs; | ||
32 | |||
33 | /* | ||
34 | @@ -XXX,XX +XXX,XX @@ static void cor_child_perm(BlockDriverState *bs, BdrvChild *c, | ||
35 | uint64_t perm, uint64_t shared, | ||
36 | uint64_t *nperm, uint64_t *nshared) | ||
37 | { | ||
38 | - BDRVStateCOR *s = bs->opaque; | ||
39 | - | ||
40 | - if (!s->active) { | ||
41 | - /* | ||
42 | - * While the filter is being removed | ||
43 | - */ | ||
44 | - *nperm = 0; | ||
45 | - *nshared = BLK_PERM_ALL; | ||
46 | - return; | ||
47 | - } | ||
48 | - | ||
49 | *nperm = perm & PERM_PASSTHROUGH; | ||
50 | *nshared = (shared & PERM_PASSTHROUGH) | PERM_UNCHANGED; | ||
51 | |||
52 | @@ -XXX,XX +XXX,XX @@ static BlockDriver bdrv_copy_on_read = { | ||
53 | |||
54 | void bdrv_cor_filter_drop(BlockDriverState *cor_filter_bs) | ||
55 | { | ||
56 | - BdrvChild *child; | ||
57 | - BlockDriverState *bs; | ||
58 | BDRVStateCOR *s = cor_filter_bs->opaque; | ||
59 | |||
60 | - child = bdrv_filter_child(cor_filter_bs); | ||
61 | - if (!child) { | ||
62 | - return; | ||
63 | - } | ||
64 | - bs = child->bs; | ||
65 | - | ||
66 | - /* Retain the BDS until we complete the graph change. */ | ||
67 | - bdrv_ref(bs); | ||
68 | - /* Hold a guest back from writing while permissions are being reset. */ | ||
69 | - bdrv_drained_begin(bs); | ||
70 | - /* Drop permissions before the graph change. */ | ||
71 | - s->active = false; | ||
72 | /* unfreeze, as otherwise bdrv_replace_node() will fail */ | ||
73 | if (s->chain_frozen) { | ||
74 | s->chain_frozen = false; | ||
75 | bdrv_unfreeze_backing_chain(cor_filter_bs, s->bottom_bs); | ||
76 | } | ||
77 | - bdrv_child_refresh_perms(cor_filter_bs, child, &error_abort); | ||
78 | - bdrv_replace_node(cor_filter_bs, bs, &error_abort); | ||
79 | - | ||
80 | - bdrv_drained_end(bs); | ||
81 | - bdrv_unref(bs); | ||
82 | + bdrv_drop_filter(cor_filter_bs, &error_abort); | ||
83 | bdrv_unref(cor_filter_bs); | ||
84 | } | ||
85 | |||
86 | -- | ||
87 | 2.31.1 | ||
88 | |||
89 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Emanuele Giuseppe Esposito <eesposit@redhat.com> | ||
2 | 1 | ||
3 | pylint 2.8 introduces consider-using-with error, suggesting | ||
4 | to use the 'with' block statement when possible. | ||
5 | |||
6 | Modify all subprocess.Popen call to use the 'with' statement, | ||
7 | except the one in __init__ of QemuIoInteractive class, since | ||
8 | it is assigned to a class field and used in other methods. | ||
9 | |||
10 | Signed-off-by: Emanuele Giuseppe Esposito <eesposit@redhat.com> | ||
11 | Message-Id: <20210510190449.65948-1-eesposit@redhat.com> | ||
12 | [mreitz: Disable bad-option-value warning in the iotests' pylintrc, so | ||
13 | that disabling consider-using-with in QemuIoInteractive will | ||
14 | not produce a warning in pre-2.8 pylint versions] | ||
15 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
16 | --- | ||
17 | tests/qemu-iotests/iotests.py | 65 ++++++++++++++++---------------- | ||
18 | tests/qemu-iotests/pylintrc | 3 ++ | ||
19 | tests/qemu-iotests/testrunner.py | 22 +++++------ | ||
20 | 3 files changed, 47 insertions(+), 43 deletions(-) | ||
21 | |||
22 | diff --git a/tests/qemu-iotests/iotests.py b/tests/qemu-iotests/iotests.py | ||
23 | index XXXXXXX..XXXXXXX 100644 | ||
24 | --- a/tests/qemu-iotests/iotests.py | ||
25 | +++ b/tests/qemu-iotests/iotests.py | ||
26 | @@ -XXX,XX +XXX,XX @@ def qemu_tool_pipe_and_status(tool: str, args: Sequence[str], | ||
27 | Run a tool and return both its output and its exit code | ||
28 | """ | ||
29 | stderr = subprocess.STDOUT if connect_stderr else None | ||
30 | - subp = subprocess.Popen(args, | ||
31 | - stdout=subprocess.PIPE, | ||
32 | - stderr=stderr, | ||
33 | - universal_newlines=True) | ||
34 | - output = subp.communicate()[0] | ||
35 | - if subp.returncode < 0: | ||
36 | - cmd = ' '.join(args) | ||
37 | - sys.stderr.write(f'{tool} received signal {-subp.returncode}: {cmd}\n') | ||
38 | - return (output, subp.returncode) | ||
39 | + with subprocess.Popen(args, stdout=subprocess.PIPE, | ||
40 | + stderr=stderr, universal_newlines=True) as subp: | ||
41 | + output = subp.communicate()[0] | ||
42 | + if subp.returncode < 0: | ||
43 | + cmd = ' '.join(args) | ||
44 | + sys.stderr.write(f'{tool} received signal \ | ||
45 | + {-subp.returncode}: {cmd}\n') | ||
46 | + return (output, subp.returncode) | ||
47 | |||
48 | def qemu_img_pipe_and_status(*args: str) -> Tuple[str, int]: | ||
49 | """ | ||
50 | @@ -XXX,XX +XXX,XX @@ def qemu_io_silent_check(*args): | ||
51 | class QemuIoInteractive: | ||
52 | def __init__(self, *args): | ||
53 | self.args = qemu_io_args_no_fmt + list(args) | ||
54 | + # We need to keep the Popen objext around, and not | ||
55 | + # close it immediately. Therefore, disable the pylint check: | ||
56 | + # pylint: disable=consider-using-with | ||
57 | self._p = subprocess.Popen(self.args, stdin=subprocess.PIPE, | ||
58 | stdout=subprocess.PIPE, | ||
59 | stderr=subprocess.STDOUT, | ||
60 | @@ -XXX,XX +XXX,XX @@ def qemu_nbd_popen(*args): | ||
61 | cmd.extend(args) | ||
62 | |||
63 | log('Start NBD server') | ||
64 | - p = subprocess.Popen(cmd) | ||
65 | - try: | ||
66 | - while not os.path.exists(pid_file): | ||
67 | - if p.poll() is not None: | ||
68 | - raise RuntimeError( | ||
69 | - "qemu-nbd terminated with exit code {}: {}" | ||
70 | - .format(p.returncode, ' '.join(cmd))) | ||
71 | - | ||
72 | - time.sleep(0.01) | ||
73 | - yield | ||
74 | - finally: | ||
75 | - if os.path.exists(pid_file): | ||
76 | - os.remove(pid_file) | ||
77 | - log('Kill NBD server') | ||
78 | - p.kill() | ||
79 | - p.wait() | ||
80 | + with subprocess.Popen(cmd) as p: | ||
81 | + try: | ||
82 | + while not os.path.exists(pid_file): | ||
83 | + if p.poll() is not None: | ||
84 | + raise RuntimeError( | ||
85 | + "qemu-nbd terminated with exit code {}: {}" | ||
86 | + .format(p.returncode, ' '.join(cmd))) | ||
87 | + | ||
88 | + time.sleep(0.01) | ||
89 | + yield | ||
90 | + finally: | ||
91 | + if os.path.exists(pid_file): | ||
92 | + os.remove(pid_file) | ||
93 | + log('Kill NBD server') | ||
94 | + p.kill() | ||
95 | + p.wait() | ||
96 | |||
97 | def compare_images(img1, img2, fmt1=imgfmt, fmt2=imgfmt): | ||
98 | '''Return True if two image files are identical''' | ||
99 | @@ -XXX,XX +XXX,XX @@ def compare_images(img1, img2, fmt1=imgfmt, fmt2=imgfmt): | ||
100 | |||
101 | def create_image(name, size): | ||
102 | '''Create a fully-allocated raw image with sector markers''' | ||
103 | - file = open(name, 'wb') | ||
104 | - i = 0 | ||
105 | - while i < size: | ||
106 | - sector = struct.pack('>l504xl', i // 512, i // 512) | ||
107 | - file.write(sector) | ||
108 | - i = i + 512 | ||
109 | - file.close() | ||
110 | + with open(name, 'wb') as file: | ||
111 | + i = 0 | ||
112 | + while i < size: | ||
113 | + sector = struct.pack('>l504xl', i // 512, i // 512) | ||
114 | + file.write(sector) | ||
115 | + i = i + 512 | ||
116 | |||
117 | def image_size(img): | ||
118 | '''Return image's virtual size''' | ||
119 | diff --git a/tests/qemu-iotests/pylintrc b/tests/qemu-iotests/pylintrc | ||
120 | index XXXXXXX..XXXXXXX 100644 | ||
121 | --- a/tests/qemu-iotests/pylintrc | ||
122 | +++ b/tests/qemu-iotests/pylintrc | ||
123 | @@ -XXX,XX +XXX,XX @@ disable=invalid-name, | ||
124 | too-many-public-methods, | ||
125 | # pylint warns about Optional[] etc. as unsubscriptable in 3.9 | ||
126 | unsubscriptable-object, | ||
127 | + # Sometimes we need to disable a newly introduced pylint warning. | ||
128 | + # Doing so should not produce a warning in older versions of pylint. | ||
129 | + bad-option-value, | ||
130 | # These are temporary, and should be removed: | ||
131 | missing-docstring, | ||
132 | too-many-return-statements, | ||
133 | diff --git a/tests/qemu-iotests/testrunner.py b/tests/qemu-iotests/testrunner.py | ||
134 | index XXXXXXX..XXXXXXX 100644 | ||
135 | --- a/tests/qemu-iotests/testrunner.py | ||
136 | +++ b/tests/qemu-iotests/testrunner.py | ||
137 | @@ -XXX,XX +XXX,XX @@ def do_run_test(self, test: str) -> TestResult: | ||
138 | |||
139 | t0 = time.time() | ||
140 | with f_bad.open('w', encoding="utf-8") as f: | ||
141 | - proc = subprocess.Popen(args, cwd=str(f_test.parent), env=env, | ||
142 | - stdout=f, stderr=subprocess.STDOUT) | ||
143 | - try: | ||
144 | - proc.wait() | ||
145 | - except KeyboardInterrupt: | ||
146 | - proc.terminate() | ||
147 | - proc.wait() | ||
148 | - return TestResult(status='not run', | ||
149 | - description='Interrupted by user', | ||
150 | - interrupted=True) | ||
151 | - ret = proc.returncode | ||
152 | + with subprocess.Popen(args, cwd=str(f_test.parent), env=env, | ||
153 | + stdout=f, stderr=subprocess.STDOUT) as proc: | ||
154 | + try: | ||
155 | + proc.wait() | ||
156 | + except KeyboardInterrupt: | ||
157 | + proc.terminate() | ||
158 | + proc.wait() | ||
159 | + return TestResult(status='not run', | ||
160 | + description='Interrupted by user', | ||
161 | + interrupted=True) | ||
162 | + ret = proc.returncode | ||
163 | |||
164 | elapsed = round(time.time() - t0, 1) | ||
165 | |||
166 | -- | ||
167 | 2.31.1 | ||
168 | |||
169 | diff view generated by jsdifflib |
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | 1 | From: Akihiko Odaki <akihiko.odaki@gmail.com> |
---|---|---|---|
2 | 2 | ||
3 | write-notifiers are used only for write-threshold. New code for such | 3 | Signed-off-by: Akihiko Odaki <akihiko.odaki@gmail.com> |
4 | purpose should create filters. | 4 | Message-id: 20210705130458.97642-3-akihiko.odaki@gmail.com |
5 | Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
6 | --- | ||
7 | block/io.c | 2 ++ | ||
8 | 1 file changed, 2 insertions(+) | ||
5 | 9 | ||
6 | Let's better special-case write-threshold and drop write notifiers at | ||
7 | all. (Actually, write-threshold is special-cased anyway, as the only | ||
8 | user of write-notifiers) | ||
9 | |||
10 | So, create a new direct interface for bdrv_co_write_req_prepare() and | ||
11 | drop all write-notifier related logic from write-threshold.c. | ||
12 | |||
13 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
14 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
15 | Message-Id: <20210506090621.11848-2-vsementsov@virtuozzo.com> | ||
16 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
17 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
18 | [mreitz: Adjusted comment as per Eric's suggestion] | ||
19 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
20 | --- | ||
21 | include/block/block_int.h | 1 - | ||
22 | include/block/write-threshold.h | 9 +++++ | ||
23 | block/io.c | 5 ++- | ||
24 | block/write-threshold.c | 70 +++++++-------------------------- | ||
25 | 4 files changed, 27 insertions(+), 58 deletions(-) | ||
26 | |||
27 | diff --git a/include/block/block_int.h b/include/block/block_int.h | ||
28 | index XXXXXXX..XXXXXXX 100644 | ||
29 | --- a/include/block/block_int.h | ||
30 | +++ b/include/block/block_int.h | ||
31 | @@ -XXX,XX +XXX,XX @@ struct BlockDriverState { | ||
32 | |||
33 | /* threshold limit for writes, in bytes. "High water mark". */ | ||
34 | uint64_t write_threshold_offset; | ||
35 | - NotifierWithReturn write_threshold_notifier; | ||
36 | |||
37 | /* Writing to the list requires the BQL _and_ the dirty_bitmap_mutex. | ||
38 | * Reading from the list can be done with either the BQL or the | ||
39 | diff --git a/include/block/write-threshold.h b/include/block/write-threshold.h | ||
40 | index XXXXXXX..XXXXXXX 100644 | ||
41 | --- a/include/block/write-threshold.h | ||
42 | +++ b/include/block/write-threshold.h | ||
43 | @@ -XXX,XX +XXX,XX @@ bool bdrv_write_threshold_is_set(const BlockDriverState *bs); | ||
44 | uint64_t bdrv_write_threshold_exceeded(const BlockDriverState *bs, | ||
45 | const BdrvTrackedRequest *req); | ||
46 | |||
47 | +/* | ||
48 | + * bdrv_write_threshold_check_write | ||
49 | + * | ||
50 | + * Check whether the specified request exceeds the write threshold. | ||
51 | + * If so, send a corresponding event and disable write threshold checking. | ||
52 | + */ | ||
53 | +void bdrv_write_threshold_check_write(BlockDriverState *bs, int64_t offset, | ||
54 | + int64_t bytes); | ||
55 | + | ||
56 | #endif | ||
57 | diff --git a/block/io.c b/block/io.c | 10 | diff --git a/block/io.c b/block/io.c |
58 | index XXXXXXX..XXXXXXX 100644 | 11 | index XXXXXXX..XXXXXXX 100644 |
59 | --- a/block/io.c | 12 | --- a/block/io.c |
60 | +++ b/block/io.c | 13 | +++ b/block/io.c |
61 | @@ -XXX,XX +XXX,XX @@ | 14 | @@ -XXX,XX +XXX,XX @@ void bdrv_parent_drained_begin_single(BdrvChild *c, bool poll) |
62 | #include "block/blockjob_int.h" | 15 | |
63 | #include "block/block_int.h" | 16 | static void bdrv_merge_limits(BlockLimits *dst, const BlockLimits *src) |
64 | #include "block/coroutines.h" | ||
65 | +#include "block/write-threshold.h" | ||
66 | #include "qemu/cutils.h" | ||
67 | #include "qapi/error.h" | ||
68 | #include "qemu/error-report.h" | ||
69 | @@ -XXX,XX +XXX,XX @@ bdrv_co_write_req_prepare(BdrvChild *child, int64_t offset, int64_t bytes, | ||
70 | } else { | ||
71 | assert(child->perm & BLK_PERM_WRITE); | ||
72 | } | ||
73 | - return notifier_with_return_list_notify(&bs->before_write_notifiers, | ||
74 | - req); | ||
75 | + bdrv_write_threshold_check_write(bs, offset, bytes); | ||
76 | + return 0; | ||
77 | case BDRV_TRACKED_TRUNCATE: | ||
78 | assert(child->perm & BLK_PERM_RESIZE); | ||
79 | return 0; | ||
80 | diff --git a/block/write-threshold.c b/block/write-threshold.c | ||
81 | index XXXXXXX..XXXXXXX 100644 | ||
82 | --- a/block/write-threshold.c | ||
83 | +++ b/block/write-threshold.c | ||
84 | @@ -XXX,XX +XXX,XX @@ bool bdrv_write_threshold_is_set(const BlockDriverState *bs) | ||
85 | return bs->write_threshold_offset > 0; | ||
86 | } | ||
87 | |||
88 | -static void write_threshold_disable(BlockDriverState *bs) | ||
89 | -{ | ||
90 | - if (bdrv_write_threshold_is_set(bs)) { | ||
91 | - notifier_with_return_remove(&bs->write_threshold_notifier); | ||
92 | - bs->write_threshold_offset = 0; | ||
93 | - } | ||
94 | -} | ||
95 | - | ||
96 | uint64_t bdrv_write_threshold_exceeded(const BlockDriverState *bs, | ||
97 | const BdrvTrackedRequest *req) | ||
98 | { | 17 | { |
99 | @@ -XXX,XX +XXX,XX @@ uint64_t bdrv_write_threshold_exceeded(const BlockDriverState *bs, | 18 | + dst->pdiscard_alignment = MAX(dst->pdiscard_alignment, |
100 | return 0; | 19 | + src->pdiscard_alignment); |
101 | } | 20 | dst->opt_transfer = MAX(dst->opt_transfer, src->opt_transfer); |
102 | 21 | dst->max_transfer = MIN_NON_ZERO(dst->max_transfer, src->max_transfer); | |
103 | -static int coroutine_fn before_write_notify(NotifierWithReturn *notifier, | 22 | dst->max_hw_transfer = MIN_NON_ZERO(dst->max_hw_transfer, |
104 | - void *opaque) | ||
105 | -{ | ||
106 | - BdrvTrackedRequest *req = opaque; | ||
107 | - BlockDriverState *bs = req->bs; | ||
108 | - uint64_t amount = 0; | ||
109 | - | ||
110 | - amount = bdrv_write_threshold_exceeded(bs, req); | ||
111 | - if (amount > 0) { | ||
112 | - qapi_event_send_block_write_threshold( | ||
113 | - bs->node_name, | ||
114 | - amount, | ||
115 | - bs->write_threshold_offset); | ||
116 | - | ||
117 | - /* autodisable to avoid flooding the monitor */ | ||
118 | - write_threshold_disable(bs); | ||
119 | - } | ||
120 | - | ||
121 | - return 0; /* should always let other notifiers run */ | ||
122 | -} | ||
123 | - | ||
124 | -static void write_threshold_register_notifier(BlockDriverState *bs) | ||
125 | -{ | ||
126 | - bs->write_threshold_notifier.notify = before_write_notify; | ||
127 | - bdrv_add_before_write_notifier(bs, &bs->write_threshold_notifier); | ||
128 | -} | ||
129 | - | ||
130 | -static void write_threshold_update(BlockDriverState *bs, | ||
131 | - int64_t threshold_bytes) | ||
132 | -{ | ||
133 | - bs->write_threshold_offset = threshold_bytes; | ||
134 | -} | ||
135 | - | ||
136 | void bdrv_write_threshold_set(BlockDriverState *bs, uint64_t threshold_bytes) | ||
137 | { | ||
138 | - if (bdrv_write_threshold_is_set(bs)) { | ||
139 | - if (threshold_bytes > 0) { | ||
140 | - write_threshold_update(bs, threshold_bytes); | ||
141 | - } else { | ||
142 | - write_threshold_disable(bs); | ||
143 | - } | ||
144 | - } else { | ||
145 | - if (threshold_bytes > 0) { | ||
146 | - /* avoid multiple registration */ | ||
147 | - write_threshold_register_notifier(bs); | ||
148 | - write_threshold_update(bs, threshold_bytes); | ||
149 | - } | ||
150 | - /* discard bogus disable request */ | ||
151 | - } | ||
152 | + bs->write_threshold_offset = threshold_bytes; | ||
153 | } | ||
154 | |||
155 | void qmp_block_set_write_threshold(const char *node_name, | ||
156 | @@ -XXX,XX +XXX,XX @@ void qmp_block_set_write_threshold(const char *node_name, | ||
157 | |||
158 | aio_context_release(aio_context); | ||
159 | } | ||
160 | + | ||
161 | +void bdrv_write_threshold_check_write(BlockDriverState *bs, int64_t offset, | ||
162 | + int64_t bytes) | ||
163 | +{ | ||
164 | + int64_t end = offset + bytes; | ||
165 | + uint64_t wtr = bs->write_threshold_offset; | ||
166 | + | ||
167 | + if (wtr > 0 && end > wtr) { | ||
168 | + qapi_event_send_block_write_threshold(bs->node_name, end - wtr, wtr); | ||
169 | + | ||
170 | + /* autodisable to avoid flooding the monitor */ | ||
171 | + bdrv_write_threshold_set(bs, 0); | ||
172 | + } | ||
173 | +} | ||
174 | -- | 23 | -- |
175 | 2.31.1 | 24 | 2.31.1 |
176 | 25 | ||
177 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
2 | 1 | ||
3 | They are unused now. | ||
4 | |||
5 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
6 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
7 | Message-Id: <20210506090621.11848-3-vsementsov@virtuozzo.com> | ||
8 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
9 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
10 | --- | ||
11 | include/block/block_int.h | 12 ------------ | ||
12 | block.c | 1 - | ||
13 | block/io.c | 6 ------ | ||
14 | 3 files changed, 19 deletions(-) | ||
15 | |||
16 | diff --git a/include/block/block_int.h b/include/block/block_int.h | ||
17 | index XXXXXXX..XXXXXXX 100644 | ||
18 | --- a/include/block/block_int.h | ||
19 | +++ b/include/block/block_int.h | ||
20 | @@ -XXX,XX +XXX,XX @@ struct BlockDriverState { | ||
21 | */ | ||
22 | int64_t total_sectors; | ||
23 | |||
24 | - /* Callback before write request is processed */ | ||
25 | - NotifierWithReturnList before_write_notifiers; | ||
26 | - | ||
27 | /* threshold limit for writes, in bytes. "High water mark". */ | ||
28 | uint64_t write_threshold_offset; | ||
29 | |||
30 | @@ -XXX,XX +XXX,XX @@ void bdrv_parse_filename_strip_prefix(const char *filename, const char *prefix, | ||
31 | bool bdrv_backing_overridden(BlockDriverState *bs); | ||
32 | |||
33 | |||
34 | -/** | ||
35 | - * bdrv_add_before_write_notifier: | ||
36 | - * | ||
37 | - * Register a callback that is invoked before write requests are processed but | ||
38 | - * after any throttling or waiting for overlapping requests. | ||
39 | - */ | ||
40 | -void bdrv_add_before_write_notifier(BlockDriverState *bs, | ||
41 | - NotifierWithReturn *notifier); | ||
42 | - | ||
43 | /** | ||
44 | * bdrv_add_aio_context_notifier: | ||
45 | * | ||
46 | diff --git a/block.c b/block.c | ||
47 | index XXXXXXX..XXXXXXX 100644 | ||
48 | --- a/block.c | ||
49 | +++ b/block.c | ||
50 | @@ -XXX,XX +XXX,XX @@ BlockDriverState *bdrv_new(void) | ||
51 | for (i = 0; i < BLOCK_OP_TYPE_MAX; i++) { | ||
52 | QLIST_INIT(&bs->op_blockers[i]); | ||
53 | } | ||
54 | - notifier_with_return_list_init(&bs->before_write_notifiers); | ||
55 | qemu_co_mutex_init(&bs->reqs_lock); | ||
56 | qemu_mutex_init(&bs->dirty_bitmap_mutex); | ||
57 | bs->refcnt = 1; | ||
58 | diff --git a/block/io.c b/block/io.c | ||
59 | index XXXXXXX..XXXXXXX 100644 | ||
60 | --- a/block/io.c | ||
61 | +++ b/block/io.c | ||
62 | @@ -XXX,XX +XXX,XX @@ bool bdrv_qiov_is_aligned(BlockDriverState *bs, QEMUIOVector *qiov) | ||
63 | return true; | ||
64 | } | ||
65 | |||
66 | -void bdrv_add_before_write_notifier(BlockDriverState *bs, | ||
67 | - NotifierWithReturn *notifier) | ||
68 | -{ | ||
69 | - notifier_with_return_list_add(&bs->before_write_notifiers, notifier); | ||
70 | -} | ||
71 | - | ||
72 | void bdrv_io_plug(BlockDriverState *bs) | ||
73 | { | ||
74 | BdrvChild *child; | ||
75 | -- | ||
76 | 2.31.1 | ||
77 | |||
78 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
2 | 1 | ||
3 | These tests use bdrv_write_threshold_exceeded() API, which is used only | ||
4 | for test (since pre-previous commit). Better is testing real API, which | ||
5 | is used in block.c as well. | ||
6 | |||
7 | So, let's call bdrv_write_threshold_check_write(), and check is | ||
8 | bs->write_threshold_offset cleared or not (it's cleared iff threshold | ||
9 | triggered). | ||
10 | |||
11 | Also we get rid of BdrvTrackedRequest use here. Note, that paranoiac | ||
12 | bdrv_check_request() calls were added in 8b1170012b1 to protect | ||
13 | BdrvTrackedRequest. Drop them now. | ||
14 | |||
15 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
16 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
17 | Message-Id: <20210506090621.11848-4-vsementsov@virtuozzo.com> | ||
18 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
19 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
20 | --- | ||
21 | tests/unit/test-write-threshold.c | 22 ++++------------------ | ||
22 | 1 file changed, 4 insertions(+), 18 deletions(-) | ||
23 | |||
24 | diff --git a/tests/unit/test-write-threshold.c b/tests/unit/test-write-threshold.c | ||
25 | index XXXXXXX..XXXXXXX 100644 | ||
26 | --- a/tests/unit/test-write-threshold.c | ||
27 | +++ b/tests/unit/test-write-threshold.c | ||
28 | @@ -XXX,XX +XXX,XX @@ static void test_threshold_multi_set_get(void) | ||
29 | |||
30 | static void test_threshold_not_trigger(void) | ||
31 | { | ||
32 | - uint64_t amount = 0; | ||
33 | uint64_t threshold = 4 * 1024 * 1024; | ||
34 | BlockDriverState bs; | ||
35 | - BdrvTrackedRequest req; | ||
36 | |||
37 | memset(&bs, 0, sizeof(bs)); | ||
38 | - memset(&req, 0, sizeof(req)); | ||
39 | - req.offset = 1024; | ||
40 | - req.bytes = 1024; | ||
41 | - | ||
42 | - bdrv_check_request(req.offset, req.bytes, &error_abort); | ||
43 | |||
44 | bdrv_write_threshold_set(&bs, threshold); | ||
45 | - amount = bdrv_write_threshold_exceeded(&bs, &req); | ||
46 | - g_assert_cmpuint(amount, ==, 0); | ||
47 | + bdrv_write_threshold_check_write(&bs, 1024, 1024); | ||
48 | + g_assert_cmpuint(bdrv_write_threshold_get(&bs), ==, threshold); | ||
49 | } | ||
50 | |||
51 | |||
52 | static void test_threshold_trigger(void) | ||
53 | { | ||
54 | - uint64_t amount = 0; | ||
55 | uint64_t threshold = 4 * 1024 * 1024; | ||
56 | BlockDriverState bs; | ||
57 | - BdrvTrackedRequest req; | ||
58 | |||
59 | memset(&bs, 0, sizeof(bs)); | ||
60 | - memset(&req, 0, sizeof(req)); | ||
61 | - req.offset = (4 * 1024 * 1024) - 1024; | ||
62 | - req.bytes = 2 * 1024; | ||
63 | - | ||
64 | - bdrv_check_request(req.offset, req.bytes, &error_abort); | ||
65 | |||
66 | bdrv_write_threshold_set(&bs, threshold); | ||
67 | - amount = bdrv_write_threshold_exceeded(&bs, &req); | ||
68 | - g_assert_cmpuint(amount, >=, 1024); | ||
69 | + bdrv_write_threshold_check_write(&bs, threshold - 1024, 2 * 1024); | ||
70 | + g_assert_cmpuint(bdrv_write_threshold_get(&bs), ==, 0); | ||
71 | } | ||
72 | |||
73 | typedef struct TestStruct { | ||
74 | -- | ||
75 | 2.31.1 | ||
76 | |||
77 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
2 | 1 | ||
3 | bdrv_write_threshold_exceeded() is unused. | ||
4 | |||
5 | bdrv_write_threshold_is_set() is used only to double check the value of | ||
6 | bs->write_threshold_offset in tests. No real sense in it (both tests do | ||
7 | check real value with help of bdrv_write_threshold_get()) | ||
8 | |||
9 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
10 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
11 | Message-Id: <20210506090621.11848-5-vsementsov@virtuozzo.com> | ||
12 | Reviewed-by: Eric Blake <eblake@redhat.com> | ||
13 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
14 | [mreitz: Adjusted commit message as per Eric's suggestion] | ||
15 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
16 | --- | ||
17 | include/block/write-threshold.h | 24 ------------------------ | ||
18 | block/write-threshold.c | 19 ------------------- | ||
19 | tests/unit/test-write-threshold.c | 4 ---- | ||
20 | 3 files changed, 47 deletions(-) | ||
21 | |||
22 | diff --git a/include/block/write-threshold.h b/include/block/write-threshold.h | ||
23 | index XXXXXXX..XXXXXXX 100644 | ||
24 | --- a/include/block/write-threshold.h | ||
25 | +++ b/include/block/write-threshold.h | ||
26 | @@ -XXX,XX +XXX,XX @@ void bdrv_write_threshold_set(BlockDriverState *bs, uint64_t threshold_bytes); | ||
27 | */ | ||
28 | uint64_t bdrv_write_threshold_get(const BlockDriverState *bs); | ||
29 | |||
30 | -/* | ||
31 | - * bdrv_write_threshold_is_set | ||
32 | - * | ||
33 | - * Tell if a write threshold is set for a given BDS. | ||
34 | - */ | ||
35 | -bool bdrv_write_threshold_is_set(const BlockDriverState *bs); | ||
36 | - | ||
37 | -/* | ||
38 | - * bdrv_write_threshold_exceeded | ||
39 | - * | ||
40 | - * Return the extent of a write request that exceeded the threshold, | ||
41 | - * or zero if the request is below the threshold. | ||
42 | - * Return zero also if the threshold was not set. | ||
43 | - * | ||
44 | - * NOTE: here we assume the following holds for each request this code | ||
45 | - * deals with: | ||
46 | - * | ||
47 | - * assert((req->offset + req->bytes) <= UINT64_MAX) | ||
48 | - * | ||
49 | - * Please not there is *not* an actual C assert(). | ||
50 | - */ | ||
51 | -uint64_t bdrv_write_threshold_exceeded(const BlockDriverState *bs, | ||
52 | - const BdrvTrackedRequest *req); | ||
53 | - | ||
54 | /* | ||
55 | * bdrv_write_threshold_check_write | ||
56 | * | ||
57 | diff --git a/block/write-threshold.c b/block/write-threshold.c | ||
58 | index XXXXXXX..XXXXXXX 100644 | ||
59 | --- a/block/write-threshold.c | ||
60 | +++ b/block/write-threshold.c | ||
61 | @@ -XXX,XX +XXX,XX @@ uint64_t bdrv_write_threshold_get(const BlockDriverState *bs) | ||
62 | return bs->write_threshold_offset; | ||
63 | } | ||
64 | |||
65 | -bool bdrv_write_threshold_is_set(const BlockDriverState *bs) | ||
66 | -{ | ||
67 | - return bs->write_threshold_offset > 0; | ||
68 | -} | ||
69 | - | ||
70 | -uint64_t bdrv_write_threshold_exceeded(const BlockDriverState *bs, | ||
71 | - const BdrvTrackedRequest *req) | ||
72 | -{ | ||
73 | - if (bdrv_write_threshold_is_set(bs)) { | ||
74 | - if (req->offset > bs->write_threshold_offset) { | ||
75 | - return (req->offset - bs->write_threshold_offset) + req->bytes; | ||
76 | - } | ||
77 | - if ((req->offset + req->bytes) > bs->write_threshold_offset) { | ||
78 | - return (req->offset + req->bytes) - bs->write_threshold_offset; | ||
79 | - } | ||
80 | - } | ||
81 | - return 0; | ||
82 | -} | ||
83 | - | ||
84 | void bdrv_write_threshold_set(BlockDriverState *bs, uint64_t threshold_bytes) | ||
85 | { | ||
86 | bs->write_threshold_offset = threshold_bytes; | ||
87 | diff --git a/tests/unit/test-write-threshold.c b/tests/unit/test-write-threshold.c | ||
88 | index XXXXXXX..XXXXXXX 100644 | ||
89 | --- a/tests/unit/test-write-threshold.c | ||
90 | +++ b/tests/unit/test-write-threshold.c | ||
91 | @@ -XXX,XX +XXX,XX @@ static void test_threshold_not_set_on_init(void) | ||
92 | BlockDriverState bs; | ||
93 | memset(&bs, 0, sizeof(bs)); | ||
94 | |||
95 | - g_assert(!bdrv_write_threshold_is_set(&bs)); | ||
96 | - | ||
97 | res = bdrv_write_threshold_get(&bs); | ||
98 | g_assert_cmpint(res, ==, 0); | ||
99 | } | ||
100 | @@ -XXX,XX +XXX,XX @@ static void test_threshold_set_get(void) | ||
101 | |||
102 | bdrv_write_threshold_set(&bs, threshold); | ||
103 | |||
104 | - g_assert(bdrv_write_threshold_is_set(&bs)); | ||
105 | - | ||
106 | res = bdrv_write_threshold_get(&bs); | ||
107 | g_assert_cmpint(res, ==, threshold); | ||
108 | } | ||
109 | -- | ||
110 | 2.31.1 | ||
111 | |||
112 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
2 | 1 | ||
3 | Testing set/get of one 64bit variable doesn't seem necessary. We have a | ||
4 | lot of such variables. Also remaining tests do test set/get anyway. | ||
5 | |||
6 | Signed-off-by: Vladimir Sementsov-Ogievskiy <vsementsov@virtuozzo.com> | ||
7 | Reviewed-by: Max Reitz <mreitz@redhat.com> | ||
8 | Message-Id: <20210506090621.11848-7-vsementsov@virtuozzo.com> | ||
9 | Reviewed-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
10 | Signed-off-by: Max Reitz <mreitz@redhat.com> | ||
11 | --- | ||
12 | tests/unit/test-write-threshold.c | 43 ------------------------------- | ||
13 | 1 file changed, 43 deletions(-) | ||
14 | |||
15 | diff --git a/tests/unit/test-write-threshold.c b/tests/unit/test-write-threshold.c | ||
16 | index XXXXXXX..XXXXXXX 100644 | ||
17 | --- a/tests/unit/test-write-threshold.c | ||
18 | +++ b/tests/unit/test-write-threshold.c | ||
19 | @@ -XXX,XX +XXX,XX @@ | ||
20 | #include "block/write-threshold.h" | ||
21 | |||
22 | |||
23 | -static void test_threshold_not_set_on_init(void) | ||
24 | -{ | ||
25 | - uint64_t res; | ||
26 | - BlockDriverState bs; | ||
27 | - memset(&bs, 0, sizeof(bs)); | ||
28 | - | ||
29 | - res = bdrv_write_threshold_get(&bs); | ||
30 | - g_assert_cmpint(res, ==, 0); | ||
31 | -} | ||
32 | - | ||
33 | -static void test_threshold_set_get(void) | ||
34 | -{ | ||
35 | - uint64_t threshold = 4 * 1024 * 1024; | ||
36 | - uint64_t res; | ||
37 | - BlockDriverState bs; | ||
38 | - memset(&bs, 0, sizeof(bs)); | ||
39 | - | ||
40 | - bdrv_write_threshold_set(&bs, threshold); | ||
41 | - | ||
42 | - res = bdrv_write_threshold_get(&bs); | ||
43 | - g_assert_cmpint(res, ==, threshold); | ||
44 | -} | ||
45 | - | ||
46 | -static void test_threshold_multi_set_get(void) | ||
47 | -{ | ||
48 | - uint64_t threshold1 = 4 * 1024 * 1024; | ||
49 | - uint64_t threshold2 = 15 * 1024 * 1024; | ||
50 | - uint64_t res; | ||
51 | - BlockDriverState bs; | ||
52 | - memset(&bs, 0, sizeof(bs)); | ||
53 | - | ||
54 | - bdrv_write_threshold_set(&bs, threshold1); | ||
55 | - bdrv_write_threshold_set(&bs, threshold2); | ||
56 | - res = bdrv_write_threshold_get(&bs); | ||
57 | - g_assert_cmpint(res, ==, threshold2); | ||
58 | -} | ||
59 | - | ||
60 | static void test_threshold_not_trigger(void) | ||
61 | { | ||
62 | uint64_t threshold = 4 * 1024 * 1024; | ||
63 | @@ -XXX,XX +XXX,XX @@ int main(int argc, char **argv) | ||
64 | { | ||
65 | size_t i; | ||
66 | TestStruct tests[] = { | ||
67 | - { "/write-threshold/not-set-on-init", | ||
68 | - test_threshold_not_set_on_init }, | ||
69 | - { "/write-threshold/set-get", | ||
70 | - test_threshold_set_get }, | ||
71 | - { "/write-threshold/multi-set-get", | ||
72 | - test_threshold_multi_set_get }, | ||
73 | { "/write-threshold/not-trigger", | ||
74 | test_threshold_not_trigger }, | ||
75 | { "/write-threshold/trigger", | ||
76 | -- | ||
77 | 2.31.1 | ||
78 | |||
79 | diff view generated by jsdifflib |