1 | The following changes since commit 3e08b2b9cb64bff2b73fa9128c0e49bfcde0dd40: | 1 | The following changes since commit 6eeea6725a70e6fcb5abba0764496bdab07ddfb3: |
---|---|---|---|
2 | 2 | ||
3 | Merge remote-tracking branch 'remotes/philmd-gitlab/tags/edk2-next-20200121' into staging (2020-01-21 15:29:25 +0000) | 3 | Merge remote-tracking branch 'remotes/huth-gitlab/tags/pull-request-2020-10-06' into staging (2020-10-06 21:13:34 +0100) |
4 | 4 | ||
5 | are available in the Git repository at: | 5 | are available in the Git repository at: |
6 | 6 | ||
7 | https://github.com/rth7680/qemu.git tags/pull-tcg-20200121 | 7 | https://github.com/rth7680/qemu.git tags/pull-tcg-20201008 |
8 | 8 | ||
9 | for you to fetch changes up to 75fa376cdab5e5db2c7fdd107358e16f95503ac6: | 9 | for you to fetch changes up to 62475e9d007d83db4d0a6ccebcda8914f392e9c9: |
10 | 10 | ||
11 | scripts/git.orderfile: Display decodetree before C source (2020-01-21 15:26:09 -1000) | 11 | accel/tcg: Fix computing of is_write for MIPS (2020-10-08 05:57:32 -0500) |
12 | 12 | ||
13 | ---------------------------------------------------------------- | 13 | ---------------------------------------------------------------- |
14 | Remove another limit to NB_MMU_MODES. | 14 | Extend maximum gvec vector size |
15 | Fix compilation using uclibc. | 15 | Fix i386 avx2 dupi |
16 | Fix defaulting of -accel parameters. | 16 | Fix mips host user-only write detection |
17 | Tidy cputlb basic routines. | 17 | Misc cleanups. |
18 | Adjust git.orderfile for decodetree. | ||
19 | 18 | ||
20 | ---------------------------------------------------------------- | 19 | ---------------------------------------------------------------- |
21 | Carlos Santos (1): | 20 | Kele Huang (1): |
22 | util/cacheinfo: fix crash when compiling with uClibc | 21 | accel/tcg: Fix computing of is_write for MIPS |
23 | 22 | ||
24 | Philippe Mathieu-Daudé (1): | 23 | Richard Henderson (10): |
25 | scripts/git.orderfile: Display decodetree before C source | 24 | tcg: Adjust simd_desc size encoding |
25 | tcg: Drop union from TCGArgConstraint | ||
26 | tcg: Move sorted_args into TCGArgConstraint.sort_index | ||
27 | tcg: Remove TCG_CT_REG | ||
28 | tcg: Move some TCG_CT_* bits to TCGArgConstraint bitfields | ||
29 | tcg: Remove TCGOpDef.used | ||
30 | tcg/i386: Fix dupi for avx2 32-bit hosts | ||
31 | tcg: Fix generation of dupi_vec for 32-bit host | ||
32 | tcg/optimize: Fold dup2_vec | ||
33 | tcg: Remove TCG_TARGET_HAS_cmp_vec | ||
26 | 34 | ||
27 | Richard Henderson (14): | 35 | include/tcg/tcg-gvec-desc.h | 38 ++++++++++++------ |
28 | cputlb: Handle NB_MMU_MODES > TARGET_PAGE_BITS_MIN | 36 | include/tcg/tcg.h | 22 ++++------ |
29 | vl: Remove unused variable in configure_accelerators | 37 | tcg/aarch64/tcg-target.h | 1 - |
30 | vl: Reduce scope of variables in configure_accelerators | 38 | tcg/i386/tcg-target.h | 1 - |
31 | vl: Remove useless test in configure_accelerators | 39 | tcg/ppc/tcg-target.h | 1 - |
32 | vl: Only choose enabled accelerators in configure_accelerators | 40 | accel/tcg/user-exec.c | 43 ++++++++++++++++++-- |
33 | cputlb: Merge tlb_table_flush_by_mmuidx into tlb_flush_one_mmuidx_locked | 41 | tcg/optimize.c | 15 +++++++ |
34 | cputlb: Make tlb_n_entries private to cputlb.c | 42 | tcg/tcg-op-gvec.c | 35 ++++++++++++---- |
35 | cputlb: Pass CPUTLBDescFast to tlb_n_entries and sizeof_tlb | 43 | tcg/tcg-op-vec.c | 12 ++++-- |
36 | cputlb: Hoist tlb portions in tlb_mmu_resize_locked | 44 | tcg/tcg.c | 96 +++++++++++++++++++------------------------- |
37 | cputlb: Hoist tlb portions in tlb_flush_one_mmuidx_locked | 45 | tcg/aarch64/tcg-target.c.inc | 17 ++++---- |
38 | cputlb: Split out tlb_mmu_flush_locked | 46 | tcg/arm/tcg-target.c.inc | 29 ++++++------- |
39 | cputlb: Partially merge tlb_dyn_init into tlb_init | 47 | tcg/i386/tcg-target.c.inc | 39 +++++++----------- |
40 | cputlb: Initialize tlbs as flushed | 48 | tcg/mips/tcg-target.c.inc | 21 +++++----- |
41 | cputlb: Hoist timestamp outside of loops over tlbs | 49 | tcg/ppc/tcg-target.c.inc | 29 ++++++------- |
50 | tcg/riscv/tcg-target.c.inc | 16 ++++---- | ||
51 | tcg/s390/tcg-target.c.inc | 22 +++++----- | ||
52 | tcg/sparc/tcg-target.c.inc | 21 ++++------ | ||
53 | tcg/tci/tcg-target.c.inc | 3 +- | ||
54 | 19 files changed, 244 insertions(+), 217 deletions(-) | ||
42 | 55 | ||
43 | include/exec/cpu_ldst.h | 5 - | ||
44 | accel/tcg/cputlb.c | 287 +++++++++++++++++++++++++++++++++--------------- | ||
45 | util/cacheinfo.c | 10 +- | ||
46 | vl.c | 27 +++-- | ||
47 | scripts/git.orderfile | 3 + | ||
48 | 5 files changed, 223 insertions(+), 109 deletions(-) | ||
49 | diff view generated by jsdifflib |
1 | Merge into the only caller, but at the same time split | 1 | With larger vector sizes, it turns out oprsz == maxsz, and we only |
---|---|---|---|
2 | out tlb_mmu_init to initialize a single tlb entry. | 2 | need to represent mismatch for oprsz <= 32. We do, however, need |
3 | to represent larger oprsz and do so without reducing SIMD_DATA_BITS. | ||
3 | 4 | ||
4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 5 | Reduce the size of the oprsz field and increase the maxsz field. |
5 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | 6 | Steal the oprsz value of 24 to indicate equality with maxsz. |
6 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | 7 | |
8 | Tested-by: Frank Chang <frank.chang@sifive.com> | ||
9 | Reviewed-by: Frank Chang <frank.chang@sifive.com> | ||
10 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 11 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | --- | 12 | --- |
9 | accel/tcg/cputlb.c | 33 ++++++++++++++++----------------- | 13 | include/tcg/tcg-gvec-desc.h | 38 ++++++++++++++++++++++++------------- |
10 | 1 file changed, 16 insertions(+), 17 deletions(-) | 14 | tcg/tcg-op-gvec.c | 35 ++++++++++++++++++++++++++-------- |
15 | 2 files changed, 52 insertions(+), 21 deletions(-) | ||
11 | 16 | ||
12 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 17 | diff --git a/include/tcg/tcg-gvec-desc.h b/include/tcg/tcg-gvec-desc.h |
13 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/accel/tcg/cputlb.c | 19 | --- a/include/tcg/tcg-gvec-desc.h |
15 | +++ b/accel/tcg/cputlb.c | 20 | +++ b/include/tcg/tcg-gvec-desc.h |
16 | @@ -XXX,XX +XXX,XX @@ static void tlb_window_reset(CPUTLBDesc *desc, int64_t ns, | 21 | @@ -XXX,XX +XXX,XX @@ |
17 | desc->window_max_entries = max_entries; | 22 | #ifndef TCG_TCG_GVEC_DESC_H |
18 | } | 23 | #define TCG_TCG_GVEC_DESC_H |
19 | 24 | ||
20 | -static void tlb_dyn_init(CPUArchState *env) | 25 | -/* ??? These bit widths are set for ARM SVE, maxing out at 256 byte vectors. */ |
26 | -#define SIMD_OPRSZ_SHIFT 0 | ||
27 | -#define SIMD_OPRSZ_BITS 5 | ||
28 | +/* | ||
29 | + * This configuration allows MAXSZ to represent 2048 bytes, and | ||
30 | + * OPRSZ to match MAXSZ, or represent the smaller values 8, 16, or 32. | ||
31 | + * | ||
32 | + * Encode this with: | ||
33 | + * 0, 1, 3 -> 8, 16, 32 | ||
34 | + * 2 -> maxsz | ||
35 | + * | ||
36 | + * This steals the input that would otherwise map to 24 to match maxsz. | ||
37 | + */ | ||
38 | +#define SIMD_MAXSZ_SHIFT 0 | ||
39 | +#define SIMD_MAXSZ_BITS 8 | ||
40 | |||
41 | -#define SIMD_MAXSZ_SHIFT (SIMD_OPRSZ_SHIFT + SIMD_OPRSZ_BITS) | ||
42 | -#define SIMD_MAXSZ_BITS 5 | ||
43 | +#define SIMD_OPRSZ_SHIFT (SIMD_MAXSZ_SHIFT + SIMD_MAXSZ_BITS) | ||
44 | +#define SIMD_OPRSZ_BITS 2 | ||
45 | |||
46 | -#define SIMD_DATA_SHIFT (SIMD_MAXSZ_SHIFT + SIMD_MAXSZ_BITS) | ||
47 | +#define SIMD_DATA_SHIFT (SIMD_OPRSZ_SHIFT + SIMD_OPRSZ_BITS) | ||
48 | #define SIMD_DATA_BITS (32 - SIMD_DATA_SHIFT) | ||
49 | |||
50 | /* Create a descriptor from components. */ | ||
51 | uint32_t simd_desc(uint32_t oprsz, uint32_t maxsz, int32_t data); | ||
52 | |||
53 | -/* Extract the operation size from a descriptor. */ | ||
54 | -static inline intptr_t simd_oprsz(uint32_t desc) | ||
21 | -{ | 55 | -{ |
22 | - int i; | 56 | - return (extract32(desc, SIMD_OPRSZ_SHIFT, SIMD_OPRSZ_BITS) + 1) * 8; |
23 | - | ||
24 | - for (i = 0; i < NB_MMU_MODES; i++) { | ||
25 | - CPUTLBDesc *desc = &env_tlb(env)->d[i]; | ||
26 | - size_t n_entries = 1 << CPU_TLB_DYN_DEFAULT_BITS; | ||
27 | - | ||
28 | - tlb_window_reset(desc, get_clock_realtime(), 0); | ||
29 | - desc->n_used_entries = 0; | ||
30 | - env_tlb(env)->f[i].mask = (n_entries - 1) << CPU_TLB_ENTRY_BITS; | ||
31 | - env_tlb(env)->f[i].table = g_new(CPUTLBEntry, n_entries); | ||
32 | - env_tlb(env)->d[i].iotlb = g_new(CPUIOTLBEntry, n_entries); | ||
33 | - } | ||
34 | -} | 57 | -} |
35 | - | 58 | - |
36 | /** | 59 | /* Extract the max vector size from a descriptor. */ |
37 | * tlb_mmu_resize_locked() - perform TLB resize bookkeeping; resize if necessary | 60 | static inline intptr_t simd_maxsz(uint32_t desc) |
38 | * @desc: The CPUTLBDesc portion of the TLB | 61 | { |
39 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | 62 | - return (extract32(desc, SIMD_MAXSZ_SHIFT, SIMD_MAXSZ_BITS) + 1) * 8; |
40 | tlb_mmu_flush_locked(desc, fast); | 63 | + return extract32(desc, SIMD_MAXSZ_SHIFT, SIMD_MAXSZ_BITS) * 8 + 8; |
41 | } | ||
42 | |||
43 | +static void tlb_mmu_init(CPUTLBDesc *desc, CPUTLBDescFast *fast, int64_t now) | ||
44 | +{ | ||
45 | + size_t n_entries = 1 << CPU_TLB_DYN_DEFAULT_BITS; | ||
46 | + | ||
47 | + tlb_window_reset(desc, now, 0); | ||
48 | + desc->n_used_entries = 0; | ||
49 | + fast->mask = (n_entries - 1) << CPU_TLB_ENTRY_BITS; | ||
50 | + fast->table = g_new(CPUTLBEntry, n_entries); | ||
51 | + desc->iotlb = g_new(CPUIOTLBEntry, n_entries); | ||
52 | +} | 64 | +} |
53 | + | 65 | + |
54 | static inline void tlb_n_used_entries_inc(CPUArchState *env, uintptr_t mmu_idx) | 66 | +/* Extract the operation size from a descriptor. */ |
67 | +static inline intptr_t simd_oprsz(uint32_t desc) | ||
68 | +{ | ||
69 | + uint32_t f = extract32(desc, SIMD_OPRSZ_SHIFT, SIMD_OPRSZ_BITS); | ||
70 | + intptr_t o = f * 8 + 8; | ||
71 | + intptr_t m = simd_maxsz(desc); | ||
72 | + return f == 2 ? m : o; | ||
73 | } | ||
74 | |||
75 | /* Extract the operation-specific data from a descriptor. */ | ||
76 | diff --git a/tcg/tcg-op-gvec.c b/tcg/tcg-op-gvec.c | ||
77 | index XXXXXXX..XXXXXXX 100644 | ||
78 | --- a/tcg/tcg-op-gvec.c | ||
79 | +++ b/tcg/tcg-op-gvec.c | ||
80 | @@ -XXX,XX +XXX,XX @@ static const TCGOpcode vecop_list_empty[1] = { 0 }; | ||
81 | of the operand offsets so that we can check them all at once. */ | ||
82 | static void check_size_align(uint32_t oprsz, uint32_t maxsz, uint32_t ofs) | ||
55 | { | 83 | { |
56 | env_tlb(env)->d[mmu_idx].n_used_entries++; | 84 | - uint32_t opr_align = oprsz >= 16 ? 15 : 7; |
57 | @@ -XXX,XX +XXX,XX @@ static inline void tlb_n_used_entries_dec(CPUArchState *env, uintptr_t mmu_idx) | 85 | - uint32_t max_align = maxsz >= 16 || oprsz >= 16 ? 15 : 7; |
58 | void tlb_init(CPUState *cpu) | 86 | - tcg_debug_assert(oprsz > 0); |
87 | - tcg_debug_assert(oprsz <= maxsz); | ||
88 | - tcg_debug_assert((oprsz & opr_align) == 0); | ||
89 | + uint32_t max_align; | ||
90 | + | ||
91 | + switch (oprsz) { | ||
92 | + case 8: | ||
93 | + case 16: | ||
94 | + case 32: | ||
95 | + tcg_debug_assert(oprsz <= maxsz); | ||
96 | + break; | ||
97 | + default: | ||
98 | + tcg_debug_assert(oprsz == maxsz); | ||
99 | + break; | ||
100 | + } | ||
101 | + tcg_debug_assert(maxsz <= (8 << SIMD_MAXSZ_BITS)); | ||
102 | + | ||
103 | + max_align = maxsz >= 16 ? 15 : 7; | ||
104 | tcg_debug_assert((maxsz & max_align) == 0); | ||
105 | tcg_debug_assert((ofs & max_align) == 0); | ||
106 | } | ||
107 | @@ -XXX,XX +XXX,XX @@ uint32_t simd_desc(uint32_t oprsz, uint32_t maxsz, int32_t data) | ||
59 | { | 108 | { |
60 | CPUArchState *env = cpu->env_ptr; | 109 | uint32_t desc = 0; |
61 | + int64_t now = get_clock_realtime(); | 110 | |
62 | + int i; | 111 | - assert(oprsz % 8 == 0 && oprsz <= (8 << SIMD_OPRSZ_BITS)); |
63 | 112 | - assert(maxsz % 8 == 0 && maxsz <= (8 << SIMD_MAXSZ_BITS)); | |
64 | qemu_spin_init(&env_tlb(env)->c.lock); | 113 | - assert(data == sextract32(data, 0, SIMD_DATA_BITS)); |
65 | 114 | + check_size_align(oprsz, maxsz, 0); | |
66 | /* Ensure that cpu_reset performs a full flush. */ | 115 | + tcg_debug_assert(data == sextract32(data, 0, SIMD_DATA_BITS)); |
67 | env_tlb(env)->c.dirty = ALL_MMUIDX_BITS; | 116 | |
68 | 117 | oprsz = (oprsz / 8) - 1; | |
69 | - tlb_dyn_init(env); | 118 | maxsz = (maxsz / 8) - 1; |
70 | + for (i = 0; i < NB_MMU_MODES; i++) { | 119 | + |
71 | + tlb_mmu_init(&env_tlb(env)->d[i], &env_tlb(env)->f[i], now); | 120 | + /* |
121 | + * We have just asserted in check_size_align that either | ||
122 | + * oprsz is {8,16,32} or matches maxsz. Encode the final | ||
123 | + * case with '2', as that would otherwise map to 24. | ||
124 | + */ | ||
125 | + if (oprsz == maxsz) { | ||
126 | + oprsz = 2; | ||
72 | + } | 127 | + } |
73 | } | 128 | + |
74 | 129 | desc = deposit32(desc, SIMD_OPRSZ_SHIFT, SIMD_OPRSZ_BITS, oprsz); | |
75 | /* flush_all_helper: run fn across all cpus | 130 | desc = deposit32(desc, SIMD_MAXSZ_SHIFT, SIMD_MAXSZ_BITS, maxsz); |
131 | desc = deposit32(desc, SIMD_DATA_SHIFT, SIMD_DATA_BITS, data); | ||
76 | -- | 132 | -- |
77 | 2.20.1 | 133 | 2.25.1 |
78 | 134 | ||
79 | 135 | diff view generated by jsdifflib |
1 | No functional change, but the smaller expressions make | 1 | The union is unused; let "regs" appear in the main structure |
---|---|---|---|
2 | the code easier to read. | 2 | without the "u.regs" wrapping. |
3 | 3 | ||
4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 4 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> |
5 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | ||
6 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | --- | 6 | --- |
9 | accel/tcg/cputlb.c | 35 +++++++++++++++++------------------ | 7 | include/tcg/tcg.h | 4 +--- |
10 | 1 file changed, 17 insertions(+), 18 deletions(-) | 8 | tcg/tcg.c | 22 +++++++++++----------- |
9 | tcg/aarch64/tcg-target.c.inc | 14 +++++++------- | ||
10 | tcg/arm/tcg-target.c.inc | 26 +++++++++++++------------- | ||
11 | tcg/i386/tcg-target.c.inc | 26 +++++++++++++------------- | ||
12 | tcg/mips/tcg-target.c.inc | 18 +++++++++--------- | ||
13 | tcg/ppc/tcg-target.c.inc | 24 ++++++++++++------------ | ||
14 | tcg/riscv/tcg-target.c.inc | 14 +++++++------- | ||
15 | tcg/s390/tcg-target.c.inc | 18 +++++++++--------- | ||
16 | tcg/sparc/tcg-target.c.inc | 16 ++++++++-------- | ||
17 | tcg/tci/tcg-target.c.inc | 2 +- | ||
18 | 11 files changed, 91 insertions(+), 93 deletions(-) | ||
11 | 19 | ||
12 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 20 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h |
13 | index XXXXXXX..XXXXXXX 100644 | 21 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/accel/tcg/cputlb.c | 22 | --- a/include/tcg/tcg.h |
15 | +++ b/accel/tcg/cputlb.c | 23 | +++ b/include/tcg/tcg.h |
16 | @@ -XXX,XX +XXX,XX @@ static void tlb_dyn_init(CPUArchState *env) | 24 | @@ -XXX,XX +XXX,XX @@ void tcg_dump_op_count(void); |
17 | 25 | typedef struct TCGArgConstraint { | |
18 | /** | 26 | uint16_t ct; |
19 | * tlb_mmu_resize_locked() - perform TLB resize bookkeeping; resize if necessary | 27 | uint8_t alias_index; |
20 | - * @env: CPU that owns the TLB | 28 | - union { |
21 | - * @mmu_idx: MMU index of the TLB | 29 | - TCGRegSet regs; |
22 | + * @desc: The CPUTLBDesc portion of the TLB | 30 | - } u; |
23 | + * @fast: The CPUTLBDescFast portion of the same TLB | 31 | + TCGRegSet regs; |
24 | * | 32 | } TCGArgConstraint; |
25 | * Called with tlb_lock_held. | 33 | |
26 | * | 34 | #define TCG_MAX_OP_ARGS 16 |
27 | @@ -XXX,XX +XXX,XX @@ static void tlb_dyn_init(CPUArchState *env) | 35 | diff --git a/tcg/tcg.c b/tcg/tcg.c |
28 | * high), since otherwise we are likely to have a significant amount of | 36 | index XXXXXXX..XXXXXXX 100644 |
29 | * conflict misses. | 37 | --- a/tcg/tcg.c |
30 | */ | 38 | +++ b/tcg/tcg.c |
31 | -static void tlb_mmu_resize_locked(CPUArchState *env, int mmu_idx) | 39 | @@ -XXX,XX +XXX,XX @@ static int get_constraint_priority(const TCGOpDef *def, int k) |
32 | +static void tlb_mmu_resize_locked(CPUTLBDesc *desc, CPUTLBDescFast *fast) | 40 | return 0; |
33 | { | 41 | n = 0; |
34 | - CPUTLBDesc *desc = &env_tlb(env)->d[mmu_idx]; | 42 | for(i = 0; i < TCG_TARGET_NB_REGS; i++) { |
35 | - size_t old_size = tlb_n_entries(&env_tlb(env)->f[mmu_idx]); | 43 | - if (tcg_regset_test_reg(arg_ct->u.regs, i)) |
36 | + size_t old_size = tlb_n_entries(fast); | 44 | + if (tcg_regset_test_reg(arg_ct->regs, i)) |
37 | size_t rate; | 45 | n++; |
38 | size_t new_size = old_size; | 46 | } |
39 | int64_t now = get_clock_realtime(); | 47 | } |
40 | @@ -XXX,XX +XXX,XX @@ static void tlb_mmu_resize_locked(CPUArchState *env, int mmu_idx) | 48 | @@ -XXX,XX +XXX,XX @@ static void process_op_defs(TCGContext *s) |
49 | /* Incomplete TCGTargetOpDef entry. */ | ||
50 | tcg_debug_assert(ct_str != NULL); | ||
51 | |||
52 | - def->args_ct[i].u.regs = 0; | ||
53 | + def->args_ct[i].regs = 0; | ||
54 | def->args_ct[i].ct = 0; | ||
55 | while (*ct_str != '\0') { | ||
56 | switch(*ct_str) { | ||
57 | @@ -XXX,XX +XXX,XX @@ static void liveness_pass_1(TCGContext *s) | ||
58 | pset = la_temp_pref(ts); | ||
59 | set = *pset; | ||
60 | |||
61 | - set &= ct->u.regs; | ||
62 | + set &= ct->regs; | ||
63 | if (ct->ct & TCG_CT_IALIAS) { | ||
64 | set &= op->output_pref[ct->alias_index]; | ||
65 | } | ||
66 | /* If the combination is not possible, restart. */ | ||
67 | if (set == 0) { | ||
68 | - set = ct->u.regs; | ||
69 | + set = ct->regs; | ||
70 | } | ||
71 | *pset = set; | ||
72 | } | ||
73 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_dup(TCGContext *s, const TCGOp *op) | ||
41 | return; | 74 | return; |
42 | } | 75 | } |
43 | 76 | ||
44 | - g_free(env_tlb(env)->f[mmu_idx].table); | 77 | - dup_out_regs = tcg_op_defs[INDEX_op_dup_vec].args_ct[0].u.regs; |
45 | - g_free(env_tlb(env)->d[mmu_idx].iotlb); | 78 | - dup_in_regs = tcg_op_defs[INDEX_op_dup_vec].args_ct[1].u.regs; |
46 | + g_free(fast->table); | 79 | + dup_out_regs = tcg_op_defs[INDEX_op_dup_vec].args_ct[0].regs; |
47 | + g_free(desc->iotlb); | 80 | + dup_in_regs = tcg_op_defs[INDEX_op_dup_vec].args_ct[1].regs; |
48 | 81 | ||
49 | tlb_window_reset(desc, now, 0); | 82 | /* Allocate the output register now. */ |
50 | /* desc->n_used_entries is cleared by the caller */ | 83 | if (ots->val_type != TEMP_VAL_REG) { |
51 | - env_tlb(env)->f[mmu_idx].mask = (new_size - 1) << CPU_TLB_ENTRY_BITS; | 84 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) |
52 | - env_tlb(env)->f[mmu_idx].table = g_try_new(CPUTLBEntry, new_size); | 85 | } |
53 | - env_tlb(env)->d[mmu_idx].iotlb = g_try_new(CPUIOTLBEntry, new_size); | ||
54 | + fast->mask = (new_size - 1) << CPU_TLB_ENTRY_BITS; | ||
55 | + fast->table = g_try_new(CPUTLBEntry, new_size); | ||
56 | + desc->iotlb = g_try_new(CPUIOTLBEntry, new_size); | ||
57 | + | ||
58 | /* | ||
59 | * If the allocations fail, try smaller sizes. We just freed some | ||
60 | * memory, so going back to half of new_size has a good chance of working. | ||
61 | @@ -XXX,XX +XXX,XX @@ static void tlb_mmu_resize_locked(CPUArchState *env, int mmu_idx) | ||
62 | * allocations to fail though, so we progressively reduce the allocation | ||
63 | * size, aborting if we cannot even allocate the smallest TLB we support. | ||
64 | */ | ||
65 | - while (env_tlb(env)->f[mmu_idx].table == NULL || | ||
66 | - env_tlb(env)->d[mmu_idx].iotlb == NULL) { | ||
67 | + while (fast->table == NULL || desc->iotlb == NULL) { | ||
68 | if (new_size == (1 << CPU_TLB_DYN_MIN_BITS)) { | ||
69 | error_report("%s: %s", __func__, strerror(errno)); | ||
70 | abort(); | ||
71 | } | 86 | } |
72 | new_size = MAX(new_size >> 1, 1 << CPU_TLB_DYN_MIN_BITS); | 87 | |
73 | - env_tlb(env)->f[mmu_idx].mask = (new_size - 1) << CPU_TLB_ENTRY_BITS; | 88 | - temp_load(s, ts, arg_ct->u.regs, i_allocated_regs, i_preferred_regs); |
74 | + fast->mask = (new_size - 1) << CPU_TLB_ENTRY_BITS; | 89 | + temp_load(s, ts, arg_ct->regs, i_allocated_regs, i_preferred_regs); |
75 | 90 | reg = ts->reg; | |
76 | - g_free(env_tlb(env)->f[mmu_idx].table); | 91 | |
77 | - g_free(env_tlb(env)->d[mmu_idx].iotlb); | 92 | - if (tcg_regset_test_reg(arg_ct->u.regs, reg)) { |
78 | - env_tlb(env)->f[mmu_idx].table = g_try_new(CPUTLBEntry, new_size); | 93 | + if (tcg_regset_test_reg(arg_ct->regs, reg)) { |
79 | - env_tlb(env)->d[mmu_idx].iotlb = g_try_new(CPUIOTLBEntry, new_size); | 94 | /* nothing to do : the constraint is satisfied */ |
80 | + g_free(fast->table); | 95 | } else { |
81 | + g_free(desc->iotlb); | 96 | allocate_in_reg: |
82 | + fast->table = g_try_new(CPUTLBEntry, new_size); | 97 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) |
83 | + desc->iotlb = g_try_new(CPUIOTLBEntry, new_size); | 98 | and move the temporary register into it */ |
84 | } | 99 | temp_load(s, ts, tcg_target_available_regs[ts->type], |
85 | } | 100 | i_allocated_regs, 0); |
86 | 101 | - reg = tcg_reg_alloc(s, arg_ct->u.regs, i_allocated_regs, | |
87 | static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | 102 | + reg = tcg_reg_alloc(s, arg_ct->regs, i_allocated_regs, |
88 | { | 103 | o_preferred_regs, ts->indirect_base); |
89 | - tlb_mmu_resize_locked(env, mmu_idx); | 104 | if (!tcg_out_mov(s, ts->type, reg, ts->reg)) { |
90 | + tlb_mmu_resize_locked(&env_tlb(env)->d[mmu_idx], &env_tlb(env)->f[mmu_idx]); | 105 | /* |
91 | env_tlb(env)->d[mmu_idx].n_used_entries = 0; | 106 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) |
92 | env_tlb(env)->d[mmu_idx].large_page_addr = -1; | 107 | && !const_args[arg_ct->alias_index]) { |
93 | env_tlb(env)->d[mmu_idx].large_page_mask = -1; | 108 | reg = new_args[arg_ct->alias_index]; |
109 | } else if (arg_ct->ct & TCG_CT_NEWREG) { | ||
110 | - reg = tcg_reg_alloc(s, arg_ct->u.regs, | ||
111 | + reg = tcg_reg_alloc(s, arg_ct->regs, | ||
112 | i_allocated_regs | o_allocated_regs, | ||
113 | op->output_pref[k], ts->indirect_base); | ||
114 | } else { | ||
115 | - reg = tcg_reg_alloc(s, arg_ct->u.regs, o_allocated_regs, | ||
116 | + reg = tcg_reg_alloc(s, arg_ct->regs, o_allocated_regs, | ||
117 | op->output_pref[k], ts->indirect_base); | ||
118 | } | ||
119 | tcg_regset_set_reg(o_allocated_regs, reg); | ||
120 | diff --git a/tcg/aarch64/tcg-target.c.inc b/tcg/aarch64/tcg-target.c.inc | ||
121 | index XXXXXXX..XXXXXXX 100644 | ||
122 | --- a/tcg/aarch64/tcg-target.c.inc | ||
123 | +++ b/tcg/aarch64/tcg-target.c.inc | ||
124 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
125 | switch (*ct_str++) { | ||
126 | case 'r': /* general registers */ | ||
127 | ct->ct |= TCG_CT_REG; | ||
128 | - ct->u.regs |= 0xffffffffu; | ||
129 | + ct->regs |= 0xffffffffu; | ||
130 | break; | ||
131 | case 'w': /* advsimd registers */ | ||
132 | ct->ct |= TCG_CT_REG; | ||
133 | - ct->u.regs |= 0xffffffff00000000ull; | ||
134 | + ct->regs |= 0xffffffff00000000ull; | ||
135 | break; | ||
136 | case 'l': /* qemu_ld / qemu_st address, data_reg */ | ||
137 | ct->ct |= TCG_CT_REG; | ||
138 | - ct->u.regs = 0xffffffffu; | ||
139 | + ct->regs = 0xffffffffu; | ||
140 | #ifdef CONFIG_SOFTMMU | ||
141 | /* x0 and x1 will be overwritten when reading the tlb entry, | ||
142 | and x2, and x3 for helper args, better to avoid using them. */ | ||
143 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_X0); | ||
144 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_X1); | ||
145 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_X2); | ||
146 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_X3); | ||
147 | + tcg_regset_reset_reg(ct->regs, TCG_REG_X0); | ||
148 | + tcg_regset_reset_reg(ct->regs, TCG_REG_X1); | ||
149 | + tcg_regset_reset_reg(ct->regs, TCG_REG_X2); | ||
150 | + tcg_regset_reset_reg(ct->regs, TCG_REG_X3); | ||
151 | #endif | ||
152 | break; | ||
153 | case 'A': /* Valid for arithmetic immediate (positive or negative). */ | ||
154 | diff --git a/tcg/arm/tcg-target.c.inc b/tcg/arm/tcg-target.c.inc | ||
155 | index XXXXXXX..XXXXXXX 100644 | ||
156 | --- a/tcg/arm/tcg-target.c.inc | ||
157 | +++ b/tcg/arm/tcg-target.c.inc | ||
158 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
159 | |||
160 | case 'r': | ||
161 | ct->ct |= TCG_CT_REG; | ||
162 | - ct->u.regs = 0xffff; | ||
163 | + ct->regs = 0xffff; | ||
164 | break; | ||
165 | |||
166 | /* qemu_ld address */ | ||
167 | case 'l': | ||
168 | ct->ct |= TCG_CT_REG; | ||
169 | - ct->u.regs = 0xffff; | ||
170 | + ct->regs = 0xffff; | ||
171 | #ifdef CONFIG_SOFTMMU | ||
172 | /* r0-r2,lr will be overwritten when reading the tlb entry, | ||
173 | so don't use these. */ | ||
174 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R0); | ||
175 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R1); | ||
176 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R2); | ||
177 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R3); | ||
178 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R14); | ||
179 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R0); | ||
180 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R1); | ||
181 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R2); | ||
182 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
183 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R14); | ||
184 | #endif | ||
185 | break; | ||
186 | |||
187 | /* qemu_st address & data */ | ||
188 | case 's': | ||
189 | ct->ct |= TCG_CT_REG; | ||
190 | - ct->u.regs = 0xffff; | ||
191 | + ct->regs = 0xffff; | ||
192 | /* r0-r2 will be overwritten when reading the tlb entry (softmmu only) | ||
193 | and r0-r1 doing the byte swapping, so don't use these. */ | ||
194 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R0); | ||
195 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R1); | ||
196 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R0); | ||
197 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R1); | ||
198 | #if defined(CONFIG_SOFTMMU) | ||
199 | /* Avoid clashes with registers being used for helper args */ | ||
200 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R2); | ||
201 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R2); | ||
202 | #if TARGET_LONG_BITS == 64 | ||
203 | /* Avoid clashes with registers being used for helper args */ | ||
204 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R3); | ||
205 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
206 | #endif | ||
207 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R14); | ||
208 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R14); | ||
209 | #endif | ||
210 | break; | ||
211 | |||
212 | diff --git a/tcg/i386/tcg-target.c.inc b/tcg/i386/tcg-target.c.inc | ||
213 | index XXXXXXX..XXXXXXX 100644 | ||
214 | --- a/tcg/i386/tcg-target.c.inc | ||
215 | +++ b/tcg/i386/tcg-target.c.inc | ||
216 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
217 | switch(*ct_str++) { | ||
218 | case 'a': | ||
219 | ct->ct |= TCG_CT_REG; | ||
220 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_EAX); | ||
221 | + tcg_regset_set_reg(ct->regs, TCG_REG_EAX); | ||
222 | break; | ||
223 | case 'b': | ||
224 | ct->ct |= TCG_CT_REG; | ||
225 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_EBX); | ||
226 | + tcg_regset_set_reg(ct->regs, TCG_REG_EBX); | ||
227 | break; | ||
228 | case 'c': | ||
229 | ct->ct |= TCG_CT_REG; | ||
230 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_ECX); | ||
231 | + tcg_regset_set_reg(ct->regs, TCG_REG_ECX); | ||
232 | break; | ||
233 | case 'd': | ||
234 | ct->ct |= TCG_CT_REG; | ||
235 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_EDX); | ||
236 | + tcg_regset_set_reg(ct->regs, TCG_REG_EDX); | ||
237 | break; | ||
238 | case 'S': | ||
239 | ct->ct |= TCG_CT_REG; | ||
240 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_ESI); | ||
241 | + tcg_regset_set_reg(ct->regs, TCG_REG_ESI); | ||
242 | break; | ||
243 | case 'D': | ||
244 | ct->ct |= TCG_CT_REG; | ||
245 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_EDI); | ||
246 | + tcg_regset_set_reg(ct->regs, TCG_REG_EDI); | ||
247 | break; | ||
248 | case 'q': | ||
249 | /* A register that can be used as a byte operand. */ | ||
250 | ct->ct |= TCG_CT_REG; | ||
251 | - ct->u.regs = TCG_TARGET_REG_BITS == 64 ? 0xffff : 0xf; | ||
252 | + ct->regs = TCG_TARGET_REG_BITS == 64 ? 0xffff : 0xf; | ||
253 | break; | ||
254 | case 'Q': | ||
255 | /* A register with an addressable second byte (e.g. %ah). */ | ||
256 | ct->ct |= TCG_CT_REG; | ||
257 | - ct->u.regs = 0xf; | ||
258 | + ct->regs = 0xf; | ||
259 | break; | ||
260 | case 'r': | ||
261 | /* A general register. */ | ||
262 | ct->ct |= TCG_CT_REG; | ||
263 | - ct->u.regs |= ALL_GENERAL_REGS; | ||
264 | + ct->regs |= ALL_GENERAL_REGS; | ||
265 | break; | ||
266 | case 'W': | ||
267 | /* With TZCNT/LZCNT, we can have operand-size as an input. */ | ||
268 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
269 | case 'x': | ||
270 | /* A vector register. */ | ||
271 | ct->ct |= TCG_CT_REG; | ||
272 | - ct->u.regs |= ALL_VECTOR_REGS; | ||
273 | + ct->regs |= ALL_VECTOR_REGS; | ||
274 | break; | ||
275 | |||
276 | /* qemu_ld/st address constraint */ | ||
277 | case 'L': | ||
278 | ct->ct |= TCG_CT_REG; | ||
279 | - ct->u.regs = TCG_TARGET_REG_BITS == 64 ? 0xffff : 0xff; | ||
280 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_L0); | ||
281 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_L1); | ||
282 | + ct->regs = TCG_TARGET_REG_BITS == 64 ? 0xffff : 0xff; | ||
283 | + tcg_regset_reset_reg(ct->regs, TCG_REG_L0); | ||
284 | + tcg_regset_reset_reg(ct->regs, TCG_REG_L1); | ||
285 | break; | ||
286 | |||
287 | case 'e': | ||
288 | diff --git a/tcg/mips/tcg-target.c.inc b/tcg/mips/tcg-target.c.inc | ||
289 | index XXXXXXX..XXXXXXX 100644 | ||
290 | --- a/tcg/mips/tcg-target.c.inc | ||
291 | +++ b/tcg/mips/tcg-target.c.inc | ||
292 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
293 | switch(*ct_str++) { | ||
294 | case 'r': | ||
295 | ct->ct |= TCG_CT_REG; | ||
296 | - ct->u.regs = 0xffffffff; | ||
297 | + ct->regs = 0xffffffff; | ||
298 | break; | ||
299 | case 'L': /* qemu_ld input arg constraint */ | ||
300 | ct->ct |= TCG_CT_REG; | ||
301 | - ct->u.regs = 0xffffffff; | ||
302 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_A0); | ||
303 | + ct->regs = 0xffffffff; | ||
304 | + tcg_regset_reset_reg(ct->regs, TCG_REG_A0); | ||
305 | #if defined(CONFIG_SOFTMMU) | ||
306 | if (TCG_TARGET_REG_BITS < TARGET_LONG_BITS) { | ||
307 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_A2); | ||
308 | + tcg_regset_reset_reg(ct->regs, TCG_REG_A2); | ||
309 | } | ||
310 | #endif | ||
311 | break; | ||
312 | case 'S': /* qemu_st constraint */ | ||
313 | ct->ct |= TCG_CT_REG; | ||
314 | - ct->u.regs = 0xffffffff; | ||
315 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_A0); | ||
316 | + ct->regs = 0xffffffff; | ||
317 | + tcg_regset_reset_reg(ct->regs, TCG_REG_A0); | ||
318 | #if defined(CONFIG_SOFTMMU) | ||
319 | if (TCG_TARGET_REG_BITS < TARGET_LONG_BITS) { | ||
320 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_A2); | ||
321 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_A3); | ||
322 | + tcg_regset_reset_reg(ct->regs, TCG_REG_A2); | ||
323 | + tcg_regset_reset_reg(ct->regs, TCG_REG_A3); | ||
324 | } else { | ||
325 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_A1); | ||
326 | + tcg_regset_reset_reg(ct->regs, TCG_REG_A1); | ||
327 | } | ||
328 | #endif | ||
329 | break; | ||
330 | diff --git a/tcg/ppc/tcg-target.c.inc b/tcg/ppc/tcg-target.c.inc | ||
331 | index XXXXXXX..XXXXXXX 100644 | ||
332 | --- a/tcg/ppc/tcg-target.c.inc | ||
333 | +++ b/tcg/ppc/tcg-target.c.inc | ||
334 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
335 | switch (*ct_str++) { | ||
336 | case 'A': case 'B': case 'C': case 'D': | ||
337 | ct->ct |= TCG_CT_REG; | ||
338 | - tcg_regset_set_reg(ct->u.regs, 3 + ct_str[0] - 'A'); | ||
339 | + tcg_regset_set_reg(ct->regs, 3 + ct_str[0] - 'A'); | ||
340 | break; | ||
341 | case 'r': | ||
342 | ct->ct |= TCG_CT_REG; | ||
343 | - ct->u.regs = 0xffffffff; | ||
344 | + ct->regs = 0xffffffff; | ||
345 | break; | ||
346 | case 'v': | ||
347 | ct->ct |= TCG_CT_REG; | ||
348 | - ct->u.regs = 0xffffffff00000000ull; | ||
349 | + ct->regs = 0xffffffff00000000ull; | ||
350 | break; | ||
351 | case 'L': /* qemu_ld constraint */ | ||
352 | ct->ct |= TCG_CT_REG; | ||
353 | - ct->u.regs = 0xffffffff; | ||
354 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R3); | ||
355 | + ct->regs = 0xffffffff; | ||
356 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
357 | #ifdef CONFIG_SOFTMMU | ||
358 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R4); | ||
359 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R5); | ||
360 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R4); | ||
361 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R5); | ||
362 | #endif | ||
363 | break; | ||
364 | case 'S': /* qemu_st constraint */ | ||
365 | ct->ct |= TCG_CT_REG; | ||
366 | - ct->u.regs = 0xffffffff; | ||
367 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R3); | ||
368 | + ct->regs = 0xffffffff; | ||
369 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
370 | #ifdef CONFIG_SOFTMMU | ||
371 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R4); | ||
372 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R5); | ||
373 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R6); | ||
374 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R4); | ||
375 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R5); | ||
376 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R6); | ||
377 | #endif | ||
378 | break; | ||
379 | case 'I': | ||
380 | diff --git a/tcg/riscv/tcg-target.c.inc b/tcg/riscv/tcg-target.c.inc | ||
381 | index XXXXXXX..XXXXXXX 100644 | ||
382 | --- a/tcg/riscv/tcg-target.c.inc | ||
383 | +++ b/tcg/riscv/tcg-target.c.inc | ||
384 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
385 | switch (*ct_str++) { | ||
386 | case 'r': | ||
387 | ct->ct |= TCG_CT_REG; | ||
388 | - ct->u.regs = 0xffffffff; | ||
389 | + ct->regs = 0xffffffff; | ||
390 | break; | ||
391 | case 'L': | ||
392 | /* qemu_ld/qemu_st constraint */ | ||
393 | ct->ct |= TCG_CT_REG; | ||
394 | - ct->u.regs = 0xffffffff; | ||
395 | + ct->regs = 0xffffffff; | ||
396 | /* qemu_ld/qemu_st uses TCG_REG_TMP0 */ | ||
397 | #if defined(CONFIG_SOFTMMU) | ||
398 | - tcg_regset_reset_reg(ct->u.regs, tcg_target_call_iarg_regs[0]); | ||
399 | - tcg_regset_reset_reg(ct->u.regs, tcg_target_call_iarg_regs[1]); | ||
400 | - tcg_regset_reset_reg(ct->u.regs, tcg_target_call_iarg_regs[2]); | ||
401 | - tcg_regset_reset_reg(ct->u.regs, tcg_target_call_iarg_regs[3]); | ||
402 | - tcg_regset_reset_reg(ct->u.regs, tcg_target_call_iarg_regs[4]); | ||
403 | + tcg_regset_reset_reg(ct->regs, tcg_target_call_iarg_regs[0]); | ||
404 | + tcg_regset_reset_reg(ct->regs, tcg_target_call_iarg_regs[1]); | ||
405 | + tcg_regset_reset_reg(ct->regs, tcg_target_call_iarg_regs[2]); | ||
406 | + tcg_regset_reset_reg(ct->regs, tcg_target_call_iarg_regs[3]); | ||
407 | + tcg_regset_reset_reg(ct->regs, tcg_target_call_iarg_regs[4]); | ||
408 | #endif | ||
409 | break; | ||
410 | case 'I': | ||
411 | diff --git a/tcg/s390/tcg-target.c.inc b/tcg/s390/tcg-target.c.inc | ||
412 | index XXXXXXX..XXXXXXX 100644 | ||
413 | --- a/tcg/s390/tcg-target.c.inc | ||
414 | +++ b/tcg/s390/tcg-target.c.inc | ||
415 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
416 | switch (*ct_str++) { | ||
417 | case 'r': /* all registers */ | ||
418 | ct->ct |= TCG_CT_REG; | ||
419 | - ct->u.regs = 0xffff; | ||
420 | + ct->regs = 0xffff; | ||
421 | break; | ||
422 | case 'L': /* qemu_ld/st constraint */ | ||
423 | ct->ct |= TCG_CT_REG; | ||
424 | - ct->u.regs = 0xffff; | ||
425 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R2); | ||
426 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R3); | ||
427 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_R4); | ||
428 | + ct->regs = 0xffff; | ||
429 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R2); | ||
430 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
431 | + tcg_regset_reset_reg(ct->regs, TCG_REG_R4); | ||
432 | break; | ||
433 | case 'a': /* force R2 for division */ | ||
434 | ct->ct |= TCG_CT_REG; | ||
435 | - ct->u.regs = 0; | ||
436 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_R2); | ||
437 | + ct->regs = 0; | ||
438 | + tcg_regset_set_reg(ct->regs, TCG_REG_R2); | ||
439 | break; | ||
440 | case 'b': /* force R3 for division */ | ||
441 | ct->ct |= TCG_CT_REG; | ||
442 | - ct->u.regs = 0; | ||
443 | - tcg_regset_set_reg(ct->u.regs, TCG_REG_R3); | ||
444 | + ct->regs = 0; | ||
445 | + tcg_regset_set_reg(ct->regs, TCG_REG_R3); | ||
446 | break; | ||
447 | case 'A': | ||
448 | ct->ct |= TCG_CT_CONST_S33; | ||
449 | diff --git a/tcg/sparc/tcg-target.c.inc b/tcg/sparc/tcg-target.c.inc | ||
450 | index XXXXXXX..XXXXXXX 100644 | ||
451 | --- a/tcg/sparc/tcg-target.c.inc | ||
452 | +++ b/tcg/sparc/tcg-target.c.inc | ||
453 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
454 | switch (*ct_str++) { | ||
455 | case 'r': | ||
456 | ct->ct |= TCG_CT_REG; | ||
457 | - ct->u.regs = 0xffffffff; | ||
458 | + ct->regs = 0xffffffff; | ||
459 | break; | ||
460 | case 'R': | ||
461 | ct->ct |= TCG_CT_REG; | ||
462 | - ct->u.regs = ALL_64; | ||
463 | + ct->regs = ALL_64; | ||
464 | break; | ||
465 | case 'A': /* qemu_ld/st address constraint */ | ||
466 | ct->ct |= TCG_CT_REG; | ||
467 | - ct->u.regs = TARGET_LONG_BITS == 64 ? ALL_64 : 0xffffffff; | ||
468 | + ct->regs = TARGET_LONG_BITS == 64 ? ALL_64 : 0xffffffff; | ||
469 | reserve_helpers: | ||
470 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_O0); | ||
471 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_O1); | ||
472 | - tcg_regset_reset_reg(ct->u.regs, TCG_REG_O2); | ||
473 | + tcg_regset_reset_reg(ct->regs, TCG_REG_O0); | ||
474 | + tcg_regset_reset_reg(ct->regs, TCG_REG_O1); | ||
475 | + tcg_regset_reset_reg(ct->regs, TCG_REG_O2); | ||
476 | break; | ||
477 | case 's': /* qemu_st data 32-bit constraint */ | ||
478 | ct->ct |= TCG_CT_REG; | ||
479 | - ct->u.regs = 0xffffffff; | ||
480 | + ct->regs = 0xffffffff; | ||
481 | goto reserve_helpers; | ||
482 | case 'S': /* qemu_st data 64-bit constraint */ | ||
483 | ct->ct |= TCG_CT_REG; | ||
484 | - ct->u.regs = ALL_64; | ||
485 | + ct->regs = ALL_64; | ||
486 | goto reserve_helpers; | ||
487 | case 'I': | ||
488 | ct->ct |= TCG_CT_CONST_S11; | ||
489 | diff --git a/tcg/tci/tcg-target.c.inc b/tcg/tci/tcg-target.c.inc | ||
490 | index XXXXXXX..XXXXXXX 100644 | ||
491 | --- a/tcg/tci/tcg-target.c.inc | ||
492 | +++ b/tcg/tci/tcg-target.c.inc | ||
493 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
494 | case 'L': /* qemu_ld constraint */ | ||
495 | case 'S': /* qemu_st constraint */ | ||
496 | ct->ct |= TCG_CT_REG; | ||
497 | - ct->u.regs = BIT(TCG_TARGET_NB_REGS) - 1; | ||
498 | + ct->regs = BIT(TCG_TARGET_NB_REGS) - 1; | ||
499 | break; | ||
500 | default: | ||
501 | return NULL; | ||
94 | -- | 502 | -- |
95 | 2.20.1 | 503 | 2.25.1 |
96 | 504 | ||
97 | 505 | diff view generated by jsdifflib |
1 | By choosing "tcg:kvm" when kvm is not enabled, we generate | 1 | This uses an existing hole in the TCGArgConstraint structure |
---|---|---|---|
2 | an incorrect warning: "invalid accelerator kvm". | 2 | and will be convenient for keeping the data in one place. |
3 | 3 | ||
4 | At the same time, use g_str_has_suffix rather than open-coding | ||
5 | the same operation. | ||
6 | |||
7 | Presumably the inverse is also true with --disable-tcg. | ||
8 | |||
9 | Fixes: 28a0961757fc | ||
10 | Acked-by: Paolo Bonzini <pbonzini@redhat.com> | ||
11 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
12 | Reviewed by: Aleksandar Markovic <amarkovic@wavecomp.com> | ||
13 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 4 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
14 | --- | 5 | --- |
15 | vl.c | 21 +++++++++++++-------- | 6 | include/tcg/tcg.h | 2 +- |
16 | 1 file changed, 13 insertions(+), 8 deletions(-) | 7 | tcg/tcg.c | 35 +++++++++++++++++------------------ |
8 | 2 files changed, 18 insertions(+), 19 deletions(-) | ||
17 | 9 | ||
18 | diff --git a/vl.c b/vl.c | 10 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h |
19 | index XXXXXXX..XXXXXXX 100644 | 11 | index XXXXXXX..XXXXXXX 100644 |
20 | --- a/vl.c | 12 | --- a/include/tcg/tcg.h |
21 | +++ b/vl.c | 13 | +++ b/include/tcg/tcg.h |
22 | @@ -XXX,XX +XXX,XX @@ static void configure_accelerators(const char *progname) | 14 | @@ -XXX,XX +XXX,XX @@ void tcg_dump_op_count(void); |
23 | 15 | typedef struct TCGArgConstraint { | |
24 | if (accel == NULL) { | 16 | uint16_t ct; |
25 | /* Select the default accelerator */ | 17 | uint8_t alias_index; |
26 | - if (!accel_find("tcg") && !accel_find("kvm")) { | 18 | + uint8_t sort_index; |
27 | - error_report("No accelerator selected and" | 19 | TCGRegSet regs; |
28 | - " no default accelerator available"); | 20 | } TCGArgConstraint; |
29 | - exit(1); | 21 | |
30 | - } else { | 22 | @@ -XXX,XX +XXX,XX @@ typedef struct TCGOpDef { |
31 | - int pnlen = strlen(progname); | 23 | uint8_t nb_oargs, nb_iargs, nb_cargs, nb_args; |
32 | - if (pnlen >= 3 && g_str_equal(&progname[pnlen - 3], "kvm")) { | 24 | uint8_t flags; |
33 | + bool have_tcg = accel_find("tcg"); | 25 | TCGArgConstraint *args_ct; |
34 | + bool have_kvm = accel_find("kvm"); | 26 | - int *sorted_args; |
35 | + | 27 | #if defined(CONFIG_DEBUG_TCG) |
36 | + if (have_tcg && have_kvm) { | 28 | int used; |
37 | + if (g_str_has_suffix(progname, "kvm")) { | 29 | #endif |
38 | /* If the program name ends with "kvm", we prefer KVM */ | 30 | diff --git a/tcg/tcg.c b/tcg/tcg.c |
39 | accel = "kvm:tcg"; | 31 | index XXXXXXX..XXXXXXX 100644 |
40 | } else { | 32 | --- a/tcg/tcg.c |
41 | accel = "tcg:kvm"; | 33 | +++ b/tcg/tcg.c |
42 | } | 34 | @@ -XXX,XX +XXX,XX @@ void tcg_context_init(TCGContext *s) |
43 | + } else if (have_kvm) { | 35 | int op, total_args, n, i; |
44 | + accel = "kvm"; | 36 | TCGOpDef *def; |
45 | + } else if (have_tcg) { | 37 | TCGArgConstraint *args_ct; |
46 | + accel = "tcg"; | 38 | - int *sorted_args; |
47 | + } else { | 39 | TCGTemp *ts; |
48 | + error_report("No accelerator selected and" | 40 | |
49 | + " no default accelerator available"); | 41 | memset(s, 0, sizeof(*s)); |
50 | + exit(1); | 42 | @@ -XXX,XX +XXX,XX @@ void tcg_context_init(TCGContext *s) |
43 | } | ||
44 | |||
45 | args_ct = g_malloc(sizeof(TCGArgConstraint) * total_args); | ||
46 | - sorted_args = g_malloc(sizeof(int) * total_args); | ||
47 | |||
48 | for(op = 0; op < NB_OPS; op++) { | ||
49 | def = &tcg_op_defs[op]; | ||
50 | def->args_ct = args_ct; | ||
51 | - def->sorted_args = sorted_args; | ||
52 | n = def->nb_iargs + def->nb_oargs; | ||
53 | - sorted_args += n; | ||
54 | args_ct += n; | ||
55 | } | ||
56 | |||
57 | @@ -XXX,XX +XXX,XX @@ static int get_constraint_priority(const TCGOpDef *def, int k) | ||
58 | /* sort from highest priority to lowest */ | ||
59 | static void sort_constraints(TCGOpDef *def, int start, int n) | ||
60 | { | ||
61 | - int i, j, p1, p2, tmp; | ||
62 | + int i, j; | ||
63 | + TCGArgConstraint *a = def->args_ct; | ||
64 | |||
65 | - for(i = 0; i < n; i++) | ||
66 | - def->sorted_args[start + i] = start + i; | ||
67 | - if (n <= 1) | ||
68 | + for (i = 0; i < n; i++) { | ||
69 | + a[start + i].sort_index = start + i; | ||
70 | + } | ||
71 | + if (n <= 1) { | ||
72 | return; | ||
73 | - for(i = 0; i < n - 1; i++) { | ||
74 | - for(j = i + 1; j < n; j++) { | ||
75 | - p1 = get_constraint_priority(def, def->sorted_args[start + i]); | ||
76 | - p2 = get_constraint_priority(def, def->sorted_args[start + j]); | ||
77 | + } | ||
78 | + for (i = 0; i < n - 1; i++) { | ||
79 | + for (j = i + 1; j < n; j++) { | ||
80 | + int p1 = get_constraint_priority(def, a[start + i].sort_index); | ||
81 | + int p2 = get_constraint_priority(def, a[start + j].sort_index); | ||
82 | if (p1 < p2) { | ||
83 | - tmp = def->sorted_args[start + i]; | ||
84 | - def->sorted_args[start + i] = def->sorted_args[start + j]; | ||
85 | - def->sorted_args[start + j] = tmp; | ||
86 | + int tmp = a[start + i].sort_index; | ||
87 | + a[start + i].sort_index = a[start + j].sort_index; | ||
88 | + a[start + j].sort_index = tmp; | ||
51 | } | 89 | } |
52 | } | 90 | } |
53 | - | 91 | } |
54 | accel_list = g_strsplit(accel, ":", 0); | 92 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) |
55 | 93 | for (k = 0; k < nb_iargs; k++) { | |
56 | for (tmp = accel_list; *tmp; tmp++) { | 94 | TCGRegSet i_preferred_regs, o_preferred_regs; |
95 | |||
96 | - i = def->sorted_args[nb_oargs + k]; | ||
97 | + i = def->args_ct[nb_oargs + k].sort_index; | ||
98 | arg = op->args[i]; | ||
99 | arg_ct = &def->args_ct[i]; | ||
100 | ts = arg_temp(arg); | ||
101 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) | ||
102 | int k2, i2; | ||
103 | reg = ts->reg; | ||
104 | for (k2 = 0 ; k2 < k ; k2++) { | ||
105 | - i2 = def->sorted_args[nb_oargs + k2]; | ||
106 | + i2 = def->args_ct[nb_oargs + k2].sort_index; | ||
107 | if ((def->args_ct[i2].ct & TCG_CT_IALIAS) && | ||
108 | reg == new_args[i2]) { | ||
109 | goto allocate_in_reg; | ||
110 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) | ||
111 | |||
112 | /* satisfy the output constraints */ | ||
113 | for(k = 0; k < nb_oargs; k++) { | ||
114 | - i = def->sorted_args[k]; | ||
115 | + i = def->args_ct[k].sort_index; | ||
116 | arg = op->args[i]; | ||
117 | arg_ct = &def->args_ct[i]; | ||
118 | ts = arg_temp(arg); | ||
57 | -- | 119 | -- |
58 | 2.20.1 | 120 | 2.25.1 |
59 | 121 | ||
60 | 122 | diff view generated by jsdifflib |
1 | From: Philippe Mathieu-Daudé <philmd@redhat.com> | 1 | This wasn't actually used for anything, really. All variable |
---|---|---|---|
2 | operands must accept registers, and which are indicated by the | ||
3 | set in TCGArgConstraint.regs. | ||
2 | 4 | ||
3 | To avoid scrolling each instruction when reviewing tcg | ||
4 | helpers written for the decodetree script, display the | ||
5 | .decode files (similar to header declarations) before | ||
6 | the C source (implementation of previous declarations). | ||
7 | |||
8 | Signed-off-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
9 | Reviewed-by: Stefano Garzarella <sgarzare@redhat.com> | ||
10 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
11 | Message-Id: <20191230082856.30556-1-philmd@redhat.com> | ||
12 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
13 | --- | 6 | --- |
14 | scripts/git.orderfile | 3 +++ | 7 | include/tcg/tcg.h | 1 - |
15 | 1 file changed, 3 insertions(+) | 8 | tcg/tcg.c | 15 ++++----------- |
9 | tcg/aarch64/tcg-target.c.inc | 3 --- | ||
10 | tcg/arm/tcg-target.c.inc | 3 --- | ||
11 | tcg/i386/tcg-target.c.inc | 11 ----------- | ||
12 | tcg/mips/tcg-target.c.inc | 3 --- | ||
13 | tcg/ppc/tcg-target.c.inc | 5 ----- | ||
14 | tcg/riscv/tcg-target.c.inc | 2 -- | ||
15 | tcg/s390/tcg-target.c.inc | 4 ---- | ||
16 | tcg/sparc/tcg-target.c.inc | 5 ----- | ||
17 | tcg/tci/tcg-target.c.inc | 1 - | ||
18 | 11 files changed, 4 insertions(+), 49 deletions(-) | ||
16 | 19 | ||
17 | diff --git a/scripts/git.orderfile b/scripts/git.orderfile | 20 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h |
18 | index XXXXXXX..XXXXXXX 100644 | 21 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/scripts/git.orderfile | 22 | --- a/include/tcg/tcg.h |
20 | +++ b/scripts/git.orderfile | 23 | +++ b/include/tcg/tcg.h |
21 | @@ -XXX,XX +XXX,XX @@ qga/*.json | 24 | @@ -XXX,XX +XXX,XX @@ void tcg_dump_op_count(void); |
22 | # headers | 25 | #define TCG_CT_ALIAS 0x80 |
23 | *.h | 26 | #define TCG_CT_IALIAS 0x40 |
24 | 27 | #define TCG_CT_NEWREG 0x20 /* output requires a new register */ | |
25 | +# decoding tree specification | 28 | -#define TCG_CT_REG 0x01 |
26 | +*.decode | 29 | #define TCG_CT_CONST 0x02 /* any constant of register size */ |
27 | + | 30 | |
28 | # code | 31 | typedef struct TCGArgConstraint { |
29 | *.c | 32 | diff --git a/tcg/tcg.c b/tcg/tcg.c |
33 | index XXXXXXX..XXXXXXX 100644 | ||
34 | --- a/tcg/tcg.c | ||
35 | +++ b/tcg/tcg.c | ||
36 | @@ -XXX,XX +XXX,XX @@ static void tcg_dump_ops(TCGContext *s, bool have_prefs) | ||
37 | /* we give more priority to constraints with less registers */ | ||
38 | static int get_constraint_priority(const TCGOpDef *def, int k) | ||
39 | { | ||
40 | - const TCGArgConstraint *arg_ct; | ||
41 | + const TCGArgConstraint *arg_ct = &def->args_ct[k]; | ||
42 | + int n; | ||
43 | |||
44 | - int i, n; | ||
45 | - arg_ct = &def->args_ct[k]; | ||
46 | if (arg_ct->ct & TCG_CT_ALIAS) { | ||
47 | /* an alias is equivalent to a single register */ | ||
48 | n = 1; | ||
49 | } else { | ||
50 | - if (!(arg_ct->ct & TCG_CT_REG)) | ||
51 | - return 0; | ||
52 | - n = 0; | ||
53 | - for(i = 0; i < TCG_TARGET_NB_REGS; i++) { | ||
54 | - if (tcg_regset_test_reg(arg_ct->regs, i)) | ||
55 | - n++; | ||
56 | - } | ||
57 | + n = ctpop64(arg_ct->regs); | ||
58 | } | ||
59 | return TCG_TARGET_NB_REGS - n + 1; | ||
60 | } | ||
61 | @@ -XXX,XX +XXX,XX @@ static void process_op_defs(TCGContext *s) | ||
62 | int oarg = *ct_str - '0'; | ||
63 | tcg_debug_assert(ct_str == tdefs->args_ct_str[i]); | ||
64 | tcg_debug_assert(oarg < def->nb_oargs); | ||
65 | - tcg_debug_assert(def->args_ct[oarg].ct & TCG_CT_REG); | ||
66 | + tcg_debug_assert(def->args_ct[oarg].regs != 0); | ||
67 | /* TCG_CT_ALIAS is for the output arguments. | ||
68 | The input is tagged with TCG_CT_IALIAS. */ | ||
69 | def->args_ct[i] = def->args_ct[oarg]; | ||
70 | diff --git a/tcg/aarch64/tcg-target.c.inc b/tcg/aarch64/tcg-target.c.inc | ||
71 | index XXXXXXX..XXXXXXX 100644 | ||
72 | --- a/tcg/aarch64/tcg-target.c.inc | ||
73 | +++ b/tcg/aarch64/tcg-target.c.inc | ||
74 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
75 | { | ||
76 | switch (*ct_str++) { | ||
77 | case 'r': /* general registers */ | ||
78 | - ct->ct |= TCG_CT_REG; | ||
79 | ct->regs |= 0xffffffffu; | ||
80 | break; | ||
81 | case 'w': /* advsimd registers */ | ||
82 | - ct->ct |= TCG_CT_REG; | ||
83 | ct->regs |= 0xffffffff00000000ull; | ||
84 | break; | ||
85 | case 'l': /* qemu_ld / qemu_st address, data_reg */ | ||
86 | - ct->ct |= TCG_CT_REG; | ||
87 | ct->regs = 0xffffffffu; | ||
88 | #ifdef CONFIG_SOFTMMU | ||
89 | /* x0 and x1 will be overwritten when reading the tlb entry, | ||
90 | diff --git a/tcg/arm/tcg-target.c.inc b/tcg/arm/tcg-target.c.inc | ||
91 | index XXXXXXX..XXXXXXX 100644 | ||
92 | --- a/tcg/arm/tcg-target.c.inc | ||
93 | +++ b/tcg/arm/tcg-target.c.inc | ||
94 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
95 | break; | ||
96 | |||
97 | case 'r': | ||
98 | - ct->ct |= TCG_CT_REG; | ||
99 | ct->regs = 0xffff; | ||
100 | break; | ||
101 | |||
102 | /* qemu_ld address */ | ||
103 | case 'l': | ||
104 | - ct->ct |= TCG_CT_REG; | ||
105 | ct->regs = 0xffff; | ||
106 | #ifdef CONFIG_SOFTMMU | ||
107 | /* r0-r2,lr will be overwritten when reading the tlb entry, | ||
108 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
109 | |||
110 | /* qemu_st address & data */ | ||
111 | case 's': | ||
112 | - ct->ct |= TCG_CT_REG; | ||
113 | ct->regs = 0xffff; | ||
114 | /* r0-r2 will be overwritten when reading the tlb entry (softmmu only) | ||
115 | and r0-r1 doing the byte swapping, so don't use these. */ | ||
116 | diff --git a/tcg/i386/tcg-target.c.inc b/tcg/i386/tcg-target.c.inc | ||
117 | index XXXXXXX..XXXXXXX 100644 | ||
118 | --- a/tcg/i386/tcg-target.c.inc | ||
119 | +++ b/tcg/i386/tcg-target.c.inc | ||
120 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
121 | { | ||
122 | switch(*ct_str++) { | ||
123 | case 'a': | ||
124 | - ct->ct |= TCG_CT_REG; | ||
125 | tcg_regset_set_reg(ct->regs, TCG_REG_EAX); | ||
126 | break; | ||
127 | case 'b': | ||
128 | - ct->ct |= TCG_CT_REG; | ||
129 | tcg_regset_set_reg(ct->regs, TCG_REG_EBX); | ||
130 | break; | ||
131 | case 'c': | ||
132 | - ct->ct |= TCG_CT_REG; | ||
133 | tcg_regset_set_reg(ct->regs, TCG_REG_ECX); | ||
134 | break; | ||
135 | case 'd': | ||
136 | - ct->ct |= TCG_CT_REG; | ||
137 | tcg_regset_set_reg(ct->regs, TCG_REG_EDX); | ||
138 | break; | ||
139 | case 'S': | ||
140 | - ct->ct |= TCG_CT_REG; | ||
141 | tcg_regset_set_reg(ct->regs, TCG_REG_ESI); | ||
142 | break; | ||
143 | case 'D': | ||
144 | - ct->ct |= TCG_CT_REG; | ||
145 | tcg_regset_set_reg(ct->regs, TCG_REG_EDI); | ||
146 | break; | ||
147 | case 'q': | ||
148 | /* A register that can be used as a byte operand. */ | ||
149 | - ct->ct |= TCG_CT_REG; | ||
150 | ct->regs = TCG_TARGET_REG_BITS == 64 ? 0xffff : 0xf; | ||
151 | break; | ||
152 | case 'Q': | ||
153 | /* A register with an addressable second byte (e.g. %ah). */ | ||
154 | - ct->ct |= TCG_CT_REG; | ||
155 | ct->regs = 0xf; | ||
156 | break; | ||
157 | case 'r': | ||
158 | /* A general register. */ | ||
159 | - ct->ct |= TCG_CT_REG; | ||
160 | ct->regs |= ALL_GENERAL_REGS; | ||
161 | break; | ||
162 | case 'W': | ||
163 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
164 | break; | ||
165 | case 'x': | ||
166 | /* A vector register. */ | ||
167 | - ct->ct |= TCG_CT_REG; | ||
168 | ct->regs |= ALL_VECTOR_REGS; | ||
169 | break; | ||
170 | |||
171 | /* qemu_ld/st address constraint */ | ||
172 | case 'L': | ||
173 | - ct->ct |= TCG_CT_REG; | ||
174 | ct->regs = TCG_TARGET_REG_BITS == 64 ? 0xffff : 0xff; | ||
175 | tcg_regset_reset_reg(ct->regs, TCG_REG_L0); | ||
176 | tcg_regset_reset_reg(ct->regs, TCG_REG_L1); | ||
177 | diff --git a/tcg/mips/tcg-target.c.inc b/tcg/mips/tcg-target.c.inc | ||
178 | index XXXXXXX..XXXXXXX 100644 | ||
179 | --- a/tcg/mips/tcg-target.c.inc | ||
180 | +++ b/tcg/mips/tcg-target.c.inc | ||
181 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
182 | { | ||
183 | switch(*ct_str++) { | ||
184 | case 'r': | ||
185 | - ct->ct |= TCG_CT_REG; | ||
186 | ct->regs = 0xffffffff; | ||
187 | break; | ||
188 | case 'L': /* qemu_ld input arg constraint */ | ||
189 | - ct->ct |= TCG_CT_REG; | ||
190 | ct->regs = 0xffffffff; | ||
191 | tcg_regset_reset_reg(ct->regs, TCG_REG_A0); | ||
192 | #if defined(CONFIG_SOFTMMU) | ||
193 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
194 | #endif | ||
195 | break; | ||
196 | case 'S': /* qemu_st constraint */ | ||
197 | - ct->ct |= TCG_CT_REG; | ||
198 | ct->regs = 0xffffffff; | ||
199 | tcg_regset_reset_reg(ct->regs, TCG_REG_A0); | ||
200 | #if defined(CONFIG_SOFTMMU) | ||
201 | diff --git a/tcg/ppc/tcg-target.c.inc b/tcg/ppc/tcg-target.c.inc | ||
202 | index XXXXXXX..XXXXXXX 100644 | ||
203 | --- a/tcg/ppc/tcg-target.c.inc | ||
204 | +++ b/tcg/ppc/tcg-target.c.inc | ||
205 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
206 | { | ||
207 | switch (*ct_str++) { | ||
208 | case 'A': case 'B': case 'C': case 'D': | ||
209 | - ct->ct |= TCG_CT_REG; | ||
210 | tcg_regset_set_reg(ct->regs, 3 + ct_str[0] - 'A'); | ||
211 | break; | ||
212 | case 'r': | ||
213 | - ct->ct |= TCG_CT_REG; | ||
214 | ct->regs = 0xffffffff; | ||
215 | break; | ||
216 | case 'v': | ||
217 | - ct->ct |= TCG_CT_REG; | ||
218 | ct->regs = 0xffffffff00000000ull; | ||
219 | break; | ||
220 | case 'L': /* qemu_ld constraint */ | ||
221 | - ct->ct |= TCG_CT_REG; | ||
222 | ct->regs = 0xffffffff; | ||
223 | tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
224 | #ifdef CONFIG_SOFTMMU | ||
225 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
226 | #endif | ||
227 | break; | ||
228 | case 'S': /* qemu_st constraint */ | ||
229 | - ct->ct |= TCG_CT_REG; | ||
230 | ct->regs = 0xffffffff; | ||
231 | tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
232 | #ifdef CONFIG_SOFTMMU | ||
233 | diff --git a/tcg/riscv/tcg-target.c.inc b/tcg/riscv/tcg-target.c.inc | ||
234 | index XXXXXXX..XXXXXXX 100644 | ||
235 | --- a/tcg/riscv/tcg-target.c.inc | ||
236 | +++ b/tcg/riscv/tcg-target.c.inc | ||
237 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
238 | { | ||
239 | switch (*ct_str++) { | ||
240 | case 'r': | ||
241 | - ct->ct |= TCG_CT_REG; | ||
242 | ct->regs = 0xffffffff; | ||
243 | break; | ||
244 | case 'L': | ||
245 | /* qemu_ld/qemu_st constraint */ | ||
246 | - ct->ct |= TCG_CT_REG; | ||
247 | ct->regs = 0xffffffff; | ||
248 | /* qemu_ld/qemu_st uses TCG_REG_TMP0 */ | ||
249 | #if defined(CONFIG_SOFTMMU) | ||
250 | diff --git a/tcg/s390/tcg-target.c.inc b/tcg/s390/tcg-target.c.inc | ||
251 | index XXXXXXX..XXXXXXX 100644 | ||
252 | --- a/tcg/s390/tcg-target.c.inc | ||
253 | +++ b/tcg/s390/tcg-target.c.inc | ||
254 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
255 | { | ||
256 | switch (*ct_str++) { | ||
257 | case 'r': /* all registers */ | ||
258 | - ct->ct |= TCG_CT_REG; | ||
259 | ct->regs = 0xffff; | ||
260 | break; | ||
261 | case 'L': /* qemu_ld/st constraint */ | ||
262 | - ct->ct |= TCG_CT_REG; | ||
263 | ct->regs = 0xffff; | ||
264 | tcg_regset_reset_reg(ct->regs, TCG_REG_R2); | ||
265 | tcg_regset_reset_reg(ct->regs, TCG_REG_R3); | ||
266 | tcg_regset_reset_reg(ct->regs, TCG_REG_R4); | ||
267 | break; | ||
268 | case 'a': /* force R2 for division */ | ||
269 | - ct->ct |= TCG_CT_REG; | ||
270 | ct->regs = 0; | ||
271 | tcg_regset_set_reg(ct->regs, TCG_REG_R2); | ||
272 | break; | ||
273 | case 'b': /* force R3 for division */ | ||
274 | - ct->ct |= TCG_CT_REG; | ||
275 | ct->regs = 0; | ||
276 | tcg_regset_set_reg(ct->regs, TCG_REG_R3); | ||
277 | break; | ||
278 | diff --git a/tcg/sparc/tcg-target.c.inc b/tcg/sparc/tcg-target.c.inc | ||
279 | index XXXXXXX..XXXXXXX 100644 | ||
280 | --- a/tcg/sparc/tcg-target.c.inc | ||
281 | +++ b/tcg/sparc/tcg-target.c.inc | ||
282 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
283 | { | ||
284 | switch (*ct_str++) { | ||
285 | case 'r': | ||
286 | - ct->ct |= TCG_CT_REG; | ||
287 | ct->regs = 0xffffffff; | ||
288 | break; | ||
289 | case 'R': | ||
290 | - ct->ct |= TCG_CT_REG; | ||
291 | ct->regs = ALL_64; | ||
292 | break; | ||
293 | case 'A': /* qemu_ld/st address constraint */ | ||
294 | - ct->ct |= TCG_CT_REG; | ||
295 | ct->regs = TARGET_LONG_BITS == 64 ? ALL_64 : 0xffffffff; | ||
296 | reserve_helpers: | ||
297 | tcg_regset_reset_reg(ct->regs, TCG_REG_O0); | ||
298 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
299 | tcg_regset_reset_reg(ct->regs, TCG_REG_O2); | ||
300 | break; | ||
301 | case 's': /* qemu_st data 32-bit constraint */ | ||
302 | - ct->ct |= TCG_CT_REG; | ||
303 | ct->regs = 0xffffffff; | ||
304 | goto reserve_helpers; | ||
305 | case 'S': /* qemu_st data 64-bit constraint */ | ||
306 | - ct->ct |= TCG_CT_REG; | ||
307 | ct->regs = ALL_64; | ||
308 | goto reserve_helpers; | ||
309 | case 'I': | ||
310 | diff --git a/tcg/tci/tcg-target.c.inc b/tcg/tci/tcg-target.c.inc | ||
311 | index XXXXXXX..XXXXXXX 100644 | ||
312 | --- a/tcg/tci/tcg-target.c.inc | ||
313 | +++ b/tcg/tci/tcg-target.c.inc | ||
314 | @@ -XXX,XX +XXX,XX @@ static const char *target_parse_constraint(TCGArgConstraint *ct, | ||
315 | case 'r': | ||
316 | case 'L': /* qemu_ld constraint */ | ||
317 | case 'S': /* qemu_st constraint */ | ||
318 | - ct->ct |= TCG_CT_REG; | ||
319 | ct->regs = BIT(TCG_TARGET_NB_REGS) - 1; | ||
320 | break; | ||
321 | default: | ||
30 | -- | 322 | -- |
31 | 2.20.1 | 323 | 2.25.1 |
32 | 324 | ||
33 | 325 | diff view generated by jsdifflib |
1 | Do not call get_clock_realtime() in tlb_mmu_resize_locked, | 1 | These are easier to set and test when they have their own fields. |
---|---|---|---|
2 | but hoist outside of any loop over a set of tlbs. This is | 2 | Reduce the size of alias_index and sort_index to 4 bits, which is |
3 | only two (indirect) callers, tlb_flush_by_mmuidx_async_work | 3 | sufficient for TCG_MAX_OP_ARGS. This leaves only the bits indicating |
4 | and tlb_flush_page_locked, so not onerous. | 4 | constants within the ct field. |
5 | 5 | ||
6 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 6 | Move all initialization to allocation time, rather than init |
7 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | 7 | individual fields in process_op_defs. |
8 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | 8 | |
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
10 | --- | 10 | --- |
11 | accel/tcg/cputlb.c | 14 ++++++++------ | 11 | include/tcg/tcg.h | 14 +++++++------- |
12 | 1 file changed, 8 insertions(+), 6 deletions(-) | 12 | tcg/tcg.c | 28 ++++++++++++---------------- |
13 | 2 files changed, 19 insertions(+), 23 deletions(-) | ||
13 | 14 | ||
14 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 15 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h |
15 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/accel/tcg/cputlb.c | 17 | --- a/include/tcg/tcg.h |
17 | +++ b/accel/tcg/cputlb.c | 18 | +++ b/include/tcg/tcg.h |
18 | @@ -XXX,XX +XXX,XX @@ static void tlb_window_reset(CPUTLBDesc *desc, int64_t ns, | 19 | @@ -XXX,XX +XXX,XX @@ int64_t tcg_cpu_exec_time(void); |
19 | * high), since otherwise we are likely to have a significant amount of | 20 | void tcg_dump_info(void); |
20 | * conflict misses. | 21 | void tcg_dump_op_count(void); |
21 | */ | 22 | |
22 | -static void tlb_mmu_resize_locked(CPUTLBDesc *desc, CPUTLBDescFast *fast) | 23 | -#define TCG_CT_ALIAS 0x80 |
23 | +static void tlb_mmu_resize_locked(CPUTLBDesc *desc, CPUTLBDescFast *fast, | 24 | -#define TCG_CT_IALIAS 0x40 |
24 | + int64_t now) | 25 | -#define TCG_CT_NEWREG 0x20 /* output requires a new register */ |
25 | { | 26 | -#define TCG_CT_CONST 0x02 /* any constant of register size */ |
26 | size_t old_size = tlb_n_entries(fast); | 27 | +#define TCG_CT_CONST 1 /* any constant of register size */ |
27 | size_t rate; | 28 | |
28 | size_t new_size = old_size; | 29 | typedef struct TCGArgConstraint { |
29 | - int64_t now = get_clock_realtime(); | 30 | - uint16_t ct; |
30 | int64_t window_len_ms = 100; | 31 | - uint8_t alias_index; |
31 | int64_t window_len_ns = window_len_ms * 1000 * 1000; | 32 | - uint8_t sort_index; |
32 | bool window_expired = now > desc->window_begin_ns + window_len_ns; | 33 | + unsigned ct : 16; |
33 | @@ -XXX,XX +XXX,XX @@ static void tlb_mmu_flush_locked(CPUTLBDesc *desc, CPUTLBDescFast *fast) | 34 | + unsigned alias_index : 4; |
34 | memset(desc->vtable, -1, sizeof(desc->vtable)); | 35 | + unsigned sort_index : 4; |
35 | } | 36 | + bool oalias : 1; |
36 | 37 | + bool ialias : 1; | |
37 | -static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | 38 | + bool newreg : 1; |
38 | +static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx, | 39 | TCGRegSet regs; |
39 | + int64_t now) | 40 | } TCGArgConstraint; |
40 | { | 41 | |
41 | CPUTLBDesc *desc = &env_tlb(env)->d[mmu_idx]; | 42 | diff --git a/tcg/tcg.c b/tcg/tcg.c |
42 | CPUTLBDescFast *fast = &env_tlb(env)->f[mmu_idx]; | 43 | index XXXXXXX..XXXXXXX 100644 |
43 | 44 | --- a/tcg/tcg.c | |
44 | - tlb_mmu_resize_locked(desc, fast); | 45 | +++ b/tcg/tcg.c |
45 | + tlb_mmu_resize_locked(desc, fast, now); | 46 | @@ -XXX,XX +XXX,XX @@ void tcg_context_init(TCGContext *s) |
46 | tlb_mmu_flush_locked(desc, fast); | 47 | total_args += n; |
47 | } | ||
48 | |||
49 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_by_mmuidx_async_work(CPUState *cpu, run_on_cpu_data data) | ||
50 | CPUArchState *env = cpu->env_ptr; | ||
51 | uint16_t asked = data.host_int; | ||
52 | uint16_t all_dirty, work, to_clean; | ||
53 | + int64_t now = get_clock_realtime(); | ||
54 | |||
55 | assert_cpu_is_self(cpu); | ||
56 | |||
57 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_by_mmuidx_async_work(CPUState *cpu, run_on_cpu_data data) | ||
58 | |||
59 | for (work = to_clean; work != 0; work &= work - 1) { | ||
60 | int mmu_idx = ctz32(work); | ||
61 | - tlb_flush_one_mmuidx_locked(env, mmu_idx); | ||
62 | + tlb_flush_one_mmuidx_locked(env, mmu_idx, now); | ||
63 | } | 48 | } |
64 | 49 | ||
65 | qemu_spin_unlock(&env_tlb(env)->c.lock); | 50 | - args_ct = g_malloc(sizeof(TCGArgConstraint) * total_args); |
66 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_page_locked(CPUArchState *env, int midx, | 51 | + args_ct = g_new0(TCGArgConstraint, total_args); |
67 | tlb_debug("forcing full flush midx %d (" | 52 | |
68 | TARGET_FMT_lx "/" TARGET_FMT_lx ")\n", | 53 | for(op = 0; op < NB_OPS; op++) { |
69 | midx, lp_addr, lp_mask); | 54 | def = &tcg_op_defs[op]; |
70 | - tlb_flush_one_mmuidx_locked(env, midx); | 55 | @@ -XXX,XX +XXX,XX @@ static int get_constraint_priority(const TCGOpDef *def, int k) |
71 | + tlb_flush_one_mmuidx_locked(env, midx, get_clock_realtime()); | 56 | const TCGArgConstraint *arg_ct = &def->args_ct[k]; |
57 | int n; | ||
58 | |||
59 | - if (arg_ct->ct & TCG_CT_ALIAS) { | ||
60 | + if (arg_ct->oalias) { | ||
61 | /* an alias is equivalent to a single register */ | ||
62 | n = 1; | ||
72 | } else { | 63 | } else { |
73 | if (tlb_flush_entry_locked(tlb_entry(env, midx, page), page)) { | 64 | @@ -XXX,XX +XXX,XX @@ static void process_op_defs(TCGContext *s) |
74 | tlb_n_used_entries_dec(env, midx); | 65 | /* Incomplete TCGTargetOpDef entry. */ |
66 | tcg_debug_assert(ct_str != NULL); | ||
67 | |||
68 | - def->args_ct[i].regs = 0; | ||
69 | - def->args_ct[i].ct = 0; | ||
70 | while (*ct_str != '\0') { | ||
71 | switch(*ct_str) { | ||
72 | case '0' ... '9': | ||
73 | @@ -XXX,XX +XXX,XX @@ static void process_op_defs(TCGContext *s) | ||
74 | tcg_debug_assert(ct_str == tdefs->args_ct_str[i]); | ||
75 | tcg_debug_assert(oarg < def->nb_oargs); | ||
76 | tcg_debug_assert(def->args_ct[oarg].regs != 0); | ||
77 | - /* TCG_CT_ALIAS is for the output arguments. | ||
78 | - The input is tagged with TCG_CT_IALIAS. */ | ||
79 | def->args_ct[i] = def->args_ct[oarg]; | ||
80 | - def->args_ct[oarg].ct |= TCG_CT_ALIAS; | ||
81 | + /* The output sets oalias. */ | ||
82 | + def->args_ct[oarg].oalias = true; | ||
83 | def->args_ct[oarg].alias_index = i; | ||
84 | - def->args_ct[i].ct |= TCG_CT_IALIAS; | ||
85 | + /* The input sets ialias. */ | ||
86 | + def->args_ct[i].ialias = true; | ||
87 | def->args_ct[i].alias_index = oarg; | ||
88 | } | ||
89 | ct_str++; | ||
90 | break; | ||
91 | case '&': | ||
92 | - def->args_ct[i].ct |= TCG_CT_NEWREG; | ||
93 | + def->args_ct[i].newreg = true; | ||
94 | ct_str++; | ||
95 | break; | ||
96 | case 'i': | ||
97 | @@ -XXX,XX +XXX,XX @@ static void liveness_pass_1(TCGContext *s) | ||
98 | set = *pset; | ||
99 | |||
100 | set &= ct->regs; | ||
101 | - if (ct->ct & TCG_CT_IALIAS) { | ||
102 | + if (ct->ialias) { | ||
103 | set &= op->output_pref[ct->alias_index]; | ||
104 | } | ||
105 | /* If the combination is not possible, restart. */ | ||
106 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) | ||
107 | } | ||
108 | |||
109 | i_preferred_regs = o_preferred_regs = 0; | ||
110 | - if (arg_ct->ct & TCG_CT_IALIAS) { | ||
111 | + if (arg_ct->ialias) { | ||
112 | o_preferred_regs = op->output_pref[arg_ct->alias_index]; | ||
113 | if (ts->fixed_reg) { | ||
114 | /* if fixed register, we must allocate a new register | ||
115 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) | ||
116 | reg = ts->reg; | ||
117 | for (k2 = 0 ; k2 < k ; k2++) { | ||
118 | i2 = def->args_ct[nb_oargs + k2].sort_index; | ||
119 | - if ((def->args_ct[i2].ct & TCG_CT_IALIAS) && | ||
120 | - reg == new_args[i2]) { | ||
121 | + if (def->args_ct[i2].ialias && reg == new_args[i2]) { | ||
122 | goto allocate_in_reg; | ||
123 | } | ||
124 | } | ||
125 | @@ -XXX,XX +XXX,XX @@ static void tcg_reg_alloc_op(TCGContext *s, const TCGOp *op) | ||
126 | /* ENV should not be modified. */ | ||
127 | tcg_debug_assert(!ts->fixed_reg); | ||
128 | |||
129 | - if ((arg_ct->ct & TCG_CT_ALIAS) | ||
130 | - && !const_args[arg_ct->alias_index]) { | ||
131 | + if (arg_ct->oalias && !const_args[arg_ct->alias_index]) { | ||
132 | reg = new_args[arg_ct->alias_index]; | ||
133 | - } else if (arg_ct->ct & TCG_CT_NEWREG) { | ||
134 | + } else if (arg_ct->newreg) { | ||
135 | reg = tcg_reg_alloc(s, arg_ct->regs, | ||
136 | i_allocated_regs | o_allocated_regs, | ||
137 | op->output_pref[k], ts->indirect_base); | ||
75 | -- | 138 | -- |
76 | 2.20.1 | 139 | 2.25.1 |
77 | 140 | ||
78 | 141 | diff view generated by jsdifflib |
1 | There's little point in leaving these data structures half initialized, | 1 | The last user of this field disappeared in f69d277ece4. |
---|---|---|---|
2 | and relying on a flush to be done during reset. | ||
3 | 2 | ||
4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 3 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> |
5 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 4 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | --- | 5 | --- |
8 | accel/tcg/cputlb.c | 5 +++-- | 6 | include/tcg/tcg.h | 3 --- |
9 | 1 file changed, 3 insertions(+), 2 deletions(-) | 7 | 1 file changed, 3 deletions(-) |
10 | 8 | ||
11 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 9 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h |
12 | index XXXXXXX..XXXXXXX 100644 | 10 | index XXXXXXX..XXXXXXX 100644 |
13 | --- a/accel/tcg/cputlb.c | 11 | --- a/include/tcg/tcg.h |
14 | +++ b/accel/tcg/cputlb.c | 12 | +++ b/include/tcg/tcg.h |
15 | @@ -XXX,XX +XXX,XX @@ static void tlb_mmu_init(CPUTLBDesc *desc, CPUTLBDescFast *fast, int64_t now) | 13 | @@ -XXX,XX +XXX,XX @@ typedef struct TCGOpDef { |
16 | fast->mask = (n_entries - 1) << CPU_TLB_ENTRY_BITS; | 14 | uint8_t nb_oargs, nb_iargs, nb_cargs, nb_args; |
17 | fast->table = g_new(CPUTLBEntry, n_entries); | 15 | uint8_t flags; |
18 | desc->iotlb = g_new(CPUIOTLBEntry, n_entries); | 16 | TCGArgConstraint *args_ct; |
19 | + tlb_mmu_flush_locked(desc, fast); | 17 | -#if defined(CONFIG_DEBUG_TCG) |
20 | } | 18 | - int used; |
21 | 19 | -#endif | |
22 | static inline void tlb_n_used_entries_inc(CPUArchState *env, uintptr_t mmu_idx) | 20 | } TCGOpDef; |
23 | @@ -XXX,XX +XXX,XX @@ void tlb_init(CPUState *cpu) | 21 | |
24 | 22 | extern TCGOpDef tcg_op_defs[]; | |
25 | qemu_spin_init(&env_tlb(env)->c.lock); | ||
26 | |||
27 | - /* Ensure that cpu_reset performs a full flush. */ | ||
28 | - env_tlb(env)->c.dirty = ALL_MMUIDX_BITS; | ||
29 | + /* All tlbs are initialized flushed. */ | ||
30 | + env_tlb(env)->c.dirty = 0; | ||
31 | |||
32 | for (i = 0; i < NB_MMU_MODES; i++) { | ||
33 | tlb_mmu_init(&env_tlb(env)->d[i], &env_tlb(env)->f[i], now); | ||
34 | -- | 23 | -- |
35 | 2.20.1 | 24 | 2.25.1 |
36 | 25 | ||
37 | 26 | diff view generated by jsdifflib |
1 | The result of g_strsplit is never NULL. | 1 | The previous change wrongly stated that 32-bit avx2 should have |
---|---|---|---|
2 | used VPBROADCASTW. But that's a 16-bit broadcast and we want a | ||
3 | 32-bit broadcast. | ||
2 | 4 | ||
3 | Acked-by: Paolo Bonzini <pbonzini@redhat.com> | 5 | Fixes: 7b60ef3264e |
4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 6 | Cc: qemu-stable@nongnu.org |
5 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
6 | Reviewed by: Aleksandar Markovic <amarkovic@wavecomp.com> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | --- | 8 | --- |
9 | vl.c | 2 +- | 9 | tcg/i386/tcg-target.c.inc | 2 +- |
10 | 1 file changed, 1 insertion(+), 1 deletion(-) | 10 | 1 file changed, 1 insertion(+), 1 deletion(-) |
11 | 11 | ||
12 | diff --git a/vl.c b/vl.c | 12 | diff --git a/tcg/i386/tcg-target.c.inc b/tcg/i386/tcg-target.c.inc |
13 | index XXXXXXX..XXXXXXX 100644 | 13 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/vl.c | 14 | --- a/tcg/i386/tcg-target.c.inc |
15 | +++ b/vl.c | 15 | +++ b/tcg/i386/tcg-target.c.inc |
16 | @@ -XXX,XX +XXX,XX @@ static void configure_accelerators(const char *progname) | 16 | @@ -XXX,XX +XXX,XX @@ static void tcg_out_dupi_vec(TCGContext *s, TCGType type, |
17 | 17 | new_pool_label(s, arg, R_386_PC32, s->code_ptr - 4, -4); | |
18 | accel_list = g_strsplit(accel, ":", 0); | 18 | } else { |
19 | 19 | if (have_avx2) { | |
20 | - for (tmp = accel_list; tmp && *tmp; tmp++) { | 20 | - tcg_out_vex_modrm_pool(s, OPC_VPBROADCASTW + vex_l, ret); |
21 | + for (tmp = accel_list; *tmp; tmp++) { | 21 | + tcg_out_vex_modrm_pool(s, OPC_VPBROADCASTD + vex_l, ret); |
22 | /* | 22 | } else { |
23 | * Filter invalid accelerators here, to prevent obscenities | 23 | tcg_out_vex_modrm_pool(s, OPC_VBROADCASTSS, ret); |
24 | * such as "-machine accel=tcg,,thread=single". | 24 | } |
25 | -- | 25 | -- |
26 | 2.20.1 | 26 | 2.25.1 |
27 | 27 | ||
28 | 28 | diff view generated by jsdifflib |
1 | In target/arm we will shortly have "too many" mmu_idx. | 1 | The definition of INDEX_op_dupi_vec is that it operates on |
---|---|---|---|
2 | The current minimum barrier is caused by the way in which | 2 | units of tcg_target_ulong -- in this case 32 bits. It does |
3 | tlb_flush_page_by_mmuidx is coded. | 3 | not work to use this for a uint64_t value that happens to be |
4 | small enough to fit in tcg_target_ulong. | ||
4 | 5 | ||
5 | We can remove this limitation by allocating memory for | 6 | Fixes: d2fd745fe8b |
6 | consumption by the worker. Let us assume that this is | 7 | Fixes: db432672dc5 |
7 | the unlikely case, as will be the case for the majority | 8 | Cc: qemu-stable@nongnu.org |
8 | of targets which have so far satisfied the BUILD_BUG_ON, | ||
9 | and only allocate memory when necessary. | ||
10 | |||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
12 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
13 | --- | 10 | --- |
14 | accel/tcg/cputlb.c | 167 +++++++++++++++++++++++++++++++++++---------- | 11 | tcg/tcg-op-vec.c | 12 ++++++++---- |
15 | 1 file changed, 132 insertions(+), 35 deletions(-) | 12 | 1 file changed, 8 insertions(+), 4 deletions(-) |
16 | 13 | ||
17 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 14 | diff --git a/tcg/tcg-op-vec.c b/tcg/tcg-op-vec.c |
18 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/accel/tcg/cputlb.c | 16 | --- a/tcg/tcg-op-vec.c |
20 | +++ b/accel/tcg/cputlb.c | 17 | +++ b/tcg/tcg-op-vec.c |
21 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_page_locked(CPUArchState *env, int midx, | 18 | @@ -XXX,XX +XXX,XX @@ TCGv_vec tcg_const_ones_vec_matching(TCGv_vec m) |
22 | } | 19 | |
23 | } | 20 | void tcg_gen_dup64i_vec(TCGv_vec r, uint64_t a) |
24 | |||
25 | -/* As we are going to hijack the bottom bits of the page address for a | ||
26 | - * mmuidx bit mask we need to fail to build if we can't do that | ||
27 | +/** | ||
28 | + * tlb_flush_page_by_mmuidx_async_0: | ||
29 | + * @cpu: cpu on which to flush | ||
30 | + * @addr: page of virtual address to flush | ||
31 | + * @idxmap: set of mmu_idx to flush | ||
32 | + * | ||
33 | + * Helper for tlb_flush_page_by_mmuidx and friends, flush one page | ||
34 | + * at @addr from the tlbs indicated by @idxmap from @cpu. | ||
35 | */ | ||
36 | -QEMU_BUILD_BUG_ON(NB_MMU_MODES > TARGET_PAGE_BITS_MIN); | ||
37 | - | ||
38 | -static void tlb_flush_page_by_mmuidx_async_work(CPUState *cpu, | ||
39 | - run_on_cpu_data data) | ||
40 | +static void tlb_flush_page_by_mmuidx_async_0(CPUState *cpu, | ||
41 | + target_ulong addr, | ||
42 | + uint16_t idxmap) | ||
43 | { | 21 | { |
44 | CPUArchState *env = cpu->env_ptr; | 22 | - if (TCG_TARGET_REG_BITS == 32 && a == deposit64(a, 32, 32, a)) { |
45 | - target_ulong addr_and_mmuidx = (target_ulong) data.target_ptr; | 23 | - do_dupi_vec(r, MO_32, a); |
46 | - target_ulong addr = addr_and_mmuidx & TARGET_PAGE_MASK; | 24 | - } else if (TCG_TARGET_REG_BITS == 64 || a == (uint64_t)(int32_t)a) { |
47 | - unsigned long mmu_idx_bitmap = addr_and_mmuidx & ALL_MMUIDX_BITS; | 25 | + if (TCG_TARGET_REG_BITS == 64) { |
48 | int mmu_idx; | 26 | do_dupi_vec(r, MO_64, a); |
49 | 27 | + } else if (a == dup_const(MO_32, a)) { | |
50 | assert_cpu_is_self(cpu); | 28 | + do_dupi_vec(r, MO_32, a); |
51 | 29 | } else { | |
52 | - tlb_debug("page addr:" TARGET_FMT_lx " mmu_map:0x%lx\n", | 30 | TCGv_i64 c = tcg_const_i64(a); |
53 | - addr, mmu_idx_bitmap); | 31 | tcg_gen_dup_i64_vec(MO_64, r, c); |
54 | + tlb_debug("page addr:" TARGET_FMT_lx " mmu_map:0x%x\n", addr, idxmap); | 32 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_dup8i_vec(TCGv_vec r, uint32_t a) |
55 | 33 | ||
56 | qemu_spin_lock(&env_tlb(env)->c.lock); | 34 | void tcg_gen_dupi_vec(unsigned vece, TCGv_vec r, uint64_t a) |
57 | for (mmu_idx = 0; mmu_idx < NB_MMU_MODES; mmu_idx++) { | ||
58 | - if (test_bit(mmu_idx, &mmu_idx_bitmap)) { | ||
59 | + if ((idxmap >> mmu_idx) & 1) { | ||
60 | tlb_flush_page_locked(env, mmu_idx, addr); | ||
61 | } | ||
62 | } | ||
63 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_page_by_mmuidx_async_work(CPUState *cpu, | ||
64 | tb_flush_jmp_cache(cpu, addr); | ||
65 | } | ||
66 | |||
67 | +/** | ||
68 | + * tlb_flush_page_by_mmuidx_async_1: | ||
69 | + * @cpu: cpu on which to flush | ||
70 | + * @data: encoded addr + idxmap | ||
71 | + * | ||
72 | + * Helper for tlb_flush_page_by_mmuidx and friends, called through | ||
73 | + * async_run_on_cpu. The idxmap parameter is encoded in the page | ||
74 | + * offset of the target_ptr field. This limits the set of mmu_idx | ||
75 | + * that can be passed via this method. | ||
76 | + */ | ||
77 | +static void tlb_flush_page_by_mmuidx_async_1(CPUState *cpu, | ||
78 | + run_on_cpu_data data) | ||
79 | +{ | ||
80 | + target_ulong addr_and_idxmap = (target_ulong) data.target_ptr; | ||
81 | + target_ulong addr = addr_and_idxmap & TARGET_PAGE_MASK; | ||
82 | + uint16_t idxmap = addr_and_idxmap & ~TARGET_PAGE_MASK; | ||
83 | + | ||
84 | + tlb_flush_page_by_mmuidx_async_0(cpu, addr, idxmap); | ||
85 | +} | ||
86 | + | ||
87 | +typedef struct { | ||
88 | + target_ulong addr; | ||
89 | + uint16_t idxmap; | ||
90 | +} TLBFlushPageByMMUIdxData; | ||
91 | + | ||
92 | +/** | ||
93 | + * tlb_flush_page_by_mmuidx_async_2: | ||
94 | + * @cpu: cpu on which to flush | ||
95 | + * @data: allocated addr + idxmap | ||
96 | + * | ||
97 | + * Helper for tlb_flush_page_by_mmuidx and friends, called through | ||
98 | + * async_run_on_cpu. The addr+idxmap parameters are stored in a | ||
99 | + * TLBFlushPageByMMUIdxData structure that has been allocated | ||
100 | + * specifically for this helper. Free the structure when done. | ||
101 | + */ | ||
102 | +static void tlb_flush_page_by_mmuidx_async_2(CPUState *cpu, | ||
103 | + run_on_cpu_data data) | ||
104 | +{ | ||
105 | + TLBFlushPageByMMUIdxData *d = data.host_ptr; | ||
106 | + | ||
107 | + tlb_flush_page_by_mmuidx_async_0(cpu, d->addr, d->idxmap); | ||
108 | + g_free(d); | ||
109 | +} | ||
110 | + | ||
111 | void tlb_flush_page_by_mmuidx(CPUState *cpu, target_ulong addr, uint16_t idxmap) | ||
112 | { | 35 | { |
113 | - target_ulong addr_and_mmu_idx; | 36 | - do_dupi_vec(r, MO_REG, dup_const(vece, a)); |
114 | - | 37 | + if (vece == MO_64) { |
115 | tlb_debug("addr: "TARGET_FMT_lx" mmu_idx:%" PRIx16 "\n", addr, idxmap); | 38 | + tcg_gen_dup64i_vec(r, a); |
116 | |||
117 | /* This should already be page aligned */ | ||
118 | - addr_and_mmu_idx = addr & TARGET_PAGE_MASK; | ||
119 | - addr_and_mmu_idx |= idxmap; | ||
120 | + addr &= TARGET_PAGE_MASK; | ||
121 | |||
122 | - if (!qemu_cpu_is_self(cpu)) { | ||
123 | - async_run_on_cpu(cpu, tlb_flush_page_by_mmuidx_async_work, | ||
124 | - RUN_ON_CPU_TARGET_PTR(addr_and_mmu_idx)); | ||
125 | + if (qemu_cpu_is_self(cpu)) { | ||
126 | + tlb_flush_page_by_mmuidx_async_0(cpu, addr, idxmap); | ||
127 | + } else if (idxmap < TARGET_PAGE_SIZE) { | ||
128 | + /* | ||
129 | + * Most targets have only a few mmu_idx. In the case where | ||
130 | + * we can stuff idxmap into the low TARGET_PAGE_BITS, avoid | ||
131 | + * allocating memory for this operation. | ||
132 | + */ | ||
133 | + async_run_on_cpu(cpu, tlb_flush_page_by_mmuidx_async_1, | ||
134 | + RUN_ON_CPU_TARGET_PTR(addr | idxmap)); | ||
135 | } else { | ||
136 | - tlb_flush_page_by_mmuidx_async_work( | ||
137 | - cpu, RUN_ON_CPU_TARGET_PTR(addr_and_mmu_idx)); | ||
138 | + TLBFlushPageByMMUIdxData *d = g_new(TLBFlushPageByMMUIdxData, 1); | ||
139 | + | ||
140 | + /* Otherwise allocate a structure, freed by the worker. */ | ||
141 | + d->addr = addr; | ||
142 | + d->idxmap = idxmap; | ||
143 | + async_run_on_cpu(cpu, tlb_flush_page_by_mmuidx_async_2, | ||
144 | + RUN_ON_CPU_HOST_PTR(d)); | ||
145 | } | ||
146 | } | ||
147 | |||
148 | @@ -XXX,XX +XXX,XX @@ void tlb_flush_page(CPUState *cpu, target_ulong addr) | ||
149 | void tlb_flush_page_by_mmuidx_all_cpus(CPUState *src_cpu, target_ulong addr, | ||
150 | uint16_t idxmap) | ||
151 | { | ||
152 | - const run_on_cpu_func fn = tlb_flush_page_by_mmuidx_async_work; | ||
153 | - target_ulong addr_and_mmu_idx; | ||
154 | - | ||
155 | tlb_debug("addr: "TARGET_FMT_lx" mmu_idx:%"PRIx16"\n", addr, idxmap); | ||
156 | |||
157 | /* This should already be page aligned */ | ||
158 | - addr_and_mmu_idx = addr & TARGET_PAGE_MASK; | ||
159 | - addr_and_mmu_idx |= idxmap; | ||
160 | + addr &= TARGET_PAGE_MASK; | ||
161 | |||
162 | - flush_all_helper(src_cpu, fn, RUN_ON_CPU_TARGET_PTR(addr_and_mmu_idx)); | ||
163 | - fn(src_cpu, RUN_ON_CPU_TARGET_PTR(addr_and_mmu_idx)); | ||
164 | + /* | ||
165 | + * Allocate memory to hold addr+idxmap only when needed. | ||
166 | + * See tlb_flush_page_by_mmuidx for details. | ||
167 | + */ | ||
168 | + if (idxmap < TARGET_PAGE_SIZE) { | ||
169 | + flush_all_helper(src_cpu, tlb_flush_page_by_mmuidx_async_1, | ||
170 | + RUN_ON_CPU_TARGET_PTR(addr | idxmap)); | ||
171 | + } else { | 39 | + } else { |
172 | + CPUState *dst_cpu; | 40 | + do_dupi_vec(r, MO_REG, dup_const(vece, a)); |
173 | + | ||
174 | + /* Allocate a separate data block for each destination cpu. */ | ||
175 | + CPU_FOREACH(dst_cpu) { | ||
176 | + if (dst_cpu != src_cpu) { | ||
177 | + TLBFlushPageByMMUIdxData *d | ||
178 | + = g_new(TLBFlushPageByMMUIdxData, 1); | ||
179 | + | ||
180 | + d->addr = addr; | ||
181 | + d->idxmap = idxmap; | ||
182 | + async_run_on_cpu(dst_cpu, tlb_flush_page_by_mmuidx_async_2, | ||
183 | + RUN_ON_CPU_HOST_PTR(d)); | ||
184 | + } | ||
185 | + } | ||
186 | + } | ||
187 | + | ||
188 | + tlb_flush_page_by_mmuidx_async_0(src_cpu, addr, idxmap); | ||
189 | } | ||
190 | |||
191 | void tlb_flush_page_all_cpus(CPUState *src, target_ulong addr) | ||
192 | @@ -XXX,XX +XXX,XX @@ void tlb_flush_page_by_mmuidx_all_cpus_synced(CPUState *src_cpu, | ||
193 | target_ulong addr, | ||
194 | uint16_t idxmap) | ||
195 | { | ||
196 | - const run_on_cpu_func fn = tlb_flush_page_by_mmuidx_async_work; | ||
197 | - target_ulong addr_and_mmu_idx; | ||
198 | - | ||
199 | tlb_debug("addr: "TARGET_FMT_lx" mmu_idx:%"PRIx16"\n", addr, idxmap); | ||
200 | |||
201 | /* This should already be page aligned */ | ||
202 | - addr_and_mmu_idx = addr & TARGET_PAGE_MASK; | ||
203 | - addr_and_mmu_idx |= idxmap; | ||
204 | + addr &= TARGET_PAGE_MASK; | ||
205 | |||
206 | - flush_all_helper(src_cpu, fn, RUN_ON_CPU_TARGET_PTR(addr_and_mmu_idx)); | ||
207 | - async_safe_run_on_cpu(src_cpu, fn, RUN_ON_CPU_TARGET_PTR(addr_and_mmu_idx)); | ||
208 | + /* | ||
209 | + * Allocate memory to hold addr+idxmap only when needed. | ||
210 | + * See tlb_flush_page_by_mmuidx for details. | ||
211 | + */ | ||
212 | + if (idxmap < TARGET_PAGE_SIZE) { | ||
213 | + flush_all_helper(src_cpu, tlb_flush_page_by_mmuidx_async_1, | ||
214 | + RUN_ON_CPU_TARGET_PTR(addr | idxmap)); | ||
215 | + async_safe_run_on_cpu(src_cpu, tlb_flush_page_by_mmuidx_async_1, | ||
216 | + RUN_ON_CPU_TARGET_PTR(addr | idxmap)); | ||
217 | + } else { | ||
218 | + CPUState *dst_cpu; | ||
219 | + TLBFlushPageByMMUIdxData *d; | ||
220 | + | ||
221 | + /* Allocate a separate data block for each destination cpu. */ | ||
222 | + CPU_FOREACH(dst_cpu) { | ||
223 | + if (dst_cpu != src_cpu) { | ||
224 | + d = g_new(TLBFlushPageByMMUIdxData, 1); | ||
225 | + d->addr = addr; | ||
226 | + d->idxmap = idxmap; | ||
227 | + async_run_on_cpu(dst_cpu, tlb_flush_page_by_mmuidx_async_2, | ||
228 | + RUN_ON_CPU_HOST_PTR(d)); | ||
229 | + } | ||
230 | + } | ||
231 | + | ||
232 | + d = g_new(TLBFlushPageByMMUIdxData, 1); | ||
233 | + d->addr = addr; | ||
234 | + d->idxmap = idxmap; | ||
235 | + async_safe_run_on_cpu(src_cpu, tlb_flush_page_by_mmuidx_async_2, | ||
236 | + RUN_ON_CPU_HOST_PTR(d)); | ||
237 | + } | 41 | + } |
238 | } | 42 | } |
239 | 43 | ||
240 | void tlb_flush_page_all_cpus_synced(CPUState *src, target_ulong addr) | 44 | void tcg_gen_dup_i64_vec(unsigned vece, TCGv_vec r, TCGv_i64 a) |
241 | -- | 45 | -- |
242 | 2.20.1 | 46 | 2.25.1 |
243 | 47 | ||
244 | 48 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Carlos Santos <casantos@redhat.com> | ||
2 | 1 | ||
3 | uClibc defines _SC_LEVEL1_ICACHE_LINESIZE and _SC_LEVEL1_DCACHE_LINESIZE | ||
4 | but the corresponding sysconf calls returns -1, which is a valid result, | ||
5 | meaning that the limit is indeterminate. | ||
6 | |||
7 | Handle this situation using the fallback values instead of crashing due | ||
8 | to an assertion failure. | ||
9 | |||
10 | Signed-off-by: Carlos Santos <casantos@redhat.com> | ||
11 | Message-Id: <20191017123713.30192-1-casantos@redhat.com> | ||
12 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
13 | --- | ||
14 | util/cacheinfo.c | 10 ++++++++-- | ||
15 | 1 file changed, 8 insertions(+), 2 deletions(-) | ||
16 | |||
17 | diff --git a/util/cacheinfo.c b/util/cacheinfo.c | ||
18 | index XXXXXXX..XXXXXXX 100644 | ||
19 | --- a/util/cacheinfo.c | ||
20 | +++ b/util/cacheinfo.c | ||
21 | @@ -XXX,XX +XXX,XX @@ static void sys_cache_info(int *isize, int *dsize) | ||
22 | static void sys_cache_info(int *isize, int *dsize) | ||
23 | { | ||
24 | # ifdef _SC_LEVEL1_ICACHE_LINESIZE | ||
25 | - *isize = sysconf(_SC_LEVEL1_ICACHE_LINESIZE); | ||
26 | + int tmp_isize = (int) sysconf(_SC_LEVEL1_ICACHE_LINESIZE); | ||
27 | + if (tmp_isize > 0) { | ||
28 | + *isize = tmp_isize; | ||
29 | + } | ||
30 | # endif | ||
31 | # ifdef _SC_LEVEL1_DCACHE_LINESIZE | ||
32 | - *dsize = sysconf(_SC_LEVEL1_DCACHE_LINESIZE); | ||
33 | + int tmp_dsize = (int) sysconf(_SC_LEVEL1_DCACHE_LINESIZE); | ||
34 | + if (tmp_dsize > 0) { | ||
35 | + *dsize = tmp_dsize; | ||
36 | + } | ||
37 | # endif | ||
38 | } | ||
39 | #endif /* sys_cache_info */ | ||
40 | -- | ||
41 | 2.20.1 | ||
42 | |||
43 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | The accel_initialised variable no longer has any setters. | ||
2 | 1 | ||
3 | Fixes: 6f6e1698a68c | ||
4 | Acked-by: Paolo Bonzini <pbonzini@redhat.com> | ||
5 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
6 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
7 | Reviewed by: Aleksandar Markovic <amarkovic@wavecomp.com> | ||
8 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | --- | ||
10 | vl.c | 3 +-- | ||
11 | 1 file changed, 1 insertion(+), 2 deletions(-) | ||
12 | |||
13 | diff --git a/vl.c b/vl.c | ||
14 | index XXXXXXX..XXXXXXX 100644 | ||
15 | --- a/vl.c | ||
16 | +++ b/vl.c | ||
17 | @@ -XXX,XX +XXX,XX @@ static void configure_accelerators(const char *progname) | ||
18 | { | ||
19 | const char *accel; | ||
20 | char **accel_list, **tmp; | ||
21 | - bool accel_initialised = false; | ||
22 | bool init_failed = false; | ||
23 | |||
24 | qemu_opts_foreach(qemu_find_opts("icount"), | ||
25 | @@ -XXX,XX +XXX,XX @@ static void configure_accelerators(const char *progname) | ||
26 | |||
27 | accel_list = g_strsplit(accel, ":", 0); | ||
28 | |||
29 | - for (tmp = accel_list; !accel_initialised && tmp && *tmp; tmp++) { | ||
30 | + for (tmp = accel_list; tmp && *tmp; tmp++) { | ||
31 | /* | ||
32 | * Filter invalid accelerators here, to prevent obscenities | ||
33 | * such as "-machine accel=tcg,,thread=single". | ||
34 | -- | ||
35 | 2.20.1 | ||
36 | |||
37 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | The accel_list and tmp variables are only used when manufacturing | ||
2 | -machine accel, options based on -accel. | ||
3 | 1 | ||
4 | Acked-by: Paolo Bonzini <pbonzini@redhat.com> | ||
5 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
6 | Reviewed by: Aleksandar Markovic <amarkovic@wavecomp.com> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | --- | ||
9 | vl.c | 3 ++- | ||
10 | 1 file changed, 2 insertions(+), 1 deletion(-) | ||
11 | |||
12 | diff --git a/vl.c b/vl.c | ||
13 | index XXXXXXX..XXXXXXX 100644 | ||
14 | --- a/vl.c | ||
15 | +++ b/vl.c | ||
16 | @@ -XXX,XX +XXX,XX @@ static int do_configure_accelerator(void *opaque, QemuOpts *opts, Error **errp) | ||
17 | static void configure_accelerators(const char *progname) | ||
18 | { | ||
19 | const char *accel; | ||
20 | - char **accel_list, **tmp; | ||
21 | bool init_failed = false; | ||
22 | |||
23 | qemu_opts_foreach(qemu_find_opts("icount"), | ||
24 | @@ -XXX,XX +XXX,XX @@ static void configure_accelerators(const char *progname) | ||
25 | |||
26 | accel = qemu_opt_get(qemu_get_machine_opts(), "accel"); | ||
27 | if (QTAILQ_EMPTY(&qemu_accel_opts.head)) { | ||
28 | + char **accel_list, **tmp; | ||
29 | + | ||
30 | if (accel == NULL) { | ||
31 | /* Select the default accelerator */ | ||
32 | if (!accel_find("tcg") && !accel_find("kvm")) { | ||
33 | -- | ||
34 | 2.20.1 | ||
35 | |||
36 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | There is only one caller for tlb_table_flush_by_mmuidx. Place | ||
2 | the result at the earlier line number, due to an expected user | ||
3 | in the near future. | ||
4 | 1 | ||
5 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
6 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | --- | ||
9 | accel/tcg/cputlb.c | 19 +++++++------------ | ||
10 | 1 file changed, 7 insertions(+), 12 deletions(-) | ||
11 | |||
12 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | ||
13 | index XXXXXXX..XXXXXXX 100644 | ||
14 | --- a/accel/tcg/cputlb.c | ||
15 | +++ b/accel/tcg/cputlb.c | ||
16 | @@ -XXX,XX +XXX,XX @@ static void tlb_mmu_resize_locked(CPUArchState *env, int mmu_idx) | ||
17 | } | ||
18 | } | ||
19 | |||
20 | -static inline void tlb_table_flush_by_mmuidx(CPUArchState *env, int mmu_idx) | ||
21 | +static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | ||
22 | { | ||
23 | tlb_mmu_resize_locked(env, mmu_idx); | ||
24 | - memset(env_tlb(env)->f[mmu_idx].table, -1, sizeof_tlb(env, mmu_idx)); | ||
25 | env_tlb(env)->d[mmu_idx].n_used_entries = 0; | ||
26 | + env_tlb(env)->d[mmu_idx].large_page_addr = -1; | ||
27 | + env_tlb(env)->d[mmu_idx].large_page_mask = -1; | ||
28 | + env_tlb(env)->d[mmu_idx].vindex = 0; | ||
29 | + memset(env_tlb(env)->f[mmu_idx].table, -1, sizeof_tlb(env, mmu_idx)); | ||
30 | + memset(env_tlb(env)->d[mmu_idx].vtable, -1, | ||
31 | + sizeof(env_tlb(env)->d[0].vtable)); | ||
32 | } | ||
33 | |||
34 | static inline void tlb_n_used_entries_inc(CPUArchState *env, uintptr_t mmu_idx) | ||
35 | @@ -XXX,XX +XXX,XX @@ void tlb_flush_counts(size_t *pfull, size_t *ppart, size_t *pelide) | ||
36 | *pelide = elide; | ||
37 | } | ||
38 | |||
39 | -static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | ||
40 | -{ | ||
41 | - tlb_table_flush_by_mmuidx(env, mmu_idx); | ||
42 | - env_tlb(env)->d[mmu_idx].large_page_addr = -1; | ||
43 | - env_tlb(env)->d[mmu_idx].large_page_mask = -1; | ||
44 | - env_tlb(env)->d[mmu_idx].vindex = 0; | ||
45 | - memset(env_tlb(env)->d[mmu_idx].vtable, -1, | ||
46 | - sizeof(env_tlb(env)->d[0].vtable)); | ||
47 | -} | ||
48 | - | ||
49 | static void tlb_flush_by_mmuidx_async_work(CPUState *cpu, run_on_cpu_data data) | ||
50 | { | ||
51 | CPUArchState *env = cpu->env_ptr; | ||
52 | -- | ||
53 | 2.20.1 | ||
54 | |||
55 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | There are no users of this function outside cputlb.c, | ||
2 | and its interface will change in the next patch. | ||
3 | 1 | ||
4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
5 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | ||
6 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | --- | ||
9 | include/exec/cpu_ldst.h | 5 ----- | ||
10 | accel/tcg/cputlb.c | 5 +++++ | ||
11 | 2 files changed, 5 insertions(+), 5 deletions(-) | ||
12 | |||
13 | diff --git a/include/exec/cpu_ldst.h b/include/exec/cpu_ldst.h | ||
14 | index XXXXXXX..XXXXXXX 100644 | ||
15 | --- a/include/exec/cpu_ldst.h | ||
16 | +++ b/include/exec/cpu_ldst.h | ||
17 | @@ -XXX,XX +XXX,XX @@ static inline uintptr_t tlb_index(CPUArchState *env, uintptr_t mmu_idx, | ||
18 | return (addr >> TARGET_PAGE_BITS) & size_mask; | ||
19 | } | ||
20 | |||
21 | -static inline size_t tlb_n_entries(CPUArchState *env, uintptr_t mmu_idx) | ||
22 | -{ | ||
23 | - return (env_tlb(env)->f[mmu_idx].mask >> CPU_TLB_ENTRY_BITS) + 1; | ||
24 | -} | ||
25 | - | ||
26 | /* Find the TLB entry corresponding to the mmu_idx + address pair. */ | ||
27 | static inline CPUTLBEntry *tlb_entry(CPUArchState *env, uintptr_t mmu_idx, | ||
28 | target_ulong addr) | ||
29 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | ||
30 | index XXXXXXX..XXXXXXX 100644 | ||
31 | --- a/accel/tcg/cputlb.c | ||
32 | +++ b/accel/tcg/cputlb.c | ||
33 | @@ -XXX,XX +XXX,XX @@ QEMU_BUILD_BUG_ON(sizeof(target_ulong) > sizeof(run_on_cpu_data)); | ||
34 | QEMU_BUILD_BUG_ON(NB_MMU_MODES > 16); | ||
35 | #define ALL_MMUIDX_BITS ((1 << NB_MMU_MODES) - 1) | ||
36 | |||
37 | +static inline size_t tlb_n_entries(CPUArchState *env, uintptr_t mmu_idx) | ||
38 | +{ | ||
39 | + return (env_tlb(env)->f[mmu_idx].mask >> CPU_TLB_ENTRY_BITS) + 1; | ||
40 | +} | ||
41 | + | ||
42 | static inline size_t sizeof_tlb(CPUArchState *env, uintptr_t mmu_idx) | ||
43 | { | ||
44 | return env_tlb(env)->f[mmu_idx].mask + (1 << CPU_TLB_ENTRY_BITS); | ||
45 | -- | ||
46 | 2.20.1 | ||
47 | |||
48 | diff view generated by jsdifflib |
1 | We will want to be able to flush a tlb without resizing. | 1 | When the two arguments are identical, this can be reduced to |
---|---|---|---|
2 | dup_vec or to mov_vec from a tcg_constant_vec. | ||
2 | 3 | ||
3 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
4 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | ||
5 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 4 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | --- | 5 | --- |
8 | accel/tcg/cputlb.c | 15 ++++++++++----- | 6 | tcg/optimize.c | 15 +++++++++++++++ |
9 | 1 file changed, 10 insertions(+), 5 deletions(-) | 7 | 1 file changed, 15 insertions(+) |
10 | 8 | ||
11 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 9 | diff --git a/tcg/optimize.c b/tcg/optimize.c |
12 | index XXXXXXX..XXXXXXX 100644 | 10 | index XXXXXXX..XXXXXXX 100644 |
13 | --- a/accel/tcg/cputlb.c | 11 | --- a/tcg/optimize.c |
14 | +++ b/accel/tcg/cputlb.c | 12 | +++ b/tcg/optimize.c |
15 | @@ -XXX,XX +XXX,XX @@ static void tlb_mmu_resize_locked(CPUTLBDesc *desc, CPUTLBDescFast *fast) | 13 | @@ -XXX,XX +XXX,XX @@ void tcg_optimize(TCGContext *s) |
16 | } | 14 | } |
17 | } | 15 | goto do_default; |
18 | 16 | ||
19 | -static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | 17 | + case INDEX_op_dup2_vec: |
20 | +static void tlb_mmu_flush_locked(CPUTLBDesc *desc, CPUTLBDescFast *fast) | 18 | + assert(TCG_TARGET_REG_BITS == 32); |
21 | { | 19 | + if (arg_is_const(op->args[1]) && arg_is_const(op->args[2])) { |
22 | - CPUTLBDesc *desc = &env_tlb(env)->d[mmu_idx]; | 20 | + tmp = arg_info(op->args[1])->val; |
23 | - CPUTLBDescFast *fast = &env_tlb(env)->f[mmu_idx]; | 21 | + if (tmp == arg_info(op->args[2])->val) { |
24 | - | 22 | + tcg_opt_gen_movi(s, op, op->args[0], tmp); |
25 | - tlb_mmu_resize_locked(desc, fast); | 23 | + break; |
26 | desc->n_used_entries = 0; | 24 | + } |
27 | desc->large_page_addr = -1; | 25 | + } else if (args_are_copies(op->args[1], op->args[2])) { |
28 | desc->large_page_mask = -1; | 26 | + op->opc = INDEX_op_dup_vec; |
29 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | 27 | + TCGOP_VECE(op) = MO_32; |
30 | memset(desc->vtable, -1, sizeof(desc->vtable)); | 28 | + nb_iargs = 1; |
31 | } | 29 | + } |
32 | 30 | + goto do_default; | |
33 | +static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | ||
34 | +{ | ||
35 | + CPUTLBDesc *desc = &env_tlb(env)->d[mmu_idx]; | ||
36 | + CPUTLBDescFast *fast = &env_tlb(env)->f[mmu_idx]; | ||
37 | + | 31 | + |
38 | + tlb_mmu_resize_locked(desc, fast); | 32 | CASE_OP_32_64(not): |
39 | + tlb_mmu_flush_locked(desc, fast); | 33 | CASE_OP_32_64(neg): |
40 | +} | 34 | CASE_OP_32_64(ext8s): |
41 | + | ||
42 | static inline void tlb_n_used_entries_inc(CPUArchState *env, uintptr_t mmu_idx) | ||
43 | { | ||
44 | env_tlb(env)->d[mmu_idx].n_used_entries++; | ||
45 | -- | 35 | -- |
46 | 2.20.1 | 36 | 2.25.1 |
47 | 37 | ||
48 | 38 | diff view generated by jsdifflib |
1 | No functional change, but the smaller expressions make | 1 | The cmp_vec opcode is mandatory; this symbol is unused. |
---|---|---|---|
2 | the code easier to read. | ||
3 | 2 | ||
4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 3 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> |
5 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | ||
6 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 4 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | --- | 5 | --- |
9 | accel/tcg/cputlb.c | 19 ++++++++++--------- | 6 | tcg/aarch64/tcg-target.h | 1 - |
10 | 1 file changed, 10 insertions(+), 9 deletions(-) | 7 | tcg/i386/tcg-target.h | 1 - |
8 | tcg/ppc/tcg-target.h | 1 - | ||
9 | 3 files changed, 3 deletions(-) | ||
11 | 10 | ||
12 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 11 | diff --git a/tcg/aarch64/tcg-target.h b/tcg/aarch64/tcg-target.h |
13 | index XXXXXXX..XXXXXXX 100644 | 12 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/accel/tcg/cputlb.c | 13 | --- a/tcg/aarch64/tcg-target.h |
15 | +++ b/accel/tcg/cputlb.c | 14 | +++ b/tcg/aarch64/tcg-target.h |
16 | @@ -XXX,XX +XXX,XX @@ static void tlb_mmu_resize_locked(CPUTLBDesc *desc, CPUTLBDescFast *fast) | 15 | @@ -XXX,XX +XXX,XX @@ typedef enum { |
17 | 16 | #define TCG_TARGET_HAS_shi_vec 1 | |
18 | static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | 17 | #define TCG_TARGET_HAS_shs_vec 0 |
19 | { | 18 | #define TCG_TARGET_HAS_shv_vec 1 |
20 | - tlb_mmu_resize_locked(&env_tlb(env)->d[mmu_idx], &env_tlb(env)->f[mmu_idx]); | 19 | -#define TCG_TARGET_HAS_cmp_vec 1 |
21 | - env_tlb(env)->d[mmu_idx].n_used_entries = 0; | 20 | #define TCG_TARGET_HAS_mul_vec 1 |
22 | - env_tlb(env)->d[mmu_idx].large_page_addr = -1; | 21 | #define TCG_TARGET_HAS_sat_vec 1 |
23 | - env_tlb(env)->d[mmu_idx].large_page_mask = -1; | 22 | #define TCG_TARGET_HAS_minmax_vec 1 |
24 | - env_tlb(env)->d[mmu_idx].vindex = 0; | 23 | diff --git a/tcg/i386/tcg-target.h b/tcg/i386/tcg-target.h |
25 | - memset(env_tlb(env)->f[mmu_idx].table, -1, | 24 | index XXXXXXX..XXXXXXX 100644 |
26 | - sizeof_tlb(&env_tlb(env)->f[mmu_idx])); | 25 | --- a/tcg/i386/tcg-target.h |
27 | - memset(env_tlb(env)->d[mmu_idx].vtable, -1, | 26 | +++ b/tcg/i386/tcg-target.h |
28 | - sizeof(env_tlb(env)->d[0].vtable)); | 27 | @@ -XXX,XX +XXX,XX @@ extern bool have_avx2; |
29 | + CPUTLBDesc *desc = &env_tlb(env)->d[mmu_idx]; | 28 | #define TCG_TARGET_HAS_shi_vec 1 |
30 | + CPUTLBDescFast *fast = &env_tlb(env)->f[mmu_idx]; | 29 | #define TCG_TARGET_HAS_shs_vec 1 |
31 | + | 30 | #define TCG_TARGET_HAS_shv_vec have_avx2 |
32 | + tlb_mmu_resize_locked(desc, fast); | 31 | -#define TCG_TARGET_HAS_cmp_vec 1 |
33 | + desc->n_used_entries = 0; | 32 | #define TCG_TARGET_HAS_mul_vec 1 |
34 | + desc->large_page_addr = -1; | 33 | #define TCG_TARGET_HAS_sat_vec 1 |
35 | + desc->large_page_mask = -1; | 34 | #define TCG_TARGET_HAS_minmax_vec 1 |
36 | + desc->vindex = 0; | 35 | diff --git a/tcg/ppc/tcg-target.h b/tcg/ppc/tcg-target.h |
37 | + memset(fast->table, -1, sizeof_tlb(fast)); | 36 | index XXXXXXX..XXXXXXX 100644 |
38 | + memset(desc->vtable, -1, sizeof(desc->vtable)); | 37 | --- a/tcg/ppc/tcg-target.h |
39 | } | 38 | +++ b/tcg/ppc/tcg-target.h |
40 | 39 | @@ -XXX,XX +XXX,XX @@ extern bool have_vsx; | |
41 | static inline void tlb_n_used_entries_inc(CPUArchState *env, uintptr_t mmu_idx) | 40 | #define TCG_TARGET_HAS_shi_vec 0 |
41 | #define TCG_TARGET_HAS_shs_vec 0 | ||
42 | #define TCG_TARGET_HAS_shv_vec 1 | ||
43 | -#define TCG_TARGET_HAS_cmp_vec 1 | ||
44 | #define TCG_TARGET_HAS_mul_vec 1 | ||
45 | #define TCG_TARGET_HAS_sat_vec 1 | ||
46 | #define TCG_TARGET_HAS_minmax_vec 1 | ||
42 | -- | 47 | -- |
43 | 2.20.1 | 48 | 2.25.1 |
44 | 49 | ||
45 | 50 | diff view generated by jsdifflib |
1 | We do not need the entire CPUArchState to compute these values. | 1 | From: Kele Huang <kele.hwang@gmail.com> |
---|---|---|---|
2 | 2 | ||
3 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 3 | Detect all MIPS store instructions in cpu_signal_handler for all available |
4 | Reviewed-by: Alistair Francis <alistair.francis@wdc.com> | 4 | MIPS versions, and set is_write if encountering such store instructions. |
5 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | 5 | |
6 | This fixed the error while dealing with self-modified code for MIPS. | ||
7 | |||
8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Signed-off-by: Kele Huang <kele.hwang@gmail.com> | ||
10 | Signed-off-by: Xu Zou <iwatchnima@gmail.com> | ||
11 | Message-Id: <20201002081420.10814-1-kele.hwang@gmail.com> | ||
12 | [rth: Use uintptr_t for pc to fix n32 build error.] | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 13 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | --- | 14 | --- |
8 | accel/tcg/cputlb.c | 15 ++++++++------- | 15 | accel/tcg/user-exec.c | 43 +++++++++++++++++++++++++++++++++++++++---- |
9 | 1 file changed, 8 insertions(+), 7 deletions(-) | 16 | 1 file changed, 39 insertions(+), 4 deletions(-) |
10 | 17 | ||
11 | diff --git a/accel/tcg/cputlb.c b/accel/tcg/cputlb.c | 18 | diff --git a/accel/tcg/user-exec.c b/accel/tcg/user-exec.c |
12 | index XXXXXXX..XXXXXXX 100644 | 19 | index XXXXXXX..XXXXXXX 100644 |
13 | --- a/accel/tcg/cputlb.c | 20 | --- a/accel/tcg/user-exec.c |
14 | +++ b/accel/tcg/cputlb.c | 21 | +++ b/accel/tcg/user-exec.c |
15 | @@ -XXX,XX +XXX,XX @@ QEMU_BUILD_BUG_ON(sizeof(target_ulong) > sizeof(run_on_cpu_data)); | 22 | @@ -XXX,XX +XXX,XX @@ int cpu_signal_handler(int host_signum, void *pinfo, |
16 | QEMU_BUILD_BUG_ON(NB_MMU_MODES > 16); | 23 | |
17 | #define ALL_MMUIDX_BITS ((1 << NB_MMU_MODES) - 1) | 24 | #elif defined(__mips__) |
18 | 25 | ||
19 | -static inline size_t tlb_n_entries(CPUArchState *env, uintptr_t mmu_idx) | 26 | +#if defined(__misp16) || defined(__mips_micromips) |
20 | +static inline size_t tlb_n_entries(CPUTLBDescFast *fast) | 27 | +#error "Unsupported encoding" |
28 | +#endif | ||
29 | + | ||
30 | int cpu_signal_handler(int host_signum, void *pinfo, | ||
31 | void *puc) | ||
21 | { | 32 | { |
22 | - return (env_tlb(env)->f[mmu_idx].mask >> CPU_TLB_ENTRY_BITS) + 1; | 33 | siginfo_t *info = pinfo; |
23 | + return (fast->mask >> CPU_TLB_ENTRY_BITS) + 1; | 34 | ucontext_t *uc = puc; |
35 | - greg_t pc = uc->uc_mcontext.pc; | ||
36 | - int is_write; | ||
37 | + uintptr_t pc = uc->uc_mcontext.pc; | ||
38 | + uint32_t insn = *(uint32_t *)pc; | ||
39 | + int is_write = 0; | ||
40 | + | ||
41 | + /* Detect all store instructions at program counter. */ | ||
42 | + switch((insn >> 26) & 077) { | ||
43 | + case 050: /* SB */ | ||
44 | + case 051: /* SH */ | ||
45 | + case 052: /* SWL */ | ||
46 | + case 053: /* SW */ | ||
47 | + case 054: /* SDL */ | ||
48 | + case 055: /* SDR */ | ||
49 | + case 056: /* SWR */ | ||
50 | + case 070: /* SC */ | ||
51 | + case 071: /* SWC1 */ | ||
52 | + case 074: /* SCD */ | ||
53 | + case 075: /* SDC1 */ | ||
54 | + case 077: /* SD */ | ||
55 | +#if !defined(__mips_isa_rev) || __mips_isa_rev < 6 | ||
56 | + case 072: /* SWC2 */ | ||
57 | + case 076: /* SDC2 */ | ||
58 | +#endif | ||
59 | + is_write = 1; | ||
60 | + break; | ||
61 | + case 023: /* COP1X */ | ||
62 | + /* Required in all versions of MIPS64 since | ||
63 | + MIPS64r1 and subsequent versions of MIPS32r2. */ | ||
64 | + switch (insn & 077) { | ||
65 | + case 010: /* SWXC1 */ | ||
66 | + case 011: /* SDXC1 */ | ||
67 | + case 015: /* SUXC1 */ | ||
68 | + is_write = 1; | ||
69 | + } | ||
70 | + break; | ||
71 | + } | ||
72 | |||
73 | - /* XXX: compute is_write */ | ||
74 | - is_write = 0; | ||
75 | return handle_cpu_signal(pc, info, is_write, &uc->uc_sigmask); | ||
24 | } | 76 | } |
25 | 77 | ||
26 | -static inline size_t sizeof_tlb(CPUArchState *env, uintptr_t mmu_idx) | ||
27 | +static inline size_t sizeof_tlb(CPUTLBDescFast *fast) | ||
28 | { | ||
29 | - return env_tlb(env)->f[mmu_idx].mask + (1 << CPU_TLB_ENTRY_BITS); | ||
30 | + return fast->mask + (1 << CPU_TLB_ENTRY_BITS); | ||
31 | } | ||
32 | |||
33 | static void tlb_window_reset(CPUTLBDesc *desc, int64_t ns, | ||
34 | @@ -XXX,XX +XXX,XX @@ static void tlb_dyn_init(CPUArchState *env) | ||
35 | static void tlb_mmu_resize_locked(CPUArchState *env, int mmu_idx) | ||
36 | { | ||
37 | CPUTLBDesc *desc = &env_tlb(env)->d[mmu_idx]; | ||
38 | - size_t old_size = tlb_n_entries(env, mmu_idx); | ||
39 | + size_t old_size = tlb_n_entries(&env_tlb(env)->f[mmu_idx]); | ||
40 | size_t rate; | ||
41 | size_t new_size = old_size; | ||
42 | int64_t now = get_clock_realtime(); | ||
43 | @@ -XXX,XX +XXX,XX @@ static void tlb_flush_one_mmuidx_locked(CPUArchState *env, int mmu_idx) | ||
44 | env_tlb(env)->d[mmu_idx].large_page_addr = -1; | ||
45 | env_tlb(env)->d[mmu_idx].large_page_mask = -1; | ||
46 | env_tlb(env)->d[mmu_idx].vindex = 0; | ||
47 | - memset(env_tlb(env)->f[mmu_idx].table, -1, sizeof_tlb(env, mmu_idx)); | ||
48 | + memset(env_tlb(env)->f[mmu_idx].table, -1, | ||
49 | + sizeof_tlb(&env_tlb(env)->f[mmu_idx])); | ||
50 | memset(env_tlb(env)->d[mmu_idx].vtable, -1, | ||
51 | sizeof(env_tlb(env)->d[0].vtable)); | ||
52 | } | ||
53 | @@ -XXX,XX +XXX,XX @@ void tlb_reset_dirty(CPUState *cpu, ram_addr_t start1, ram_addr_t length) | ||
54 | qemu_spin_lock(&env_tlb(env)->c.lock); | ||
55 | for (mmu_idx = 0; mmu_idx < NB_MMU_MODES; mmu_idx++) { | ||
56 | unsigned int i; | ||
57 | - unsigned int n = tlb_n_entries(env, mmu_idx); | ||
58 | + unsigned int n = tlb_n_entries(&env_tlb(env)->f[mmu_idx]); | ||
59 | |||
60 | for (i = 0; i < n; i++) { | ||
61 | tlb_reset_dirty_range_locked(&env_tlb(env)->f[mmu_idx].table[i], | ||
62 | -- | 78 | -- |
63 | 2.20.1 | 79 | 2.25.1 |
64 | 80 | ||
65 | 81 | diff view generated by jsdifflib |