1 | I have not been able to prod reviews of all of the rotate patches | 1 | Pretty small still, but there are two patches that ought |
---|---|---|---|
2 | in 4 weeks, but let's not let that block ARM work forever. | 2 | to get backported to stable, so no point in delaying. |
3 | |||
4 | 3 | ||
5 | r~ | 4 | r~ |
6 | 5 | ||
6 | The following changes since commit a5ba0a7e4e150d1350a041f0d0ef9ca6c8d7c307: | ||
7 | 7 | ||
8 | The following changes since commit cccdd8c7971896c339d59c9c5d4647d4ffd9568a: | 8 | Merge tag 'pull-aspeed-20241211' of https://github.com/legoater/qemu into staging (2024-12-11 15:16:47 +0000) |
9 | |||
10 | Merge remote-tracking branch 'remotes/ehabkost/tags/machine-next-pull-request' into staging (2020-06-02 10:25:55 +0100) | ||
11 | 9 | ||
12 | are available in the Git repository at: | 10 | are available in the Git repository at: |
13 | 11 | ||
14 | https://github.com/rth7680/qemu.git tags/pull-tcg-20200602 | 12 | https://gitlab.com/rth7680/qemu.git tags/pull-tcg-20241212 |
15 | 13 | ||
16 | for you to fetch changes up to 71b04329c4f7d5824a289ca5225e1883a278cf3b: | 14 | for you to fetch changes up to 7ac87b14a92234b6a89b701b4043ad6cf8bdcccf: |
17 | 15 | ||
18 | accel/tcg: Provide a NetBSD specific aarch64 cpu_signal_handler (2020-06-02 08:42:37 -0700) | 16 | target/sparc: Use memcpy() and remove memcpy32() (2024-12-12 14:28:38 -0600) |
19 | 17 | ||
20 | ---------------------------------------------------------------- | 18 | ---------------------------------------------------------------- |
21 | Vector rotate support | 19 | tcg: Reset free_temps before tcg_optimize |
22 | Signal handling support for NetBSD arm/aarch64 | 20 | tcg/riscv: Fix StoreStore barrier generation |
21 | include/exec: Introduce fpst alias in helper-head.h.inc | ||
22 | target/sparc: Use memcpy() and remove memcpy32() | ||
23 | 23 | ||
24 | ---------------------------------------------------------------- | 24 | ---------------------------------------------------------------- |
25 | Nick Hudson (2): | 25 | Philippe Mathieu-Daudé (1): |
26 | accel/tcg: Adjust cpu_signal_handler for NetBSD/arm | 26 | target/sparc: Use memcpy() and remove memcpy32() |
27 | accel/tcg: Provide a NetBSD specific aarch64 cpu_signal_handler | ||
28 | 27 | ||
29 | Richard Henderson (10): | 28 | Richard Henderson (2): |
30 | tcg: Implement gvec support for rotate by immediate | 29 | tcg: Reset free_temps before tcg_optimize |
31 | tcg: Implement gvec support for rotate by vector | 30 | include/exec: Introduce fpst alias in helper-head.h.inc |
32 | tcg: Remove expansion to shift by vector from do_shifts | ||
33 | tcg: Implement gvec support for rotate by scalar | ||
34 | tcg/i386: Implement INDEX_op_rotl{i,s,v}_vec | ||
35 | tcg/aarch64: Implement INDEX_op_rotl{i,v}_vec | ||
36 | tcg/ppc: Implement INDEX_op_rot[lr]v_vec | ||
37 | target/ppc: Use tcg_gen_gvec_rotlv | ||
38 | target/s390x: Use tcg_gen_gvec_rotl{i,s,v} | ||
39 | tcg: Improve move ops in liveness_pass_2 | ||
40 | 31 | ||
41 | accel/tcg/tcg-runtime.h | 15 +++ | 32 | Roman Artemev (1): |
42 | include/tcg/tcg-op-gvec.h | 12 ++ | 33 | tcg/riscv: Fix StoreStore barrier generation |
43 | include/tcg/tcg-op.h | 5 + | ||
44 | include/tcg/tcg-opc.h | 4 + | ||
45 | include/tcg/tcg.h | 3 + | ||
46 | target/ppc/helper.h | 4 - | ||
47 | target/s390x/helper.h | 4 - | ||
48 | tcg/aarch64/tcg-target.h | 3 + | ||
49 | tcg/aarch64/tcg-target.opc.h | 1 + | ||
50 | tcg/i386/tcg-target.h | 3 + | ||
51 | tcg/ppc/tcg-target.h | 3 + | ||
52 | tcg/ppc/tcg-target.opc.h | 1 - | ||
53 | accel/tcg/tcg-runtime-gvec.c | 144 ++++++++++++++++++++++++ | ||
54 | accel/tcg/user-exec.c | 43 +++++++- | ||
55 | target/ppc/int_helper.c | 17 --- | ||
56 | target/ppc/translate/vmx-impl.inc.c | 8 +- | ||
57 | target/s390x/translate_vx.inc.c | 66 ++--------- | ||
58 | target/s390x/vec_int_helper.c | 31 ------ | ||
59 | tcg/aarch64/tcg-target.inc.c | 53 ++++++++- | ||
60 | tcg/i386/tcg-target.inc.c | 116 +++++++++++++++++--- | ||
61 | tcg/ppc/tcg-target.inc.c | 23 +++- | ||
62 | tcg/tcg-op-gvec.c | 212 ++++++++++++++++++++++++++++++++++++ | ||
63 | tcg/tcg-op-vec.c | 62 +++++++---- | ||
64 | tcg/tcg.c | 85 +++++++++++---- | ||
65 | target/s390x/insn-data.def | 4 +- | ||
66 | tcg/README | 7 +- | ||
67 | 26 files changed, 736 insertions(+), 193 deletions(-) | ||
68 | 34 | ||
35 | include/tcg/tcg-temp-internal.h | 6 ++++++ | ||
36 | accel/tcg/plugin-gen.c | 2 +- | ||
37 | target/sparc/win_helper.c | 26 ++++++++------------------ | ||
38 | tcg/tcg.c | 5 ++++- | ||
39 | include/exec/helper-head.h.inc | 3 +++ | ||
40 | tcg/riscv/tcg-target.c.inc | 2 +- | ||
41 | 6 files changed, 23 insertions(+), 21 deletions(-) | ||
42 | diff view generated by jsdifflib |
1 | No host backend support yet, but the interfaces for rotlv | 1 | When allocating new temps during tcg_optmize, do not re-use |
---|---|---|---|
2 | and rotrv are in place. | 2 | any EBB temps that were used within the TB. We do not have |
3 | any idea what span of the TB in which the temp was live. | ||
3 | 4 | ||
4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 5 | Introduce tcg_temp_ebb_reset_freed and use before tcg_optimize, |
6 | as well as replacing the equivalent in plugin_gen_inject and | ||
7 | tcg_func_start. | ||
8 | |||
9 | Cc: qemu-stable@nongnu.org | ||
10 | Fixes: fb04ab7ddd8 ("tcg/optimize: Lower TCG_COND_TST{EQ,NE} if unsupported") | ||
11 | Resolves: https://gitlab.com/qemu-project/qemu/-/issues/2711 | ||
12 | Reported-by: wannacu <wannacu2049@gmail.com> | ||
5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 13 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
14 | Reviewed-by: Pierrick Bouvier <pierrick.bouvier@linaro.org> | ||
15 | Reviewed-by: Philippe Mathieu-Daudé <philmd@linaro.org> | ||
6 | --- | 16 | --- |
7 | v3: Drop the generic expansion from rot to shift; we can do better | 17 | include/tcg/tcg-temp-internal.h | 6 ++++++ |
8 | for each backend, and then this code becomes unused. | 18 | accel/tcg/plugin-gen.c | 2 +- |
9 | --- | 19 | tcg/tcg.c | 5 ++++- |
10 | accel/tcg/tcg-runtime.h | 10 +++ | 20 | 3 files changed, 11 insertions(+), 2 deletions(-) |
11 | include/tcg/tcg-op-gvec.h | 4 ++ | ||
12 | include/tcg/tcg-op.h | 2 + | ||
13 | include/tcg/tcg-opc.h | 2 + | ||
14 | include/tcg/tcg.h | 1 + | ||
15 | tcg/aarch64/tcg-target.h | 1 + | ||
16 | tcg/i386/tcg-target.h | 1 + | ||
17 | tcg/ppc/tcg-target.h | 1 + | ||
18 | accel/tcg/tcg-runtime-gvec.c | 96 +++++++++++++++++++++++++++ | ||
19 | tcg/tcg-op-gvec.c | 122 +++++++++++++++++++++++++++++++++++ | ||
20 | tcg/tcg-op-vec.c | 10 +++ | ||
21 | tcg/tcg.c | 3 + | ||
22 | tcg/README | 4 +- | ||
23 | 13 files changed, 256 insertions(+), 1 deletion(-) | ||
24 | 21 | ||
25 | diff --git a/accel/tcg/tcg-runtime.h b/accel/tcg/tcg-runtime.h | 22 | diff --git a/include/tcg/tcg-temp-internal.h b/include/tcg/tcg-temp-internal.h |
26 | index XXXXXXX..XXXXXXX 100644 | 23 | index XXXXXXX..XXXXXXX 100644 |
27 | --- a/accel/tcg/tcg-runtime.h | 24 | --- a/include/tcg/tcg-temp-internal.h |
28 | +++ b/accel/tcg/tcg-runtime.h | 25 | +++ b/include/tcg/tcg-temp-internal.h |
29 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(gvec_sar16v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 26 | @@ -XXX,XX +XXX,XX @@ TCGv_i64 tcg_temp_ebb_new_i64(void); |
30 | DEF_HELPER_FLAGS_4(gvec_sar32v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 27 | TCGv_ptr tcg_temp_ebb_new_ptr(void); |
31 | DEF_HELPER_FLAGS_4(gvec_sar64v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 28 | TCGv_i128 tcg_temp_ebb_new_i128(void); |
32 | 29 | ||
33 | +DEF_HELPER_FLAGS_4(gvec_rotl8v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 30 | +/* Forget all freed EBB temps, so that new allocations produce new temps. */ |
34 | +DEF_HELPER_FLAGS_4(gvec_rotl16v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 31 | +static inline void tcg_temp_ebb_reset_freed(TCGContext *s) |
35 | +DEF_HELPER_FLAGS_4(gvec_rotl32v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
36 | +DEF_HELPER_FLAGS_4(gvec_rotl64v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
37 | + | ||
38 | +DEF_HELPER_FLAGS_4(gvec_rotr8v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
39 | +DEF_HELPER_FLAGS_4(gvec_rotr16v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
40 | +DEF_HELPER_FLAGS_4(gvec_rotr32v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
41 | +DEF_HELPER_FLAGS_4(gvec_rotr64v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
42 | + | ||
43 | DEF_HELPER_FLAGS_4(gvec_eq8, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
44 | DEF_HELPER_FLAGS_4(gvec_eq16, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
45 | DEF_HELPER_FLAGS_4(gvec_eq32, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
46 | diff --git a/include/tcg/tcg-op-gvec.h b/include/tcg/tcg-op-gvec.h | ||
47 | index XXXXXXX..XXXXXXX 100644 | ||
48 | --- a/include/tcg/tcg-op-gvec.h | ||
49 | +++ b/include/tcg/tcg-op-gvec.h | ||
50 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_gvec_shrv(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
51 | uint32_t bofs, uint32_t oprsz, uint32_t maxsz); | ||
52 | void tcg_gen_gvec_sarv(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
53 | uint32_t bofs, uint32_t oprsz, uint32_t maxsz); | ||
54 | +void tcg_gen_gvec_rotlv(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
55 | + uint32_t bofs, uint32_t oprsz, uint32_t maxsz); | ||
56 | +void tcg_gen_gvec_rotrv(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
57 | + uint32_t bofs, uint32_t oprsz, uint32_t maxsz); | ||
58 | |||
59 | void tcg_gen_gvec_cmp(TCGCond cond, unsigned vece, uint32_t dofs, | ||
60 | uint32_t aofs, uint32_t bofs, | ||
61 | diff --git a/include/tcg/tcg-op.h b/include/tcg/tcg-op.h | ||
62 | index XXXXXXX..XXXXXXX 100644 | ||
63 | --- a/include/tcg/tcg-op.h | ||
64 | +++ b/include/tcg/tcg-op.h | ||
65 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_sars_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s); | ||
66 | void tcg_gen_shlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s); | ||
67 | void tcg_gen_shrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s); | ||
68 | void tcg_gen_sarv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s); | ||
69 | +void tcg_gen_rotlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s); | ||
70 | +void tcg_gen_rotrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s); | ||
71 | |||
72 | void tcg_gen_cmp_vec(TCGCond cond, unsigned vece, TCGv_vec r, | ||
73 | TCGv_vec a, TCGv_vec b); | ||
74 | diff --git a/include/tcg/tcg-opc.h b/include/tcg/tcg-opc.h | ||
75 | index XXXXXXX..XXXXXXX 100644 | ||
76 | --- a/include/tcg/tcg-opc.h | ||
77 | +++ b/include/tcg/tcg-opc.h | ||
78 | @@ -XXX,XX +XXX,XX @@ DEF(sars_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shs_vec)) | ||
79 | DEF(shlv_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shv_vec)) | ||
80 | DEF(shrv_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shv_vec)) | ||
81 | DEF(sarv_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shv_vec)) | ||
82 | +DEF(rotlv_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_rotv_vec)) | ||
83 | +DEF(rotrv_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_rotv_vec)) | ||
84 | |||
85 | DEF(cmp_vec, 1, 2, 1, IMPLVEC) | ||
86 | |||
87 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h | ||
88 | index XXXXXXX..XXXXXXX 100644 | ||
89 | --- a/include/tcg/tcg.h | ||
90 | +++ b/include/tcg/tcg.h | ||
91 | @@ -XXX,XX +XXX,XX @@ typedef uint64_t TCGRegSet; | ||
92 | #define TCG_TARGET_HAS_andc_vec 0 | ||
93 | #define TCG_TARGET_HAS_orc_vec 0 | ||
94 | #define TCG_TARGET_HAS_roti_vec 0 | ||
95 | +#define TCG_TARGET_HAS_rotv_vec 0 | ||
96 | #define TCG_TARGET_HAS_shi_vec 0 | ||
97 | #define TCG_TARGET_HAS_shs_vec 0 | ||
98 | #define TCG_TARGET_HAS_shv_vec 0 | ||
99 | diff --git a/tcg/aarch64/tcg-target.h b/tcg/aarch64/tcg-target.h | ||
100 | index XXXXXXX..XXXXXXX 100644 | ||
101 | --- a/tcg/aarch64/tcg-target.h | ||
102 | +++ b/tcg/aarch64/tcg-target.h | ||
103 | @@ -XXX,XX +XXX,XX @@ typedef enum { | ||
104 | #define TCG_TARGET_HAS_neg_vec 1 | ||
105 | #define TCG_TARGET_HAS_abs_vec 1 | ||
106 | #define TCG_TARGET_HAS_roti_vec 0 | ||
107 | +#define TCG_TARGET_HAS_rotv_vec 0 | ||
108 | #define TCG_TARGET_HAS_shi_vec 1 | ||
109 | #define TCG_TARGET_HAS_shs_vec 0 | ||
110 | #define TCG_TARGET_HAS_shv_vec 1 | ||
111 | diff --git a/tcg/i386/tcg-target.h b/tcg/i386/tcg-target.h | ||
112 | index XXXXXXX..XXXXXXX 100644 | ||
113 | --- a/tcg/i386/tcg-target.h | ||
114 | +++ b/tcg/i386/tcg-target.h | ||
115 | @@ -XXX,XX +XXX,XX @@ extern bool have_avx2; | ||
116 | #define TCG_TARGET_HAS_neg_vec 0 | ||
117 | #define TCG_TARGET_HAS_abs_vec 1 | ||
118 | #define TCG_TARGET_HAS_roti_vec 0 | ||
119 | +#define TCG_TARGET_HAS_rotv_vec 0 | ||
120 | #define TCG_TARGET_HAS_shi_vec 1 | ||
121 | #define TCG_TARGET_HAS_shs_vec 1 | ||
122 | #define TCG_TARGET_HAS_shv_vec have_avx2 | ||
123 | diff --git a/tcg/ppc/tcg-target.h b/tcg/ppc/tcg-target.h | ||
124 | index XXXXXXX..XXXXXXX 100644 | ||
125 | --- a/tcg/ppc/tcg-target.h | ||
126 | +++ b/tcg/ppc/tcg-target.h | ||
127 | @@ -XXX,XX +XXX,XX @@ extern bool have_vsx; | ||
128 | #define TCG_TARGET_HAS_neg_vec have_isa_3_00 | ||
129 | #define TCG_TARGET_HAS_abs_vec 0 | ||
130 | #define TCG_TARGET_HAS_roti_vec 0 | ||
131 | +#define TCG_TARGET_HAS_rotv_vec 0 | ||
132 | #define TCG_TARGET_HAS_shi_vec 0 | ||
133 | #define TCG_TARGET_HAS_shs_vec 0 | ||
134 | #define TCG_TARGET_HAS_shv_vec 1 | ||
135 | diff --git a/accel/tcg/tcg-runtime-gvec.c b/accel/tcg/tcg-runtime-gvec.c | ||
136 | index XXXXXXX..XXXXXXX 100644 | ||
137 | --- a/accel/tcg/tcg-runtime-gvec.c | ||
138 | +++ b/accel/tcg/tcg-runtime-gvec.c | ||
139 | @@ -XXX,XX +XXX,XX @@ void HELPER(gvec_sar64v)(void *d, void *a, void *b, uint32_t desc) | ||
140 | clear_high(d, oprsz, desc); | ||
141 | } | ||
142 | |||
143 | +void HELPER(gvec_rotl8v)(void *d, void *a, void *b, uint32_t desc) | ||
144 | +{ | 32 | +{ |
145 | + intptr_t oprsz = simd_oprsz(desc); | 33 | + memset(s->free_temps, 0, sizeof(s->free_temps)); |
146 | + intptr_t i; | ||
147 | + | ||
148 | + for (i = 0; i < oprsz; i += sizeof(uint8_t)) { | ||
149 | + uint8_t sh = *(uint8_t *)(b + i) & 7; | ||
150 | + *(uint8_t *)(d + i) = rol8(*(uint8_t *)(a + i), sh); | ||
151 | + } | ||
152 | + clear_high(d, oprsz, desc); | ||
153 | +} | 34 | +} |
154 | + | 35 | + |
155 | +void HELPER(gvec_rotl16v)(void *d, void *a, void *b, uint32_t desc) | 36 | #endif /* TCG_TEMP_FREE_H */ |
156 | +{ | 37 | diff --git a/accel/tcg/plugin-gen.c b/accel/tcg/plugin-gen.c |
157 | + intptr_t oprsz = simd_oprsz(desc); | ||
158 | + intptr_t i; | ||
159 | + | ||
160 | + for (i = 0; i < oprsz; i += sizeof(uint16_t)) { | ||
161 | + uint8_t sh = *(uint16_t *)(b + i) & 15; | ||
162 | + *(uint16_t *)(d + i) = rol16(*(uint16_t *)(a + i), sh); | ||
163 | + } | ||
164 | + clear_high(d, oprsz, desc); | ||
165 | +} | ||
166 | + | ||
167 | +void HELPER(gvec_rotl32v)(void *d, void *a, void *b, uint32_t desc) | ||
168 | +{ | ||
169 | + intptr_t oprsz = simd_oprsz(desc); | ||
170 | + intptr_t i; | ||
171 | + | ||
172 | + for (i = 0; i < oprsz; i += sizeof(uint32_t)) { | ||
173 | + uint8_t sh = *(uint32_t *)(b + i) & 31; | ||
174 | + *(uint32_t *)(d + i) = rol32(*(uint32_t *)(a + i), sh); | ||
175 | + } | ||
176 | + clear_high(d, oprsz, desc); | ||
177 | +} | ||
178 | + | ||
179 | +void HELPER(gvec_rotl64v)(void *d, void *a, void *b, uint32_t desc) | ||
180 | +{ | ||
181 | + intptr_t oprsz = simd_oprsz(desc); | ||
182 | + intptr_t i; | ||
183 | + | ||
184 | + for (i = 0; i < oprsz; i += sizeof(uint64_t)) { | ||
185 | + uint8_t sh = *(uint64_t *)(b + i) & 63; | ||
186 | + *(uint64_t *)(d + i) = rol64(*(uint64_t *)(a + i), sh); | ||
187 | + } | ||
188 | + clear_high(d, oprsz, desc); | ||
189 | +} | ||
190 | + | ||
191 | +void HELPER(gvec_rotr8v)(void *d, void *a, void *b, uint32_t desc) | ||
192 | +{ | ||
193 | + intptr_t oprsz = simd_oprsz(desc); | ||
194 | + intptr_t i; | ||
195 | + | ||
196 | + for (i = 0; i < oprsz; i += sizeof(uint8_t)) { | ||
197 | + uint8_t sh = *(uint8_t *)(b + i) & 7; | ||
198 | + *(uint8_t *)(d + i) = ror8(*(uint8_t *)(a + i), sh); | ||
199 | + } | ||
200 | + clear_high(d, oprsz, desc); | ||
201 | +} | ||
202 | + | ||
203 | +void HELPER(gvec_rotr16v)(void *d, void *a, void *b, uint32_t desc) | ||
204 | +{ | ||
205 | + intptr_t oprsz = simd_oprsz(desc); | ||
206 | + intptr_t i; | ||
207 | + | ||
208 | + for (i = 0; i < oprsz; i += sizeof(uint16_t)) { | ||
209 | + uint8_t sh = *(uint16_t *)(b + i) & 15; | ||
210 | + *(uint16_t *)(d + i) = ror16(*(uint16_t *)(a + i), sh); | ||
211 | + } | ||
212 | + clear_high(d, oprsz, desc); | ||
213 | +} | ||
214 | + | ||
215 | +void HELPER(gvec_rotr32v)(void *d, void *a, void *b, uint32_t desc) | ||
216 | +{ | ||
217 | + intptr_t oprsz = simd_oprsz(desc); | ||
218 | + intptr_t i; | ||
219 | + | ||
220 | + for (i = 0; i < oprsz; i += sizeof(uint32_t)) { | ||
221 | + uint8_t sh = *(uint32_t *)(b + i) & 31; | ||
222 | + *(uint32_t *)(d + i) = ror32(*(uint32_t *)(a + i), sh); | ||
223 | + } | ||
224 | + clear_high(d, oprsz, desc); | ||
225 | +} | ||
226 | + | ||
227 | +void HELPER(gvec_rotr64v)(void *d, void *a, void *b, uint32_t desc) | ||
228 | +{ | ||
229 | + intptr_t oprsz = simd_oprsz(desc); | ||
230 | + intptr_t i; | ||
231 | + | ||
232 | + for (i = 0; i < oprsz; i += sizeof(uint64_t)) { | ||
233 | + uint8_t sh = *(uint64_t *)(b + i) & 63; | ||
234 | + *(uint64_t *)(d + i) = ror64(*(uint64_t *)(a + i), sh); | ||
235 | + } | ||
236 | + clear_high(d, oprsz, desc); | ||
237 | +} | ||
238 | + | ||
239 | #define DO_CMP1(NAME, TYPE, OP) \ | ||
240 | void HELPER(NAME)(void *d, void *a, void *b, uint32_t desc) \ | ||
241 | { \ | ||
242 | diff --git a/tcg/tcg-op-gvec.c b/tcg/tcg-op-gvec.c | ||
243 | index XXXXXXX..XXXXXXX 100644 | 38 | index XXXXXXX..XXXXXXX 100644 |
244 | --- a/tcg/tcg-op-gvec.c | 39 | --- a/accel/tcg/plugin-gen.c |
245 | +++ b/tcg/tcg-op-gvec.c | 40 | +++ b/accel/tcg/plugin-gen.c |
246 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_gvec_sarv(unsigned vece, uint32_t dofs, uint32_t aofs, | 41 | @@ -XXX,XX +XXX,XX @@ static void plugin_gen_inject(struct qemu_plugin_tb *plugin_tb) |
247 | tcg_gen_gvec_3(dofs, aofs, bofs, oprsz, maxsz, &g[vece]); | 42 | * that might be live within the existing opcode stream. |
248 | } | 43 | * The simplest solution is to release them all and create new. |
249 | 44 | */ | |
250 | +/* | 45 | - memset(tcg_ctx->free_temps, 0, sizeof(tcg_ctx->free_temps)); |
251 | + * Similarly for rotates. | 46 | + tcg_temp_ebb_reset_freed(tcg_ctx); |
252 | + */ | 47 | |
253 | + | 48 | QTAILQ_FOREACH_SAFE(op, &tcg_ctx->ops, link, next) { |
254 | +static void tcg_gen_rotlv_mod_vec(unsigned vece, TCGv_vec d, | 49 | switch (op->opc) { |
255 | + TCGv_vec a, TCGv_vec b) | ||
256 | +{ | ||
257 | + TCGv_vec t = tcg_temp_new_vec_matching(d); | ||
258 | + | ||
259 | + tcg_gen_dupi_vec(vece, t, (8 << vece) - 1); | ||
260 | + tcg_gen_and_vec(vece, t, t, b); | ||
261 | + tcg_gen_rotlv_vec(vece, d, a, t); | ||
262 | + tcg_temp_free_vec(t); | ||
263 | +} | ||
264 | + | ||
265 | +static void tcg_gen_rotl_mod_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b) | ||
266 | +{ | ||
267 | + TCGv_i32 t = tcg_temp_new_i32(); | ||
268 | + | ||
269 | + tcg_gen_andi_i32(t, b, 31); | ||
270 | + tcg_gen_rotl_i32(d, a, t); | ||
271 | + tcg_temp_free_i32(t); | ||
272 | +} | ||
273 | + | ||
274 | +static void tcg_gen_rotl_mod_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b) | ||
275 | +{ | ||
276 | + TCGv_i64 t = tcg_temp_new_i64(); | ||
277 | + | ||
278 | + tcg_gen_andi_i64(t, b, 63); | ||
279 | + tcg_gen_rotl_i64(d, a, t); | ||
280 | + tcg_temp_free_i64(t); | ||
281 | +} | ||
282 | + | ||
283 | +void tcg_gen_gvec_rotlv(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
284 | + uint32_t bofs, uint32_t oprsz, uint32_t maxsz) | ||
285 | +{ | ||
286 | + static const TCGOpcode vecop_list[] = { INDEX_op_rotlv_vec, 0 }; | ||
287 | + static const GVecGen3 g[4] = { | ||
288 | + { .fniv = tcg_gen_rotlv_mod_vec, | ||
289 | + .fno = gen_helper_gvec_rotl8v, | ||
290 | + .opt_opc = vecop_list, | ||
291 | + .vece = MO_8 }, | ||
292 | + { .fniv = tcg_gen_rotlv_mod_vec, | ||
293 | + .fno = gen_helper_gvec_rotl16v, | ||
294 | + .opt_opc = vecop_list, | ||
295 | + .vece = MO_16 }, | ||
296 | + { .fni4 = tcg_gen_rotl_mod_i32, | ||
297 | + .fniv = tcg_gen_rotlv_mod_vec, | ||
298 | + .fno = gen_helper_gvec_rotl32v, | ||
299 | + .opt_opc = vecop_list, | ||
300 | + .vece = MO_32 }, | ||
301 | + { .fni8 = tcg_gen_rotl_mod_i64, | ||
302 | + .fniv = tcg_gen_rotlv_mod_vec, | ||
303 | + .fno = gen_helper_gvec_rotl64v, | ||
304 | + .opt_opc = vecop_list, | ||
305 | + .prefer_i64 = TCG_TARGET_REG_BITS == 64, | ||
306 | + .vece = MO_64 }, | ||
307 | + }; | ||
308 | + | ||
309 | + tcg_debug_assert(vece <= MO_64); | ||
310 | + tcg_gen_gvec_3(dofs, aofs, bofs, oprsz, maxsz, &g[vece]); | ||
311 | +} | ||
312 | + | ||
313 | +static void tcg_gen_rotrv_mod_vec(unsigned vece, TCGv_vec d, | ||
314 | + TCGv_vec a, TCGv_vec b) | ||
315 | +{ | ||
316 | + TCGv_vec t = tcg_temp_new_vec_matching(d); | ||
317 | + | ||
318 | + tcg_gen_dupi_vec(vece, t, (8 << vece) - 1); | ||
319 | + tcg_gen_and_vec(vece, t, t, b); | ||
320 | + tcg_gen_rotrv_vec(vece, d, a, t); | ||
321 | + tcg_temp_free_vec(t); | ||
322 | +} | ||
323 | + | ||
324 | +static void tcg_gen_rotr_mod_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b) | ||
325 | +{ | ||
326 | + TCGv_i32 t = tcg_temp_new_i32(); | ||
327 | + | ||
328 | + tcg_gen_andi_i32(t, b, 31); | ||
329 | + tcg_gen_rotr_i32(d, a, t); | ||
330 | + tcg_temp_free_i32(t); | ||
331 | +} | ||
332 | + | ||
333 | +static void tcg_gen_rotr_mod_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b) | ||
334 | +{ | ||
335 | + TCGv_i64 t = tcg_temp_new_i64(); | ||
336 | + | ||
337 | + tcg_gen_andi_i64(t, b, 63); | ||
338 | + tcg_gen_rotr_i64(d, a, t); | ||
339 | + tcg_temp_free_i64(t); | ||
340 | +} | ||
341 | + | ||
342 | +void tcg_gen_gvec_rotrv(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
343 | + uint32_t bofs, uint32_t oprsz, uint32_t maxsz) | ||
344 | +{ | ||
345 | + static const TCGOpcode vecop_list[] = { INDEX_op_rotrv_vec, 0 }; | ||
346 | + static const GVecGen3 g[4] = { | ||
347 | + { .fniv = tcg_gen_rotrv_mod_vec, | ||
348 | + .fno = gen_helper_gvec_rotr8v, | ||
349 | + .opt_opc = vecop_list, | ||
350 | + .vece = MO_8 }, | ||
351 | + { .fniv = tcg_gen_rotrv_mod_vec, | ||
352 | + .fno = gen_helper_gvec_rotr16v, | ||
353 | + .opt_opc = vecop_list, | ||
354 | + .vece = MO_16 }, | ||
355 | + { .fni4 = tcg_gen_rotr_mod_i32, | ||
356 | + .fniv = tcg_gen_rotrv_mod_vec, | ||
357 | + .fno = gen_helper_gvec_rotr32v, | ||
358 | + .opt_opc = vecop_list, | ||
359 | + .vece = MO_32 }, | ||
360 | + { .fni8 = tcg_gen_rotr_mod_i64, | ||
361 | + .fniv = tcg_gen_rotrv_mod_vec, | ||
362 | + .fno = gen_helper_gvec_rotr64v, | ||
363 | + .opt_opc = vecop_list, | ||
364 | + .prefer_i64 = TCG_TARGET_REG_BITS == 64, | ||
365 | + .vece = MO_64 }, | ||
366 | + }; | ||
367 | + | ||
368 | + tcg_debug_assert(vece <= MO_64); | ||
369 | + tcg_gen_gvec_3(dofs, aofs, bofs, oprsz, maxsz, &g[vece]); | ||
370 | +} | ||
371 | + | ||
372 | /* Expand OPSZ bytes worth of three-operand operations using i32 elements. */ | ||
373 | static void expand_cmp_i32(uint32_t dofs, uint32_t aofs, uint32_t bofs, | ||
374 | uint32_t oprsz, TCGCond cond) | ||
375 | diff --git a/tcg/tcg-op-vec.c b/tcg/tcg-op-vec.c | ||
376 | index XXXXXXX..XXXXXXX 100644 | ||
377 | --- a/tcg/tcg-op-vec.c | ||
378 | +++ b/tcg/tcg-op-vec.c | ||
379 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_sarv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b) | ||
380 | do_op3_nofail(vece, r, a, b, INDEX_op_sarv_vec); | ||
381 | } | ||
382 | |||
383 | +void tcg_gen_rotlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b) | ||
384 | +{ | ||
385 | + do_op3_nofail(vece, r, a, b, INDEX_op_rotlv_vec); | ||
386 | +} | ||
387 | + | ||
388 | +void tcg_gen_rotrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b) | ||
389 | +{ | ||
390 | + do_op3_nofail(vece, r, a, b, INDEX_op_rotrv_vec); | ||
391 | +} | ||
392 | + | ||
393 | static void do_shifts(unsigned vece, TCGv_vec r, TCGv_vec a, | ||
394 | TCGv_i32 s, TCGOpcode opc_s, TCGOpcode opc_v) | ||
395 | { | ||
396 | diff --git a/tcg/tcg.c b/tcg/tcg.c | 50 | diff --git a/tcg/tcg.c b/tcg/tcg.c |
397 | index XXXXXXX..XXXXXXX 100644 | 51 | index XXXXXXX..XXXXXXX 100644 |
398 | --- a/tcg/tcg.c | 52 | --- a/tcg/tcg.c |
399 | +++ b/tcg/tcg.c | 53 | +++ b/tcg/tcg.c |
400 | @@ -XXX,XX +XXX,XX @@ bool tcg_op_supported(TCGOpcode op) | 54 | @@ -XXX,XX +XXX,XX @@ void tcg_func_start(TCGContext *s) |
401 | return have_vec && TCG_TARGET_HAS_shv_vec; | 55 | s->nb_temps = s->nb_globals; |
402 | case INDEX_op_rotli_vec: | 56 | |
403 | return have_vec && TCG_TARGET_HAS_roti_vec; | 57 | /* No temps have been previously allocated for size or locality. */ |
404 | + case INDEX_op_rotlv_vec: | 58 | - memset(s->free_temps, 0, sizeof(s->free_temps)); |
405 | + case INDEX_op_rotrv_vec: | 59 | + tcg_temp_ebb_reset_freed(s); |
406 | + return have_vec && TCG_TARGET_HAS_rotv_vec; | 60 | |
407 | case INDEX_op_ssadd_vec: | 61 | /* No constant temps have been previously allocated. */ |
408 | case INDEX_op_usadd_vec: | 62 | for (int i = 0; i < TCG_TYPE_COUNT; ++i) { |
409 | case INDEX_op_sssub_vec: | 63 | @@ -XXX,XX +XXX,XX @@ int tcg_gen_code(TCGContext *s, TranslationBlock *tb, uint64_t pc_start) |
410 | diff --git a/tcg/README b/tcg/README | 64 | } |
411 | index XXXXXXX..XXXXXXX 100644 | 65 | #endif |
412 | --- a/tcg/README | 66 | |
413 | +++ b/tcg/README | 67 | + /* Do not reuse any EBB that may be allocated within the TB. */ |
414 | @@ -XXX,XX +XXX,XX @@ E.g. VECL=1 -> 64 << 1 -> v128, and VECE=2 -> 1 << 2 -> i32. | 68 | + tcg_temp_ebb_reset_freed(s); |
415 | 69 | + | |
416 | * shrv_vec v0, v1, v2 | 70 | tcg_optimize(s); |
417 | * sarv_vec v0, v1, v2 | 71 | |
418 | +* rotlv_vec v0, v1, v2 | 72 | reachable_code_pass(s); |
419 | +* rotrv_vec v0, v1, v2 | ||
420 | |||
421 | - Similarly for logical and arithmetic right shift. | ||
422 | + Similarly for logical and arithmetic right shift, and rotates. | ||
423 | |||
424 | * cmp_vec v0, v1, v2, cond | ||
425 | |||
426 | -- | 73 | -- |
427 | 2.25.1 | 74 | 2.43.0 |
428 | 75 | ||
429 | 76 | diff view generated by jsdifflib |
1 | From: Nick Hudson <skrll@netbsd.org> | 1 | From: Roman Artemev <roman.artemev@syntacore.com> |
---|---|---|---|
2 | 2 | ||
3 | Fix qemu build on NetBSD/evbarm-aarch64 by providing a NetBSD specific | 3 | On RISC-V to StoreStore barrier corresponds |
4 | cpu_signal_handler. | 4 | `fence w, w` not `fence r, r` |
5 | 5 | ||
6 | Cc: qemu-stable@nongnu.org | ||
7 | Fixes: efbea94c76b ("tcg/riscv: Add slowpath load and store instructions") | ||
6 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | 8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
7 | Signed-off-by: Nick Hudson <skrll@netbsd.org> | 9 | Signed-off-by: Denis Tomashev <denis.tomashev@syntacore.com> |
8 | Message-Id: <20200517101529.5367-1-skrll@netbsd.org> | 10 | Signed-off-by: Roman Artemev <roman.artemev@syntacore.com> |
11 | Message-ID: <e2f2131e294a49e79959d4fa9ec02cf4@syntacore.com> | ||
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 12 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
10 | --- | 13 | --- |
11 | accel/tcg/user-exec.c | 27 +++++++++++++++++++++++++++ | 14 | tcg/riscv/tcg-target.c.inc | 2 +- |
12 | 1 file changed, 27 insertions(+) | 15 | 1 file changed, 1 insertion(+), 1 deletion(-) |
13 | 16 | ||
14 | diff --git a/accel/tcg/user-exec.c b/accel/tcg/user-exec.c | 17 | diff --git a/tcg/riscv/tcg-target.c.inc b/tcg/riscv/tcg-target.c.inc |
15 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/accel/tcg/user-exec.c | 19 | --- a/tcg/riscv/tcg-target.c.inc |
17 | +++ b/accel/tcg/user-exec.c | 20 | +++ b/tcg/riscv/tcg-target.c.inc |
18 | @@ -XXX,XX +XXX,XX @@ int cpu_signal_handler(int host_signum, void *pinfo, | 21 | @@ -XXX,XX +XXX,XX @@ static void tcg_out_mb(TCGContext *s, TCGArg a0) |
19 | 22 | insn |= 0x02100000; | |
20 | #elif defined(__aarch64__) | ||
21 | |||
22 | +#if defined(__NetBSD__) | ||
23 | + | ||
24 | +#include <ucontext.h> | ||
25 | +#include <sys/siginfo.h> | ||
26 | + | ||
27 | +int cpu_signal_handler(int host_signum, void *pinfo, void *puc) | ||
28 | +{ | ||
29 | + ucontext_t *uc = puc; | ||
30 | + siginfo_t *si = pinfo; | ||
31 | + unsigned long pc; | ||
32 | + int is_write; | ||
33 | + uint32_t esr; | ||
34 | + | ||
35 | + pc = uc->uc_mcontext.__gregs[_REG_PC]; | ||
36 | + esr = si->si_trap; | ||
37 | + | ||
38 | + /* | ||
39 | + * siginfo_t::si_trap is the ESR value, for data aborts ESR.EC | ||
40 | + * is 0b10010x: then bit 6 is the WnR bit | ||
41 | + */ | ||
42 | + is_write = extract32(esr, 27, 5) == 0x12 && extract32(esr, 6, 1) == 1; | ||
43 | + return handle_cpu_signal(pc, si, is_write, &uc->uc_sigmask); | ||
44 | +} | ||
45 | + | ||
46 | +#else | ||
47 | + | ||
48 | #ifndef ESR_MAGIC | ||
49 | /* Pre-3.16 kernel headers don't have these, so provide fallback definitions */ | ||
50 | #define ESR_MAGIC 0x45535201 | ||
51 | @@ -XXX,XX +XXX,XX @@ int cpu_signal_handler(int host_signum, void *pinfo, void *puc) | ||
52 | } | 23 | } |
53 | return handle_cpu_signal(pc, info, is_write, &uc->uc_sigmask); | 24 | if (a0 & TCG_MO_ST_ST) { |
25 | - insn |= 0x02200000; | ||
26 | + insn |= 0x01100000; | ||
27 | } | ||
28 | tcg_out32(s, insn); | ||
54 | } | 29 | } |
55 | +#endif | ||
56 | |||
57 | #elif defined(__s390__) | ||
58 | |||
59 | -- | 30 | -- |
60 | 2.25.1 | 31 | 2.43.0 |
61 | |||
62 | diff view generated by jsdifflib |
1 | From: Nick Hudson <skrll@netbsd.org> | 1 | This allows targets to declare that the helper requires a |
---|---|---|---|
2 | float_status pointer and instead of a generic void pointer. | ||
2 | 3 | ||
3 | Fix building on NetBSD/arm by extracting the FSR value from the | 4 | Reviewed-by: Philippe Mathieu-Daudé <philmd@linaro.org> |
4 | correct siginfo_t field. | ||
5 | |||
6 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Signed-off-by: Nick Hudson <skrll@netbsd.org> | ||
8 | Message-Id: <20200516154147.24842-1-skrll@netbsd.org> | ||
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
10 | --- | 6 | --- |
11 | accel/tcg/user-exec.c | 16 +++++++++++++--- | 7 | include/exec/helper-head.h.inc | 3 +++ |
12 | 1 file changed, 13 insertions(+), 3 deletions(-) | 8 | 1 file changed, 3 insertions(+) |
13 | 9 | ||
14 | diff --git a/accel/tcg/user-exec.c b/accel/tcg/user-exec.c | 10 | diff --git a/include/exec/helper-head.h.inc b/include/exec/helper-head.h.inc |
15 | index XXXXXXX..XXXXXXX 100644 | 11 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/accel/tcg/user-exec.c | 12 | --- a/include/exec/helper-head.h.inc |
17 | +++ b/accel/tcg/user-exec.c | 13 | +++ b/include/exec/helper-head.h.inc |
18 | @@ -XXX,XX +XXX,XX @@ int cpu_signal_handler(int host_signum, void *pinfo, | 14 | @@ -XXX,XX +XXX,XX @@ |
19 | 15 | #define dh_alias_ptr ptr | |
20 | #if defined(__NetBSD__) | 16 | #define dh_alias_cptr ptr |
21 | #include <ucontext.h> | 17 | #define dh_alias_env ptr |
22 | +#include <sys/siginfo.h> | 18 | +#define dh_alias_fpst ptr |
23 | #endif | 19 | #define dh_alias_void void |
24 | 20 | #define dh_alias_noreturn noreturn | |
25 | int cpu_signal_handler(int host_signum, void *pinfo, | 21 | #define dh_alias(t) glue(dh_alias_, t) |
26 | @@ -XXX,XX +XXX,XX @@ int cpu_signal_handler(int host_signum, void *pinfo, | 22 | @@ -XXX,XX +XXX,XX @@ |
27 | siginfo_t *info = pinfo; | 23 | #define dh_ctype_ptr void * |
28 | #if defined(__NetBSD__) | 24 | #define dh_ctype_cptr const void * |
29 | ucontext_t *uc = puc; | 25 | #define dh_ctype_env CPUArchState * |
30 | + siginfo_t *si = pinfo; | 26 | +#define dh_ctype_fpst float_status * |
31 | #else | 27 | #define dh_ctype_void void |
32 | ucontext_t *uc = puc; | 28 | #define dh_ctype_noreturn G_NORETURN void |
33 | #endif | 29 | #define dh_ctype(t) dh_ctype_##t |
34 | unsigned long pc; | 30 | @@ -XXX,XX +XXX,XX @@ |
35 | + uint32_t fsr; | 31 | #define dh_typecode_f64 dh_typecode_i64 |
36 | int is_write; | 32 | #define dh_typecode_cptr dh_typecode_ptr |
37 | 33 | #define dh_typecode_env dh_typecode_ptr | |
38 | #if defined(__NetBSD__) | 34 | +#define dh_typecode_fpst dh_typecode_ptr |
39 | @@ -XXX,XX +XXX,XX @@ int cpu_signal_handler(int host_signum, void *pinfo, | 35 | #define dh_typecode(t) dh_typecode_##t |
40 | pc = uc->uc_mcontext.arm_pc; | 36 | |
41 | #endif | 37 | #define dh_callflag_i32 0 |
42 | |||
43 | - /* error_code is the FSR value, in which bit 11 is WnR (assuming a v6 or | ||
44 | - * later processor; on v5 we will always report this as a read). | ||
45 | +#ifdef __NetBSD__ | ||
46 | + fsr = si->si_trap; | ||
47 | +#else | ||
48 | + fsr = uc->uc_mcontext.error_code; | ||
49 | +#endif | ||
50 | + /* | ||
51 | + * In the FSR, bit 11 is WnR, assuming a v6 or | ||
52 | + * later processor. On v5 we will always report | ||
53 | + * this as a read, which will fail later. | ||
54 | */ | ||
55 | - is_write = extract32(uc->uc_mcontext.error_code, 11, 1); | ||
56 | + is_write = extract32(fsr, 11, 1); | ||
57 | return handle_cpu_signal(pc, info, is_write, &uc->uc_sigmask); | ||
58 | } | ||
59 | |||
60 | -- | 38 | -- |
61 | 2.25.1 | 39 | 2.43.0 |
62 | 40 | ||
63 | 41 | diff view generated by jsdifflib |
1 | No host backend support yet, but the interfaces for rotli | 1 | From: Philippe Mathieu-Daudé <philmd@linaro.org> |
---|---|---|---|
2 | are in place. Canonicalize immediate rotate to the left, | ||
3 | based on a survey of architectures, but provide both left | ||
4 | and right shift interfaces to the translators. | ||
5 | 2 | ||
6 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 3 | Rather than manually copying each register, use |
4 | the libc memcpy(), which is well optimized nowadays. | ||
5 | |||
6 | Suggested-by: Pierrick Bouvier <pierrick.bouvier@linaro.org> | ||
7 | Reviewed-by: Pierrick Bouvier <pierrick.bouvier@linaro.org> | ||
8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Signed-off-by: Philippe Mathieu-Daudé <philmd@linaro.org> | ||
10 | Message-ID: <20241205205418.67613-1-philmd@linaro.org> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 11 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | --- | 12 | --- |
9 | accel/tcg/tcg-runtime.h | 5 +++ | 13 | target/sparc/win_helper.c | 26 ++++++++------------------ |
10 | include/tcg/tcg-op-gvec.h | 6 ++++ | 14 | 1 file changed, 8 insertions(+), 18 deletions(-) |
11 | include/tcg/tcg-op.h | 2 ++ | ||
12 | include/tcg/tcg-opc.h | 1 + | ||
13 | include/tcg/tcg.h | 1 + | ||
14 | tcg/aarch64/tcg-target.h | 1 + | ||
15 | tcg/i386/tcg-target.h | 1 + | ||
16 | tcg/ppc/tcg-target.h | 1 + | ||
17 | accel/tcg/tcg-runtime-gvec.c | 48 +++++++++++++++++++++++++ | ||
18 | tcg/tcg-op-gvec.c | 68 ++++++++++++++++++++++++++++++++++++ | ||
19 | tcg/tcg-op-vec.c | 12 +++++++ | ||
20 | tcg/tcg.c | 2 ++ | ||
21 | tcg/README | 3 +- | ||
22 | 13 files changed, 150 insertions(+), 1 deletion(-) | ||
23 | 15 | ||
24 | diff --git a/accel/tcg/tcg-runtime.h b/accel/tcg/tcg-runtime.h | 16 | diff --git a/target/sparc/win_helper.c b/target/sparc/win_helper.c |
25 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
26 | --- a/accel/tcg/tcg-runtime.h | 18 | --- a/target/sparc/win_helper.c |
27 | +++ b/accel/tcg/tcg-runtime.h | 19 | +++ b/target/sparc/win_helper.c |
28 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_3(gvec_sar16i, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 20 | @@ -XXX,XX +XXX,XX @@ |
29 | DEF_HELPER_FLAGS_3(gvec_sar32i, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 21 | #include "exec/helper-proto.h" |
30 | DEF_HELPER_FLAGS_3(gvec_sar64i, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 22 | #include "trace.h" |
31 | 23 | ||
32 | +DEF_HELPER_FLAGS_3(gvec_rotl8i, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 24 | -static inline void memcpy32(target_ulong *dst, const target_ulong *src) |
33 | +DEF_HELPER_FLAGS_3(gvec_rotl16i, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 25 | -{ |
34 | +DEF_HELPER_FLAGS_3(gvec_rotl32i, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 26 | - dst[0] = src[0]; |
35 | +DEF_HELPER_FLAGS_3(gvec_rotl64i, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 27 | - dst[1] = src[1]; |
36 | + | 28 | - dst[2] = src[2]; |
37 | DEF_HELPER_FLAGS_4(gvec_shl8v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 29 | - dst[3] = src[3]; |
38 | DEF_HELPER_FLAGS_4(gvec_shl16v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 30 | - dst[4] = src[4]; |
39 | DEF_HELPER_FLAGS_4(gvec_shl32v, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | 31 | - dst[5] = src[5]; |
40 | diff --git a/include/tcg/tcg-op-gvec.h b/include/tcg/tcg-op-gvec.h | 32 | - dst[6] = src[6]; |
41 | index XXXXXXX..XXXXXXX 100644 | 33 | - dst[7] = src[7]; |
42 | --- a/include/tcg/tcg-op-gvec.h | 34 | -} |
43 | +++ b/include/tcg/tcg-op-gvec.h | 35 | - |
44 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_gvec_shri(unsigned vece, uint32_t dofs, uint32_t aofs, | 36 | void cpu_set_cwp(CPUSPARCState *env, int new_cwp) |
45 | int64_t shift, uint32_t oprsz, uint32_t maxsz); | 37 | { |
46 | void tcg_gen_gvec_sari(unsigned vece, uint32_t dofs, uint32_t aofs, | 38 | /* put the modified wrap registers at their proper location */ |
47 | int64_t shift, uint32_t oprsz, uint32_t maxsz); | 39 | if (env->cwp == env->nwindows - 1) { |
48 | +void tcg_gen_gvec_rotli(unsigned vece, uint32_t dofs, uint32_t aofs, | 40 | - memcpy32(env->regbase, env->regbase + env->nwindows * 16); |
49 | + int64_t shift, uint32_t oprsz, uint32_t maxsz); | 41 | + memcpy(env->regbase, env->regbase + env->nwindows * 16, |
50 | +void tcg_gen_gvec_rotri(unsigned vece, uint32_t dofs, uint32_t aofs, | 42 | + sizeof(env->gregs)); |
51 | + int64_t shift, uint32_t oprsz, uint32_t maxsz); | 43 | } |
52 | 44 | env->cwp = new_cwp; | |
53 | void tcg_gen_gvec_shls(unsigned vece, uint32_t dofs, uint32_t aofs, | 45 | |
54 | TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz); | 46 | /* put the wrap registers at their temporary location */ |
55 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_vec_shr8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t); | 47 | if (new_cwp == env->nwindows - 1) { |
56 | void tcg_gen_vec_shr16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t); | 48 | - memcpy32(env->regbase + env->nwindows * 16, env->regbase); |
57 | void tcg_gen_vec_sar8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t); | 49 | + memcpy(env->regbase + env->nwindows * 16, env->regbase, |
58 | void tcg_gen_vec_sar16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t); | 50 | + sizeof(env->gregs)); |
59 | +void tcg_gen_vec_rotl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c); | 51 | } |
60 | +void tcg_gen_vec_rotl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c); | 52 | env->regwptr = env->regbase + (new_cwp * 16); |
61 | |||
62 | #endif | ||
63 | diff --git a/include/tcg/tcg-op.h b/include/tcg/tcg-op.h | ||
64 | index XXXXXXX..XXXXXXX 100644 | ||
65 | --- a/include/tcg/tcg-op.h | ||
66 | +++ b/include/tcg/tcg-op.h | ||
67 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_umax_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b); | ||
68 | void tcg_gen_shli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i); | ||
69 | void tcg_gen_shri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i); | ||
70 | void tcg_gen_sari_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i); | ||
71 | +void tcg_gen_rotli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i); | ||
72 | +void tcg_gen_rotri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i); | ||
73 | |||
74 | void tcg_gen_shls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s); | ||
75 | void tcg_gen_shrs_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s); | ||
76 | diff --git a/include/tcg/tcg-opc.h b/include/tcg/tcg-opc.h | ||
77 | index XXXXXXX..XXXXXXX 100644 | ||
78 | --- a/include/tcg/tcg-opc.h | ||
79 | +++ b/include/tcg/tcg-opc.h | ||
80 | @@ -XXX,XX +XXX,XX @@ DEF(not_vec, 1, 1, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_not_vec)) | ||
81 | DEF(shli_vec, 1, 1, 1, IMPLVEC | IMPL(TCG_TARGET_HAS_shi_vec)) | ||
82 | DEF(shri_vec, 1, 1, 1, IMPLVEC | IMPL(TCG_TARGET_HAS_shi_vec)) | ||
83 | DEF(sari_vec, 1, 1, 1, IMPLVEC | IMPL(TCG_TARGET_HAS_shi_vec)) | ||
84 | +DEF(rotli_vec, 1, 1, 1, IMPLVEC | IMPL(TCG_TARGET_HAS_roti_vec)) | ||
85 | |||
86 | DEF(shls_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shs_vec)) | ||
87 | DEF(shrs_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shs_vec)) | ||
88 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h | ||
89 | index XXXXXXX..XXXXXXX 100644 | ||
90 | --- a/include/tcg/tcg.h | ||
91 | +++ b/include/tcg/tcg.h | ||
92 | @@ -XXX,XX +XXX,XX @@ typedef uint64_t TCGRegSet; | ||
93 | #define TCG_TARGET_HAS_not_vec 0 | ||
94 | #define TCG_TARGET_HAS_andc_vec 0 | ||
95 | #define TCG_TARGET_HAS_orc_vec 0 | ||
96 | +#define TCG_TARGET_HAS_roti_vec 0 | ||
97 | #define TCG_TARGET_HAS_shi_vec 0 | ||
98 | #define TCG_TARGET_HAS_shs_vec 0 | ||
99 | #define TCG_TARGET_HAS_shv_vec 0 | ||
100 | diff --git a/tcg/aarch64/tcg-target.h b/tcg/aarch64/tcg-target.h | ||
101 | index XXXXXXX..XXXXXXX 100644 | ||
102 | --- a/tcg/aarch64/tcg-target.h | ||
103 | +++ b/tcg/aarch64/tcg-target.h | ||
104 | @@ -XXX,XX +XXX,XX @@ typedef enum { | ||
105 | #define TCG_TARGET_HAS_not_vec 1 | ||
106 | #define TCG_TARGET_HAS_neg_vec 1 | ||
107 | #define TCG_TARGET_HAS_abs_vec 1 | ||
108 | +#define TCG_TARGET_HAS_roti_vec 0 | ||
109 | #define TCG_TARGET_HAS_shi_vec 1 | ||
110 | #define TCG_TARGET_HAS_shs_vec 0 | ||
111 | #define TCG_TARGET_HAS_shv_vec 1 | ||
112 | diff --git a/tcg/i386/tcg-target.h b/tcg/i386/tcg-target.h | ||
113 | index XXXXXXX..XXXXXXX 100644 | ||
114 | --- a/tcg/i386/tcg-target.h | ||
115 | +++ b/tcg/i386/tcg-target.h | ||
116 | @@ -XXX,XX +XXX,XX @@ extern bool have_avx2; | ||
117 | #define TCG_TARGET_HAS_not_vec 0 | ||
118 | #define TCG_TARGET_HAS_neg_vec 0 | ||
119 | #define TCG_TARGET_HAS_abs_vec 1 | ||
120 | +#define TCG_TARGET_HAS_roti_vec 0 | ||
121 | #define TCG_TARGET_HAS_shi_vec 1 | ||
122 | #define TCG_TARGET_HAS_shs_vec 1 | ||
123 | #define TCG_TARGET_HAS_shv_vec have_avx2 | ||
124 | diff --git a/tcg/ppc/tcg-target.h b/tcg/ppc/tcg-target.h | ||
125 | index XXXXXXX..XXXXXXX 100644 | ||
126 | --- a/tcg/ppc/tcg-target.h | ||
127 | +++ b/tcg/ppc/tcg-target.h | ||
128 | @@ -XXX,XX +XXX,XX @@ extern bool have_vsx; | ||
129 | #define TCG_TARGET_HAS_not_vec 1 | ||
130 | #define TCG_TARGET_HAS_neg_vec have_isa_3_00 | ||
131 | #define TCG_TARGET_HAS_abs_vec 0 | ||
132 | +#define TCG_TARGET_HAS_roti_vec 0 | ||
133 | #define TCG_TARGET_HAS_shi_vec 0 | ||
134 | #define TCG_TARGET_HAS_shs_vec 0 | ||
135 | #define TCG_TARGET_HAS_shv_vec 1 | ||
136 | diff --git a/accel/tcg/tcg-runtime-gvec.c b/accel/tcg/tcg-runtime-gvec.c | ||
137 | index XXXXXXX..XXXXXXX 100644 | ||
138 | --- a/accel/tcg/tcg-runtime-gvec.c | ||
139 | +++ b/accel/tcg/tcg-runtime-gvec.c | ||
140 | @@ -XXX,XX +XXX,XX @@ void HELPER(gvec_sar64i)(void *d, void *a, uint32_t desc) | ||
141 | clear_high(d, oprsz, desc); | ||
142 | } | 53 | } |
143 | 54 | @@ -XXX,XX +XXX,XX @@ void cpu_gl_switch_gregs(CPUSPARCState *env, uint32_t new_gl) | |
144 | +void HELPER(gvec_rotl8i)(void *d, void *a, uint32_t desc) | 55 | dst = get_gl_gregset(env, env->gl); |
145 | +{ | 56 | |
146 | + intptr_t oprsz = simd_oprsz(desc); | 57 | if (src != dst) { |
147 | + int shift = simd_data(desc); | 58 | - memcpy32(dst, env->gregs); |
148 | + intptr_t i; | 59 | - memcpy32(env->gregs, src); |
149 | + | 60 | + memcpy(dst, env->gregs, sizeof(env->gregs)); |
150 | + for (i = 0; i < oprsz; i += sizeof(uint8_t)) { | 61 | + memcpy(env->gregs, src, sizeof(env->gregs)); |
151 | + *(uint8_t *)(d + i) = rol8(*(uint8_t *)(a + i), shift); | ||
152 | + } | ||
153 | + clear_high(d, oprsz, desc); | ||
154 | +} | ||
155 | + | ||
156 | +void HELPER(gvec_rotl16i)(void *d, void *a, uint32_t desc) | ||
157 | +{ | ||
158 | + intptr_t oprsz = simd_oprsz(desc); | ||
159 | + int shift = simd_data(desc); | ||
160 | + intptr_t i; | ||
161 | + | ||
162 | + for (i = 0; i < oprsz; i += sizeof(uint16_t)) { | ||
163 | + *(uint16_t *)(d + i) = rol16(*(uint16_t *)(a + i), shift); | ||
164 | + } | ||
165 | + clear_high(d, oprsz, desc); | ||
166 | +} | ||
167 | + | ||
168 | +void HELPER(gvec_rotl32i)(void *d, void *a, uint32_t desc) | ||
169 | +{ | ||
170 | + intptr_t oprsz = simd_oprsz(desc); | ||
171 | + int shift = simd_data(desc); | ||
172 | + intptr_t i; | ||
173 | + | ||
174 | + for (i = 0; i < oprsz; i += sizeof(uint32_t)) { | ||
175 | + *(uint32_t *)(d + i) = rol32(*(uint32_t *)(a + i), shift); | ||
176 | + } | ||
177 | + clear_high(d, oprsz, desc); | ||
178 | +} | ||
179 | + | ||
180 | +void HELPER(gvec_rotl64i)(void *d, void *a, uint32_t desc) | ||
181 | +{ | ||
182 | + intptr_t oprsz = simd_oprsz(desc); | ||
183 | + int shift = simd_data(desc); | ||
184 | + intptr_t i; | ||
185 | + | ||
186 | + for (i = 0; i < oprsz; i += sizeof(uint64_t)) { | ||
187 | + *(uint64_t *)(d + i) = rol64(*(uint64_t *)(a + i), shift); | ||
188 | + } | ||
189 | + clear_high(d, oprsz, desc); | ||
190 | +} | ||
191 | + | ||
192 | void HELPER(gvec_shl8v)(void *d, void *a, void *b, uint32_t desc) | ||
193 | { | ||
194 | intptr_t oprsz = simd_oprsz(desc); | ||
195 | diff --git a/tcg/tcg-op-gvec.c b/tcg/tcg-op-gvec.c | ||
196 | index XXXXXXX..XXXXXXX 100644 | ||
197 | --- a/tcg/tcg-op-gvec.c | ||
198 | +++ b/tcg/tcg-op-gvec.c | ||
199 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_gvec_sari(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
200 | } | 62 | } |
201 | } | 63 | } |
202 | 64 | ||
203 | +void tcg_gen_vec_rotl8i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c) | 65 | @@ -XXX,XX +XXX,XX @@ void cpu_change_pstate(CPUSPARCState *env, uint32_t new_pstate) |
204 | +{ | 66 | /* Switch global register bank */ |
205 | + uint64_t mask = dup_const(MO_8, 0xff << c); | 67 | src = get_gregset(env, new_pstate_regs); |
206 | + | 68 | dst = get_gregset(env, pstate_regs); |
207 | + tcg_gen_shli_i64(d, a, c); | 69 | - memcpy32(dst, env->gregs); |
208 | + tcg_gen_shri_i64(a, a, 8 - c); | 70 | - memcpy32(env->gregs, src); |
209 | + tcg_gen_andi_i64(d, d, mask); | 71 | + memcpy(dst, env->gregs, sizeof(env->gregs)); |
210 | + tcg_gen_andi_i64(a, a, ~mask); | 72 | + memcpy(env->gregs, src, sizeof(env->gregs)); |
211 | + tcg_gen_or_i64(d, d, a); | 73 | } else { |
212 | +} | 74 | trace_win_helper_no_switch_pstate(new_pstate_regs); |
213 | + | 75 | } |
214 | +void tcg_gen_vec_rotl16i_i64(TCGv_i64 d, TCGv_i64 a, int64_t c) | ||
215 | +{ | ||
216 | + uint64_t mask = dup_const(MO_16, 0xffff << c); | ||
217 | + | ||
218 | + tcg_gen_shli_i64(d, a, c); | ||
219 | + tcg_gen_shri_i64(a, a, 16 - c); | ||
220 | + tcg_gen_andi_i64(d, d, mask); | ||
221 | + tcg_gen_andi_i64(a, a, ~mask); | ||
222 | + tcg_gen_or_i64(d, d, a); | ||
223 | +} | ||
224 | + | ||
225 | +void tcg_gen_gvec_rotli(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
226 | + int64_t shift, uint32_t oprsz, uint32_t maxsz) | ||
227 | +{ | ||
228 | + static const TCGOpcode vecop_list[] = { INDEX_op_rotli_vec, 0 }; | ||
229 | + static const GVecGen2i g[4] = { | ||
230 | + { .fni8 = tcg_gen_vec_rotl8i_i64, | ||
231 | + .fniv = tcg_gen_rotli_vec, | ||
232 | + .fno = gen_helper_gvec_rotl8i, | ||
233 | + .opt_opc = vecop_list, | ||
234 | + .vece = MO_8 }, | ||
235 | + { .fni8 = tcg_gen_vec_rotl16i_i64, | ||
236 | + .fniv = tcg_gen_rotli_vec, | ||
237 | + .fno = gen_helper_gvec_rotl16i, | ||
238 | + .opt_opc = vecop_list, | ||
239 | + .vece = MO_16 }, | ||
240 | + { .fni4 = tcg_gen_rotli_i32, | ||
241 | + .fniv = tcg_gen_rotli_vec, | ||
242 | + .fno = gen_helper_gvec_rotl32i, | ||
243 | + .opt_opc = vecop_list, | ||
244 | + .vece = MO_32 }, | ||
245 | + { .fni8 = tcg_gen_rotli_i64, | ||
246 | + .fniv = tcg_gen_rotli_vec, | ||
247 | + .fno = gen_helper_gvec_rotl64i, | ||
248 | + .opt_opc = vecop_list, | ||
249 | + .prefer_i64 = TCG_TARGET_REG_BITS == 64, | ||
250 | + .vece = MO_64 }, | ||
251 | + }; | ||
252 | + | ||
253 | + tcg_debug_assert(vece <= MO_64); | ||
254 | + tcg_debug_assert(shift >= 0 && shift < (8 << vece)); | ||
255 | + if (shift == 0) { | ||
256 | + tcg_gen_gvec_mov(vece, dofs, aofs, oprsz, maxsz); | ||
257 | + } else { | ||
258 | + tcg_gen_gvec_2i(dofs, aofs, oprsz, maxsz, shift, &g[vece]); | ||
259 | + } | ||
260 | +} | ||
261 | + | ||
262 | +void tcg_gen_gvec_rotri(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
263 | + int64_t shift, uint32_t oprsz, uint32_t maxsz) | ||
264 | +{ | ||
265 | + tcg_debug_assert(vece <= MO_64); | ||
266 | + tcg_debug_assert(shift >= 0 && shift < (8 << vece)); | ||
267 | + tcg_gen_gvec_rotli(vece, dofs, aofs, -shift & ((8 << vece) - 1), | ||
268 | + oprsz, maxsz); | ||
269 | +} | ||
270 | + | ||
271 | /* | ||
272 | * Specialized generation vector shifts by a non-constant scalar. | ||
273 | */ | ||
274 | diff --git a/tcg/tcg-op-vec.c b/tcg/tcg-op-vec.c | ||
275 | index XXXXXXX..XXXXXXX 100644 | ||
276 | --- a/tcg/tcg-op-vec.c | ||
277 | +++ b/tcg/tcg-op-vec.c | ||
278 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_sari_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i) | ||
279 | do_shifti(INDEX_op_sari_vec, vece, r, a, i); | ||
280 | } | ||
281 | |||
282 | +void tcg_gen_rotli_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i) | ||
283 | +{ | ||
284 | + do_shifti(INDEX_op_rotli_vec, vece, r, a, i); | ||
285 | +} | ||
286 | + | ||
287 | +void tcg_gen_rotri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i) | ||
288 | +{ | ||
289 | + int bits = 8 << vece; | ||
290 | + tcg_debug_assert(i >= 0 && i < bits); | ||
291 | + do_shifti(INDEX_op_rotli_vec, vece, r, a, -i & (bits - 1)); | ||
292 | +} | ||
293 | + | ||
294 | void tcg_gen_cmp_vec(TCGCond cond, unsigned vece, | ||
295 | TCGv_vec r, TCGv_vec a, TCGv_vec b) | ||
296 | { | ||
297 | diff --git a/tcg/tcg.c b/tcg/tcg.c | ||
298 | index XXXXXXX..XXXXXXX 100644 | ||
299 | --- a/tcg/tcg.c | ||
300 | +++ b/tcg/tcg.c | ||
301 | @@ -XXX,XX +XXX,XX @@ bool tcg_op_supported(TCGOpcode op) | ||
302 | case INDEX_op_shrv_vec: | ||
303 | case INDEX_op_sarv_vec: | ||
304 | return have_vec && TCG_TARGET_HAS_shv_vec; | ||
305 | + case INDEX_op_rotli_vec: | ||
306 | + return have_vec && TCG_TARGET_HAS_roti_vec; | ||
307 | case INDEX_op_ssadd_vec: | ||
308 | case INDEX_op_usadd_vec: | ||
309 | case INDEX_op_sssub_vec: | ||
310 | diff --git a/tcg/README b/tcg/README | ||
311 | index XXXXXXX..XXXXXXX 100644 | ||
312 | --- a/tcg/README | ||
313 | +++ b/tcg/README | ||
314 | @@ -XXX,XX +XXX,XX @@ E.g. VECL=1 -> 64 << 1 -> v128, and VECE=2 -> 1 << 2 -> i32. | ||
315 | |||
316 | * shri_vec v0, v1, i2 | ||
317 | * sari_vec v0, v1, i2 | ||
318 | +* rotli_vec v0, v1, i2 | ||
319 | * shrs_vec v0, v1, s2 | ||
320 | * sars_vec v0, v1, s2 | ||
321 | |||
322 | - Similarly for logical and arithmetic right shift. | ||
323 | + Similarly for logical and arithmetic right shift, and left rotate. | ||
324 | |||
325 | * shlv_vec v0, v1, v2 | ||
326 | |||
327 | -- | 76 | -- |
328 | 2.25.1 | 77 | 2.43.0 |
329 | 78 | ||
330 | 79 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | We do not reflect this expansion in tcg_can_emit_vecop_list, | ||
2 | so it is unused and unusable. However, we actually perform | ||
3 | the same expansion in do_gvec_shifts, so it is also unneeded. | ||
4 | 1 | ||
5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
6 | --- | ||
7 | tcg/tcg-op-vec.c | 35 +++++++++++------------------------ | ||
8 | 1 file changed, 11 insertions(+), 24 deletions(-) | ||
9 | |||
10 | diff --git a/tcg/tcg-op-vec.c b/tcg/tcg-op-vec.c | ||
11 | index XXXXXXX..XXXXXXX 100644 | ||
12 | --- a/tcg/tcg-op-vec.c | ||
13 | +++ b/tcg/tcg-op-vec.c | ||
14 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_rotrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec b) | ||
15 | } | ||
16 | |||
17 | static void do_shifts(unsigned vece, TCGv_vec r, TCGv_vec a, | ||
18 | - TCGv_i32 s, TCGOpcode opc_s, TCGOpcode opc_v) | ||
19 | + TCGv_i32 s, TCGOpcode opc) | ||
20 | { | ||
21 | TCGTemp *rt = tcgv_vec_temp(r); | ||
22 | TCGTemp *at = tcgv_vec_temp(a); | ||
23 | @@ -XXX,XX +XXX,XX @@ static void do_shifts(unsigned vece, TCGv_vec r, TCGv_vec a, | ||
24 | TCGArg ai = temp_arg(at); | ||
25 | TCGArg si = temp_arg(st); | ||
26 | TCGType type = rt->base_type; | ||
27 | - const TCGOpcode *hold_list; | ||
28 | int can; | ||
29 | |||
30 | tcg_debug_assert(at->base_type >= type); | ||
31 | - tcg_assert_listed_vecop(opc_s); | ||
32 | - hold_list = tcg_swap_vecop_list(NULL); | ||
33 | - | ||
34 | - can = tcg_can_emit_vec_op(opc_s, type, vece); | ||
35 | + tcg_assert_listed_vecop(opc); | ||
36 | + can = tcg_can_emit_vec_op(opc, type, vece); | ||
37 | if (can > 0) { | ||
38 | - vec_gen_3(opc_s, type, vece, ri, ai, si); | ||
39 | + vec_gen_3(opc, type, vece, ri, ai, si); | ||
40 | } else if (can < 0) { | ||
41 | - tcg_expand_vec_op(opc_s, type, vece, ri, ai, si); | ||
42 | + const TCGOpcode *hold_list = tcg_swap_vecop_list(NULL); | ||
43 | + tcg_expand_vec_op(opc, type, vece, ri, ai, si); | ||
44 | + tcg_swap_vecop_list(hold_list); | ||
45 | } else { | ||
46 | - TCGv_vec vec_s = tcg_temp_new_vec(type); | ||
47 | - | ||
48 | - if (vece == MO_64) { | ||
49 | - TCGv_i64 s64 = tcg_temp_new_i64(); | ||
50 | - tcg_gen_extu_i32_i64(s64, s); | ||
51 | - tcg_gen_dup_i64_vec(MO_64, vec_s, s64); | ||
52 | - tcg_temp_free_i64(s64); | ||
53 | - } else { | ||
54 | - tcg_gen_dup_i32_vec(vece, vec_s, s); | ||
55 | - } | ||
56 | - do_op3_nofail(vece, r, a, vec_s, opc_v); | ||
57 | - tcg_temp_free_vec(vec_s); | ||
58 | + g_assert_not_reached(); | ||
59 | } | ||
60 | - tcg_swap_vecop_list(hold_list); | ||
61 | } | ||
62 | |||
63 | void tcg_gen_shls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 b) | ||
64 | { | ||
65 | - do_shifts(vece, r, a, b, INDEX_op_shls_vec, INDEX_op_shlv_vec); | ||
66 | + do_shifts(vece, r, a, b, INDEX_op_shls_vec); | ||
67 | } | ||
68 | |||
69 | void tcg_gen_shrs_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 b) | ||
70 | { | ||
71 | - do_shifts(vece, r, a, b, INDEX_op_shrs_vec, INDEX_op_shrv_vec); | ||
72 | + do_shifts(vece, r, a, b, INDEX_op_shrs_vec); | ||
73 | } | ||
74 | |||
75 | void tcg_gen_sars_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 b) | ||
76 | { | ||
77 | - do_shifts(vece, r, a, b, INDEX_op_sars_vec, INDEX_op_sarv_vec); | ||
78 | + do_shifts(vece, r, a, b, INDEX_op_sars_vec); | ||
79 | } | ||
80 | |||
81 | void tcg_gen_bitsel_vec(unsigned vece, TCGv_vec r, TCGv_vec a, | ||
82 | -- | ||
83 | 2.25.1 | ||
84 | |||
85 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | No host backend support yet, but the interfaces for rotls | ||
2 | are in place. Only implement left-rotate for now, as the | ||
3 | only known use of vector rotate by scalar is s390x, so any | ||
4 | right-rotate would be unused and untestable. | ||
5 | 1 | ||
6 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | --- | ||
9 | include/tcg/tcg-op-gvec.h | 2 ++ | ||
10 | include/tcg/tcg-op.h | 1 + | ||
11 | include/tcg/tcg-opc.h | 1 + | ||
12 | include/tcg/tcg.h | 1 + | ||
13 | tcg/aarch64/tcg-target.h | 1 + | ||
14 | tcg/i386/tcg-target.h | 1 + | ||
15 | tcg/ppc/tcg-target.h | 1 + | ||
16 | tcg/tcg-op-gvec.c | 22 ++++++++++++++++++++++ | ||
17 | tcg/tcg-op-vec.c | 5 +++++ | ||
18 | tcg/tcg.c | 2 ++ | ||
19 | 10 files changed, 37 insertions(+) | ||
20 | |||
21 | diff --git a/include/tcg/tcg-op-gvec.h b/include/tcg/tcg-op-gvec.h | ||
22 | index XXXXXXX..XXXXXXX 100644 | ||
23 | --- a/include/tcg/tcg-op-gvec.h | ||
24 | +++ b/include/tcg/tcg-op-gvec.h | ||
25 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_gvec_shrs(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
26 | TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz); | ||
27 | void tcg_gen_gvec_sars(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
28 | TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz); | ||
29 | +void tcg_gen_gvec_rotls(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
30 | + TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz); | ||
31 | |||
32 | /* | ||
33 | * Perform vector shift by vector element, modulo the element size. | ||
34 | diff --git a/include/tcg/tcg-op.h b/include/tcg/tcg-op.h | ||
35 | index XXXXXXX..XXXXXXX 100644 | ||
36 | --- a/include/tcg/tcg-op.h | ||
37 | +++ b/include/tcg/tcg-op.h | ||
38 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_rotri_vec(unsigned vece, TCGv_vec r, TCGv_vec a, int64_t i); | ||
39 | void tcg_gen_shls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s); | ||
40 | void tcg_gen_shrs_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s); | ||
41 | void tcg_gen_sars_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s); | ||
42 | +void tcg_gen_rotls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s); | ||
43 | |||
44 | void tcg_gen_shlv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s); | ||
45 | void tcg_gen_shrv_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_vec s); | ||
46 | diff --git a/include/tcg/tcg-opc.h b/include/tcg/tcg-opc.h | ||
47 | index XXXXXXX..XXXXXXX 100644 | ||
48 | --- a/include/tcg/tcg-opc.h | ||
49 | +++ b/include/tcg/tcg-opc.h | ||
50 | @@ -XXX,XX +XXX,XX @@ DEF(rotli_vec, 1, 1, 1, IMPLVEC | IMPL(TCG_TARGET_HAS_roti_vec)) | ||
51 | DEF(shls_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shs_vec)) | ||
52 | DEF(shrs_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shs_vec)) | ||
53 | DEF(sars_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shs_vec)) | ||
54 | +DEF(rotls_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_rots_vec)) | ||
55 | |||
56 | DEF(shlv_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shv_vec)) | ||
57 | DEF(shrv_vec, 1, 2, 0, IMPLVEC | IMPL(TCG_TARGET_HAS_shv_vec)) | ||
58 | diff --git a/include/tcg/tcg.h b/include/tcg/tcg.h | ||
59 | index XXXXXXX..XXXXXXX 100644 | ||
60 | --- a/include/tcg/tcg.h | ||
61 | +++ b/include/tcg/tcg.h | ||
62 | @@ -XXX,XX +XXX,XX @@ typedef uint64_t TCGRegSet; | ||
63 | #define TCG_TARGET_HAS_andc_vec 0 | ||
64 | #define TCG_TARGET_HAS_orc_vec 0 | ||
65 | #define TCG_TARGET_HAS_roti_vec 0 | ||
66 | +#define TCG_TARGET_HAS_rots_vec 0 | ||
67 | #define TCG_TARGET_HAS_rotv_vec 0 | ||
68 | #define TCG_TARGET_HAS_shi_vec 0 | ||
69 | #define TCG_TARGET_HAS_shs_vec 0 | ||
70 | diff --git a/tcg/aarch64/tcg-target.h b/tcg/aarch64/tcg-target.h | ||
71 | index XXXXXXX..XXXXXXX 100644 | ||
72 | --- a/tcg/aarch64/tcg-target.h | ||
73 | +++ b/tcg/aarch64/tcg-target.h | ||
74 | @@ -XXX,XX +XXX,XX @@ typedef enum { | ||
75 | #define TCG_TARGET_HAS_neg_vec 1 | ||
76 | #define TCG_TARGET_HAS_abs_vec 1 | ||
77 | #define TCG_TARGET_HAS_roti_vec 0 | ||
78 | +#define TCG_TARGET_HAS_rots_vec 0 | ||
79 | #define TCG_TARGET_HAS_rotv_vec 0 | ||
80 | #define TCG_TARGET_HAS_shi_vec 1 | ||
81 | #define TCG_TARGET_HAS_shs_vec 0 | ||
82 | diff --git a/tcg/i386/tcg-target.h b/tcg/i386/tcg-target.h | ||
83 | index XXXXXXX..XXXXXXX 100644 | ||
84 | --- a/tcg/i386/tcg-target.h | ||
85 | +++ b/tcg/i386/tcg-target.h | ||
86 | @@ -XXX,XX +XXX,XX @@ extern bool have_avx2; | ||
87 | #define TCG_TARGET_HAS_neg_vec 0 | ||
88 | #define TCG_TARGET_HAS_abs_vec 1 | ||
89 | #define TCG_TARGET_HAS_roti_vec 0 | ||
90 | +#define TCG_TARGET_HAS_rots_vec 0 | ||
91 | #define TCG_TARGET_HAS_rotv_vec 0 | ||
92 | #define TCG_TARGET_HAS_shi_vec 1 | ||
93 | #define TCG_TARGET_HAS_shs_vec 1 | ||
94 | diff --git a/tcg/ppc/tcg-target.h b/tcg/ppc/tcg-target.h | ||
95 | index XXXXXXX..XXXXXXX 100644 | ||
96 | --- a/tcg/ppc/tcg-target.h | ||
97 | +++ b/tcg/ppc/tcg-target.h | ||
98 | @@ -XXX,XX +XXX,XX @@ extern bool have_vsx; | ||
99 | #define TCG_TARGET_HAS_neg_vec have_isa_3_00 | ||
100 | #define TCG_TARGET_HAS_abs_vec 0 | ||
101 | #define TCG_TARGET_HAS_roti_vec 0 | ||
102 | +#define TCG_TARGET_HAS_rots_vec 0 | ||
103 | #define TCG_TARGET_HAS_rotv_vec 0 | ||
104 | #define TCG_TARGET_HAS_shi_vec 0 | ||
105 | #define TCG_TARGET_HAS_shs_vec 0 | ||
106 | diff --git a/tcg/tcg-op-gvec.c b/tcg/tcg-op-gvec.c | ||
107 | index XXXXXXX..XXXXXXX 100644 | ||
108 | --- a/tcg/tcg-op-gvec.c | ||
109 | +++ b/tcg/tcg-op-gvec.c | ||
110 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_gvec_sars(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
111 | do_gvec_shifts(vece, dofs, aofs, shift, oprsz, maxsz, &g); | ||
112 | } | ||
113 | |||
114 | +void tcg_gen_gvec_rotls(unsigned vece, uint32_t dofs, uint32_t aofs, | ||
115 | + TCGv_i32 shift, uint32_t oprsz, uint32_t maxsz) | ||
116 | +{ | ||
117 | + static const GVecGen2sh g = { | ||
118 | + .fni4 = tcg_gen_rotl_i32, | ||
119 | + .fni8 = tcg_gen_rotl_i64, | ||
120 | + .fniv_s = tcg_gen_rotls_vec, | ||
121 | + .fniv_v = tcg_gen_rotlv_vec, | ||
122 | + .fno = { | ||
123 | + gen_helper_gvec_rotl8i, | ||
124 | + gen_helper_gvec_rotl16i, | ||
125 | + gen_helper_gvec_rotl32i, | ||
126 | + gen_helper_gvec_rotl64i, | ||
127 | + }, | ||
128 | + .s_list = { INDEX_op_rotls_vec, 0 }, | ||
129 | + .v_list = { INDEX_op_rotlv_vec, 0 }, | ||
130 | + }; | ||
131 | + | ||
132 | + tcg_debug_assert(vece <= MO_64); | ||
133 | + do_gvec_shifts(vece, dofs, aofs, shift, oprsz, maxsz, &g); | ||
134 | +} | ||
135 | + | ||
136 | /* | ||
137 | * Expand D = A << (B % element bits) | ||
138 | * | ||
139 | diff --git a/tcg/tcg-op-vec.c b/tcg/tcg-op-vec.c | ||
140 | index XXXXXXX..XXXXXXX 100644 | ||
141 | --- a/tcg/tcg-op-vec.c | ||
142 | +++ b/tcg/tcg-op-vec.c | ||
143 | @@ -XXX,XX +XXX,XX @@ void tcg_gen_sars_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 b) | ||
144 | do_shifts(vece, r, a, b, INDEX_op_sars_vec); | ||
145 | } | ||
146 | |||
147 | +void tcg_gen_rotls_vec(unsigned vece, TCGv_vec r, TCGv_vec a, TCGv_i32 s) | ||
148 | +{ | ||
149 | + do_shifts(vece, r, a, s, INDEX_op_rotls_vec); | ||
150 | +} | ||
151 | + | ||
152 | void tcg_gen_bitsel_vec(unsigned vece, TCGv_vec r, TCGv_vec a, | ||
153 | TCGv_vec b, TCGv_vec c) | ||
154 | { | ||
155 | diff --git a/tcg/tcg.c b/tcg/tcg.c | ||
156 | index XXXXXXX..XXXXXXX 100644 | ||
157 | --- a/tcg/tcg.c | ||
158 | +++ b/tcg/tcg.c | ||
159 | @@ -XXX,XX +XXX,XX @@ bool tcg_op_supported(TCGOpcode op) | ||
160 | return have_vec && TCG_TARGET_HAS_shv_vec; | ||
161 | case INDEX_op_rotli_vec: | ||
162 | return have_vec && TCG_TARGET_HAS_roti_vec; | ||
163 | + case INDEX_op_rotls_vec: | ||
164 | + return have_vec && TCG_TARGET_HAS_rots_vec; | ||
165 | case INDEX_op_rotlv_vec: | ||
166 | case INDEX_op_rotrv_vec: | ||
167 | return have_vec && TCG_TARGET_HAS_rotv_vec; | ||
168 | -- | ||
169 | 2.25.1 | ||
170 | |||
171 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | For immediates, we must continue the special casing of 8-bit | ||
2 | elements. The other element sizes and shift types are trivially | ||
3 | implemented with shifts. | ||
4 | 1 | ||
5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
6 | --- | ||
7 | tcg/i386/tcg-target.inc.c | 116 ++++++++++++++++++++++++++++++++------ | ||
8 | 1 file changed, 100 insertions(+), 16 deletions(-) | ||
9 | |||
10 | diff --git a/tcg/i386/tcg-target.inc.c b/tcg/i386/tcg-target.inc.c | ||
11 | index XXXXXXX..XXXXXXX 100644 | ||
12 | --- a/tcg/i386/tcg-target.inc.c | ||
13 | +++ b/tcg/i386/tcg-target.inc.c | ||
14 | @@ -XXX,XX +XXX,XX @@ static const TCGTargetOpDef *tcg_target_op_def(TCGOpcode op) | ||
15 | case INDEX_op_shls_vec: | ||
16 | case INDEX_op_shrs_vec: | ||
17 | case INDEX_op_sars_vec: | ||
18 | + case INDEX_op_rotls_vec: | ||
19 | case INDEX_op_cmp_vec: | ||
20 | case INDEX_op_x86_shufps_vec: | ||
21 | case INDEX_op_x86_blend_vec: | ||
22 | @@ -XXX,XX +XXX,XX @@ int tcg_can_emit_vec_op(TCGOpcode opc, TCGType type, unsigned vece) | ||
23 | case INDEX_op_xor_vec: | ||
24 | case INDEX_op_andc_vec: | ||
25 | return 1; | ||
26 | + case INDEX_op_rotli_vec: | ||
27 | case INDEX_op_cmp_vec: | ||
28 | case INDEX_op_cmpsel_vec: | ||
29 | return -1; | ||
30 | @@ -XXX,XX +XXX,XX @@ int tcg_can_emit_vec_op(TCGOpcode opc, TCGType type, unsigned vece) | ||
31 | return vece >= MO_16; | ||
32 | case INDEX_op_sars_vec: | ||
33 | return vece >= MO_16 && vece <= MO_32; | ||
34 | + case INDEX_op_rotls_vec: | ||
35 | + return vece >= MO_16 ? -1 : 0; | ||
36 | |||
37 | case INDEX_op_shlv_vec: | ||
38 | case INDEX_op_shrv_vec: | ||
39 | return have_avx2 && vece >= MO_32; | ||
40 | case INDEX_op_sarv_vec: | ||
41 | return have_avx2 && vece == MO_32; | ||
42 | + case INDEX_op_rotlv_vec: | ||
43 | + case INDEX_op_rotrv_vec: | ||
44 | + return have_avx2 && vece >= MO_32 ? -1 : 0; | ||
45 | |||
46 | case INDEX_op_mul_vec: | ||
47 | if (vece == MO_8) { | ||
48 | @@ -XXX,XX +XXX,XX @@ int tcg_can_emit_vec_op(TCGOpcode opc, TCGType type, unsigned vece) | ||
49 | } | ||
50 | } | ||
51 | |||
52 | -static void expand_vec_shi(TCGType type, unsigned vece, bool shr, | ||
53 | +static void expand_vec_shi(TCGType type, unsigned vece, TCGOpcode opc, | ||
54 | TCGv_vec v0, TCGv_vec v1, TCGArg imm) | ||
55 | { | ||
56 | TCGv_vec t1, t2; | ||
57 | @@ -XXX,XX +XXX,XX @@ static void expand_vec_shi(TCGType type, unsigned vece, bool shr, | ||
58 | t1 = tcg_temp_new_vec(type); | ||
59 | t2 = tcg_temp_new_vec(type); | ||
60 | |||
61 | - /* Unpack to W, shift, and repack. Tricky bits: | ||
62 | - (1) Use punpck*bw x,x to produce DDCCBBAA, | ||
63 | - i.e. duplicate in other half of the 16-bit lane. | ||
64 | - (2) For right-shift, add 8 so that the high half of | ||
65 | - the lane becomes zero. For left-shift, we must | ||
66 | - shift up and down again. | ||
67 | - (3) Step 2 leaves high half zero such that PACKUSWB | ||
68 | - (pack with unsigned saturation) does not modify | ||
69 | - the quantity. */ | ||
70 | + /* | ||
71 | + * Unpack to W, shift, and repack. Tricky bits: | ||
72 | + * (1) Use punpck*bw x,x to produce DDCCBBAA, | ||
73 | + * i.e. duplicate in other half of the 16-bit lane. | ||
74 | + * (2) For right-shift, add 8 so that the high half of the lane | ||
75 | + * becomes zero. For left-shift, and left-rotate, we must | ||
76 | + * shift up and down again. | ||
77 | + * (3) Step 2 leaves high half zero such that PACKUSWB | ||
78 | + * (pack with unsigned saturation) does not modify | ||
79 | + * the quantity. | ||
80 | + */ | ||
81 | vec_gen_3(INDEX_op_x86_punpckl_vec, type, MO_8, | ||
82 | tcgv_vec_arg(t1), tcgv_vec_arg(v1), tcgv_vec_arg(v1)); | ||
83 | vec_gen_3(INDEX_op_x86_punpckh_vec, type, MO_8, | ||
84 | tcgv_vec_arg(t2), tcgv_vec_arg(v1), tcgv_vec_arg(v1)); | ||
85 | |||
86 | - if (shr) { | ||
87 | - tcg_gen_shri_vec(MO_16, t1, t1, imm + 8); | ||
88 | - tcg_gen_shri_vec(MO_16, t2, t2, imm + 8); | ||
89 | + if (opc != INDEX_op_rotli_vec) { | ||
90 | + imm += 8; | ||
91 | + } | ||
92 | + if (opc == INDEX_op_shri_vec) { | ||
93 | + tcg_gen_shri_vec(MO_16, t1, t1, imm); | ||
94 | + tcg_gen_shri_vec(MO_16, t2, t2, imm); | ||
95 | } else { | ||
96 | - tcg_gen_shli_vec(MO_16, t1, t1, imm + 8); | ||
97 | - tcg_gen_shli_vec(MO_16, t2, t2, imm + 8); | ||
98 | + tcg_gen_shli_vec(MO_16, t1, t1, imm); | ||
99 | + tcg_gen_shli_vec(MO_16, t2, t2, imm); | ||
100 | tcg_gen_shri_vec(MO_16, t1, t1, 8); | ||
101 | tcg_gen_shri_vec(MO_16, t2, t2, 8); | ||
102 | } | ||
103 | @@ -XXX,XX +XXX,XX @@ static void expand_vec_sari(TCGType type, unsigned vece, | ||
104 | } | ||
105 | } | ||
106 | |||
107 | +static void expand_vec_rotli(TCGType type, unsigned vece, | ||
108 | + TCGv_vec v0, TCGv_vec v1, TCGArg imm) | ||
109 | +{ | ||
110 | + TCGv_vec t; | ||
111 | + | ||
112 | + if (vece == MO_8) { | ||
113 | + expand_vec_shi(type, vece, INDEX_op_rotli_vec, v0, v1, imm); | ||
114 | + return; | ||
115 | + } | ||
116 | + | ||
117 | + t = tcg_temp_new_vec(type); | ||
118 | + tcg_gen_shli_vec(vece, t, v1, imm); | ||
119 | + tcg_gen_shri_vec(vece, v0, v1, (8 << vece) - imm); | ||
120 | + tcg_gen_or_vec(vece, v0, v0, t); | ||
121 | + tcg_temp_free_vec(t); | ||
122 | +} | ||
123 | + | ||
124 | +static void expand_vec_rotls(TCGType type, unsigned vece, | ||
125 | + TCGv_vec v0, TCGv_vec v1, TCGv_i32 lsh) | ||
126 | +{ | ||
127 | + TCGv_i32 rsh; | ||
128 | + TCGv_vec t; | ||
129 | + | ||
130 | + tcg_debug_assert(vece != MO_8); | ||
131 | + | ||
132 | + t = tcg_temp_new_vec(type); | ||
133 | + rsh = tcg_temp_new_i32(); | ||
134 | + | ||
135 | + tcg_gen_neg_i32(rsh, lsh); | ||
136 | + tcg_gen_andi_i32(rsh, rsh, (8 << vece) - 1); | ||
137 | + tcg_gen_shls_vec(vece, t, v1, lsh); | ||
138 | + tcg_gen_shrs_vec(vece, v0, v1, rsh); | ||
139 | + tcg_gen_or_vec(vece, v0, v0, t); | ||
140 | + tcg_temp_free_vec(t); | ||
141 | + tcg_temp_free_i32(rsh); | ||
142 | +} | ||
143 | + | ||
144 | +static void expand_vec_rotv(TCGType type, unsigned vece, TCGv_vec v0, | ||
145 | + TCGv_vec v1, TCGv_vec sh, bool right) | ||
146 | +{ | ||
147 | + TCGv_vec t = tcg_temp_new_vec(type); | ||
148 | + | ||
149 | + tcg_gen_dupi_vec(vece, t, 8 << vece); | ||
150 | + tcg_gen_sub_vec(vece, t, t, sh); | ||
151 | + if (right) { | ||
152 | + tcg_gen_shlv_vec(vece, t, v1, t); | ||
153 | + tcg_gen_shrv_vec(vece, v0, v1, sh); | ||
154 | + } else { | ||
155 | + tcg_gen_shrv_vec(vece, t, v1, t); | ||
156 | + tcg_gen_shlv_vec(vece, v0, v1, sh); | ||
157 | + } | ||
158 | + tcg_gen_or_vec(vece, v0, v0, t); | ||
159 | + tcg_temp_free_vec(t); | ||
160 | +} | ||
161 | + | ||
162 | static void expand_vec_mul(TCGType type, unsigned vece, | ||
163 | TCGv_vec v0, TCGv_vec v1, TCGv_vec v2) | ||
164 | { | ||
165 | @@ -XXX,XX +XXX,XX @@ void tcg_expand_vec_op(TCGOpcode opc, TCGType type, unsigned vece, | ||
166 | switch (opc) { | ||
167 | case INDEX_op_shli_vec: | ||
168 | case INDEX_op_shri_vec: | ||
169 | - expand_vec_shi(type, vece, opc == INDEX_op_shri_vec, v0, v1, a2); | ||
170 | + expand_vec_shi(type, vece, opc, v0, v1, a2); | ||
171 | break; | ||
172 | |||
173 | case INDEX_op_sari_vec: | ||
174 | expand_vec_sari(type, vece, v0, v1, a2); | ||
175 | break; | ||
176 | |||
177 | + case INDEX_op_rotli_vec: | ||
178 | + expand_vec_rotli(type, vece, v0, v1, a2); | ||
179 | + break; | ||
180 | + | ||
181 | + case INDEX_op_rotls_vec: | ||
182 | + expand_vec_rotls(type, vece, v0, v1, temp_tcgv_i32(arg_temp(a2))); | ||
183 | + break; | ||
184 | + | ||
185 | + case INDEX_op_rotlv_vec: | ||
186 | + v2 = temp_tcgv_vec(arg_temp(a2)); | ||
187 | + expand_vec_rotv(type, vece, v0, v1, v2, false); | ||
188 | + break; | ||
189 | + case INDEX_op_rotrv_vec: | ||
190 | + v2 = temp_tcgv_vec(arg_temp(a2)); | ||
191 | + expand_vec_rotv(type, vece, v0, v1, v2, true); | ||
192 | + break; | ||
193 | + | ||
194 | case INDEX_op_mul_vec: | ||
195 | v2 = temp_tcgv_vec(arg_temp(a2)); | ||
196 | expand_vec_mul(type, vece, v0, v1, v2); | ||
197 | -- | ||
198 | 2.25.1 | ||
199 | |||
200 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | For immediate rotate , we can implement this in two instructions, | ||
2 | using SLI. For variable rotate, the oddness of aarch64 right-shift- | ||
3 | as-negative-left-shift means a backend-specific expansion works best. | ||
4 | 1 | ||
5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
6 | --- | ||
7 | tcg/aarch64/tcg-target.opc.h | 1 + | ||
8 | tcg/aarch64/tcg-target.inc.c | 53 ++++++++++++++++++++++++++++++++++-- | ||
9 | 2 files changed, 52 insertions(+), 2 deletions(-) | ||
10 | |||
11 | diff --git a/tcg/aarch64/tcg-target.opc.h b/tcg/aarch64/tcg-target.opc.h | ||
12 | index XXXXXXX..XXXXXXX 100644 | ||
13 | --- a/tcg/aarch64/tcg-target.opc.h | ||
14 | +++ b/tcg/aarch64/tcg-target.opc.h | ||
15 | @@ -XXX,XX +XXX,XX @@ | ||
16 | */ | ||
17 | |||
18 | DEF(aa64_sshl_vec, 1, 2, 0, IMPLVEC) | ||
19 | +DEF(aa64_sli_vec, 1, 2, 1, IMPLVEC) | ||
20 | diff --git a/tcg/aarch64/tcg-target.inc.c b/tcg/aarch64/tcg-target.inc.c | ||
21 | index XXXXXXX..XXXXXXX 100644 | ||
22 | --- a/tcg/aarch64/tcg-target.inc.c | ||
23 | +++ b/tcg/aarch64/tcg-target.inc.c | ||
24 | @@ -XXX,XX +XXX,XX @@ typedef enum { | ||
25 | I3614_SSHR = 0x0f000400, | ||
26 | I3614_SSRA = 0x0f001400, | ||
27 | I3614_SHL = 0x0f005400, | ||
28 | + I3614_SLI = 0x2f005400, | ||
29 | I3614_USHR = 0x2f000400, | ||
30 | I3614_USRA = 0x2f001400, | ||
31 | |||
32 | @@ -XXX,XX +XXX,XX @@ static void tcg_out_vec_op(TCGContext *s, TCGOpcode opc, | ||
33 | case INDEX_op_sari_vec: | ||
34 | tcg_out_insn(s, 3614, SSHR, is_q, a0, a1, (16 << vece) - a2); | ||
35 | break; | ||
36 | + case INDEX_op_aa64_sli_vec: | ||
37 | + tcg_out_insn(s, 3614, SLI, is_q, a0, a2, args[3] + (8 << vece)); | ||
38 | + break; | ||
39 | case INDEX_op_shlv_vec: | ||
40 | tcg_out_insn(s, 3616, USHL, is_q, vece, a0, a1, a2); | ||
41 | break; | ||
42 | @@ -XXX,XX +XXX,XX @@ int tcg_can_emit_vec_op(TCGOpcode opc, TCGType type, unsigned vece) | ||
43 | case INDEX_op_shlv_vec: | ||
44 | case INDEX_op_bitsel_vec: | ||
45 | return 1; | ||
46 | + case INDEX_op_rotli_vec: | ||
47 | case INDEX_op_shrv_vec: | ||
48 | case INDEX_op_sarv_vec: | ||
49 | + case INDEX_op_rotlv_vec: | ||
50 | + case INDEX_op_rotrv_vec: | ||
51 | return -1; | ||
52 | case INDEX_op_mul_vec: | ||
53 | case INDEX_op_smax_vec: | ||
54 | @@ -XXX,XX +XXX,XX @@ void tcg_expand_vec_op(TCGOpcode opc, TCGType type, unsigned vece, | ||
55 | TCGArg a0, ...) | ||
56 | { | ||
57 | va_list va; | ||
58 | - TCGv_vec v0, v1, v2, t1; | ||
59 | + TCGv_vec v0, v1, v2, t1, t2; | ||
60 | + TCGArg a2; | ||
61 | |||
62 | va_start(va, a0); | ||
63 | v0 = temp_tcgv_vec(arg_temp(a0)); | ||
64 | v1 = temp_tcgv_vec(arg_temp(va_arg(va, TCGArg))); | ||
65 | - v2 = temp_tcgv_vec(arg_temp(va_arg(va, TCGArg))); | ||
66 | + a2 = va_arg(va, TCGArg); | ||
67 | + v2 = temp_tcgv_vec(arg_temp(a2)); | ||
68 | |||
69 | switch (opc) { | ||
70 | + case INDEX_op_rotli_vec: | ||
71 | + t1 = tcg_temp_new_vec(type); | ||
72 | + tcg_gen_shri_vec(vece, t1, v1, -a2 & ((8 << vece) - 1)); | ||
73 | + vec_gen_4(INDEX_op_aa64_sli_vec, type, vece, | ||
74 | + tcgv_vec_arg(v0), tcgv_vec_arg(t1), tcgv_vec_arg(v1), a2); | ||
75 | + tcg_temp_free_vec(t1); | ||
76 | + break; | ||
77 | + | ||
78 | case INDEX_op_shrv_vec: | ||
79 | case INDEX_op_sarv_vec: | ||
80 | /* Right shifts are negative left shifts for AArch64. */ | ||
81 | @@ -XXX,XX +XXX,XX @@ void tcg_expand_vec_op(TCGOpcode opc, TCGType type, unsigned vece, | ||
82 | tcg_temp_free_vec(t1); | ||
83 | break; | ||
84 | |||
85 | + case INDEX_op_rotlv_vec: | ||
86 | + t1 = tcg_temp_new_vec(type); | ||
87 | + tcg_gen_dupi_vec(vece, t1, 8 << vece); | ||
88 | + tcg_gen_sub_vec(vece, t1, v2, t1); | ||
89 | + /* Right shifts are negative left shifts for AArch64. */ | ||
90 | + vec_gen_3(INDEX_op_shlv_vec, type, vece, tcgv_vec_arg(t1), | ||
91 | + tcgv_vec_arg(v1), tcgv_vec_arg(t1)); | ||
92 | + vec_gen_3(INDEX_op_shlv_vec, type, vece, tcgv_vec_arg(v0), | ||
93 | + tcgv_vec_arg(v1), tcgv_vec_arg(v2)); | ||
94 | + tcg_gen_or_vec(vece, v0, v0, t1); | ||
95 | + tcg_temp_free_vec(t1); | ||
96 | + break; | ||
97 | + | ||
98 | + case INDEX_op_rotrv_vec: | ||
99 | + t1 = tcg_temp_new_vec(type); | ||
100 | + t2 = tcg_temp_new_vec(type); | ||
101 | + tcg_gen_neg_vec(vece, t1, v2); | ||
102 | + tcg_gen_dupi_vec(vece, t2, 8 << vece); | ||
103 | + tcg_gen_add_vec(vece, t2, t1, t2); | ||
104 | + /* Right shifts are negative left shifts for AArch64. */ | ||
105 | + vec_gen_3(INDEX_op_shlv_vec, type, vece, tcgv_vec_arg(t1), | ||
106 | + tcgv_vec_arg(v1), tcgv_vec_arg(t1)); | ||
107 | + vec_gen_3(INDEX_op_shlv_vec, type, vece, tcgv_vec_arg(t2), | ||
108 | + tcgv_vec_arg(v1), tcgv_vec_arg(t2)); | ||
109 | + tcg_gen_or_vec(vece, v0, t1, t2); | ||
110 | + tcg_temp_free_vec(t1); | ||
111 | + tcg_temp_free_vec(t2); | ||
112 | + break; | ||
113 | + | ||
114 | default: | ||
115 | g_assert_not_reached(); | ||
116 | } | ||
117 | @@ -XXX,XX +XXX,XX @@ static const TCGTargetOpDef *tcg_target_op_def(TCGOpcode op) | ||
118 | static const TCGTargetOpDef lZ_l = { .args_ct_str = { "lZ", "l" } }; | ||
119 | static const TCGTargetOpDef r_r_r = { .args_ct_str = { "r", "r", "r" } }; | ||
120 | static const TCGTargetOpDef w_w_w = { .args_ct_str = { "w", "w", "w" } }; | ||
121 | + static const TCGTargetOpDef w_0_w = { .args_ct_str = { "w", "0", "w" } }; | ||
122 | static const TCGTargetOpDef w_w_wO = { .args_ct_str = { "w", "w", "wO" } }; | ||
123 | static const TCGTargetOpDef w_w_wN = { .args_ct_str = { "w", "w", "wN" } }; | ||
124 | static const TCGTargetOpDef w_w_wZ = { .args_ct_str = { "w", "w", "wZ" } }; | ||
125 | @@ -XXX,XX +XXX,XX @@ static const TCGTargetOpDef *tcg_target_op_def(TCGOpcode op) | ||
126 | return &w_w_wZ; | ||
127 | case INDEX_op_bitsel_vec: | ||
128 | return &w_w_w_w; | ||
129 | + case INDEX_op_aa64_sli_vec: | ||
130 | + return &w_0_w; | ||
131 | |||
132 | default: | ||
133 | return NULL; | ||
134 | -- | ||
135 | 2.25.1 | ||
136 | |||
137 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | We already had support for rotlv, using a target-specific opcode; | ||
2 | convert to use the generic opcode. Handle rotrv via simple negation. | ||
3 | 1 | ||
4 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
5 | --- | ||
6 | tcg/ppc/tcg-target.h | 2 +- | ||
7 | tcg/ppc/tcg-target.opc.h | 1 - | ||
8 | tcg/ppc/tcg-target.inc.c | 23 +++++++++++++++++++---- | ||
9 | 3 files changed, 20 insertions(+), 6 deletions(-) | ||
10 | |||
11 | diff --git a/tcg/ppc/tcg-target.h b/tcg/ppc/tcg-target.h | ||
12 | index XXXXXXX..XXXXXXX 100644 | ||
13 | --- a/tcg/ppc/tcg-target.h | ||
14 | +++ b/tcg/ppc/tcg-target.h | ||
15 | @@ -XXX,XX +XXX,XX @@ extern bool have_vsx; | ||
16 | #define TCG_TARGET_HAS_abs_vec 0 | ||
17 | #define TCG_TARGET_HAS_roti_vec 0 | ||
18 | #define TCG_TARGET_HAS_rots_vec 0 | ||
19 | -#define TCG_TARGET_HAS_rotv_vec 0 | ||
20 | +#define TCG_TARGET_HAS_rotv_vec 1 | ||
21 | #define TCG_TARGET_HAS_shi_vec 0 | ||
22 | #define TCG_TARGET_HAS_shs_vec 0 | ||
23 | #define TCG_TARGET_HAS_shv_vec 1 | ||
24 | diff --git a/tcg/ppc/tcg-target.opc.h b/tcg/ppc/tcg-target.opc.h | ||
25 | index XXXXXXX..XXXXXXX 100644 | ||
26 | --- a/tcg/ppc/tcg-target.opc.h | ||
27 | +++ b/tcg/ppc/tcg-target.opc.h | ||
28 | @@ -XXX,XX +XXX,XX @@ DEF(ppc_msum_vec, 1, 3, 0, IMPLVEC) | ||
29 | DEF(ppc_muleu_vec, 1, 2, 0, IMPLVEC) | ||
30 | DEF(ppc_mulou_vec, 1, 2, 0, IMPLVEC) | ||
31 | DEF(ppc_pkum_vec, 1, 2, 0, IMPLVEC) | ||
32 | -DEF(ppc_rotl_vec, 1, 2, 0, IMPLVEC) | ||
33 | diff --git a/tcg/ppc/tcg-target.inc.c b/tcg/ppc/tcg-target.inc.c | ||
34 | index XXXXXXX..XXXXXXX 100644 | ||
35 | --- a/tcg/ppc/tcg-target.inc.c | ||
36 | +++ b/tcg/ppc/tcg-target.inc.c | ||
37 | @@ -XXX,XX +XXX,XX @@ int tcg_can_emit_vec_op(TCGOpcode opc, TCGType type, unsigned vece) | ||
38 | case INDEX_op_shlv_vec: | ||
39 | case INDEX_op_shrv_vec: | ||
40 | case INDEX_op_sarv_vec: | ||
41 | + case INDEX_op_rotlv_vec: | ||
42 | return vece <= MO_32 || have_isa_2_07; | ||
43 | case INDEX_op_ssadd_vec: | ||
44 | case INDEX_op_sssub_vec: | ||
45 | @@ -XXX,XX +XXX,XX @@ int tcg_can_emit_vec_op(TCGOpcode opc, TCGType type, unsigned vece) | ||
46 | case INDEX_op_shli_vec: | ||
47 | case INDEX_op_shri_vec: | ||
48 | case INDEX_op_sari_vec: | ||
49 | + case INDEX_op_rotli_vec: | ||
50 | return vece <= MO_32 || have_isa_2_07 ? -1 : 0; | ||
51 | case INDEX_op_neg_vec: | ||
52 | return vece >= MO_32 && have_isa_3_00; | ||
53 | @@ -XXX,XX +XXX,XX @@ int tcg_can_emit_vec_op(TCGOpcode opc, TCGType type, unsigned vece) | ||
54 | return 0; | ||
55 | case INDEX_op_bitsel_vec: | ||
56 | return have_vsx; | ||
57 | + case INDEX_op_rotrv_vec: | ||
58 | + return -1; | ||
59 | default: | ||
60 | return 0; | ||
61 | } | ||
62 | @@ -XXX,XX +XXX,XX @@ static void tcg_out_vec_op(TCGContext *s, TCGOpcode opc, | ||
63 | case INDEX_op_ppc_pkum_vec: | ||
64 | insn = pkum_op[vece]; | ||
65 | break; | ||
66 | - case INDEX_op_ppc_rotl_vec: | ||
67 | + case INDEX_op_rotlv_vec: | ||
68 | insn = rotl_op[vece]; | ||
69 | break; | ||
70 | case INDEX_op_ppc_msum_vec: | ||
71 | @@ -XXX,XX +XXX,XX @@ static void expand_vec_mul(TCGType type, unsigned vece, TCGv_vec v0, | ||
72 | t3 = tcg_temp_new_vec(type); | ||
73 | t4 = tcg_temp_new_vec(type); | ||
74 | tcg_gen_dupi_vec(MO_8, t4, -16); | ||
75 | - vec_gen_3(INDEX_op_ppc_rotl_vec, type, MO_32, tcgv_vec_arg(t1), | ||
76 | + vec_gen_3(INDEX_op_rotlv_vec, type, MO_32, tcgv_vec_arg(t1), | ||
77 | tcgv_vec_arg(v2), tcgv_vec_arg(t4)); | ||
78 | vec_gen_3(INDEX_op_ppc_mulou_vec, type, MO_16, tcgv_vec_arg(t2), | ||
79 | tcgv_vec_arg(v1), tcgv_vec_arg(v2)); | ||
80 | @@ -XXX,XX +XXX,XX @@ void tcg_expand_vec_op(TCGOpcode opc, TCGType type, unsigned vece, | ||
81 | TCGArg a0, ...) | ||
82 | { | ||
83 | va_list va; | ||
84 | - TCGv_vec v0, v1, v2; | ||
85 | + TCGv_vec v0, v1, v2, t0; | ||
86 | TCGArg a2; | ||
87 | |||
88 | va_start(va, a0); | ||
89 | @@ -XXX,XX +XXX,XX @@ void tcg_expand_vec_op(TCGOpcode opc, TCGType type, unsigned vece, | ||
90 | case INDEX_op_sari_vec: | ||
91 | expand_vec_shi(type, vece, v0, v1, a2, INDEX_op_sarv_vec); | ||
92 | break; | ||
93 | + case INDEX_op_rotli_vec: | ||
94 | + expand_vec_shi(type, vece, v0, v1, a2, INDEX_op_rotlv_vec); | ||
95 | + break; | ||
96 | case INDEX_op_cmp_vec: | ||
97 | v2 = temp_tcgv_vec(arg_temp(a2)); | ||
98 | expand_vec_cmp(type, vece, v0, v1, v2, va_arg(va, TCGArg)); | ||
99 | @@ -XXX,XX +XXX,XX @@ void tcg_expand_vec_op(TCGOpcode opc, TCGType type, unsigned vece, | ||
100 | v2 = temp_tcgv_vec(arg_temp(a2)); | ||
101 | expand_vec_mul(type, vece, v0, v1, v2); | ||
102 | break; | ||
103 | + case INDEX_op_rotlv_vec: | ||
104 | + v2 = temp_tcgv_vec(arg_temp(a2)); | ||
105 | + t0 = tcg_temp_new_vec(type); | ||
106 | + tcg_gen_neg_vec(vece, t0, v2); | ||
107 | + tcg_gen_rotlv_vec(vece, v0, v1, t0); | ||
108 | + tcg_temp_free_vec(t0); | ||
109 | + break; | ||
110 | default: | ||
111 | g_assert_not_reached(); | ||
112 | } | ||
113 | @@ -XXX,XX +XXX,XX @@ static const TCGTargetOpDef *tcg_target_op_def(TCGOpcode op) | ||
114 | case INDEX_op_shlv_vec: | ||
115 | case INDEX_op_shrv_vec: | ||
116 | case INDEX_op_sarv_vec: | ||
117 | + case INDEX_op_rotlv_vec: | ||
118 | + case INDEX_op_rotrv_vec: | ||
119 | case INDEX_op_ppc_mrgh_vec: | ||
120 | case INDEX_op_ppc_mrgl_vec: | ||
121 | case INDEX_op_ppc_muleu_vec: | ||
122 | case INDEX_op_ppc_mulou_vec: | ||
123 | case INDEX_op_ppc_pkum_vec: | ||
124 | - case INDEX_op_ppc_rotl_vec: | ||
125 | case INDEX_op_dup2_vec: | ||
126 | return &v_v_v; | ||
127 | case INDEX_op_not_vec: | ||
128 | -- | ||
129 | 2.25.1 | ||
130 | |||
131 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | Acked-by: David Gibson <david@gibson.dropbear.id.au> | ||
2 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
3 | --- | ||
4 | target/ppc/helper.h | 4 ---- | ||
5 | target/ppc/int_helper.c | 17 ----------------- | ||
6 | target/ppc/translate/vmx-impl.inc.c | 8 ++++---- | ||
7 | 3 files changed, 4 insertions(+), 25 deletions(-) | ||
8 | 1 | ||
9 | diff --git a/target/ppc/helper.h b/target/ppc/helper.h | ||
10 | index XXXXXXX..XXXXXXX 100644 | ||
11 | --- a/target/ppc/helper.h | ||
12 | +++ b/target/ppc/helper.h | ||
13 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_3(vsubuqm, void, avr, avr, avr) | ||
14 | DEF_HELPER_4(vsubecuq, void, avr, avr, avr, avr) | ||
15 | DEF_HELPER_4(vsubeuqm, void, avr, avr, avr, avr) | ||
16 | DEF_HELPER_3(vsubcuq, void, avr, avr, avr) | ||
17 | -DEF_HELPER_3(vrlb, void, avr, avr, avr) | ||
18 | -DEF_HELPER_3(vrlh, void, avr, avr, avr) | ||
19 | -DEF_HELPER_3(vrlw, void, avr, avr, avr) | ||
20 | -DEF_HELPER_3(vrld, void, avr, avr, avr) | ||
21 | DEF_HELPER_4(vsldoi, void, avr, avr, avr, i32) | ||
22 | DEF_HELPER_3(vextractub, void, avr, avr, i32) | ||
23 | DEF_HELPER_3(vextractuh, void, avr, avr, i32) | ||
24 | diff --git a/target/ppc/int_helper.c b/target/ppc/int_helper.c | ||
25 | index XXXXXXX..XXXXXXX 100644 | ||
26 | --- a/target/ppc/int_helper.c | ||
27 | +++ b/target/ppc/int_helper.c | ||
28 | @@ -XXX,XX +XXX,XX @@ VRFI(p, float_round_up) | ||
29 | VRFI(z, float_round_to_zero) | ||
30 | #undef VRFI | ||
31 | |||
32 | -#define VROTATE(suffix, element, mask) \ | ||
33 | - void helper_vrl##suffix(ppc_avr_t *r, ppc_avr_t *a, ppc_avr_t *b) \ | ||
34 | - { \ | ||
35 | - int i; \ | ||
36 | - \ | ||
37 | - for (i = 0; i < ARRAY_SIZE(r->element); i++) { \ | ||
38 | - unsigned int shift = b->element[i] & mask; \ | ||
39 | - r->element[i] = (a->element[i] << shift) | \ | ||
40 | - (a->element[i] >> (sizeof(a->element[0]) * 8 - shift)); \ | ||
41 | - } \ | ||
42 | - } | ||
43 | -VROTATE(b, u8, 0x7) | ||
44 | -VROTATE(h, u16, 0xF) | ||
45 | -VROTATE(w, u32, 0x1F) | ||
46 | -VROTATE(d, u64, 0x3F) | ||
47 | -#undef VROTATE | ||
48 | - | ||
49 | void helper_vrsqrtefp(CPUPPCState *env, ppc_avr_t *r, ppc_avr_t *b) | ||
50 | { | ||
51 | int i; | ||
52 | diff --git a/target/ppc/translate/vmx-impl.inc.c b/target/ppc/translate/vmx-impl.inc.c | ||
53 | index XXXXXXX..XXXXXXX 100644 | ||
54 | --- a/target/ppc/translate/vmx-impl.inc.c | ||
55 | +++ b/target/ppc/translate/vmx-impl.inc.c | ||
56 | @@ -XXX,XX +XXX,XX @@ GEN_VXFORM3(vsubeuqm, 31, 0); | ||
57 | GEN_VXFORM3(vsubecuq, 31, 0); | ||
58 | GEN_VXFORM_DUAL(vsubeuqm, PPC_NONE, PPC2_ALTIVEC_207, \ | ||
59 | vsubecuq, PPC_NONE, PPC2_ALTIVEC_207) | ||
60 | -GEN_VXFORM(vrlb, 2, 0); | ||
61 | -GEN_VXFORM(vrlh, 2, 1); | ||
62 | -GEN_VXFORM(vrlw, 2, 2); | ||
63 | +GEN_VXFORM_V(vrlb, MO_8, tcg_gen_gvec_rotlv, 2, 0); | ||
64 | +GEN_VXFORM_V(vrlh, MO_16, tcg_gen_gvec_rotlv, 2, 1); | ||
65 | +GEN_VXFORM_V(vrlw, MO_32, tcg_gen_gvec_rotlv, 2, 2); | ||
66 | GEN_VXFORM(vrlwmi, 2, 2); | ||
67 | GEN_VXFORM_DUAL(vrlw, PPC_ALTIVEC, PPC_NONE, \ | ||
68 | vrlwmi, PPC_NONE, PPC2_ISA300) | ||
69 | -GEN_VXFORM(vrld, 2, 3); | ||
70 | +GEN_VXFORM_V(vrld, MO_64, tcg_gen_gvec_rotlv, 2, 3); | ||
71 | GEN_VXFORM(vrldmi, 2, 3); | ||
72 | GEN_VXFORM_DUAL(vrld, PPC_NONE, PPC2_ALTIVEC_207, \ | ||
73 | vrldmi, PPC_NONE, PPC2_ISA300) | ||
74 | -- | ||
75 | 2.25.1 | ||
76 | |||
77 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | Merge VERLL and VERLLV into op_vesv and op_ves, alongside | ||
2 | all of the other vector shift operations. | ||
3 | 1 | ||
4 | Reviewed-by: David Hildenbrand <david@redhat.com> | ||
5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
6 | --- | ||
7 | target/s390x/helper.h | 4 -- | ||
8 | target/s390x/translate_vx.inc.c | 66 +++++---------------------------- | ||
9 | target/s390x/vec_int_helper.c | 31 ---------------- | ||
10 | target/s390x/insn-data.def | 4 +- | ||
11 | 4 files changed, 11 insertions(+), 94 deletions(-) | ||
12 | |||
13 | diff --git a/target/s390x/helper.h b/target/s390x/helper.h | ||
14 | index XXXXXXX..XXXXXXX 100644 | ||
15 | --- a/target/s390x/helper.h | ||
16 | +++ b/target/s390x/helper.h | ||
17 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(gvec_vmlo16, TCG_CALL_NO_RWG, void, ptr, cptr, cptr, i32) | ||
18 | DEF_HELPER_FLAGS_4(gvec_vmlo32, TCG_CALL_NO_RWG, void, ptr, cptr, cptr, i32) | ||
19 | DEF_HELPER_FLAGS_3(gvec_vpopct8, TCG_CALL_NO_RWG, void, ptr, cptr, i32) | ||
20 | DEF_HELPER_FLAGS_3(gvec_vpopct16, TCG_CALL_NO_RWG, void, ptr, cptr, i32) | ||
21 | -DEF_HELPER_FLAGS_4(gvec_verllv8, TCG_CALL_NO_RWG, void, ptr, cptr, cptr, i32) | ||
22 | -DEF_HELPER_FLAGS_4(gvec_verllv16, TCG_CALL_NO_RWG, void, ptr, cptr, cptr, i32) | ||
23 | -DEF_HELPER_FLAGS_4(gvec_verll8, TCG_CALL_NO_RWG, void, ptr, cptr, i64, i32) | ||
24 | -DEF_HELPER_FLAGS_4(gvec_verll16, TCG_CALL_NO_RWG, void, ptr, cptr, i64, i32) | ||
25 | DEF_HELPER_FLAGS_4(gvec_verim8, TCG_CALL_NO_RWG, void, ptr, cptr, cptr, i32) | ||
26 | DEF_HELPER_FLAGS_4(gvec_verim16, TCG_CALL_NO_RWG, void, ptr, cptr, cptr, i32) | ||
27 | DEF_HELPER_FLAGS_4(gvec_vsl, TCG_CALL_NO_RWG, void, ptr, cptr, i64, i32) | ||
28 | diff --git a/target/s390x/translate_vx.inc.c b/target/s390x/translate_vx.inc.c | ||
29 | index XXXXXXX..XXXXXXX 100644 | ||
30 | --- a/target/s390x/translate_vx.inc.c | ||
31 | +++ b/target/s390x/translate_vx.inc.c | ||
32 | @@ -XXX,XX +XXX,XX @@ static DisasJumpType op_vpopct(DisasContext *s, DisasOps *o) | ||
33 | return DISAS_NEXT; | ||
34 | } | ||
35 | |||
36 | -static void gen_rll_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b) | ||
37 | -{ | ||
38 | - TCGv_i32 t0 = tcg_temp_new_i32(); | ||
39 | - | ||
40 | - tcg_gen_andi_i32(t0, b, 31); | ||
41 | - tcg_gen_rotl_i32(d, a, t0); | ||
42 | - tcg_temp_free_i32(t0); | ||
43 | -} | ||
44 | - | ||
45 | -static void gen_rll_i64(TCGv_i64 d, TCGv_i64 a, TCGv_i64 b) | ||
46 | -{ | ||
47 | - TCGv_i64 t0 = tcg_temp_new_i64(); | ||
48 | - | ||
49 | - tcg_gen_andi_i64(t0, b, 63); | ||
50 | - tcg_gen_rotl_i64(d, a, t0); | ||
51 | - tcg_temp_free_i64(t0); | ||
52 | -} | ||
53 | - | ||
54 | -static DisasJumpType op_verllv(DisasContext *s, DisasOps *o) | ||
55 | -{ | ||
56 | - const uint8_t es = get_field(s, m4); | ||
57 | - static const GVecGen3 g[4] = { | ||
58 | - { .fno = gen_helper_gvec_verllv8, }, | ||
59 | - { .fno = gen_helper_gvec_verllv16, }, | ||
60 | - { .fni4 = gen_rll_i32, }, | ||
61 | - { .fni8 = gen_rll_i64, }, | ||
62 | - }; | ||
63 | - | ||
64 | - if (es > ES_64) { | ||
65 | - gen_program_exception(s, PGM_SPECIFICATION); | ||
66 | - return DISAS_NORETURN; | ||
67 | - } | ||
68 | - | ||
69 | - gen_gvec_3(get_field(s, v1), get_field(s, v2), | ||
70 | - get_field(s, v3), &g[es]); | ||
71 | - return DISAS_NEXT; | ||
72 | -} | ||
73 | - | ||
74 | -static DisasJumpType op_verll(DisasContext *s, DisasOps *o) | ||
75 | -{ | ||
76 | - const uint8_t es = get_field(s, m4); | ||
77 | - static const GVecGen2s g[4] = { | ||
78 | - { .fno = gen_helper_gvec_verll8, }, | ||
79 | - { .fno = gen_helper_gvec_verll16, }, | ||
80 | - { .fni4 = gen_rll_i32, }, | ||
81 | - { .fni8 = gen_rll_i64, }, | ||
82 | - }; | ||
83 | - | ||
84 | - if (es > ES_64) { | ||
85 | - gen_program_exception(s, PGM_SPECIFICATION); | ||
86 | - return DISAS_NORETURN; | ||
87 | - } | ||
88 | - gen_gvec_2s(get_field(s, v1), get_field(s, v3), o->addr1, | ||
89 | - &g[es]); | ||
90 | - return DISAS_NEXT; | ||
91 | -} | ||
92 | - | ||
93 | static void gen_rim_i32(TCGv_i32 d, TCGv_i32 a, TCGv_i32 b, int32_t c) | ||
94 | { | ||
95 | TCGv_i32 t = tcg_temp_new_i32(); | ||
96 | @@ -XXX,XX +XXX,XX @@ static DisasJumpType op_vesv(DisasContext *s, DisasOps *o) | ||
97 | case 0x70: | ||
98 | gen_gvec_fn_3(shlv, es, v1, v2, v3); | ||
99 | break; | ||
100 | + case 0x73: | ||
101 | + gen_gvec_fn_3(rotlv, es, v1, v2, v3); | ||
102 | + break; | ||
103 | case 0x7a: | ||
104 | gen_gvec_fn_3(sarv, es, v1, v2, v3); | ||
105 | break; | ||
106 | @@ -XXX,XX +XXX,XX @@ static DisasJumpType op_ves(DisasContext *s, DisasOps *o) | ||
107 | case 0x30: | ||
108 | gen_gvec_fn_2i(shli, es, v1, v3, d2); | ||
109 | break; | ||
110 | + case 0x33: | ||
111 | + gen_gvec_fn_2i(rotli, es, v1, v3, d2); | ||
112 | + break; | ||
113 | case 0x3a: | ||
114 | gen_gvec_fn_2i(sari, es, v1, v3, d2); | ||
115 | break; | ||
116 | @@ -XXX,XX +XXX,XX @@ static DisasJumpType op_ves(DisasContext *s, DisasOps *o) | ||
117 | case 0x30: | ||
118 | gen_gvec_fn_2s(shls, es, v1, v3, shift); | ||
119 | break; | ||
120 | + case 0x33: | ||
121 | + gen_gvec_fn_2s(rotls, es, v1, v3, shift); | ||
122 | + break; | ||
123 | case 0x3a: | ||
124 | gen_gvec_fn_2s(sars, es, v1, v3, shift); | ||
125 | break; | ||
126 | diff --git a/target/s390x/vec_int_helper.c b/target/s390x/vec_int_helper.c | ||
127 | index XXXXXXX..XXXXXXX 100644 | ||
128 | --- a/target/s390x/vec_int_helper.c | ||
129 | +++ b/target/s390x/vec_int_helper.c | ||
130 | @@ -XXX,XX +XXX,XX @@ void HELPER(gvec_vpopct##BITS)(void *v1, const void *v2, uint32_t desc) \ | ||
131 | DEF_VPOPCT(8) | ||
132 | DEF_VPOPCT(16) | ||
133 | |||
134 | -#define DEF_VERLLV(BITS) \ | ||
135 | -void HELPER(gvec_verllv##BITS)(void *v1, const void *v2, const void *v3, \ | ||
136 | - uint32_t desc) \ | ||
137 | -{ \ | ||
138 | - int i; \ | ||
139 | - \ | ||
140 | - for (i = 0; i < (128 / BITS); i++) { \ | ||
141 | - const uint##BITS##_t a = s390_vec_read_element##BITS(v2, i); \ | ||
142 | - const uint##BITS##_t b = s390_vec_read_element##BITS(v3, i); \ | ||
143 | - \ | ||
144 | - s390_vec_write_element##BITS(v1, i, rol##BITS(a, b)); \ | ||
145 | - } \ | ||
146 | -} | ||
147 | -DEF_VERLLV(8) | ||
148 | -DEF_VERLLV(16) | ||
149 | - | ||
150 | -#define DEF_VERLL(BITS) \ | ||
151 | -void HELPER(gvec_verll##BITS)(void *v1, const void *v2, uint64_t count, \ | ||
152 | - uint32_t desc) \ | ||
153 | -{ \ | ||
154 | - int i; \ | ||
155 | - \ | ||
156 | - for (i = 0; i < (128 / BITS); i++) { \ | ||
157 | - const uint##BITS##_t a = s390_vec_read_element##BITS(v2, i); \ | ||
158 | - \ | ||
159 | - s390_vec_write_element##BITS(v1, i, rol##BITS(a, count)); \ | ||
160 | - } \ | ||
161 | -} | ||
162 | -DEF_VERLL(8) | ||
163 | -DEF_VERLL(16) | ||
164 | - | ||
165 | #define DEF_VERIM(BITS) \ | ||
166 | void HELPER(gvec_verim##BITS)(void *v1, const void *v2, const void *v3, \ | ||
167 | uint32_t desc) \ | ||
168 | diff --git a/target/s390x/insn-data.def b/target/s390x/insn-data.def | ||
169 | index XXXXXXX..XXXXXXX 100644 | ||
170 | --- a/target/s390x/insn-data.def | ||
171 | +++ b/target/s390x/insn-data.def | ||
172 | @@ -XXX,XX +XXX,XX @@ | ||
173 | /* VECTOR POPULATION COUNT */ | ||
174 | F(0xe750, VPOPCT, VRR_a, V, 0, 0, 0, 0, vpopct, 0, IF_VEC) | ||
175 | /* VECTOR ELEMENT ROTATE LEFT LOGICAL */ | ||
176 | - F(0xe773, VERLLV, VRR_c, V, 0, 0, 0, 0, verllv, 0, IF_VEC) | ||
177 | - F(0xe733, VERLL, VRS_a, V, la2, 0, 0, 0, verll, 0, IF_VEC) | ||
178 | + F(0xe773, VERLLV, VRR_c, V, 0, 0, 0, 0, vesv, 0, IF_VEC) | ||
179 | + F(0xe733, VERLL, VRS_a, V, la2, 0, 0, 0, ves, 0, IF_VEC) | ||
180 | /* VECTOR ELEMENT ROTATE AND INSERT UNDER MASK */ | ||
181 | F(0xe772, VERIM, VRI_d, V, 0, 0, 0, 0, verim, 0, IF_VEC) | ||
182 | /* VECTOR ELEMENT SHIFT LEFT */ | ||
183 | -- | ||
184 | 2.25.1 | ||
185 | |||
186 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | If the output of the move is dead, then the last use is in | ||
2 | the store. If we propagate the input to the store, then we | ||
3 | can remove the move opcode entirely. | ||
4 | 1 | ||
5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
6 | --- | ||
7 | tcg/tcg.c | 78 +++++++++++++++++++++++++++++++++++++++---------------- | ||
8 | 1 file changed, 56 insertions(+), 22 deletions(-) | ||
9 | |||
10 | diff --git a/tcg/tcg.c b/tcg/tcg.c | ||
11 | index XXXXXXX..XXXXXXX 100644 | ||
12 | --- a/tcg/tcg.c | ||
13 | +++ b/tcg/tcg.c | ||
14 | @@ -XXX,XX +XXX,XX @@ static bool liveness_pass_2(TCGContext *s) | ||
15 | } | ||
16 | |||
17 | /* Outputs become available. */ | ||
18 | - for (i = 0; i < nb_oargs; i++) { | ||
19 | - arg_ts = arg_temp(op->args[i]); | ||
20 | + if (opc == INDEX_op_mov_i32 || opc == INDEX_op_mov_i64) { | ||
21 | + arg_ts = arg_temp(op->args[0]); | ||
22 | dir_ts = arg_ts->state_ptr; | ||
23 | - if (!dir_ts) { | ||
24 | - continue; | ||
25 | + if (dir_ts) { | ||
26 | + op->args[0] = temp_arg(dir_ts); | ||
27 | + changes = true; | ||
28 | + | ||
29 | + /* The output is now live and modified. */ | ||
30 | + arg_ts->state = 0; | ||
31 | + | ||
32 | + if (NEED_SYNC_ARG(0)) { | ||
33 | + TCGOpcode sopc = (arg_ts->type == TCG_TYPE_I32 | ||
34 | + ? INDEX_op_st_i32 | ||
35 | + : INDEX_op_st_i64); | ||
36 | + TCGOp *sop = tcg_op_insert_after(s, op, sopc); | ||
37 | + TCGTemp *out_ts = dir_ts; | ||
38 | + | ||
39 | + if (IS_DEAD_ARG(0)) { | ||
40 | + out_ts = arg_temp(op->args[1]); | ||
41 | + arg_ts->state = TS_DEAD; | ||
42 | + tcg_op_remove(s, op); | ||
43 | + } else { | ||
44 | + arg_ts->state = TS_MEM; | ||
45 | + } | ||
46 | + | ||
47 | + sop->args[0] = temp_arg(out_ts); | ||
48 | + sop->args[1] = temp_arg(arg_ts->mem_base); | ||
49 | + sop->args[2] = arg_ts->mem_offset; | ||
50 | + } else { | ||
51 | + tcg_debug_assert(!IS_DEAD_ARG(0)); | ||
52 | + } | ||
53 | } | ||
54 | - op->args[i] = temp_arg(dir_ts); | ||
55 | - changes = true; | ||
56 | + } else { | ||
57 | + for (i = 0; i < nb_oargs; i++) { | ||
58 | + arg_ts = arg_temp(op->args[i]); | ||
59 | + dir_ts = arg_ts->state_ptr; | ||
60 | + if (!dir_ts) { | ||
61 | + continue; | ||
62 | + } | ||
63 | + op->args[i] = temp_arg(dir_ts); | ||
64 | + changes = true; | ||
65 | |||
66 | - /* The output is now live and modified. */ | ||
67 | - arg_ts->state = 0; | ||
68 | + /* The output is now live and modified. */ | ||
69 | + arg_ts->state = 0; | ||
70 | |||
71 | - /* Sync outputs upon their last write. */ | ||
72 | - if (NEED_SYNC_ARG(i)) { | ||
73 | - TCGOpcode sopc = (arg_ts->type == TCG_TYPE_I32 | ||
74 | - ? INDEX_op_st_i32 | ||
75 | - : INDEX_op_st_i64); | ||
76 | - TCGOp *sop = tcg_op_insert_after(s, op, sopc); | ||
77 | + /* Sync outputs upon their last write. */ | ||
78 | + if (NEED_SYNC_ARG(i)) { | ||
79 | + TCGOpcode sopc = (arg_ts->type == TCG_TYPE_I32 | ||
80 | + ? INDEX_op_st_i32 | ||
81 | + : INDEX_op_st_i64); | ||
82 | + TCGOp *sop = tcg_op_insert_after(s, op, sopc); | ||
83 | |||
84 | - sop->args[0] = temp_arg(dir_ts); | ||
85 | - sop->args[1] = temp_arg(arg_ts->mem_base); | ||
86 | - sop->args[2] = arg_ts->mem_offset; | ||
87 | + sop->args[0] = temp_arg(dir_ts); | ||
88 | + sop->args[1] = temp_arg(arg_ts->mem_base); | ||
89 | + sop->args[2] = arg_ts->mem_offset; | ||
90 | |||
91 | - arg_ts->state = TS_MEM; | ||
92 | - } | ||
93 | - /* Drop outputs that are dead. */ | ||
94 | - if (IS_DEAD_ARG(i)) { | ||
95 | - arg_ts->state = TS_DEAD; | ||
96 | + arg_ts->state = TS_MEM; | ||
97 | + } | ||
98 | + /* Drop outputs that are dead. */ | ||
99 | + if (IS_DEAD_ARG(i)) { | ||
100 | + arg_ts->state = TS_DEAD; | ||
101 | + } | ||
102 | } | ||
103 | } | ||
104 | } | ||
105 | -- | ||
106 | 2.25.1 | ||
107 | |||
108 | diff view generated by jsdifflib |