1 | Arm queue built up to a point where it seems worth sending: | 1 | The following changes since commit 5a67d7735d4162630769ef495cf813244fc850df: |
---|---|---|---|
2 | various bug fixes, plus RTH's refactoring in preparation for SVE. | ||
3 | 2 | ||
4 | thanks | 3 | Merge remote-tracking branch 'remotes/berrange-gitlab/tags/tls-deps-pull-request' into staging (2021-07-02 08:22:39 +0100) |
5 | -- PMM | ||
6 | |||
7 | |||
8 | The following changes since commit 0f79bfe38a2cf0f43c7ea4959da7f8ebd7858f3d: | ||
9 | 4 | ||
10 | Merge remote-tracking branch 'remotes/vivier2/tags/linux-user-for-2.12-pull-request' into staging (2018-01-25 09:53:53 +0000) | 5 | are available in the Git repository at: |
11 | 6 | ||
12 | are available in the git repository at: | 7 | https://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20210702 |
13 | 8 | ||
14 | git://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20180125 | 9 | for you to fetch changes up to 04ea4d3cfd0a21b248ece8eb7a9436a3d9898dd8: |
15 | 10 | ||
16 | for you to fetch changes up to 24da047af0e99a83fcc0d50b86c0f2627f7418b3: | 11 | target/arm: Implement MVE shifts by register (2021-07-02 11:48:38 +0100) |
17 | |||
18 | pl110: Implement vertical compare/next base interrupts (2018-01-25 11:45:30 +0000) | ||
19 | 12 | ||
20 | ---------------------------------------------------------------- | 13 | ---------------------------------------------------------------- |
21 | target-arm queue: | 14 | target-arm queue: |
22 | * target/arm: Fix address truncation in 64-bit pagetable walks | 15 | * more MVE instructions |
23 | * i.MX: Fix FEC/ENET receive functions | 16 | * hw/gpio/gpio_pwr: use shutdown function for reboot |
24 | * target/arm: preparatory refactoring for SVE emulation | 17 | * target/arm: Check NaN mode before silencing NaN |
25 | * hw/intc/arm_gic: Prevent the GIC from signaling an IRQ when it's "active and pending" | 18 | * tests: Boot and halt a Linux guest on the Raspberry Pi 2 machine |
26 | * hw/intc/arm_gic: Fix C_RPR value on idle priority | 19 | * hw/arm: Add basic power management to raspi. |
27 | * hw/intc/arm_gic: Fix group priority computation for group 1 IRQs | 20 | * docs/system/arm: Add quanta-gbs-bmc, quanta-q7l1-bmc |
28 | * hw/intc/arm_gic: Fix the NS view of C_BPR when C_CTRL.CBPR is 1 | ||
29 | * hw/arm/virt: Check that the CPU realize method succeeded | ||
30 | * sdhci: fix a NULL pointer dereference due to uninitialized AddressSpace object | ||
31 | * xilinx_spips: Correct usage of an uninitialized local variable | ||
32 | * pl110: Implement vertical compare/next base interrupts | ||
33 | 21 | ||
34 | ---------------------------------------------------------------- | 22 | ---------------------------------------------------------------- |
35 | Ard Biesheuvel (1): | 23 | Joe Komlodi (1): |
36 | target/arm: Fix 32-bit address truncation | 24 | target/arm: Check NaN mode before silencing NaN |
37 | 25 | ||
38 | Francisco Iglesias (1): | 26 | Maxim Uvarov (1): |
39 | xilinx_spips: Correct usage of an uninitialized local variable | 27 | hw/gpio/gpio_pwr: use shutdown function for reboot |
40 | 28 | ||
41 | Jean-Christophe Dubois (1): | 29 | Nolan Leake (1): |
42 | i.MX: Fix FEC/ENET receive funtions | 30 | hw/arm: Add basic power management to raspi. |
43 | 31 | ||
44 | Linus Walleij (1): | 32 | Patrick Venture (2): |
45 | pl110: Implement vertical compare/next base interrupts | 33 | docs/system/arm: Add quanta-q7l1-bmc reference |
34 | docs/system/arm: Add quanta-gbs-bmc reference | ||
46 | 35 | ||
47 | Luc MICHEL (4): | 36 | Peter Maydell (18): |
48 | hw/intc/arm_gic: Prevent the GIC from signaling an IRQ when it's "active and pending" | 37 | target/arm: Fix MVE widening/narrowing VLDR/VSTR offset calculation |
49 | hw/intc/arm_gic: Fix C_RPR value on idle priority | 38 | target/arm: Fix bugs in MVE VRMLALDAVH, VRMLSLDAVH |
50 | hw/intc/arm_gic: Fix group priority computation for group 1 IRQs | 39 | target/arm: Make asimd_imm_const() public |
51 | hw/intc/arm_gic: Fix the NS view of C_BPR when C_CTRL.CBPR is 1 | 40 | target/arm: Use asimd_imm_const for A64 decode |
52 | 41 | target/arm: Use dup_const() instead of bitfield_replicate() | |
53 | Peter Maydell (1): | 42 | target/arm: Implement MVE logical immediate insns |
54 | hw/arm/virt: Check that the CPU realize method succeeded | 43 | target/arm: Implement MVE vector shift left by immediate insns |
44 | target/arm: Implement MVE vector shift right by immediate insns | ||
45 | target/arm: Implement MVE VSHLL | ||
46 | target/arm: Implement MVE VSRI, VSLI | ||
47 | target/arm: Implement MVE VSHRN, VRSHRN | ||
48 | target/arm: Implement MVE saturating narrowing shifts | ||
49 | target/arm: Implement MVE VSHLC | ||
50 | target/arm: Implement MVE VADDLV | ||
51 | target/arm: Implement MVE long shifts by immediate | ||
52 | target/arm: Implement MVE long shifts by register | ||
53 | target/arm: Implement MVE shifts by immediate | ||
54 | target/arm: Implement MVE shifts by register | ||
55 | 55 | ||
56 | Philippe Mathieu-Daudé (1): | 56 | Philippe Mathieu-Daudé (1): |
57 | sdhci: fix a NULL pointer dereference due to uninitialized AddresSpace object | 57 | tests: Boot and halt a Linux guest on the Raspberry Pi 2 machine |
58 | 58 | ||
59 | Richard Henderson (11): | 59 | docs/system/arm/aspeed.rst | 1 + |
60 | target/arm: Mark disas_set_insn_syndrome inline | 60 | docs/system/arm/nuvoton.rst | 5 +- |
61 | target/arm: Use pointers in crypto helpers | 61 | include/hw/arm/bcm2835_peripherals.h | 3 +- |
62 | target/arm: Use pointers in neon zip/uzp helpers | 62 | include/hw/misc/bcm2835_powermgt.h | 29 ++ |
63 | target/arm: Use pointers in neon tbl helper | 63 | target/arm/helper-mve.h | 108 +++++++ |
64 | target/arm: Change the type of vfp.regs | 64 | target/arm/translate.h | 41 +++ |
65 | target/arm: Add aa{32, 64}_vfp_{dreg, qreg} helpers | 65 | target/arm/mve.decode | 177 ++++++++++- |
66 | vmstate: Add VMSTATE_UINT64_SUB_ARRAY | 66 | target/arm/t32.decode | 71 ++++- |
67 | target/arm: Add ARM_FEATURE_SVE | 67 | hw/arm/bcm2835_peripherals.c | 13 +- |
68 | target/arm: Move cpu_get_tb_cpu_state out of line | 68 | hw/gpio/gpio_pwr.c | 2 +- |
69 | target/arm: Hoist store to flags output in cpu_get_tb_cpu_state | 69 | hw/misc/bcm2835_powermgt.c | 160 ++++++++++ |
70 | target/arm: Simplify fp_exception_el for user-only | 70 | target/arm/helper-a64.c | 12 +- |
71 | target/arm/mve_helper.c | 524 +++++++++++++++++++++++++++++++-- | ||
72 | target/arm/translate-a64.c | 86 +----- | ||
73 | target/arm/translate-mve.c | 261 +++++++++++++++- | ||
74 | target/arm/translate-neon.c | 81 ----- | ||
75 | target/arm/translate.c | 327 +++++++++++++++++++- | ||
76 | target/arm/vfp_helper.c | 24 +- | ||
77 | hw/misc/meson.build | 1 + | ||
78 | tests/acceptance/boot_linux_console.py | 43 +++ | ||
79 | 20 files changed, 1760 insertions(+), 209 deletions(-) | ||
80 | create mode 100644 include/hw/misc/bcm2835_powermgt.h | ||
81 | create mode 100644 hw/misc/bcm2835_powermgt.c | ||
71 | 82 | ||
72 | include/hw/sd/sdhci.h | 1 + | ||
73 | include/migration/vmstate.h | 9 ++- | ||
74 | target/arm/cpu.h | 157 ++++++++----------------------------- | ||
75 | target/arm/helper.h | 46 +++++------ | ||
76 | target/arm/translate.h | 2 +- | ||
77 | hw/arm/virt.c | 2 +- | ||
78 | hw/display/pl110.c | 30 +++++++- | ||
79 | hw/intc/arm_gic.c | 25 +++++- | ||
80 | hw/net/imx_fec.c | 8 +- | ||
81 | hw/sd/sdhci.c | 1 + | ||
82 | hw/ssi/xilinx_spips.c | 18 ++++- | ||
83 | linux-user/signal.c | 22 +++--- | ||
84 | target/arm/arch_dump.c | 8 +- | ||
85 | target/arm/crypto_helper.c | 184 +++++++++++++++++--------------------------- | ||
86 | target/arm/helper-a64.c | 5 +- | ||
87 | target/arm/helper.c | 164 +++++++++++++++++++++++++++++++++++---- | ||
88 | target/arm/kvm32.c | 4 +- | ||
89 | target/arm/kvm64.c | 31 +++----- | ||
90 | target/arm/machine.c | 2 +- | ||
91 | target/arm/neon_helper.c | 162 ++++++++++++++++++++------------------ | ||
92 | target/arm/op_helper.c | 17 ++-- | ||
93 | target/arm/translate-a64.c | 100 ++++++++++++------------ | ||
94 | target/arm/translate.c | 134 +++++++++++++++++--------------- | ||
95 | 23 files changed, 607 insertions(+), 525 deletions(-) | ||
96 | diff view generated by jsdifflib |
1 | From: Luc MICHEL <luc.michel@git.antfield.fr> | 1 | From: Patrick Venture <venture@google.com> |
---|---|---|---|
2 | 2 | ||
3 | In the GIC, when an IRQ is acknowledged, its state goes from "pending" | 3 | Adds a line-item reference to the supported quanta-q71l-bmc aspeed |
4 | to: | 4 | entry. |
5 | - "active" if the corresponding IRQ pin has been de-asserted | ||
6 | - "active and pending" otherwise. | ||
7 | The GICv2 manual states that when a IRQ becomes active (or active and | ||
8 | pending), the GIC should either signal another (higher priority) IRQ to | ||
9 | the CPU if there is one, or de-assert the CPU IRQ pin. | ||
10 | 5 | ||
11 | The current implementation of the GIC in QEMU does not check if the | 6 | Signed-off-by: Patrick Venture <venture@google.com> |
12 | IRQ is already active when looking for pending interrupts with | 7 | Reviewed-by: Cédric Le Goater <clg@kaod.org> |
13 | sufficient priority in gic_update(). This can lead to signaling an | 8 | Message-id: 20210615192848.1065297-2-venture@google.com |
14 | interrupt that is already active. | ||
15 | |||
16 | This usually happens when splitting priority drop and interrupt | ||
17 | deactivation. On priority drop, the IRQ stays active until deactivation. | ||
18 | If it becomes pending again, chances are that it will be incorrectly | ||
19 | selected as best_irq in gic_update(). | ||
20 | |||
21 | This commit fixes this by checking if the IRQ is not already active when | ||
22 | looking for best_irq in gic_update(). | ||
23 | |||
24 | Note that regarding the ARM11MPCore GIC version, the corresponding | ||
25 | manual is not clear on that point, but it has has no priority | ||
26 | drop/interrupt deactivation separation, so this case should not happen. | ||
27 | |||
28 | Signed-off-by: Luc MICHEL <luc.michel@git.antfield.fr> | ||
29 | Message-id: 20180119145756.7629-3-luc.michel@greensocs.com | ||
30 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
31 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
32 | --- | 10 | --- |
33 | hw/intc/arm_gic.c | 1 + | 11 | docs/system/arm/aspeed.rst | 1 + |
34 | 1 file changed, 1 insertion(+) | 12 | 1 file changed, 1 insertion(+) |
35 | 13 | ||
36 | diff --git a/hw/intc/arm_gic.c b/hw/intc/arm_gic.c | 14 | diff --git a/docs/system/arm/aspeed.rst b/docs/system/arm/aspeed.rst |
37 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
38 | --- a/hw/intc/arm_gic.c | 16 | --- a/docs/system/arm/aspeed.rst |
39 | +++ b/hw/intc/arm_gic.c | 17 | +++ b/docs/system/arm/aspeed.rst |
40 | @@ -XXX,XX +XXX,XX @@ void gic_update(GICState *s) | 18 | @@ -XXX,XX +XXX,XX @@ etc. |
41 | best_irq = 1023; | 19 | AST2400 SoC based machines : |
42 | for (irq = 0; irq < s->num_irq; irq++) { | 20 | |
43 | if (GIC_TEST_ENABLED(irq, cm) && gic_test_pending(s, irq, cm) && | 21 | - ``palmetto-bmc`` OpenPOWER Palmetto POWER8 BMC |
44 | + (!GIC_TEST_ACTIVE(irq, cm)) && | 22 | +- ``quanta-q71l-bmc`` OpenBMC Quanta BMC |
45 | (irq < GIC_INTERNAL || GIC_TARGET(irq) & cm)) { | 23 | |
46 | if (GIC_GET_PRIORITY(irq, cpu) < best_prio) { | 24 | AST2500 SoC based machines : |
47 | best_prio = GIC_GET_PRIORITY(irq, cpu); | 25 | |
48 | -- | 26 | -- |
49 | 2.7.4 | 27 | 2.20.1 |
50 | 28 | ||
51 | 29 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Patrick Venture <venture@google.com> |
---|---|---|---|
2 | 2 | ||
3 | Not enabled anywhere so far. | 3 | Add line item reference to quanta-gbs-bmc machine. |
4 | 4 | ||
5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Patrick Venture <venture@google.com> |
6 | Message-id: 20180119045438.28582-11-richard.henderson@linaro.org | 6 | Reviewed-by: Cédric Le Goater <clg@kaod.org> |
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Message-id: 20210615192848.1065297-3-venture@google.com |
8 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 8 | [PMM: fixed underline Sphinx warning] |
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 10 | --- |
11 | target/arm/cpu.h | 1 + | 11 | docs/system/arm/nuvoton.rst | 5 +++-- |
12 | 1 file changed, 1 insertion(+) | 12 | 1 file changed, 3 insertions(+), 2 deletions(-) |
13 | 13 | ||
14 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | 14 | diff --git a/docs/system/arm/nuvoton.rst b/docs/system/arm/nuvoton.rst |
15 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/target/arm/cpu.h | 16 | --- a/docs/system/arm/nuvoton.rst |
17 | +++ b/target/arm/cpu.h | 17 | +++ b/docs/system/arm/nuvoton.rst |
18 | @@ -XXX,XX +XXX,XX @@ enum arm_features { | 18 | @@ -XXX,XX +XXX,XX @@ |
19 | ARM_FEATURE_VBAR, /* has cp15 VBAR */ | 19 | -Nuvoton iBMC boards (``npcm750-evb``, ``quanta-gsj``) |
20 | ARM_FEATURE_M_SECURITY, /* M profile Security Extension */ | 20 | -===================================================== |
21 | ARM_FEATURE_JAZELLE, /* has (trivial) Jazelle implementation */ | 21 | +Nuvoton iBMC boards (``*-bmc``, ``npcm750-evb``, ``quanta-gsj``) |
22 | + ARM_FEATURE_SVE, /* has Scalable Vector Extension */ | 22 | +================================================================ |
23 | }; | 23 | |
24 | 24 | The `Nuvoton iBMC`_ chips (NPCM7xx) are a family of ARM-based SoCs that are | |
25 | static inline int arm_feature(CPUARMState *env, int feature) | 25 | designed to be used as Baseboard Management Controllers (BMCs) in various |
26 | @@ -XXX,XX +XXX,XX @@ segment. The following machines are based on this chip : | ||
27 | The NPCM730 SoC has two Cortex-A9 cores and is targeted for Data Center and | ||
28 | Hyperscale applications. The following machines are based on this chip : | ||
29 | |||
30 | +- ``quanta-gbs-bmc`` Quanta GBS server BMC | ||
31 | - ``quanta-gsj`` Quanta GSJ server BMC | ||
32 | |||
33 | There are also two more SoCs, NPCM710 and NPCM705, which are single-core | ||
26 | -- | 34 | -- |
27 | 2.7.4 | 35 | 2.20.1 |
28 | 36 | ||
29 | 37 | diff view generated by jsdifflib |
1 | From: Francisco Iglesias <frasse.iglesias@gmail.com> | 1 | From: Nolan Leake <nolan@sigbus.net> |
---|---|---|---|
2 | 2 | ||
3 | Coverity found that the variable tx_rx in the function | 3 | This is just enough to make reboot and poweroff work. Works for |
4 | xilinx_spips_flush_txfifo was being used uninitialized (CID 1383841). This | 4 | linux, u-boot, and the arm trusted firmware. Not tested, but should |
5 | patch corrects this by always initializing tx_rx to zeros. | 5 | work for plan9, and bare-metal/hobby OSes, since they seem to generally |
6 | 6 | do what linux does for reset. | |
7 | Signed-off-by: Francisco Iglesias <frasse.iglesias@gmail.com> | 7 | |
8 | Message-id: 20180124215708.30400-1-frasse.iglesias@gmail.com | 8 | The watchdog timer functionality is not yet implemented. |
9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 9 | |
10 | Resolves: https://gitlab.com/qemu-project/qemu/-/issues/64 | ||
11 | Signed-off-by: Nolan Leake <nolan@sigbus.net> | ||
12 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
13 | Tested-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
14 | Message-id: 20210625210209.1870217-1-nolan@sigbus.net | ||
15 | [PMM: tweaked commit title; fixed region size to 0x200; | ||
16 | moved header file to include/] | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 18 | --- |
12 | hw/ssi/xilinx_spips.c | 18 +++++++++++++++++- | 19 | include/hw/arm/bcm2835_peripherals.h | 3 +- |
13 | 1 file changed, 17 insertions(+), 1 deletion(-) | 20 | include/hw/misc/bcm2835_powermgt.h | 29 +++++ |
14 | 21 | hw/arm/bcm2835_peripherals.c | 13 ++- | |
15 | diff --git a/hw/ssi/xilinx_spips.c b/hw/ssi/xilinx_spips.c | 22 | hw/misc/bcm2835_powermgt.c | 160 +++++++++++++++++++++++++++ |
23 | hw/misc/meson.build | 1 + | ||
24 | 5 files changed, 204 insertions(+), 2 deletions(-) | ||
25 | create mode 100644 include/hw/misc/bcm2835_powermgt.h | ||
26 | create mode 100644 hw/misc/bcm2835_powermgt.c | ||
27 | |||
28 | diff --git a/include/hw/arm/bcm2835_peripherals.h b/include/hw/arm/bcm2835_peripherals.h | ||
16 | index XXXXXXX..XXXXXXX 100644 | 29 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/hw/ssi/xilinx_spips.c | 30 | --- a/include/hw/arm/bcm2835_peripherals.h |
18 | +++ b/hw/ssi/xilinx_spips.c | 31 | +++ b/include/hw/arm/bcm2835_peripherals.h |
19 | @@ -XXX,XX +XXX,XX @@ | 32 | @@ -XXX,XX +XXX,XX @@ |
20 | #define SNOOP_NONE 0xEE | 33 | #include "hw/misc/bcm2835_mphi.h" |
21 | #define SNOOP_STRIPING 0 | 34 | #include "hw/misc/bcm2835_thermal.h" |
22 | 35 | #include "hw/misc/bcm2835_cprman.h" | |
23 | +#define MIN_NUM_BUSSES 1 | 36 | +#include "hw/misc/bcm2835_powermgt.h" |
24 | +#define MAX_NUM_BUSSES 2 | 37 | #include "hw/sd/sdhci.h" |
25 | + | 38 | #include "hw/sd/bcm2835_sdhost.h" |
26 | static inline int num_effective_busses(XilinxSPIPS *s) | 39 | #include "hw/gpio/bcm2835_gpio.h" |
27 | { | 40 | @@ -XXX,XX +XXX,XX @@ struct BCM2835PeripheralState { |
28 | return (s->regs[R_LQSPI_CFG] & LQSPI_CFG_SEP_BUS && | 41 | BCM2835MphiState mphi; |
29 | @@ -XXX,XX +XXX,XX @@ static void xilinx_spips_flush_txfifo(XilinxSPIPS *s) | 42 | UnimplementedDeviceState txp; |
30 | for (;;) { | 43 | UnimplementedDeviceState armtmr; |
31 | int i; | 44 | - UnimplementedDeviceState powermgt; |
32 | uint8_t tx = 0; | 45 | + BCM2835PowerMgtState powermgt; |
33 | - uint8_t tx_rx[num_effective_busses(s)]; | 46 | BCM2835CprmanState cprman; |
34 | + uint8_t tx_rx[MAX_NUM_BUSSES] = { 0 }; | 47 | PL011State uart0; |
35 | uint8_t dummy_cycles = 0; | 48 | BCM2835AuxState aux; |
36 | uint8_t addr_length; | 49 | diff --git a/include/hw/misc/bcm2835_powermgt.h b/include/hw/misc/bcm2835_powermgt.h |
37 | 50 | new file mode 100644 | |
38 | @@ -XXX,XX +XXX,XX @@ static void xilinx_spips_realize(DeviceState *dev, Error **errp) | 51 | index XXXXXXX..XXXXXXX |
39 | 52 | --- /dev/null | |
40 | DB_PRINT_L(0, "realized spips\n"); | 53 | +++ b/include/hw/misc/bcm2835_powermgt.h |
41 | 54 | @@ -XXX,XX +XXX,XX @@ | |
42 | + if (s->num_busses > MAX_NUM_BUSSES) { | 55 | +/* |
43 | + error_setg(errp, | 56 | + * BCM2835 Power Management emulation |
44 | + "requested number of SPI busses %u exceeds maximum %d", | 57 | + * |
45 | + s->num_busses, MAX_NUM_BUSSES); | 58 | + * Copyright (C) 2017 Marcin Chojnacki <marcinch7@gmail.com> |
59 | + * Copyright (C) 2021 Nolan Leake <nolan@sigbus.net> | ||
60 | + * | ||
61 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
62 | + * See the COPYING file in the top-level directory. | ||
63 | + */ | ||
64 | + | ||
65 | +#ifndef BCM2835_POWERMGT_H | ||
66 | +#define BCM2835_POWERMGT_H | ||
67 | + | ||
68 | +#include "hw/sysbus.h" | ||
69 | +#include "qom/object.h" | ||
70 | + | ||
71 | +#define TYPE_BCM2835_POWERMGT "bcm2835-powermgt" | ||
72 | +OBJECT_DECLARE_SIMPLE_TYPE(BCM2835PowerMgtState, BCM2835_POWERMGT) | ||
73 | + | ||
74 | +struct BCM2835PowerMgtState { | ||
75 | + SysBusDevice busdev; | ||
76 | + MemoryRegion iomem; | ||
77 | + | ||
78 | + uint32_t rstc; | ||
79 | + uint32_t rsts; | ||
80 | + uint32_t wdog; | ||
81 | +}; | ||
82 | + | ||
83 | +#endif | ||
84 | diff --git a/hw/arm/bcm2835_peripherals.c b/hw/arm/bcm2835_peripherals.c | ||
85 | index XXXXXXX..XXXXXXX 100644 | ||
86 | --- a/hw/arm/bcm2835_peripherals.c | ||
87 | +++ b/hw/arm/bcm2835_peripherals.c | ||
88 | @@ -XXX,XX +XXX,XX @@ static void bcm2835_peripherals_init(Object *obj) | ||
89 | |||
90 | object_property_add_const_link(OBJECT(&s->dwc2), "dma-mr", | ||
91 | OBJECT(&s->gpu_bus_mr)); | ||
92 | + | ||
93 | + /* Power Management */ | ||
94 | + object_initialize_child(obj, "powermgt", &s->powermgt, | ||
95 | + TYPE_BCM2835_POWERMGT); | ||
96 | } | ||
97 | |||
98 | static void bcm2835_peripherals_realize(DeviceState *dev, Error **errp) | ||
99 | @@ -XXX,XX +XXX,XX @@ static void bcm2835_peripherals_realize(DeviceState *dev, Error **errp) | ||
100 | qdev_get_gpio_in_named(DEVICE(&s->ic), BCM2835_IC_GPU_IRQ, | ||
101 | INTERRUPT_USB)); | ||
102 | |||
103 | + /* Power Management */ | ||
104 | + if (!sysbus_realize(SYS_BUS_DEVICE(&s->powermgt), errp)) { | ||
46 | + return; | 105 | + return; |
47 | + } | 106 | + } |
48 | + if (s->num_busses < MIN_NUM_BUSSES) { | 107 | + |
49 | + error_setg(errp, | 108 | + memory_region_add_subregion(&s->peri_mr, PM_OFFSET, |
50 | + "requested number of SPI busses %u is below minimum %d", | 109 | + sysbus_mmio_get_region(SYS_BUS_DEVICE(&s->powermgt), 0)); |
51 | + s->num_busses, MIN_NUM_BUSSES); | 110 | + |
111 | create_unimp(s, &s->txp, "bcm2835-txp", TXP_OFFSET, 0x1000); | ||
112 | create_unimp(s, &s->armtmr, "bcm2835-sp804", ARMCTRL_TIMER0_1_OFFSET, 0x40); | ||
113 | - create_unimp(s, &s->powermgt, "bcm2835-powermgt", PM_OFFSET, 0x114); | ||
114 | create_unimp(s, &s->i2s, "bcm2835-i2s", I2S_OFFSET, 0x100); | ||
115 | create_unimp(s, &s->smi, "bcm2835-smi", SMI_OFFSET, 0x100); | ||
116 | create_unimp(s, &s->spi[0], "bcm2835-spi0", SPI0_OFFSET, 0x20); | ||
117 | diff --git a/hw/misc/bcm2835_powermgt.c b/hw/misc/bcm2835_powermgt.c | ||
118 | new file mode 100644 | ||
119 | index XXXXXXX..XXXXXXX | ||
120 | --- /dev/null | ||
121 | +++ b/hw/misc/bcm2835_powermgt.c | ||
122 | @@ -XXX,XX +XXX,XX @@ | ||
123 | +/* | ||
124 | + * BCM2835 Power Management emulation | ||
125 | + * | ||
126 | + * Copyright (C) 2017 Marcin Chojnacki <marcinch7@gmail.com> | ||
127 | + * Copyright (C) 2021 Nolan Leake <nolan@sigbus.net> | ||
128 | + * | ||
129 | + * This work is licensed under the terms of the GNU GPL, version 2 or later. | ||
130 | + * See the COPYING file in the top-level directory. | ||
131 | + */ | ||
132 | + | ||
133 | +#include "qemu/osdep.h" | ||
134 | +#include "qemu/log.h" | ||
135 | +#include "qemu/module.h" | ||
136 | +#include "hw/misc/bcm2835_powermgt.h" | ||
137 | +#include "migration/vmstate.h" | ||
138 | +#include "sysemu/runstate.h" | ||
139 | + | ||
140 | +#define PASSWORD 0x5a000000 | ||
141 | +#define PASSWORD_MASK 0xff000000 | ||
142 | + | ||
143 | +#define R_RSTC 0x1c | ||
144 | +#define V_RSTC_RESET 0x20 | ||
145 | +#define R_RSTS 0x20 | ||
146 | +#define V_RSTS_POWEROFF 0x555 /* Linux uses partition 63 to indicate halt. */ | ||
147 | +#define R_WDOG 0x24 | ||
148 | + | ||
149 | +static uint64_t bcm2835_powermgt_read(void *opaque, hwaddr offset, | ||
150 | + unsigned size) | ||
151 | +{ | ||
152 | + BCM2835PowerMgtState *s = (BCM2835PowerMgtState *)opaque; | ||
153 | + uint32_t res = 0; | ||
154 | + | ||
155 | + switch (offset) { | ||
156 | + case R_RSTC: | ||
157 | + res = s->rstc; | ||
158 | + break; | ||
159 | + case R_RSTS: | ||
160 | + res = s->rsts; | ||
161 | + break; | ||
162 | + case R_WDOG: | ||
163 | + res = s->wdog; | ||
164 | + break; | ||
165 | + | ||
166 | + default: | ||
167 | + qemu_log_mask(LOG_UNIMP, | ||
168 | + "bcm2835_powermgt_read: Unknown offset 0x%08"HWADDR_PRIx | ||
169 | + "\n", offset); | ||
170 | + res = 0; | ||
171 | + break; | ||
172 | + } | ||
173 | + | ||
174 | + return res; | ||
175 | +} | ||
176 | + | ||
177 | +static void bcm2835_powermgt_write(void *opaque, hwaddr offset, | ||
178 | + uint64_t value, unsigned size) | ||
179 | +{ | ||
180 | + BCM2835PowerMgtState *s = (BCM2835PowerMgtState *)opaque; | ||
181 | + | ||
182 | + if ((value & PASSWORD_MASK) != PASSWORD) { | ||
183 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
184 | + "bcm2835_powermgt_write: Bad password 0x%"PRIx64 | ||
185 | + " at offset 0x%08"HWADDR_PRIx"\n", | ||
186 | + value, offset); | ||
52 | + return; | 187 | + return; |
53 | + } | 188 | + } |
54 | + | 189 | + |
55 | s->spi = g_new(SSIBus *, s->num_busses); | 190 | + value = value & ~PASSWORD_MASK; |
56 | for (i = 0; i < s->num_busses; ++i) { | 191 | + |
57 | char bus_name[16]; | 192 | + switch (offset) { |
193 | + case R_RSTC: | ||
194 | + s->rstc = value; | ||
195 | + if (value & V_RSTC_RESET) { | ||
196 | + if ((s->rsts & 0xfff) == V_RSTS_POWEROFF) { | ||
197 | + qemu_system_shutdown_request(SHUTDOWN_CAUSE_GUEST_SHUTDOWN); | ||
198 | + } else { | ||
199 | + qemu_system_reset_request(SHUTDOWN_CAUSE_GUEST_RESET); | ||
200 | + } | ||
201 | + } | ||
202 | + break; | ||
203 | + case R_RSTS: | ||
204 | + qemu_log_mask(LOG_UNIMP, | ||
205 | + "bcm2835_powermgt_write: RSTS\n"); | ||
206 | + s->rsts = value; | ||
207 | + break; | ||
208 | + case R_WDOG: | ||
209 | + qemu_log_mask(LOG_UNIMP, | ||
210 | + "bcm2835_powermgt_write: WDOG\n"); | ||
211 | + s->wdog = value; | ||
212 | + break; | ||
213 | + | ||
214 | + default: | ||
215 | + qemu_log_mask(LOG_UNIMP, | ||
216 | + "bcm2835_powermgt_write: Unknown offset 0x%08"HWADDR_PRIx | ||
217 | + "\n", offset); | ||
218 | + break; | ||
219 | + } | ||
220 | +} | ||
221 | + | ||
222 | +static const MemoryRegionOps bcm2835_powermgt_ops = { | ||
223 | + .read = bcm2835_powermgt_read, | ||
224 | + .write = bcm2835_powermgt_write, | ||
225 | + .endianness = DEVICE_NATIVE_ENDIAN, | ||
226 | + .impl.min_access_size = 4, | ||
227 | + .impl.max_access_size = 4, | ||
228 | +}; | ||
229 | + | ||
230 | +static const VMStateDescription vmstate_bcm2835_powermgt = { | ||
231 | + .name = TYPE_BCM2835_POWERMGT, | ||
232 | + .version_id = 1, | ||
233 | + .minimum_version_id = 1, | ||
234 | + .fields = (VMStateField[]) { | ||
235 | + VMSTATE_UINT32(rstc, BCM2835PowerMgtState), | ||
236 | + VMSTATE_UINT32(rsts, BCM2835PowerMgtState), | ||
237 | + VMSTATE_UINT32(wdog, BCM2835PowerMgtState), | ||
238 | + VMSTATE_END_OF_LIST() | ||
239 | + } | ||
240 | +}; | ||
241 | + | ||
242 | +static void bcm2835_powermgt_init(Object *obj) | ||
243 | +{ | ||
244 | + BCM2835PowerMgtState *s = BCM2835_POWERMGT(obj); | ||
245 | + | ||
246 | + memory_region_init_io(&s->iomem, obj, &bcm2835_powermgt_ops, s, | ||
247 | + TYPE_BCM2835_POWERMGT, 0x200); | ||
248 | + sysbus_init_mmio(SYS_BUS_DEVICE(s), &s->iomem); | ||
249 | +} | ||
250 | + | ||
251 | +static void bcm2835_powermgt_reset(DeviceState *dev) | ||
252 | +{ | ||
253 | + BCM2835PowerMgtState *s = BCM2835_POWERMGT(dev); | ||
254 | + | ||
255 | + /* https://elinux.org/BCM2835_registers#PM */ | ||
256 | + s->rstc = 0x00000102; | ||
257 | + s->rsts = 0x00001000; | ||
258 | + s->wdog = 0x00000000; | ||
259 | +} | ||
260 | + | ||
261 | +static void bcm2835_powermgt_class_init(ObjectClass *klass, void *data) | ||
262 | +{ | ||
263 | + DeviceClass *dc = DEVICE_CLASS(klass); | ||
264 | + | ||
265 | + dc->reset = bcm2835_powermgt_reset; | ||
266 | + dc->vmsd = &vmstate_bcm2835_powermgt; | ||
267 | +} | ||
268 | + | ||
269 | +static TypeInfo bcm2835_powermgt_info = { | ||
270 | + .name = TYPE_BCM2835_POWERMGT, | ||
271 | + .parent = TYPE_SYS_BUS_DEVICE, | ||
272 | + .instance_size = sizeof(BCM2835PowerMgtState), | ||
273 | + .class_init = bcm2835_powermgt_class_init, | ||
274 | + .instance_init = bcm2835_powermgt_init, | ||
275 | +}; | ||
276 | + | ||
277 | +static void bcm2835_powermgt_register_types(void) | ||
278 | +{ | ||
279 | + type_register_static(&bcm2835_powermgt_info); | ||
280 | +} | ||
281 | + | ||
282 | +type_init(bcm2835_powermgt_register_types) | ||
283 | diff --git a/hw/misc/meson.build b/hw/misc/meson.build | ||
284 | index XXXXXXX..XXXXXXX 100644 | ||
285 | --- a/hw/misc/meson.build | ||
286 | +++ b/hw/misc/meson.build | ||
287 | @@ -XXX,XX +XXX,XX @@ softmmu_ss.add(when: 'CONFIG_RASPI', if_true: files( | ||
288 | 'bcm2835_rng.c', | ||
289 | 'bcm2835_thermal.c', | ||
290 | 'bcm2835_cprman.c', | ||
291 | + 'bcm2835_powermgt.c', | ||
292 | )) | ||
293 | softmmu_ss.add(when: 'CONFIG_SLAVIO', if_true: files('slavio_misc.c')) | ||
294 | softmmu_ss.add(when: 'CONFIG_ZYNQ', if_true: files('zynq_slcr.c', 'zynq-xadc.c')) | ||
58 | -- | 295 | -- |
59 | 2.7.4 | 296 | 2.20.1 |
60 | 297 | ||
61 | 298 | diff view generated by jsdifflib |
1 | From: Philippe Mathieu-Daudé <f4bug@amsat.org> | 1 | From: Philippe Mathieu-Daudé <f4bug@amsat.org> |
---|---|---|---|
2 | 2 | ||
3 | missed in 60765b6ceeb4. | 3 | Add a test booting and quickly shutdown a raspi2 machine, |
4 | to test the power management model: | ||
4 | 5 | ||
5 | Thread 1 "qemu-system-aarch64" received signal SIGSEGV, Segmentation fault. | 6 | (1/1) tests/acceptance/boot_linux_console.py:BootLinuxConsole.test_arm_raspi2_initrd: |
6 | address_space_init (as=0x0, root=0x55555726e410, name=name@entry=0x555555e3f0a7 "sdhci-dma") at memory.c:3050 | 7 | console: [ 0.000000] Booting Linux on physical CPU 0xf00 |
7 | 3050 as->root = root; | 8 | console: [ 0.000000] Linux version 4.14.98-v7+ (dom@dom-XPS-13-9370) (gcc version 4.9.3 (crosstool-NG crosstool-ng-1.22.0-88-g8460611)) #1200 SMP Tue Feb 12 20:27:48 GMT 2019 |
8 | (gdb) bt | 9 | console: [ 0.000000] CPU: ARMv7 Processor [410fc075] revision 5 (ARMv7), cr=10c5387d |
9 | #0 address_space_init (as=0x0, root=0x55555726e410, name=name@entry=0x555555e3f0a7 "sdhci-dma") at memory.c:3050 | 10 | console: [ 0.000000] CPU: div instructions available: patching division code |
10 | #1 0x0000555555af62c3 in sdhci_sysbus_realize (dev=<optimized out>, errp=0x7fff7f931150) at hw/sd/sdhci.c:1564 | 11 | console: [ 0.000000] CPU: PIPT / VIPT nonaliasing data cache, VIPT aliasing instruction cache |
11 | #2 0x00005555558b25e5 in zynqmp_sdhci_realize (dev=0x555557051520, errp=0x7fff7f931150) at hw/sd/zynqmp-sdhci.c:151 | 12 | console: [ 0.000000] OF: fdt: Machine model: Raspberry Pi 2 Model B |
12 | #3 0x0000555555a2e7f3 in device_set_realized (obj=0x555557051520, value=<optimized out>, errp=0x7fff7f931270) at hw/core/qdev.c:966 | 13 | ... |
13 | #4 0x0000555555ba3f74 in property_set_bool (obj=0x555557051520, v=<optimized out>, name=<optimized out>, opaque=0x555556e04a20, | 14 | console: Boot successful. |
14 | errp=0x7fff7f931270) at qom/object.c:1906 | 15 | console: cat /proc/cpuinfo |
15 | #5 0x0000555555ba51f4 in object_property_set (obj=obj@entry=0x555557051520, v=v@entry=0x5555576dbd60, | 16 | console: / # cat /proc/cpuinfo |
16 | name=name@entry=0x555555dd6306 "realized", errp=errp@entry=0x7fff7f931270) at qom/object.c:1102 | 17 | ... |
18 | console: processor : 3 | ||
19 | console: model name : ARMv7 Processor rev 5 (v7l) | ||
20 | console: BogoMIPS : 125.00 | ||
21 | console: Features : half thumb fastmult vfp edsp neon vfpv3 tls vfpv4 idiva idivt vfpd32 lpae evtstrm | ||
22 | console: CPU implementer : 0x41 | ||
23 | console: CPU architecture: 7 | ||
24 | console: CPU variant : 0x0 | ||
25 | console: CPU part : 0xc07 | ||
26 | console: CPU revision : 5 | ||
27 | console: Hardware : BCM2835 | ||
28 | console: Revision : 0000 | ||
29 | console: Serial : 0000000000000000 | ||
30 | console: cat /proc/iomem | ||
31 | console: / # cat /proc/iomem | ||
32 | console: 00000000-3bffffff : System RAM | ||
33 | console: 00008000-00afffff : Kernel code | ||
34 | console: 00c00000-00d468ef : Kernel data | ||
35 | console: 3f006000-3f006fff : dwc_otg | ||
36 | console: 3f007000-3f007eff : /soc/dma@7e007000 | ||
37 | console: 3f00b880-3f00b8bf : /soc/mailbox@7e00b880 | ||
38 | console: 3f100000-3f100027 : /soc/watchdog@7e100000 | ||
39 | console: 3f101000-3f102fff : /soc/cprman@7e101000 | ||
40 | console: 3f200000-3f2000b3 : /soc/gpio@7e200000 | ||
41 | PASS (24.59 s) | ||
42 | RESULTS : PASS 1 | ERROR 0 | FAIL 0 | SKIP 0 | WARN 0 | INTERRUPT 0 | CANCEL 0 | ||
43 | JOB TIME : 25.02 s | ||
17 | 44 | ||
18 | Suggested-by: Peter Maydell <peter.maydell@linaro.org> | ||
19 | Signed-off-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | 45 | Signed-off-by: Philippe Mathieu-Daudé <f4bug@amsat.org> |
20 | Message-id: 20180123132051.24448-1-f4bug@amsat.org | 46 | Reviewed-by: Wainer dos Santos Moschetta <wainersm@redhat.com> |
21 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 47 | Message-id: 20210531113837.1689775-1-f4bug@amsat.org |
22 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 48 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
23 | --- | 49 | --- |
24 | include/hw/sd/sdhci.h | 1 + | 50 | tests/acceptance/boot_linux_console.py | 43 ++++++++++++++++++++++++++ |
25 | hw/sd/sdhci.c | 1 + | 51 | 1 file changed, 43 insertions(+) |
26 | 2 files changed, 2 insertions(+) | ||
27 | 52 | ||
28 | diff --git a/include/hw/sd/sdhci.h b/include/hw/sd/sdhci.h | 53 | diff --git a/tests/acceptance/boot_linux_console.py b/tests/acceptance/boot_linux_console.py |
29 | index XXXXXXX..XXXXXXX 100644 | 54 | index XXXXXXX..XXXXXXX 100644 |
30 | --- a/include/hw/sd/sdhci.h | 55 | --- a/tests/acceptance/boot_linux_console.py |
31 | +++ b/include/hw/sd/sdhci.h | 56 | +++ b/tests/acceptance/boot_linux_console.py |
32 | @@ -XXX,XX +XXX,XX @@ typedef struct SDHCIState { | 57 | @@ -XXX,XX +XXX,XX @@ |
33 | /*< public >*/ | 58 | from avocado import skip |
34 | SDBus sdbus; | 59 | from avocado import skipUnless |
35 | MemoryRegion iomem; | 60 | from avocado_qemu import Test |
36 | + AddressSpace sysbus_dma_as; | 61 | +from avocado_qemu import exec_command |
37 | AddressSpace *dma_as; | 62 | from avocado_qemu import exec_command_and_wait_for_pattern |
38 | MemoryRegion *dma_mr; | 63 | from avocado_qemu import interrupt_interactive_console_until_pattern |
39 | 64 | from avocado_qemu import wait_for_console_pattern | |
40 | diff --git a/hw/sd/sdhci.c b/hw/sd/sdhci.c | 65 | @@ -XXX,XX +XXX,XX @@ def test_arm_raspi2_uart0(self): |
41 | index XXXXXXX..XXXXXXX 100644 | 66 | """ |
42 | --- a/hw/sd/sdhci.c | 67 | self.do_test_arm_raspi2(0) |
43 | +++ b/hw/sd/sdhci.c | 68 | |
44 | @@ -XXX,XX +XXX,XX @@ static void sdhci_sysbus_realize(DeviceState *dev, Error ** errp) | 69 | + def test_arm_raspi2_initrd(self): |
45 | } | 70 | + """ |
46 | 71 | + :avocado: tags=arch:arm | |
47 | if (s->dma_mr) { | 72 | + :avocado: tags=machine:raspi2 |
48 | + s->dma_as = &s->sysbus_dma_as; | 73 | + """ |
49 | address_space_init(s->dma_as, s->dma_mr, "sdhci-dma"); | 74 | + deb_url = ('http://archive.raspberrypi.org/debian/' |
50 | } else { | 75 | + 'pool/main/r/raspberrypi-firmware/' |
51 | /* use system_memory() if property "dma" not set */ | 76 | + 'raspberrypi-kernel_1.20190215-1_armhf.deb') |
77 | + deb_hash = 'cd284220b32128c5084037553db3c482426f3972' | ||
78 | + deb_path = self.fetch_asset(deb_url, asset_hash=deb_hash) | ||
79 | + kernel_path = self.extract_from_deb(deb_path, '/boot/kernel7.img') | ||
80 | + dtb_path = self.extract_from_deb(deb_path, '/boot/bcm2709-rpi-2-b.dtb') | ||
81 | + | ||
82 | + initrd_url = ('https://github.com/groeck/linux-build-test/raw/' | ||
83 | + '2eb0a73b5d5a28df3170c546ddaaa9757e1e0848/rootfs/' | ||
84 | + 'arm/rootfs-armv7a.cpio.gz') | ||
85 | + initrd_hash = '604b2e45cdf35045846b8bbfbf2129b1891bdc9c' | ||
86 | + initrd_path_gz = self.fetch_asset(initrd_url, asset_hash=initrd_hash) | ||
87 | + initrd_path = os.path.join(self.workdir, 'rootfs.cpio') | ||
88 | + archive.gzip_uncompress(initrd_path_gz, initrd_path) | ||
89 | + | ||
90 | + self.vm.set_console() | ||
91 | + kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE + | ||
92 | + 'earlycon=pl011,0x3f201000 console=ttyAMA0 ' | ||
93 | + 'panic=-1 noreboot ' + | ||
94 | + 'dwc_otg.fiq_fsm_enable=0') | ||
95 | + self.vm.add_args('-kernel', kernel_path, | ||
96 | + '-dtb', dtb_path, | ||
97 | + '-initrd', initrd_path, | ||
98 | + '-append', kernel_command_line, | ||
99 | + '-no-reboot') | ||
100 | + self.vm.launch() | ||
101 | + self.wait_for_console_pattern('Boot successful.') | ||
102 | + | ||
103 | + exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo', | ||
104 | + 'BCM2835') | ||
105 | + exec_command_and_wait_for_pattern(self, 'cat /proc/iomem', | ||
106 | + '/soc/cprman@7e101000') | ||
107 | + exec_command(self, 'halt') | ||
108 | + # Wait for VM to shut down gracefully | ||
109 | + self.vm.wait() | ||
110 | + | ||
111 | def test_arm_exynos4210_initrd(self): | ||
112 | """ | ||
113 | :avocado: tags=arch:arm | ||
52 | -- | 114 | -- |
53 | 2.7.4 | 115 | 2.20.1 |
54 | 116 | ||
55 | 117 | diff view generated by jsdifflib |
1 | From: Ard Biesheuvel <ard.biesheuvel@linaro.org> | 1 | From: Joe Komlodi <joe.komlodi@xilinx.com> |
---|---|---|---|
2 | 2 | ||
3 | Commit ("3b39d734141a target/arm: Handle page table walk load failures | 3 | If the CPU is running in default NaN mode (FPCR.DN == 1) and we execute |
4 | correctly") modified both versions of the page table walking code (i.e., | 4 | FRSQRTE, FRECPE, or FRECPX with a signaling NaN, parts_silence_nan_frac() will |
5 | arm_ldl_ptw and arm_ldq_ptw) to record the result of the translation in | 5 | assert due to fpst->default_nan_mode being set. |
6 | a temporary 'data' variable so that it can be inspected before being | ||
7 | returned. However, arm_ldq_ptw() returns an uint64_t, and using a | ||
8 | temporary uint32_t variable truncates the upper bits, corrupting the | ||
9 | result. This causes problems when using more than 4 GB of memory in | ||
10 | a TCG guest. So use a uint64_t instead. | ||
11 | 6 | ||
12 | Signed-off-by: Ard Biesheuvel <ard.biesheuvel@linaro.org> | 7 | To avoid this, we check to see what NaN mode we're running in before we call |
13 | Message-id: 20180119194648.25501-1-ard.biesheuvel@linaro.org | 8 | floatxx_silence_nan(). |
9 | |||
10 | Signed-off-by: Joe Komlodi <joe.komlodi@xilinx.com> | ||
11 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
12 | Message-id: 1624662174-175828-2-git-send-email-joe.komlodi@xilinx.com | ||
14 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 13 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
15 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
16 | --- | 15 | --- |
17 | target/arm/helper.c | 2 +- | 16 | target/arm/helper-a64.c | 12 +++++++++--- |
18 | 1 file changed, 1 insertion(+), 1 deletion(-) | 17 | target/arm/vfp_helper.c | 24 ++++++++++++++++++------ |
18 | 2 files changed, 27 insertions(+), 9 deletions(-) | ||
19 | 19 | ||
20 | diff --git a/target/arm/helper.c b/target/arm/helper.c | 20 | diff --git a/target/arm/helper-a64.c b/target/arm/helper-a64.c |
21 | index XXXXXXX..XXXXXXX 100644 | 21 | index XXXXXXX..XXXXXXX 100644 |
22 | --- a/target/arm/helper.c | 22 | --- a/target/arm/helper-a64.c |
23 | +++ b/target/arm/helper.c | 23 | +++ b/target/arm/helper-a64.c |
24 | @@ -XXX,XX +XXX,XX @@ static uint64_t arm_ldq_ptw(CPUState *cs, hwaddr addr, bool is_secure, | 24 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(frecpx_f16)(uint32_t a, void *fpstp) |
25 | MemTxAttrs attrs = {}; | 25 | float16 nan = a; |
26 | MemTxResult result = MEMTX_OK; | 26 | if (float16_is_signaling_nan(a, fpst)) { |
27 | AddressSpace *as; | 27 | float_raise(float_flag_invalid, fpst); |
28 | - uint32_t data; | 28 | - nan = float16_silence_nan(a, fpst); |
29 | + uint64_t data; | 29 | + if (!fpst->default_nan_mode) { |
30 | 30 | + nan = float16_silence_nan(a, fpst); | |
31 | attrs.secure = is_secure; | 31 | + } |
32 | as = arm_addressspace(cs, attrs); | 32 | } |
33 | if (fpst->default_nan_mode) { | ||
34 | nan = float16_default_nan(fpst); | ||
35 | @@ -XXX,XX +XXX,XX @@ float32 HELPER(frecpx_f32)(float32 a, void *fpstp) | ||
36 | float32 nan = a; | ||
37 | if (float32_is_signaling_nan(a, fpst)) { | ||
38 | float_raise(float_flag_invalid, fpst); | ||
39 | - nan = float32_silence_nan(a, fpst); | ||
40 | + if (!fpst->default_nan_mode) { | ||
41 | + nan = float32_silence_nan(a, fpst); | ||
42 | + } | ||
43 | } | ||
44 | if (fpst->default_nan_mode) { | ||
45 | nan = float32_default_nan(fpst); | ||
46 | @@ -XXX,XX +XXX,XX @@ float64 HELPER(frecpx_f64)(float64 a, void *fpstp) | ||
47 | float64 nan = a; | ||
48 | if (float64_is_signaling_nan(a, fpst)) { | ||
49 | float_raise(float_flag_invalid, fpst); | ||
50 | - nan = float64_silence_nan(a, fpst); | ||
51 | + if (!fpst->default_nan_mode) { | ||
52 | + nan = float64_silence_nan(a, fpst); | ||
53 | + } | ||
54 | } | ||
55 | if (fpst->default_nan_mode) { | ||
56 | nan = float64_default_nan(fpst); | ||
57 | diff --git a/target/arm/vfp_helper.c b/target/arm/vfp_helper.c | ||
58 | index XXXXXXX..XXXXXXX 100644 | ||
59 | --- a/target/arm/vfp_helper.c | ||
60 | +++ b/target/arm/vfp_helper.c | ||
61 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(recpe_f16)(uint32_t input, void *fpstp) | ||
62 | float16 nan = f16; | ||
63 | if (float16_is_signaling_nan(f16, fpst)) { | ||
64 | float_raise(float_flag_invalid, fpst); | ||
65 | - nan = float16_silence_nan(f16, fpst); | ||
66 | + if (!fpst->default_nan_mode) { | ||
67 | + nan = float16_silence_nan(f16, fpst); | ||
68 | + } | ||
69 | } | ||
70 | if (fpst->default_nan_mode) { | ||
71 | nan = float16_default_nan(fpst); | ||
72 | @@ -XXX,XX +XXX,XX @@ float32 HELPER(recpe_f32)(float32 input, void *fpstp) | ||
73 | float32 nan = f32; | ||
74 | if (float32_is_signaling_nan(f32, fpst)) { | ||
75 | float_raise(float_flag_invalid, fpst); | ||
76 | - nan = float32_silence_nan(f32, fpst); | ||
77 | + if (!fpst->default_nan_mode) { | ||
78 | + nan = float32_silence_nan(f32, fpst); | ||
79 | + } | ||
80 | } | ||
81 | if (fpst->default_nan_mode) { | ||
82 | nan = float32_default_nan(fpst); | ||
83 | @@ -XXX,XX +XXX,XX @@ float64 HELPER(recpe_f64)(float64 input, void *fpstp) | ||
84 | float64 nan = f64; | ||
85 | if (float64_is_signaling_nan(f64, fpst)) { | ||
86 | float_raise(float_flag_invalid, fpst); | ||
87 | - nan = float64_silence_nan(f64, fpst); | ||
88 | + if (!fpst->default_nan_mode) { | ||
89 | + nan = float64_silence_nan(f64, fpst); | ||
90 | + } | ||
91 | } | ||
92 | if (fpst->default_nan_mode) { | ||
93 | nan = float64_default_nan(fpst); | ||
94 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(rsqrte_f16)(uint32_t input, void *fpstp) | ||
95 | float16 nan = f16; | ||
96 | if (float16_is_signaling_nan(f16, s)) { | ||
97 | float_raise(float_flag_invalid, s); | ||
98 | - nan = float16_silence_nan(f16, s); | ||
99 | + if (!s->default_nan_mode) { | ||
100 | + nan = float16_silence_nan(f16, fpstp); | ||
101 | + } | ||
102 | } | ||
103 | if (s->default_nan_mode) { | ||
104 | nan = float16_default_nan(s); | ||
105 | @@ -XXX,XX +XXX,XX @@ float32 HELPER(rsqrte_f32)(float32 input, void *fpstp) | ||
106 | float32 nan = f32; | ||
107 | if (float32_is_signaling_nan(f32, s)) { | ||
108 | float_raise(float_flag_invalid, s); | ||
109 | - nan = float32_silence_nan(f32, s); | ||
110 | + if (!s->default_nan_mode) { | ||
111 | + nan = float32_silence_nan(f32, fpstp); | ||
112 | + } | ||
113 | } | ||
114 | if (s->default_nan_mode) { | ||
115 | nan = float32_default_nan(s); | ||
116 | @@ -XXX,XX +XXX,XX @@ float64 HELPER(rsqrte_f64)(float64 input, void *fpstp) | ||
117 | float64 nan = f64; | ||
118 | if (float64_is_signaling_nan(f64, s)) { | ||
119 | float_raise(float_flag_invalid, s); | ||
120 | - nan = float64_silence_nan(f64, s); | ||
121 | + if (!s->default_nan_mode) { | ||
122 | + nan = float64_silence_nan(f64, fpstp); | ||
123 | + } | ||
124 | } | ||
125 | if (s->default_nan_mode) { | ||
126 | nan = float64_default_nan(s); | ||
33 | -- | 127 | -- |
34 | 2.7.4 | 128 | 2.20.1 |
35 | 129 | ||
36 | 130 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Maxim Uvarov <maxim.uvarov@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 3 | qemu has 2 type of functions: shutdown and reboot. Shutdown |
4 | Message-id: 20180119045438.28582-16-richard.henderson@linaro.org | 4 | function has to be used for machine shutdown. Otherwise we cause |
5 | a reset with a bogus "cause" value, when we intended a shutdown. | ||
6 | |||
7 | Signed-off-by: Maxim Uvarov <maxim.uvarov@linaro.org> | ||
5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
6 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 9 | Message-id: 20210625111842.3790-3-maxim.uvarov@linaro.org |
10 | [PMM: tweaked commit message] | ||
7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
8 | --- | 12 | --- |
9 | target/arm/helper.c | 3 ++- | 13 | hw/gpio/gpio_pwr.c | 2 +- |
10 | 1 file changed, 2 insertions(+), 1 deletion(-) | 14 | 1 file changed, 1 insertion(+), 1 deletion(-) |
11 | 15 | ||
12 | diff --git a/target/arm/helper.c b/target/arm/helper.c | 16 | diff --git a/hw/gpio/gpio_pwr.c b/hw/gpio/gpio_pwr.c |
13 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/target/arm/helper.c | 18 | --- a/hw/gpio/gpio_pwr.c |
15 | +++ b/target/arm/helper.c | 19 | +++ b/hw/gpio/gpio_pwr.c |
16 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(crc32c)(uint32_t acc, uint32_t val, uint32_t bytes) | 20 | @@ -XXX,XX +XXX,XX @@ static void gpio_pwr_reset(void *opaque, int n, int level) |
17 | */ | 21 | static void gpio_pwr_shutdown(void *opaque, int n, int level) |
18 | static inline int fp_exception_el(CPUARMState *env) | ||
19 | { | 22 | { |
20 | +#ifndef CONFIG_USER_ONLY | 23 | if (level) { |
21 | int fpen; | 24 | - qemu_system_reset_request(SHUTDOWN_CAUSE_GUEST_SHUTDOWN); |
22 | int cur_el = arm_current_el(env); | 25 | + qemu_system_shutdown_request(SHUTDOWN_CAUSE_GUEST_SHUTDOWN); |
23 | |||
24 | @@ -XXX,XX +XXX,XX @@ static inline int fp_exception_el(CPUARMState *env) | ||
25 | /* Trap all FP ops to EL3 */ | ||
26 | return 3; | ||
27 | } | 26 | } |
28 | - | ||
29 | +#endif | ||
30 | return 0; | ||
31 | } | 27 | } |
32 | 28 | ||
33 | -- | 29 | -- |
34 | 2.7.4 | 30 | 2.20.1 |
35 | 31 | ||
36 | 32 | diff view generated by jsdifflib |
1 | From: Jean-Christophe Dubois <jcd@tribudubois.net> | 1 | In do_ldst(), the calculation of the offset needs to be based on the |
---|---|---|---|
2 | size of the memory access, not the size of the elements in the | ||
3 | vector. This meant we were getting it wrong for the widening and | ||
4 | narrowing variants of the various VLDR and VSTR insns. | ||
2 | 5 | ||
3 | The actual imx_eth_enable_rx() function is buggy. | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Message-id: 20210628135835.6690-2-peter.maydell@linaro.org | ||
9 | --- | ||
10 | target/arm/translate-mve.c | 17 +++++++++-------- | ||
11 | 1 file changed, 9 insertions(+), 8 deletions(-) | ||
4 | 12 | ||
5 | It updates s->regs[ENET_RDAR] after calling qemu_flush_queued_packets(). | 13 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c |
6 | |||
7 | qemu_flush_queued_packets() is going to call imx_XXX_receive() which itself | ||
8 | is going to call imx_eth_enable_rx(). | ||
9 | |||
10 | By updating s->regs[ENET_RDAR] after calling qemu_flush_queued_packets() | ||
11 | we end up updating the register with an outdated value which might | ||
12 | lead to disabling the receive function in the i.MX FEC/ENET device. | ||
13 | |||
14 | This patch change the place where the register update is done so that the | ||
15 | register value stays up to date and the receive function can keep | ||
16 | running. | ||
17 | |||
18 | Reported-by: Fyleo <fyleo45@gmail.com> | ||
19 | Tested-by: Fyleo <fyleo45@gmail.com> | ||
20 | Signed-off-by: Jean-Christophe Dubois <jcd@tribudubois.net> | ||
21 | Message-id: 20180113113445.2705-1-jcd@tribudubois.net | ||
22 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
23 | Reviewed-by: Andrey Smirnov <andrew.smirnov@gmail.com> | ||
24 | Tested-by: Andrey Smirnov <andrew.smirnov@gmail.com> | ||
25 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
26 | --- | ||
27 | hw/net/imx_fec.c | 8 ++------ | ||
28 | 1 file changed, 2 insertions(+), 6 deletions(-) | ||
29 | |||
30 | diff --git a/hw/net/imx_fec.c b/hw/net/imx_fec.c | ||
31 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
32 | --- a/hw/net/imx_fec.c | 15 | --- a/target/arm/translate-mve.c |
33 | +++ b/hw/net/imx_fec.c | 16 | +++ b/target/arm/translate-mve.c |
34 | @@ -XXX,XX +XXX,XX @@ static void imx_eth_do_tx(IMXFECState *s, uint32_t index) | 17 | @@ -XXX,XX +XXX,XX @@ static bool mve_skip_first_beat(DisasContext *s) |
35 | static void imx_eth_enable_rx(IMXFECState *s, bool flush) | 18 | } |
19 | } | ||
20 | |||
21 | -static bool do_ldst(DisasContext *s, arg_VLDR_VSTR *a, MVEGenLdStFn *fn) | ||
22 | +static bool do_ldst(DisasContext *s, arg_VLDR_VSTR *a, MVEGenLdStFn *fn, | ||
23 | + unsigned msize) | ||
36 | { | 24 | { |
37 | IMXFECBufDesc bd; | 25 | TCGv_i32 addr; |
38 | - bool rx_ring_full; | 26 | uint32_t offset; |
39 | 27 | @@ -XXX,XX +XXX,XX @@ static bool do_ldst(DisasContext *s, arg_VLDR_VSTR *a, MVEGenLdStFn *fn) | |
40 | imx_fec_read_bd(&bd, s->rx_descriptor); | 28 | return true; |
41 | |||
42 | - rx_ring_full = !(bd.flags & ENET_BD_E); | ||
43 | + s->regs[ENET_RDAR] = (bd.flags & ENET_BD_E) ? ENET_RDAR_RDAR : 0; | ||
44 | |||
45 | - if (rx_ring_full) { | ||
46 | + if (!s->regs[ENET_RDAR]) { | ||
47 | FEC_PRINTF("RX buffer full\n"); | ||
48 | } else if (flush) { | ||
49 | qemu_flush_queued_packets(qemu_get_queue(s->nic)); | ||
50 | } | 29 | } |
51 | - | 30 | |
52 | - s->regs[ENET_RDAR] = rx_ring_full ? 0 : ENET_RDAR_RDAR; | 31 | - offset = a->imm << a->size; |
32 | + offset = a->imm << msize; | ||
33 | if (!a->a) { | ||
34 | offset = -offset; | ||
35 | } | ||
36 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLDR_VSTR(DisasContext *s, arg_VLDR_VSTR *a) | ||
37 | { gen_helper_mve_vstrw, gen_helper_mve_vldrw }, | ||
38 | { NULL, NULL } | ||
39 | }; | ||
40 | - return do_ldst(s, a, ldstfns[a->size][a->l]); | ||
41 | + return do_ldst(s, a, ldstfns[a->size][a->l], a->size); | ||
53 | } | 42 | } |
54 | 43 | ||
55 | static void imx_eth_reset(DeviceState *d) | 44 | -#define DO_VLDST_WIDE_NARROW(OP, SLD, ULD, ST) \ |
56 | @@ -XXX,XX +XXX,XX @@ static void imx_eth_write(void *opaque, hwaddr offset, uint64_t value, | 45 | +#define DO_VLDST_WIDE_NARROW(OP, SLD, ULD, ST, MSIZE) \ |
57 | case ENET_RDAR: | 46 | static bool trans_##OP(DisasContext *s, arg_VLDR_VSTR *a) \ |
58 | if (s->regs[ENET_ECR] & ENET_ECR_ETHEREN) { | 47 | { \ |
59 | if (!s->regs[index]) { | 48 | static MVEGenLdStFn * const ldstfns[2][2] = { \ |
60 | - s->regs[index] = ENET_RDAR_RDAR; | 49 | { gen_helper_mve_##ST, gen_helper_mve_##SLD }, \ |
61 | imx_eth_enable_rx(s, true); | 50 | { NULL, gen_helper_mve_##ULD }, \ |
62 | } | 51 | }; \ |
63 | } else { | 52 | - return do_ldst(s, a, ldstfns[a->u][a->l]); \ |
53 | + return do_ldst(s, a, ldstfns[a->u][a->l], MSIZE); \ | ||
54 | } | ||
55 | |||
56 | -DO_VLDST_WIDE_NARROW(VLDSTB_H, vldrb_sh, vldrb_uh, vstrb_h) | ||
57 | -DO_VLDST_WIDE_NARROW(VLDSTB_W, vldrb_sw, vldrb_uw, vstrb_w) | ||
58 | -DO_VLDST_WIDE_NARROW(VLDSTH_W, vldrh_sw, vldrh_uw, vstrh_w) | ||
59 | +DO_VLDST_WIDE_NARROW(VLDSTB_H, vldrb_sh, vldrb_uh, vstrb_h, MO_8) | ||
60 | +DO_VLDST_WIDE_NARROW(VLDSTB_W, vldrb_sw, vldrb_uw, vstrb_w, MO_8) | ||
61 | +DO_VLDST_WIDE_NARROW(VLDSTH_W, vldrh_sw, vldrh_uw, vstrh_w, MO_16) | ||
62 | |||
63 | static bool trans_VDUP(DisasContext *s, arg_VDUP *a) | ||
64 | { | ||
64 | -- | 65 | -- |
65 | 2.7.4 | 66 | 2.20.1 |
66 | 67 | ||
67 | 68 | diff view generated by jsdifflib |
1 | From: Luc MICHEL <luc.michel@git.antfield.fr> | 1 | The initial implementation of the MVE VRMLALDAVH and VRMLSLDAVH |
---|---|---|---|
2 | insns had some bugs: | ||
3 | * the 32x32 multiply of elements was being done as 32x32->32, | ||
4 | not 32x32->64 | ||
5 | * we were incorrectly maintaining the accumulator in its full | ||
6 | 72-bit form across all 4 beats of the insn; in the pseudocode | ||
7 | it is squashed back into the 64 bits of the RdaHi:RdaLo | ||
8 | registers after each beat | ||
2 | 9 | ||
3 | When C_CTRL.CBPR is 1, the Non-Secure view of C_BPR is altered: | 10 | In particular, fixing the second of these allows us to recast |
4 | - A Non-Secure read of C_BPR should return the BPR value plus 1, | 11 | the implementation to avoid 128-bit arithmetic entirely. |
5 | saturated to 7, | ||
6 | - A Non-Secure write should be ignored. | ||
7 | 12 | ||
8 | Signed-off-by: Luc MICHEL <luc.michel@git.antfield.fr> | 13 | Since the element size here is always 4, we can also drop the |
9 | Message-id: 20180119145756.7629-6-luc.michel@greensocs.com | 14 | parameterization of ESIZE to make the code a little more readable. |
10 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 15 | |
11 | [PMM: fixed comment typo] | 16 | Suggested-by: Richard Henderson <richard.henderson@linaro.org> |
12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
18 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
19 | Message-id: 20210628135835.6690-3-peter.maydell@linaro.org | ||
13 | --- | 20 | --- |
14 | hw/intc/arm_gic.c | 16 +++++++++++++--- | 21 | target/arm/mve_helper.c | 38 +++++++++++++++++++++----------------- |
15 | 1 file changed, 13 insertions(+), 3 deletions(-) | 22 | 1 file changed, 21 insertions(+), 17 deletions(-) |
16 | 23 | ||
17 | diff --git a/hw/intc/arm_gic.c b/hw/intc/arm_gic.c | 24 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c |
18 | index XXXXXXX..XXXXXXX 100644 | 25 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/hw/intc/arm_gic.c | 26 | --- a/target/arm/mve_helper.c |
20 | +++ b/hw/intc/arm_gic.c | 27 | +++ b/target/arm/mve_helper.c |
21 | @@ -XXX,XX +XXX,XX @@ static MemTxResult gic_cpu_read(GICState *s, int cpu, int offset, | 28 | @@ -XXX,XX +XXX,XX @@ |
22 | break; | 29 | */ |
23 | case 0x08: /* Binary Point */ | 30 | |
24 | if (s->security_extn && !attrs.secure) { | 31 | #include "qemu/osdep.h" |
25 | - /* BPR is banked. Non-secure copy stored in ABPR. */ | 32 | -#include "qemu/int128.h" |
26 | - *data = s->abpr[cpu]; | 33 | #include "cpu.h" |
27 | + if (s->cpu_ctlr[cpu] & GICC_CTLR_CBPR) { | 34 | #include "internals.h" |
28 | + /* NS view of BPR when CBPR is 1 */ | 35 | #include "vec_internal.h" |
29 | + *data = MIN(s->bpr[cpu] + 1, 7); | 36 | @@ -XXX,XX +XXX,XX @@ DO_LDAV(vmlsldavsw, 4, int32_t, false, +=, -=) |
30 | + } else { | 37 | DO_LDAV(vmlsldavxsw, 4, int32_t, true, +=, -=) |
31 | + /* BPR is banked. Non-secure copy stored in ABPR. */ | 38 | |
32 | + *data = s->abpr[cpu]; | 39 | /* |
33 | + } | 40 | - * Rounding multiply add long dual accumulate high: we must keep |
34 | } else { | 41 | - * a 72-bit internal accumulator value and return the top 64 bits. |
35 | *data = s->bpr[cpu]; | 42 | + * Rounding multiply add long dual accumulate high. In the pseudocode |
36 | } | 43 | + * this is implemented with a 72-bit internal accumulator value of which |
37 | @@ -XXX,XX +XXX,XX @@ static MemTxResult gic_cpu_write(GICState *s, int cpu, int offset, | 44 | + * the top 64 bits are returned. We optimize this to avoid having to |
38 | break; | 45 | + * use 128-bit arithmetic -- we can do this because the 74-bit accumulator |
39 | case 0x08: /* Binary Point */ | 46 | + * is squashed back into 64-bits after each beat. |
40 | if (s->security_extn && !attrs.secure) { | 47 | */ |
41 | - s->abpr[cpu] = MAX(value & 0x7, GIC_MIN_ABPR); | 48 | -#define DO_LDAVH(OP, ESIZE, TYPE, XCHG, EVENACC, ODDACC, TO128) \ |
42 | + if (s->cpu_ctlr[cpu] & GICC_CTLR_CBPR) { | 49 | +#define DO_LDAVH(OP, TYPE, LTYPE, XCHG, SUB) \ |
43 | + /* WI when CBPR is 1 */ | 50 | uint64_t HELPER(glue(mve_, OP))(CPUARMState *env, void *vn, \ |
44 | + return MEMTX_OK; | 51 | void *vm, uint64_t a) \ |
45 | + } else { | 52 | { \ |
46 | + s->abpr[cpu] = MAX(value & 0x7, GIC_MIN_ABPR); | 53 | uint16_t mask = mve_element_mask(env); \ |
47 | + } | 54 | unsigned e; \ |
48 | } else { | 55 | TYPE *n = vn, *m = vm; \ |
49 | s->bpr[cpu] = MAX(value & 0x7, GIC_MIN_BPR); | 56 | - Int128 acc = int128_lshift(TO128(a), 8); \ |
50 | } | 57 | - for (e = 0; e < 16 / ESIZE; e++, mask >>= ESIZE) { \ |
58 | + for (e = 0; e < 16 / 4; e++, mask >>= 4) { \ | ||
59 | if (mask & 1) { \ | ||
60 | + LTYPE mul; \ | ||
61 | if (e & 1) { \ | ||
62 | - acc = ODDACC(acc, TO128(n[H##ESIZE(e - 1 * XCHG)] * \ | ||
63 | - m[H##ESIZE(e)])); \ | ||
64 | + mul = (LTYPE)n[H4(e - 1 * XCHG)] * m[H4(e)]; \ | ||
65 | + if (SUB) { \ | ||
66 | + mul = -mul; \ | ||
67 | + } \ | ||
68 | } else { \ | ||
69 | - acc = EVENACC(acc, TO128(n[H##ESIZE(e + 1 * XCHG)] * \ | ||
70 | - m[H##ESIZE(e)])); \ | ||
71 | + mul = (LTYPE)n[H4(e + 1 * XCHG)] * m[H4(e)]; \ | ||
72 | } \ | ||
73 | - acc = int128_add(acc, int128_make64(1 << 7)); \ | ||
74 | + mul = (mul >> 8) + ((mul >> 7) & 1); \ | ||
75 | + a += mul; \ | ||
76 | } \ | ||
77 | } \ | ||
78 | mve_advance_vpt(env); \ | ||
79 | - return int128_getlo(int128_rshift(acc, 8)); \ | ||
80 | + return a; \ | ||
81 | } | ||
82 | |||
83 | -DO_LDAVH(vrmlaldavhsw, 4, int32_t, false, int128_add, int128_add, int128_makes64) | ||
84 | -DO_LDAVH(vrmlaldavhxsw, 4, int32_t, true, int128_add, int128_add, int128_makes64) | ||
85 | +DO_LDAVH(vrmlaldavhsw, int32_t, int64_t, false, false) | ||
86 | +DO_LDAVH(vrmlaldavhxsw, int32_t, int64_t, true, false) | ||
87 | |||
88 | -DO_LDAVH(vrmlaldavhuw, 4, uint32_t, false, int128_add, int128_add, int128_make64) | ||
89 | +DO_LDAVH(vrmlaldavhuw, uint32_t, uint64_t, false, false) | ||
90 | |||
91 | -DO_LDAVH(vrmlsldavhsw, 4, int32_t, false, int128_add, int128_sub, int128_makes64) | ||
92 | -DO_LDAVH(vrmlsldavhxsw, 4, int32_t, true, int128_add, int128_sub, int128_makes64) | ||
93 | +DO_LDAVH(vrmlsldavhsw, int32_t, int64_t, false, true) | ||
94 | +DO_LDAVH(vrmlsldavhxsw, int32_t, int64_t, true, true) | ||
95 | |||
96 | /* Vector add across vector */ | ||
97 | #define DO_VADDV(OP, ESIZE, TYPE) \ | ||
51 | -- | 98 | -- |
52 | 2.7.4 | 99 | 2.20.1 |
53 | 100 | ||
54 | 101 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | The function asimd_imm_const() in translate-neon.c is an |
---|---|---|---|
2 | implementation of the pseudocode AdvSIMDExpandImm(), which we will | ||
3 | also want for MVE. Move the implementation to translate.c, with a | ||
4 | prototype in translate.h. | ||
2 | 5 | ||
3 | Helpers that return a pointer into env->vfp.regs so that we isolate | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
4 | the logic of how to index the regs array for different cpu modes. | 7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
8 | Message-id: 20210628135835.6690-4-peter.maydell@linaro.org | ||
9 | --- | ||
10 | target/arm/translate.h | 16 ++++++++++ | ||
11 | target/arm/translate-neon.c | 63 ------------------------------------- | ||
12 | target/arm/translate.c | 57 +++++++++++++++++++++++++++++++++ | ||
13 | 3 files changed, 73 insertions(+), 63 deletions(-) | ||
5 | 14 | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 15 | diff --git a/target/arm/translate.h b/target/arm/translate.h |
7 | Message-id: 20180119045438.28582-7-richard.henderson@linaro.org | ||
8 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
10 | --- | ||
11 | target/arm/cpu.h | 27 +++++++++++++++++++++++++++ | ||
12 | linux-user/signal.c | 22 ++++++++++++---------- | ||
13 | target/arm/arch_dump.c | 8 +++++--- | ||
14 | target/arm/helper-a64.c | 5 +++-- | ||
15 | target/arm/helper.c | 32 ++++++++++++++++++++------------ | ||
16 | target/arm/kvm32.c | 4 ++-- | ||
17 | target/arm/kvm64.c | 31 ++++++++++--------------------- | ||
18 | target/arm/translate-a64.c | 25 ++++++++----------------- | ||
19 | target/arm/translate.c | 16 +++++++++------- | ||
20 | 9 files changed, 96 insertions(+), 74 deletions(-) | ||
21 | |||
22 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | ||
23 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
24 | --- a/target/arm/cpu.h | 17 | --- a/target/arm/translate.h |
25 | +++ b/target/arm/cpu.h | 18 | +++ b/target/arm/translate.h |
26 | @@ -XXX,XX +XXX,XX @@ static inline void *arm_get_el_change_hook_opaque(ARMCPU *cpu) | 19 | @@ -XXX,XX +XXX,XX @@ static inline MemOp finalize_memop(DisasContext *s, MemOp opc) |
27 | return cpu->el_change_hook_opaque; | 20 | return opc | s->be_data; |
28 | } | 21 | } |
29 | 22 | ||
30 | +/** | 23 | +/** |
31 | + * aa32_vfp_dreg: | 24 | + * asimd_imm_const: Expand an encoded SIMD constant value |
32 | + * Return a pointer to the Dn register within env in 32-bit mode. | 25 | + * |
26 | + * Expand a SIMD constant value. This is essentially the pseudocode | ||
27 | + * AdvSIMDExpandImm, except that we also perform the boolean NOT needed for | ||
28 | + * VMVN and VBIC (when cmode < 14 && op == 1). | ||
29 | + * | ||
30 | + * The combination cmode == 15 op == 1 is a reserved encoding for AArch32; | ||
31 | + * callers must catch this. | ||
32 | + * | ||
33 | + * cmode = 2,3,4,5,6,7,10,11,12,13 imm=0 was UNPREDICTABLE in v7A but | ||
34 | + * is either not unpredictable or merely CONSTRAINED UNPREDICTABLE in v8A; | ||
35 | + * we produce an immediate constant value of 0 in these cases. | ||
33 | + */ | 36 | + */ |
34 | +static inline uint64_t *aa32_vfp_dreg(CPUARMState *env, unsigned regno) | 37 | +uint64_t asimd_imm_const(uint32_t imm, int cmode, int op); |
35 | +{ | ||
36 | + return &env->vfp.regs[regno]; | ||
37 | +} | ||
38 | + | 38 | + |
39 | +/** | 39 | #endif /* TARGET_ARM_TRANSLATE_H */ |
40 | + * aa32_vfp_qreg: | 40 | diff --git a/target/arm/translate-neon.c b/target/arm/translate-neon.c |
41 | + * Return a pointer to the Qn register within env in 32-bit mode. | ||
42 | + */ | ||
43 | +static inline uint64_t *aa32_vfp_qreg(CPUARMState *env, unsigned regno) | ||
44 | +{ | ||
45 | + return &env->vfp.regs[2 * regno]; | ||
46 | +} | ||
47 | + | ||
48 | +/** | ||
49 | + * aa64_vfp_qreg: | ||
50 | + * Return a pointer to the Qn register within env in 64-bit mode. | ||
51 | + */ | ||
52 | +static inline uint64_t *aa64_vfp_qreg(CPUARMState *env, unsigned regno) | ||
53 | +{ | ||
54 | + return &env->vfp.regs[2 * regno]; | ||
55 | +} | ||
56 | + | ||
57 | #endif | ||
58 | diff --git a/linux-user/signal.c b/linux-user/signal.c | ||
59 | index XXXXXXX..XXXXXXX 100644 | 41 | index XXXXXXX..XXXXXXX 100644 |
60 | --- a/linux-user/signal.c | 42 | --- a/target/arm/translate-neon.c |
61 | +++ b/linux-user/signal.c | 43 | +++ b/target/arm/translate-neon.c |
62 | @@ -XXX,XX +XXX,XX @@ static int target_setup_sigframe(struct target_rt_sigframe *sf, | 44 | @@ -XXX,XX +XXX,XX @@ DO_FP_2SH(VCVT_UH, gen_helper_gvec_vcvt_uh) |
63 | } | 45 | DO_FP_2SH(VCVT_HS, gen_helper_gvec_vcvt_hs) |
64 | 46 | DO_FP_2SH(VCVT_HU, gen_helper_gvec_vcvt_hu) | |
65 | for (i = 0; i < 32; i++) { | 47 | |
66 | + uint64_t *q = aa64_vfp_qreg(env, i); | 48 | -static uint64_t asimd_imm_const(uint32_t imm, int cmode, int op) |
67 | #ifdef TARGET_WORDS_BIGENDIAN | 49 | -{ |
68 | - __put_user(env->vfp.regs[i * 2], &aux->fpsimd.vregs[i * 2 + 1]); | 50 | - /* |
69 | - __put_user(env->vfp.regs[i * 2 + 1], &aux->fpsimd.vregs[i * 2]); | 51 | - * Expand the encoded constant. |
70 | + __put_user(q[0], &aux->fpsimd.vregs[i * 2 + 1]); | 52 | - * Note that cmode = 2,3,4,5,6,7,10,11,12,13 imm=0 is UNPREDICTABLE. |
71 | + __put_user(q[1], &aux->fpsimd.vregs[i * 2]); | 53 | - * We choose to not special-case this and will behave as if a |
72 | #else | 54 | - * valid constant encoding of 0 had been given. |
73 | - __put_user(env->vfp.regs[i * 2], &aux->fpsimd.vregs[i * 2]); | 55 | - * cmode = 15 op = 1 must UNDEF; we assume decode has handled that. |
74 | - __put_user(env->vfp.regs[i * 2 + 1], &aux->fpsimd.vregs[i * 2 + 1]); | ||
75 | + __put_user(q[0], &aux->fpsimd.vregs[i * 2]); | ||
76 | + __put_user(q[1], &aux->fpsimd.vregs[i * 2 + 1]); | ||
77 | #endif | ||
78 | } | ||
79 | __put_user(vfp_get_fpsr(env), &aux->fpsimd.fpsr); | ||
80 | @@ -XXX,XX +XXX,XX @@ static int target_restore_sigframe(CPUARMState *env, | ||
81 | } | ||
82 | |||
83 | for (i = 0; i < 32; i++) { | ||
84 | + uint64_t *q = aa64_vfp_qreg(env, i); | ||
85 | #ifdef TARGET_WORDS_BIGENDIAN | ||
86 | - __get_user(env->vfp.regs[i * 2], &aux->fpsimd.vregs[i * 2 + 1]); | ||
87 | - __get_user(env->vfp.regs[i * 2 + 1], &aux->fpsimd.vregs[i * 2]); | ||
88 | + __get_user(q[0], &aux->fpsimd.vregs[i * 2 + 1]); | ||
89 | + __get_user(q[1], &aux->fpsimd.vregs[i * 2]); | ||
90 | #else | ||
91 | - __get_user(env->vfp.regs[i * 2], &aux->fpsimd.vregs[i * 2]); | ||
92 | - __get_user(env->vfp.regs[i * 2 + 1], &aux->fpsimd.vregs[i * 2 + 1]); | ||
93 | + __get_user(q[0], &aux->fpsimd.vregs[i * 2]); | ||
94 | + __get_user(q[1], &aux->fpsimd.vregs[i * 2 + 1]); | ||
95 | #endif | ||
96 | } | ||
97 | __get_user(fpsr, &aux->fpsimd.fpsr); | ||
98 | @@ -XXX,XX +XXX,XX @@ static abi_ulong *setup_sigframe_v2_vfp(abi_ulong *regspace, CPUARMState *env) | ||
99 | __put_user(TARGET_VFP_MAGIC, &vfpframe->magic); | ||
100 | __put_user(sizeof(*vfpframe), &vfpframe->size); | ||
101 | for (i = 0; i < 32; i++) { | ||
102 | - __put_user(float64_val(env->vfp.regs[i]), &vfpframe->ufp.fpregs[i]); | ||
103 | + __put_user(*aa32_vfp_dreg(env, i), &vfpframe->ufp.fpregs[i]); | ||
104 | } | ||
105 | __put_user(vfp_get_fpscr(env), &vfpframe->ufp.fpscr); | ||
106 | __put_user(env->vfp.xregs[ARM_VFP_FPEXC], &vfpframe->ufp_exc.fpexc); | ||
107 | @@ -XXX,XX +XXX,XX @@ static abi_ulong *restore_sigframe_v2_vfp(CPUARMState *env, abi_ulong *regspace) | ||
108 | return 0; | ||
109 | } | ||
110 | for (i = 0; i < 32; i++) { | ||
111 | - __get_user(float64_val(env->vfp.regs[i]), &vfpframe->ufp.fpregs[i]); | ||
112 | + __get_user(*aa32_vfp_dreg(env, i), &vfpframe->ufp.fpregs[i]); | ||
113 | } | ||
114 | __get_user(fpscr, &vfpframe->ufp.fpscr); | ||
115 | vfp_set_fpscr(env, fpscr); | ||
116 | diff --git a/target/arm/arch_dump.c b/target/arm/arch_dump.c | ||
117 | index XXXXXXX..XXXXXXX 100644 | ||
118 | --- a/target/arm/arch_dump.c | ||
119 | +++ b/target/arm/arch_dump.c | ||
120 | @@ -XXX,XX +XXX,XX @@ static int aarch64_write_elf64_prfpreg(WriteCoreDumpFunction f, | ||
121 | |||
122 | aarch64_note_init(¬e, s, "CORE", 5, NT_PRFPREG, sizeof(note.vfp)); | ||
123 | |||
124 | - for (i = 0; i < 64; ++i) { | ||
125 | - note.vfp.vregs[i] = cpu_to_dump64(s, env->vfp.regs[i]); | ||
126 | + for (i = 0; i < 32; ++i) { | ||
127 | + uint64_t *q = aa64_vfp_qreg(env, i); | ||
128 | + note.vfp.vregs[2*i + 0] = cpu_to_dump64(s, q[0]); | ||
129 | + note.vfp.vregs[2*i + 1] = cpu_to_dump64(s, q[1]); | ||
130 | } | ||
131 | |||
132 | if (s->dump_info.d_endian == ELFDATA2MSB) { | ||
133 | @@ -XXX,XX +XXX,XX @@ static int arm_write_elf32_vfp(WriteCoreDumpFunction f, CPUARMState *env, | ||
134 | arm_note_init(¬e, s, "LINUX", 6, NT_ARM_VFP, sizeof(note.vfp)); | ||
135 | |||
136 | for (i = 0; i < 32; ++i) { | ||
137 | - note.vfp.vregs[i] = cpu_to_dump64(s, env->vfp.regs[i]); | ||
138 | + note.vfp.vregs[i] = cpu_to_dump64(s, *aa32_vfp_dreg(env, i)); | ||
139 | } | ||
140 | |||
141 | note.vfp.fpscr = cpu_to_dump32(s, vfp_get_fpscr(env)); | ||
142 | diff --git a/target/arm/helper-a64.c b/target/arm/helper-a64.c | ||
143 | index XXXXXXX..XXXXXXX 100644 | ||
144 | --- a/target/arm/helper-a64.c | ||
145 | +++ b/target/arm/helper-a64.c | ||
146 | @@ -XXX,XX +XXX,XX @@ uint64_t HELPER(simd_tbl)(CPUARMState *env, uint64_t result, uint64_t indices, | ||
147 | if (index < 16 * numregs) { | ||
148 | /* Convert index (a byte offset into the virtual table | ||
149 | * which is a series of 128-bit vectors concatenated) | ||
150 | - * into the correct vfp.regs[] element plus a bit offset | ||
151 | + * into the correct register element plus a bit offset | ||
152 | * into that element, bearing in mind that the table | ||
153 | * can wrap around from V31 to V0. | ||
154 | */ | ||
155 | int elt = (rn * 2 + (index >> 3)) % 64; | ||
156 | int bitidx = (index & 7) * 8; | ||
157 | - uint64_t val = extract64(env->vfp.regs[elt], bitidx, 8); | ||
158 | + uint64_t *q = aa64_vfp_qreg(env, elt >> 1); | ||
159 | + uint64_t val = extract64(q[elt & 1], bitidx, 8); | ||
160 | |||
161 | result = deposit64(result, shift, 8, val); | ||
162 | } | ||
163 | diff --git a/target/arm/helper.c b/target/arm/helper.c | ||
164 | index XXXXXXX..XXXXXXX 100644 | ||
165 | --- a/target/arm/helper.c | ||
166 | +++ b/target/arm/helper.c | ||
167 | @@ -XXX,XX +XXX,XX @@ static int vfp_gdb_get_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
168 | /* VFP data registers are always little-endian. */ | ||
169 | nregs = arm_feature(env, ARM_FEATURE_VFP3) ? 32 : 16; | ||
170 | if (reg < nregs) { | ||
171 | - stq_le_p(buf, env->vfp.regs[reg]); | ||
172 | + stq_le_p(buf, *aa32_vfp_dreg(env, reg)); | ||
173 | return 8; | ||
174 | } | ||
175 | if (arm_feature(env, ARM_FEATURE_NEON)) { | ||
176 | /* Aliases for Q regs. */ | ||
177 | nregs += 16; | ||
178 | if (reg < nregs) { | ||
179 | - stq_le_p(buf, env->vfp.regs[(reg - 32) * 2]); | ||
180 | - stq_le_p(buf + 8, env->vfp.regs[(reg - 32) * 2 + 1]); | ||
181 | + uint64_t *q = aa32_vfp_qreg(env, reg - 32); | ||
182 | + stq_le_p(buf, q[0]); | ||
183 | + stq_le_p(buf + 8, q[1]); | ||
184 | return 16; | ||
185 | } | ||
186 | } | ||
187 | @@ -XXX,XX +XXX,XX @@ static int vfp_gdb_set_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
188 | |||
189 | nregs = arm_feature(env, ARM_FEATURE_VFP3) ? 32 : 16; | ||
190 | if (reg < nregs) { | ||
191 | - env->vfp.regs[reg] = ldq_le_p(buf); | ||
192 | + *aa32_vfp_dreg(env, reg) = ldq_le_p(buf); | ||
193 | return 8; | ||
194 | } | ||
195 | if (arm_feature(env, ARM_FEATURE_NEON)) { | ||
196 | nregs += 16; | ||
197 | if (reg < nregs) { | ||
198 | - env->vfp.regs[(reg - 32) * 2] = ldq_le_p(buf); | ||
199 | - env->vfp.regs[(reg - 32) * 2 + 1] = ldq_le_p(buf + 8); | ||
200 | + uint64_t *q = aa32_vfp_qreg(env, reg - 32); | ||
201 | + q[0] = ldq_le_p(buf); | ||
202 | + q[1] = ldq_le_p(buf + 8); | ||
203 | return 16; | ||
204 | } | ||
205 | } | ||
206 | @@ -XXX,XX +XXX,XX @@ static int aarch64_fpu_gdb_get_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
207 | switch (reg) { | ||
208 | case 0 ... 31: | ||
209 | /* 128 bit FP register */ | ||
210 | - stq_le_p(buf, env->vfp.regs[reg * 2]); | ||
211 | - stq_le_p(buf + 8, env->vfp.regs[reg * 2 + 1]); | ||
212 | - return 16; | ||
213 | + { | ||
214 | + uint64_t *q = aa64_vfp_qreg(env, reg); | ||
215 | + stq_le_p(buf, q[0]); | ||
216 | + stq_le_p(buf + 8, q[1]); | ||
217 | + return 16; | ||
218 | + } | ||
219 | case 32: | ||
220 | /* FPSR */ | ||
221 | stl_p(buf, vfp_get_fpsr(env)); | ||
222 | @@ -XXX,XX +XXX,XX @@ static int aarch64_fpu_gdb_set_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
223 | switch (reg) { | ||
224 | case 0 ... 31: | ||
225 | /* 128 bit FP register */ | ||
226 | - env->vfp.regs[reg * 2] = ldq_le_p(buf); | ||
227 | - env->vfp.regs[reg * 2 + 1] = ldq_le_p(buf + 8); | ||
228 | - return 16; | ||
229 | + { | ||
230 | + uint64_t *q = aa64_vfp_qreg(env, reg); | ||
231 | + q[0] = ldq_le_p(buf); | ||
232 | + q[1] = ldq_le_p(buf + 8); | ||
233 | + return 16; | ||
234 | + } | ||
235 | case 32: | ||
236 | /* FPSR */ | ||
237 | vfp_set_fpsr(env, ldl_p(buf)); | ||
238 | diff --git a/target/arm/kvm32.c b/target/arm/kvm32.c | ||
239 | index XXXXXXX..XXXXXXX 100644 | ||
240 | --- a/target/arm/kvm32.c | ||
241 | +++ b/target/arm/kvm32.c | ||
242 | @@ -XXX,XX +XXX,XX @@ int kvm_arch_put_registers(CPUState *cs, int level) | ||
243 | /* VFP registers */ | ||
244 | r.id = KVM_REG_ARM | KVM_REG_SIZE_U64 | KVM_REG_ARM_VFP; | ||
245 | for (i = 0; i < 32; i++) { | ||
246 | - r.addr = (uintptr_t)(&env->vfp.regs[i]); | ||
247 | + r.addr = (uintptr_t)aa32_vfp_dreg(env, i); | ||
248 | ret = kvm_vcpu_ioctl(cs, KVM_SET_ONE_REG, &r); | ||
249 | if (ret) { | ||
250 | return ret; | ||
251 | @@ -XXX,XX +XXX,XX @@ int kvm_arch_get_registers(CPUState *cs) | ||
252 | /* VFP registers */ | ||
253 | r.id = KVM_REG_ARM | KVM_REG_SIZE_U64 | KVM_REG_ARM_VFP; | ||
254 | for (i = 0; i < 32; i++) { | ||
255 | - r.addr = (uintptr_t)(&env->vfp.regs[i]); | ||
256 | + r.addr = (uintptr_t)aa32_vfp_dreg(env, i); | ||
257 | ret = kvm_vcpu_ioctl(cs, KVM_GET_ONE_REG, &r); | ||
258 | if (ret) { | ||
259 | return ret; | ||
260 | diff --git a/target/arm/kvm64.c b/target/arm/kvm64.c | ||
261 | index XXXXXXX..XXXXXXX 100644 | ||
262 | --- a/target/arm/kvm64.c | ||
263 | +++ b/target/arm/kvm64.c | ||
264 | @@ -XXX,XX +XXX,XX @@ int kvm_arch_put_registers(CPUState *cs, int level) | ||
265 | } | ||
266 | } | ||
267 | |||
268 | - /* Advanced SIMD and FP registers | ||
269 | - * We map Qn = regs[2n+1]:regs[2n] | ||
270 | - */ | 56 | - */ |
271 | + /* Advanced SIMD and FP registers. */ | 57 | - switch (cmode) { |
272 | for (i = 0; i < 32; i++) { | 58 | - case 0: case 1: |
273 | - int rd = i << 1; | 59 | - /* no-op */ |
274 | - uint64_t fp_val[2]; | 60 | - break; |
275 | + uint64_t *q = aa64_vfp_qreg(env, i); | 61 | - case 2: case 3: |
276 | #ifdef HOST_WORDS_BIGENDIAN | 62 | - imm <<= 8; |
277 | - fp_val[0] = env->vfp.regs[rd + 1]; | 63 | - break; |
278 | - fp_val[1] = env->vfp.regs[rd]; | 64 | - case 4: case 5: |
279 | + uint64_t fp_val[2] = { q[1], q[0] }; | 65 | - imm <<= 16; |
280 | + reg.addr = (uintptr_t)fp_val; | 66 | - break; |
281 | #else | 67 | - case 6: case 7: |
282 | - fp_val[1] = env->vfp.regs[rd + 1]; | 68 | - imm <<= 24; |
283 | - fp_val[0] = env->vfp.regs[rd]; | 69 | - break; |
284 | + reg.addr = (uintptr_t)q; | 70 | - case 8: case 9: |
285 | #endif | 71 | - imm |= imm << 16; |
286 | reg.id = AARCH64_SIMD_CORE_REG(fp_regs.vregs[i]); | 72 | - break; |
287 | - reg.addr = (uintptr_t)(&fp_val); | 73 | - case 10: case 11: |
288 | ret = kvm_vcpu_ioctl(cs, KVM_SET_ONE_REG, ®); | 74 | - imm = (imm << 8) | (imm << 24); |
289 | if (ret) { | 75 | - break; |
290 | return ret; | 76 | - case 12: |
291 | @@ -XXX,XX +XXX,XX @@ int kvm_arch_get_registers(CPUState *cs) | 77 | - imm = (imm << 8) | 0xff; |
292 | env->spsr = env->banked_spsr[i]; | 78 | - break; |
293 | } | 79 | - case 13: |
294 | 80 | - imm = (imm << 16) | 0xffff; | |
295 | - /* Advanced SIMD and FP registers | 81 | - break; |
296 | - * We map Qn = regs[2n+1]:regs[2n] | 82 | - case 14: |
297 | - */ | 83 | - if (op) { |
298 | + /* Advanced SIMD and FP registers */ | 84 | - /* |
299 | for (i = 0; i < 32; i++) { | 85 | - * This is the only case where the top and bottom 32 bits |
300 | - uint64_t fp_val[2]; | 86 | - * of the encoded constant differ. |
301 | + uint64_t *q = aa64_vfp_qreg(env, i); | 87 | - */ |
302 | reg.id = AARCH64_SIMD_CORE_REG(fp_regs.vregs[i]); | 88 | - uint64_t imm64 = 0; |
303 | - reg.addr = (uintptr_t)(&fp_val); | 89 | - int n; |
304 | + reg.addr = (uintptr_t)q; | 90 | - |
305 | ret = kvm_vcpu_ioctl(cs, KVM_GET_ONE_REG, ®); | 91 | - for (n = 0; n < 8; n++) { |
306 | if (ret) { | 92 | - if (imm & (1 << n)) { |
307 | return ret; | 93 | - imm64 |= (0xffULL << (n * 8)); |
308 | } else { | 94 | - } |
309 | - int rd = i << 1; | 95 | - } |
310 | #ifdef HOST_WORDS_BIGENDIAN | 96 | - return imm64; |
311 | - env->vfp.regs[rd + 1] = fp_val[0]; | 97 | - } |
312 | - env->vfp.regs[rd] = fp_val[1]; | 98 | - imm |= (imm << 8) | (imm << 16) | (imm << 24); |
313 | -#else | 99 | - break; |
314 | - env->vfp.regs[rd + 1] = fp_val[1]; | 100 | - case 15: |
315 | - env->vfp.regs[rd] = fp_val[0]; | 101 | - imm = ((imm & 0x80) << 24) | ((imm & 0x3f) << 19) |
316 | + uint64_t t; | 102 | - | ((imm & 0x40) ? (0x1f << 25) : (1 << 30)); |
317 | + t = q[0], q[0] = q[1], q[1] = t; | 103 | - break; |
318 | #endif | 104 | - } |
319 | } | 105 | - if (op) { |
320 | } | 106 | - imm = ~imm; |
321 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | 107 | - } |
322 | index XXXXXXX..XXXXXXX 100644 | 108 | - return dup_const(MO_32, imm); |
323 | --- a/target/arm/translate-a64.c | 109 | -} |
324 | +++ b/target/arm/translate-a64.c | 110 | - |
325 | @@ -XXX,XX +XXX,XX @@ void aarch64_cpu_dump_state(CPUState *cs, FILE *f, | 111 | static bool do_1reg_imm(DisasContext *s, arg_1reg_imm *a, |
326 | 112 | GVecGen2iFn *fn) | |
327 | if (flags & CPU_DUMP_FPU) { | ||
328 | int numvfpregs = 32; | ||
329 | - for (i = 0; i < numvfpregs; i += 2) { | ||
330 | - uint64_t vlo = env->vfp.regs[i * 2]; | ||
331 | - uint64_t vhi = env->vfp.regs[(i * 2) + 1]; | ||
332 | - cpu_fprintf(f, "q%02d=%016" PRIx64 ":%016" PRIx64 " ", | ||
333 | - i, vhi, vlo); | ||
334 | - vlo = env->vfp.regs[(i + 1) * 2]; | ||
335 | - vhi = env->vfp.regs[((i + 1) * 2) + 1]; | ||
336 | - cpu_fprintf(f, "q%02d=%016" PRIx64 ":%016" PRIx64 "\n", | ||
337 | - i + 1, vhi, vlo); | ||
338 | + for (i = 0; i < numvfpregs; i++) { | ||
339 | + uint64_t *q = aa64_vfp_qreg(env, i); | ||
340 | + uint64_t vlo = q[0]; | ||
341 | + uint64_t vhi = q[1]; | ||
342 | + cpu_fprintf(f, "q%02d=%016" PRIx64 ":%016" PRIx64 "%c", | ||
343 | + i, vhi, vlo, (i & 1 ? '\n' : ' ')); | ||
344 | } | ||
345 | cpu_fprintf(f, "FPCR: %08x FPSR: %08x\n", | ||
346 | vfp_get_fpcr(env), vfp_get_fpsr(env)); | ||
347 | @@ -XXX,XX +XXX,XX @@ static TCGv_ptr vec_full_reg_ptr(DisasContext *s, int regno) | ||
348 | */ | ||
349 | static inline int fp_reg_offset(DisasContext *s, int regno, TCGMemOp size) | ||
350 | { | 113 | { |
351 | - int offs = offsetof(CPUARMState, vfp.regs[regno * 2]); | ||
352 | -#ifdef HOST_WORDS_BIGENDIAN | ||
353 | - offs += (8 - (1 << size)); | ||
354 | -#endif | ||
355 | - assert_fp_access_checked(s); | ||
356 | - return offs; | ||
357 | + return vec_reg_offset(s, regno, 0, size); | ||
358 | } | ||
359 | |||
360 | /* Offset of the high half of the 128 bit vector Qn */ | ||
361 | static inline int fp_reg_hi_offset(DisasContext *s, int regno) | ||
362 | { | ||
363 | - assert_fp_access_checked(s); | ||
364 | - return offsetof(CPUARMState, vfp.regs[regno * 2 + 1]); | ||
365 | + return vec_reg_offset(s, regno, 1, MO_64); | ||
366 | } | ||
367 | |||
368 | /* Convenience accessors for reading and writing single and double | ||
369 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 114 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
370 | index XXXXXXX..XXXXXXX 100644 | 115 | index XXXXXXX..XXXXXXX 100644 |
371 | --- a/target/arm/translate.c | 116 | --- a/target/arm/translate.c |
372 | +++ b/target/arm/translate.c | 117 | +++ b/target/arm/translate.c |
373 | @@ -XXX,XX +XXX,XX @@ static inline void gen_vfp_st(DisasContext *s, int dp, TCGv_i32 addr) | 118 | @@ -XXX,XX +XXX,XX @@ void arm_translate_init(void) |
374 | static inline long | 119 | a64_translate_init(); |
375 | vfp_reg_offset (int dp, int reg) | 120 | } |
121 | |||
122 | +uint64_t asimd_imm_const(uint32_t imm, int cmode, int op) | ||
123 | +{ | ||
124 | + /* Expand the encoded constant as per AdvSIMDExpandImm pseudocode */ | ||
125 | + switch (cmode) { | ||
126 | + case 0: case 1: | ||
127 | + /* no-op */ | ||
128 | + break; | ||
129 | + case 2: case 3: | ||
130 | + imm <<= 8; | ||
131 | + break; | ||
132 | + case 4: case 5: | ||
133 | + imm <<= 16; | ||
134 | + break; | ||
135 | + case 6: case 7: | ||
136 | + imm <<= 24; | ||
137 | + break; | ||
138 | + case 8: case 9: | ||
139 | + imm |= imm << 16; | ||
140 | + break; | ||
141 | + case 10: case 11: | ||
142 | + imm = (imm << 8) | (imm << 24); | ||
143 | + break; | ||
144 | + case 12: | ||
145 | + imm = (imm << 8) | 0xff; | ||
146 | + break; | ||
147 | + case 13: | ||
148 | + imm = (imm << 16) | 0xffff; | ||
149 | + break; | ||
150 | + case 14: | ||
151 | + if (op) { | ||
152 | + /* | ||
153 | + * This is the only case where the top and bottom 32 bits | ||
154 | + * of the encoded constant differ. | ||
155 | + */ | ||
156 | + uint64_t imm64 = 0; | ||
157 | + int n; | ||
158 | + | ||
159 | + for (n = 0; n < 8; n++) { | ||
160 | + if (imm & (1 << n)) { | ||
161 | + imm64 |= (0xffULL << (n * 8)); | ||
162 | + } | ||
163 | + } | ||
164 | + return imm64; | ||
165 | + } | ||
166 | + imm |= (imm << 8) | (imm << 16) | (imm << 24); | ||
167 | + break; | ||
168 | + case 15: | ||
169 | + imm = ((imm & 0x80) << 24) | ((imm & 0x3f) << 19) | ||
170 | + | ((imm & 0x40) ? (0x1f << 25) : (1 << 30)); | ||
171 | + break; | ||
172 | + } | ||
173 | + if (op) { | ||
174 | + imm = ~imm; | ||
175 | + } | ||
176 | + return dup_const(MO_32, imm); | ||
177 | +} | ||
178 | + | ||
179 | /* Generate a label used for skipping this instruction */ | ||
180 | void arm_gen_condlabel(DisasContext *s) | ||
376 | { | 181 | { |
377 | - if (dp) | ||
378 | + if (dp) { | ||
379 | return offsetof(CPUARMState, vfp.regs[reg]); | ||
380 | - else if (reg & 1) { | ||
381 | - return offsetof(CPUARMState, vfp.regs[reg >> 1]) | ||
382 | - + offsetof(CPU_DoubleU, l.upper); | ||
383 | } else { | ||
384 | - return offsetof(CPUARMState, vfp.regs[reg >> 1]) | ||
385 | - + offsetof(CPU_DoubleU, l.lower); | ||
386 | + long ofs = offsetof(CPUARMState, vfp.regs[reg >> 1]); | ||
387 | + if (reg & 1) { | ||
388 | + ofs += offsetof(CPU_DoubleU, l.upper); | ||
389 | + } else { | ||
390 | + ofs += offsetof(CPU_DoubleU, l.lower); | ||
391 | + } | ||
392 | + return ofs; | ||
393 | } | ||
394 | } | ||
395 | |||
396 | @@ -XXX,XX +XXX,XX @@ void arm_cpu_dump_state(CPUState *cs, FILE *f, fprintf_function cpu_fprintf, | ||
397 | numvfpregs += 16; | ||
398 | } | ||
399 | for (i = 0; i < numvfpregs; i++) { | ||
400 | - uint64_t v = env->vfp.regs[i]; | ||
401 | + uint64_t v = *aa32_vfp_dreg(env, i); | ||
402 | cpu_fprintf(f, "s%02d=%08x s%02d=%08x d%02d=%016" PRIx64 "\n", | ||
403 | i * 2, (uint32_t)v, | ||
404 | i * 2 + 1, (uint32_t)(v >> 32), | ||
405 | -- | 182 | -- |
406 | 2.7.4 | 183 | 2.20.1 |
407 | 184 | ||
408 | 185 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | The A64 AdvSIMD modified-immediate grouping uses almost the same |
---|---|---|---|
2 | constant encoding that A32 Neon does; reuse asimd_imm_const() (to | ||
3 | which we add the AArch64-specific case for cmode 15 op 1) instead of | ||
4 | reimplementing it all. | ||
2 | 5 | ||
3 | All direct users of this field want an integral value. Drop all | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
4 | of the extra casting between uint64_t and float64. | 7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
8 | Message-id: 20210628135835.6690-5-peter.maydell@linaro.org | ||
9 | --- | ||
10 | target/arm/translate.h | 3 +- | ||
11 | target/arm/translate-a64.c | 86 ++++---------------------------------- | ||
12 | target/arm/translate.c | 17 +++++++- | ||
13 | 3 files changed, 24 insertions(+), 82 deletions(-) | ||
5 | 14 | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 15 | diff --git a/target/arm/translate.h b/target/arm/translate.h |
7 | Message-id: 20180119045438.28582-6-richard.henderson@linaro.org | ||
8 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
10 | --- | ||
11 | target/arm/cpu.h | 2 +- | ||
12 | target/arm/arch_dump.c | 4 ++-- | ||
13 | target/arm/helper.c | 20 ++++++++++---------- | ||
14 | target/arm/machine.c | 2 +- | ||
15 | target/arm/translate-a64.c | 8 ++++---- | ||
16 | target/arm/translate.c | 2 +- | ||
17 | 6 files changed, 19 insertions(+), 19 deletions(-) | ||
18 | |||
19 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | ||
20 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
21 | --- a/target/arm/cpu.h | 17 | --- a/target/arm/translate.h |
22 | +++ b/target/arm/cpu.h | 18 | +++ b/target/arm/translate.h |
23 | @@ -XXX,XX +XXX,XX @@ typedef struct CPUARMState { | 19 | @@ -XXX,XX +XXX,XX @@ static inline MemOp finalize_memop(DisasContext *s, MemOp opc) |
24 | * the two execution states, and means we do not need to explicitly | 20 | * VMVN and VBIC (when cmode < 14 && op == 1). |
25 | * map these registers when changing states. | 21 | * |
26 | */ | 22 | * The combination cmode == 15 op == 1 is a reserved encoding for AArch32; |
27 | - float64 regs[64]; | 23 | - * callers must catch this. |
28 | + uint64_t regs[64]; | 24 | + * callers must catch this; we return the 64-bit constant value defined |
29 | 25 | + * for AArch64. | |
30 | uint32_t xregs[16]; | 26 | * |
31 | /* We store these fpcsr fields separately for convenience. */ | 27 | * cmode = 2,3,4,5,6,7,10,11,12,13 imm=0 was UNPREDICTABLE in v7A but |
32 | diff --git a/target/arm/arch_dump.c b/target/arm/arch_dump.c | 28 | * is either not unpredictable or merely CONSTRAINED UNPREDICTABLE in v8A; |
33 | index XXXXXXX..XXXXXXX 100644 | ||
34 | --- a/target/arm/arch_dump.c | ||
35 | +++ b/target/arm/arch_dump.c | ||
36 | @@ -XXX,XX +XXX,XX @@ static int aarch64_write_elf64_prfpreg(WriteCoreDumpFunction f, | ||
37 | aarch64_note_init(¬e, s, "CORE", 5, NT_PRFPREG, sizeof(note.vfp)); | ||
38 | |||
39 | for (i = 0; i < 64; ++i) { | ||
40 | - note.vfp.vregs[i] = cpu_to_dump64(s, float64_val(env->vfp.regs[i])); | ||
41 | + note.vfp.vregs[i] = cpu_to_dump64(s, env->vfp.regs[i]); | ||
42 | } | ||
43 | |||
44 | if (s->dump_info.d_endian == ELFDATA2MSB) { | ||
45 | @@ -XXX,XX +XXX,XX @@ static int arm_write_elf32_vfp(WriteCoreDumpFunction f, CPUARMState *env, | ||
46 | arm_note_init(¬e, s, "LINUX", 6, NT_ARM_VFP, sizeof(note.vfp)); | ||
47 | |||
48 | for (i = 0; i < 32; ++i) { | ||
49 | - note.vfp.vregs[i] = cpu_to_dump64(s, float64_val(env->vfp.regs[i])); | ||
50 | + note.vfp.vregs[i] = cpu_to_dump64(s, env->vfp.regs[i]); | ||
51 | } | ||
52 | |||
53 | note.vfp.fpscr = cpu_to_dump32(s, vfp_get_fpscr(env)); | ||
54 | diff --git a/target/arm/helper.c b/target/arm/helper.c | ||
55 | index XXXXXXX..XXXXXXX 100644 | ||
56 | --- a/target/arm/helper.c | ||
57 | +++ b/target/arm/helper.c | ||
58 | @@ -XXX,XX +XXX,XX @@ static int vfp_gdb_get_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
59 | /* VFP data registers are always little-endian. */ | ||
60 | nregs = arm_feature(env, ARM_FEATURE_VFP3) ? 32 : 16; | ||
61 | if (reg < nregs) { | ||
62 | - stfq_le_p(buf, env->vfp.regs[reg]); | ||
63 | + stq_le_p(buf, env->vfp.regs[reg]); | ||
64 | return 8; | ||
65 | } | ||
66 | if (arm_feature(env, ARM_FEATURE_NEON)) { | ||
67 | /* Aliases for Q regs. */ | ||
68 | nregs += 16; | ||
69 | if (reg < nregs) { | ||
70 | - stfq_le_p(buf, env->vfp.regs[(reg - 32) * 2]); | ||
71 | - stfq_le_p(buf + 8, env->vfp.regs[(reg - 32) * 2 + 1]); | ||
72 | + stq_le_p(buf, env->vfp.regs[(reg - 32) * 2]); | ||
73 | + stq_le_p(buf + 8, env->vfp.regs[(reg - 32) * 2 + 1]); | ||
74 | return 16; | ||
75 | } | ||
76 | } | ||
77 | @@ -XXX,XX +XXX,XX @@ static int vfp_gdb_set_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
78 | |||
79 | nregs = arm_feature(env, ARM_FEATURE_VFP3) ? 32 : 16; | ||
80 | if (reg < nregs) { | ||
81 | - env->vfp.regs[reg] = ldfq_le_p(buf); | ||
82 | + env->vfp.regs[reg] = ldq_le_p(buf); | ||
83 | return 8; | ||
84 | } | ||
85 | if (arm_feature(env, ARM_FEATURE_NEON)) { | ||
86 | nregs += 16; | ||
87 | if (reg < nregs) { | ||
88 | - env->vfp.regs[(reg - 32) * 2] = ldfq_le_p(buf); | ||
89 | - env->vfp.regs[(reg - 32) * 2 + 1] = ldfq_le_p(buf + 8); | ||
90 | + env->vfp.regs[(reg - 32) * 2] = ldq_le_p(buf); | ||
91 | + env->vfp.regs[(reg - 32) * 2 + 1] = ldq_le_p(buf + 8); | ||
92 | return 16; | ||
93 | } | ||
94 | } | ||
95 | @@ -XXX,XX +XXX,XX @@ static int aarch64_fpu_gdb_get_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
96 | switch (reg) { | ||
97 | case 0 ... 31: | ||
98 | /* 128 bit FP register */ | ||
99 | - stfq_le_p(buf, env->vfp.regs[reg * 2]); | ||
100 | - stfq_le_p(buf + 8, env->vfp.regs[reg * 2 + 1]); | ||
101 | + stq_le_p(buf, env->vfp.regs[reg * 2]); | ||
102 | + stq_le_p(buf + 8, env->vfp.regs[reg * 2 + 1]); | ||
103 | return 16; | ||
104 | case 32: | ||
105 | /* FPSR */ | ||
106 | @@ -XXX,XX +XXX,XX @@ static int aarch64_fpu_gdb_set_reg(CPUARMState *env, uint8_t *buf, int reg) | ||
107 | switch (reg) { | ||
108 | case 0 ... 31: | ||
109 | /* 128 bit FP register */ | ||
110 | - env->vfp.regs[reg * 2] = ldfq_le_p(buf); | ||
111 | - env->vfp.regs[reg * 2 + 1] = ldfq_le_p(buf + 8); | ||
112 | + env->vfp.regs[reg * 2] = ldq_le_p(buf); | ||
113 | + env->vfp.regs[reg * 2 + 1] = ldq_le_p(buf + 8); | ||
114 | return 16; | ||
115 | case 32: | ||
116 | /* FPSR */ | ||
117 | diff --git a/target/arm/machine.c b/target/arm/machine.c | ||
118 | index XXXXXXX..XXXXXXX 100644 | ||
119 | --- a/target/arm/machine.c | ||
120 | +++ b/target/arm/machine.c | ||
121 | @@ -XXX,XX +XXX,XX @@ static const VMStateDescription vmstate_vfp = { | ||
122 | .minimum_version_id = 3, | ||
123 | .needed = vfp_needed, | ||
124 | .fields = (VMStateField[]) { | ||
125 | - VMSTATE_FLOAT64_ARRAY(env.vfp.regs, ARMCPU, 64), | ||
126 | + VMSTATE_UINT64_ARRAY(env.vfp.regs, ARMCPU, 64), | ||
127 | /* The xregs array is a little awkward because element 1 (FPSCR) | ||
128 | * requires a specific accessor, so we have to split it up in | ||
129 | * the vmstate: | ||
130 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | 29 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
131 | index XXXXXXX..XXXXXXX 100644 | 30 | index XXXXXXX..XXXXXXX 100644 |
132 | --- a/target/arm/translate-a64.c | 31 | --- a/target/arm/translate-a64.c |
133 | +++ b/target/arm/translate-a64.c | 32 | +++ b/target/arm/translate-a64.c |
134 | @@ -XXX,XX +XXX,XX @@ void aarch64_cpu_dump_state(CPUState *cs, FILE *f, | 33 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_mod_imm(DisasContext *s, uint32_t insn) |
135 | if (flags & CPU_DUMP_FPU) { | 34 | { |
136 | int numvfpregs = 32; | 35 | int rd = extract32(insn, 0, 5); |
137 | for (i = 0; i < numvfpregs; i += 2) { | 36 | int cmode = extract32(insn, 12, 4); |
138 | - uint64_t vlo = float64_val(env->vfp.regs[i * 2]); | 37 | - int cmode_3_1 = extract32(cmode, 1, 3); |
139 | - uint64_t vhi = float64_val(env->vfp.regs[(i * 2) + 1]); | 38 | - int cmode_0 = extract32(cmode, 0, 1); |
140 | + uint64_t vlo = env->vfp.regs[i * 2]; | 39 | int o2 = extract32(insn, 11, 1); |
141 | + uint64_t vhi = env->vfp.regs[(i * 2) + 1]; | 40 | uint64_t abcdefgh = extract32(insn, 5, 5) | (extract32(insn, 16, 3) << 5); |
142 | cpu_fprintf(f, "q%02d=%016" PRIx64 ":%016" PRIx64 " ", | 41 | bool is_neg = extract32(insn, 29, 1); |
143 | i, vhi, vlo); | 42 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_mod_imm(DisasContext *s, uint32_t insn) |
144 | - vlo = float64_val(env->vfp.regs[(i + 1) * 2]); | 43 | return; |
145 | - vhi = float64_val(env->vfp.regs[((i + 1) * 2) + 1]); | 44 | } |
146 | + vlo = env->vfp.regs[(i + 1) * 2]; | 45 | |
147 | + vhi = env->vfp.regs[((i + 1) * 2) + 1]; | 46 | - /* See AdvSIMDExpandImm() in ARM ARM */ |
148 | cpu_fprintf(f, "q%02d=%016" PRIx64 ":%016" PRIx64 "\n", | 47 | - switch (cmode_3_1) { |
149 | i + 1, vhi, vlo); | 48 | - case 0: /* Replicate(Zeros(24):imm8, 2) */ |
150 | } | 49 | - case 1: /* Replicate(Zeros(16):imm8:Zeros(8), 2) */ |
50 | - case 2: /* Replicate(Zeros(8):imm8:Zeros(16), 2) */ | ||
51 | - case 3: /* Replicate(imm8:Zeros(24), 2) */ | ||
52 | - { | ||
53 | - int shift = cmode_3_1 * 8; | ||
54 | - imm = bitfield_replicate(abcdefgh << shift, 32); | ||
55 | - break; | ||
56 | - } | ||
57 | - case 4: /* Replicate(Zeros(8):imm8, 4) */ | ||
58 | - case 5: /* Replicate(imm8:Zeros(8), 4) */ | ||
59 | - { | ||
60 | - int shift = (cmode_3_1 & 0x1) * 8; | ||
61 | - imm = bitfield_replicate(abcdefgh << shift, 16); | ||
62 | - break; | ||
63 | - } | ||
64 | - case 6: | ||
65 | - if (cmode_0) { | ||
66 | - /* Replicate(Zeros(8):imm8:Ones(16), 2) */ | ||
67 | - imm = (abcdefgh << 16) | 0xffff; | ||
68 | - } else { | ||
69 | - /* Replicate(Zeros(16):imm8:Ones(8), 2) */ | ||
70 | - imm = (abcdefgh << 8) | 0xff; | ||
71 | - } | ||
72 | - imm = bitfield_replicate(imm, 32); | ||
73 | - break; | ||
74 | - case 7: | ||
75 | - if (!cmode_0 && !is_neg) { | ||
76 | - imm = bitfield_replicate(abcdefgh, 8); | ||
77 | - } else if (!cmode_0 && is_neg) { | ||
78 | - int i; | ||
79 | - imm = 0; | ||
80 | - for (i = 0; i < 8; i++) { | ||
81 | - if ((abcdefgh) & (1 << i)) { | ||
82 | - imm |= 0xffULL << (i * 8); | ||
83 | - } | ||
84 | - } | ||
85 | - } else if (cmode_0) { | ||
86 | - if (is_neg) { | ||
87 | - imm = (abcdefgh & 0x3f) << 48; | ||
88 | - if (abcdefgh & 0x80) { | ||
89 | - imm |= 0x8000000000000000ULL; | ||
90 | - } | ||
91 | - if (abcdefgh & 0x40) { | ||
92 | - imm |= 0x3fc0000000000000ULL; | ||
93 | - } else { | ||
94 | - imm |= 0x4000000000000000ULL; | ||
95 | - } | ||
96 | - } else { | ||
97 | - if (o2) { | ||
98 | - /* FMOV (vector, immediate) - half-precision */ | ||
99 | - imm = vfp_expand_imm(MO_16, abcdefgh); | ||
100 | - /* now duplicate across the lanes */ | ||
101 | - imm = bitfield_replicate(imm, 16); | ||
102 | - } else { | ||
103 | - imm = (abcdefgh & 0x3f) << 19; | ||
104 | - if (abcdefgh & 0x80) { | ||
105 | - imm |= 0x80000000; | ||
106 | - } | ||
107 | - if (abcdefgh & 0x40) { | ||
108 | - imm |= 0x3e000000; | ||
109 | - } else { | ||
110 | - imm |= 0x40000000; | ||
111 | - } | ||
112 | - imm |= (imm << 32); | ||
113 | - } | ||
114 | - } | ||
115 | - } | ||
116 | - break; | ||
117 | - default: | ||
118 | - g_assert_not_reached(); | ||
119 | - } | ||
120 | - | ||
121 | - if (cmode_3_1 != 7 && is_neg) { | ||
122 | - imm = ~imm; | ||
123 | + if (cmode == 15 && o2 && !is_neg) { | ||
124 | + /* FMOV (vector, immediate) - half-precision */ | ||
125 | + imm = vfp_expand_imm(MO_16, abcdefgh); | ||
126 | + /* now duplicate across the lanes */ | ||
127 | + imm = bitfield_replicate(imm, 16); | ||
128 | + } else { | ||
129 | + imm = asimd_imm_const(abcdefgh, cmode, is_neg); | ||
130 | } | ||
131 | |||
132 | if (!((cmode & 0x9) == 0x1 || (cmode & 0xd) == 0x9)) { | ||
151 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 133 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
152 | index XXXXXXX..XXXXXXX 100644 | 134 | index XXXXXXX..XXXXXXX 100644 |
153 | --- a/target/arm/translate.c | 135 | --- a/target/arm/translate.c |
154 | +++ b/target/arm/translate.c | 136 | +++ b/target/arm/translate.c |
155 | @@ -XXX,XX +XXX,XX @@ void arm_cpu_dump_state(CPUState *cs, FILE *f, fprintf_function cpu_fprintf, | 137 | @@ -XXX,XX +XXX,XX @@ uint64_t asimd_imm_const(uint32_t imm, int cmode, int op) |
156 | numvfpregs += 16; | 138 | case 14: |
157 | } | 139 | if (op) { |
158 | for (i = 0; i < numvfpregs; i++) { | 140 | /* |
159 | - uint64_t v = float64_val(env->vfp.regs[i]); | 141 | - * This is the only case where the top and bottom 32 bits |
160 | + uint64_t v = env->vfp.regs[i]; | 142 | - * of the encoded constant differ. |
161 | cpu_fprintf(f, "s%02d=%08x s%02d=%08x d%02d=%016" PRIx64 "\n", | 143 | + * This and cmode == 15 op == 1 are the only cases where |
162 | i * 2, (uint32_t)v, | 144 | + * the top and bottom 32 bits of the encoded constant differ. |
163 | i * 2 + 1, (uint32_t)(v >> 32), | 145 | */ |
146 | uint64_t imm64 = 0; | ||
147 | int n; | ||
148 | @@ -XXX,XX +XXX,XX @@ uint64_t asimd_imm_const(uint32_t imm, int cmode, int op) | ||
149 | imm |= (imm << 8) | (imm << 16) | (imm << 24); | ||
150 | break; | ||
151 | case 15: | ||
152 | + if (op) { | ||
153 | + /* Reserved encoding for AArch32; valid for AArch64 */ | ||
154 | + uint64_t imm64 = (uint64_t)(imm & 0x3f) << 48; | ||
155 | + if (imm & 0x80) { | ||
156 | + imm64 |= 0x8000000000000000ULL; | ||
157 | + } | ||
158 | + if (imm & 0x40) { | ||
159 | + imm64 |= 0x3fc0000000000000ULL; | ||
160 | + } else { | ||
161 | + imm64 |= 0x4000000000000000ULL; | ||
162 | + } | ||
163 | + return imm64; | ||
164 | + } | ||
165 | imm = ((imm & 0x80) << 24) | ((imm & 0x3f) << 19) | ||
166 | | ((imm & 0x40) ? (0x1f << 25) : (1 << 30)); | ||
167 | break; | ||
164 | -- | 168 | -- |
165 | 2.7.4 | 169 | 2.20.1 |
166 | 170 | ||
167 | 171 | diff view generated by jsdifflib |
1 | From: Luc MICHEL <luc.michel@git.antfield.fr> | 1 | Use dup_const() instead of bitfield_replicate() in |
---|---|---|---|
2 | disas_simd_mod_imm(). | ||
2 | 3 | ||
3 | When determining the group priority of a group 1 IRQ, if C_CTRL.CBPR is | 4 | (We can't replace the other use of bitfield_replicate() in this file, |
4 | 0, the non-secure BPR value is used. However, this value must be | 5 | in logic_imm_decode_wmask(), because that location needs to handle 2 |
5 | incremented by one so that it matches the secure world number of | 6 | and 4 bit elements, which dup_const() cannot.) |
6 | implemented priority bits (NS world has one less priority bit compared | ||
7 | to the Secure world). | ||
8 | 7 | ||
9 | Signed-off-by: Luc MICHEL <luc.michel@git.antfield.fr> | ||
10 | Message-id: 20180119145756.7629-5-luc.michel@greensocs.com | ||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
12 | [PMM: add assert, as the gicv3 code has] | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
10 | Message-id: 20210628135835.6690-6-peter.maydell@linaro.org | ||
14 | --- | 11 | --- |
15 | hw/intc/arm_gic.c | 3 ++- | 12 | target/arm/translate-a64.c | 2 +- |
16 | 1 file changed, 2 insertions(+), 1 deletion(-) | 13 | 1 file changed, 1 insertion(+), 1 deletion(-) |
17 | 14 | ||
18 | diff --git a/hw/intc/arm_gic.c b/hw/intc/arm_gic.c | 15 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
19 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
20 | --- a/hw/intc/arm_gic.c | 17 | --- a/target/arm/translate-a64.c |
21 | +++ b/hw/intc/arm_gic.c | 18 | +++ b/target/arm/translate-a64.c |
22 | @@ -XXX,XX +XXX,XX @@ static int gic_get_group_priority(GICState *s, int cpu, int irq) | 19 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_mod_imm(DisasContext *s, uint32_t insn) |
23 | if (gic_has_groups(s) && | 20 | /* FMOV (vector, immediate) - half-precision */ |
24 | !(s->cpu_ctlr[cpu] & GICC_CTLR_CBPR) && | 21 | imm = vfp_expand_imm(MO_16, abcdefgh); |
25 | GIC_TEST_GROUP(irq, (1 << cpu))) { | 22 | /* now duplicate across the lanes */ |
26 | - bpr = s->abpr[cpu]; | 23 | - imm = bitfield_replicate(imm, 16); |
27 | + bpr = s->abpr[cpu] - 1; | 24 | + imm = dup_const(MO_16, imm); |
28 | + assert(bpr >= 0); | ||
29 | } else { | 25 | } else { |
30 | bpr = s->bpr[cpu]; | 26 | imm = asimd_imm_const(abcdefgh, cmode, is_neg); |
31 | } | 27 | } |
32 | -- | 28 | -- |
33 | 2.7.4 | 29 | 2.20.1 |
34 | 30 | ||
35 | 31 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | Implement the MVE logical-immediate insns (VMOV, VMVN, |
---|---|---|---|
2 | VORR and VBIC). These have essentially the same encoding | ||
3 | as their Neon equivalents, and we implement the decode | ||
4 | in the same way. | ||
2 | 5 | ||
3 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
4 | Message-id: 20180119045438.28582-14-richard.henderson@linaro.org | ||
5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Message-id: 20210628135835.6690-7-peter.maydell@linaro.org | ||
7 | --- | 9 | --- |
8 | target/arm/cpu.h | 127 +--------------------------------------------------- | 10 | target/arm/helper-mve.h | 4 +++ |
9 | target/arm/helper.c | 126 +++++++++++++++++++++++++++++++++++++++++++++++++++ | 11 | target/arm/mve.decode | 17 +++++++++++++ |
10 | 2 files changed, 128 insertions(+), 125 deletions(-) | 12 | target/arm/mve_helper.c | 24 ++++++++++++++++++ |
13 | target/arm/translate-mve.c | 50 ++++++++++++++++++++++++++++++++++++++ | ||
14 | 4 files changed, 95 insertions(+) | ||
11 | 15 | ||
12 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | 16 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
13 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/target/arm/cpu.h | 18 | --- a/target/arm/helper-mve.h |
15 | +++ b/target/arm/cpu.h | 19 | +++ b/target/arm/helper-mve.h |
16 | @@ -XXX,XX +XXX,XX @@ static inline bool bswap_code(bool sctlr_b) | 20 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_3(mve_vaddvsh, TCG_CALL_NO_WG, i32, env, ptr, i32) |
17 | #endif | 21 | DEF_HELPER_FLAGS_3(mve_vaddvuh, TCG_CALL_NO_WG, i32, env, ptr, i32) |
18 | } | 22 | DEF_HELPER_FLAGS_3(mve_vaddvsw, TCG_CALL_NO_WG, i32, env, ptr, i32) |
19 | 23 | DEF_HELPER_FLAGS_3(mve_vaddvuw, TCG_CALL_NO_WG, i32, env, ptr, i32) | |
20 | -/* Return the exception level to which FP-disabled exceptions should | 24 | + |
21 | - * be taken, or 0 if FP is enabled. | 25 | +DEF_HELPER_FLAGS_3(mve_vmovi, TCG_CALL_NO_WG, void, env, ptr, i64) |
22 | - */ | 26 | +DEF_HELPER_FLAGS_3(mve_vandi, TCG_CALL_NO_WG, void, env, ptr, i64) |
23 | -static inline int fp_exception_el(CPUARMState *env) | 27 | +DEF_HELPER_FLAGS_3(mve_vorri, TCG_CALL_NO_WG, void, env, ptr, i64) |
24 | -{ | 28 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode |
25 | - int fpen; | ||
26 | - int cur_el = arm_current_el(env); | ||
27 | - | ||
28 | - /* CPACR and the CPTR registers don't exist before v6, so FP is | ||
29 | - * always accessible | ||
30 | - */ | ||
31 | - if (!arm_feature(env, ARM_FEATURE_V6)) { | ||
32 | - return 0; | ||
33 | - } | ||
34 | - | ||
35 | - /* The CPACR controls traps to EL1, or PL1 if we're 32 bit: | ||
36 | - * 0, 2 : trap EL0 and EL1/PL1 accesses | ||
37 | - * 1 : trap only EL0 accesses | ||
38 | - * 3 : trap no accesses | ||
39 | - */ | ||
40 | - fpen = extract32(env->cp15.cpacr_el1, 20, 2); | ||
41 | - switch (fpen) { | ||
42 | - case 0: | ||
43 | - case 2: | ||
44 | - if (cur_el == 0 || cur_el == 1) { | ||
45 | - /* Trap to PL1, which might be EL1 or EL3 */ | ||
46 | - if (arm_is_secure(env) && !arm_el_is_aa64(env, 3)) { | ||
47 | - return 3; | ||
48 | - } | ||
49 | - return 1; | ||
50 | - } | ||
51 | - if (cur_el == 3 && !is_a64(env)) { | ||
52 | - /* Secure PL1 running at EL3 */ | ||
53 | - return 3; | ||
54 | - } | ||
55 | - break; | ||
56 | - case 1: | ||
57 | - if (cur_el == 0) { | ||
58 | - return 1; | ||
59 | - } | ||
60 | - break; | ||
61 | - case 3: | ||
62 | - break; | ||
63 | - } | ||
64 | - | ||
65 | - /* For the CPTR registers we don't need to guard with an ARM_FEATURE | ||
66 | - * check because zero bits in the registers mean "don't trap". | ||
67 | - */ | ||
68 | - | ||
69 | - /* CPTR_EL2 : present in v7VE or v8 */ | ||
70 | - if (cur_el <= 2 && extract32(env->cp15.cptr_el[2], 10, 1) | ||
71 | - && !arm_is_secure_below_el3(env)) { | ||
72 | - /* Trap FP ops at EL2, NS-EL1 or NS-EL0 to EL2 */ | ||
73 | - return 2; | ||
74 | - } | ||
75 | - | ||
76 | - /* CPTR_EL3 : present in v8 */ | ||
77 | - if (extract32(env->cp15.cptr_el[3], 10, 1)) { | ||
78 | - /* Trap all FP ops to EL3 */ | ||
79 | - return 3; | ||
80 | - } | ||
81 | - | ||
82 | - return 0; | ||
83 | -} | ||
84 | - | ||
85 | #ifdef CONFIG_USER_ONLY | ||
86 | static inline bool arm_cpu_bswap_data(CPUARMState *env) | ||
87 | { | ||
88 | @@ -XXX,XX +XXX,XX @@ static inline uint32_t arm_regime_tbi1(CPUARMState *env, ARMMMUIdx mmu_idx) | ||
89 | } | ||
90 | #endif | ||
91 | |||
92 | -static inline void cpu_get_tb_cpu_state(CPUARMState *env, target_ulong *pc, | ||
93 | - target_ulong *cs_base, uint32_t *flags) | ||
94 | -{ | ||
95 | - ARMMMUIdx mmu_idx = core_to_arm_mmu_idx(env, cpu_mmu_index(env, false)); | ||
96 | - if (is_a64(env)) { | ||
97 | - *pc = env->pc; | ||
98 | - *flags = ARM_TBFLAG_AARCH64_STATE_MASK; | ||
99 | - /* Get control bits for tagged addresses */ | ||
100 | - *flags |= (arm_regime_tbi0(env, mmu_idx) << ARM_TBFLAG_TBI0_SHIFT); | ||
101 | - *flags |= (arm_regime_tbi1(env, mmu_idx) << ARM_TBFLAG_TBI1_SHIFT); | ||
102 | - } else { | ||
103 | - *pc = env->regs[15]; | ||
104 | - *flags = (env->thumb << ARM_TBFLAG_THUMB_SHIFT) | ||
105 | - | (env->vfp.vec_len << ARM_TBFLAG_VECLEN_SHIFT) | ||
106 | - | (env->vfp.vec_stride << ARM_TBFLAG_VECSTRIDE_SHIFT) | ||
107 | - | (env->condexec_bits << ARM_TBFLAG_CONDEXEC_SHIFT) | ||
108 | - | (arm_sctlr_b(env) << ARM_TBFLAG_SCTLR_B_SHIFT); | ||
109 | - if (!(access_secure_reg(env))) { | ||
110 | - *flags |= ARM_TBFLAG_NS_MASK; | ||
111 | - } | ||
112 | - if (env->vfp.xregs[ARM_VFP_FPEXC] & (1 << 30) | ||
113 | - || arm_el_is_aa64(env, 1)) { | ||
114 | - *flags |= ARM_TBFLAG_VFPEN_MASK; | ||
115 | - } | ||
116 | - *flags |= (extract32(env->cp15.c15_cpar, 0, 2) | ||
117 | - << ARM_TBFLAG_XSCALE_CPAR_SHIFT); | ||
118 | - } | ||
119 | - | ||
120 | - *flags |= (arm_to_core_mmu_idx(mmu_idx) << ARM_TBFLAG_MMUIDX_SHIFT); | ||
121 | - | ||
122 | - /* The SS_ACTIVE and PSTATE_SS bits correspond to the state machine | ||
123 | - * states defined in the ARM ARM for software singlestep: | ||
124 | - * SS_ACTIVE PSTATE.SS State | ||
125 | - * 0 x Inactive (the TB flag for SS is always 0) | ||
126 | - * 1 0 Active-pending | ||
127 | - * 1 1 Active-not-pending | ||
128 | - */ | ||
129 | - if (arm_singlestep_active(env)) { | ||
130 | - *flags |= ARM_TBFLAG_SS_ACTIVE_MASK; | ||
131 | - if (is_a64(env)) { | ||
132 | - if (env->pstate & PSTATE_SS) { | ||
133 | - *flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
134 | - } | ||
135 | - } else { | ||
136 | - if (env->uncached_cpsr & PSTATE_SS) { | ||
137 | - *flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
138 | - } | ||
139 | - } | ||
140 | - } | ||
141 | - if (arm_cpu_data_is_big_endian(env)) { | ||
142 | - *flags |= ARM_TBFLAG_BE_DATA_MASK; | ||
143 | - } | ||
144 | - *flags |= fp_exception_el(env) << ARM_TBFLAG_FPEXC_EL_SHIFT; | ||
145 | - | ||
146 | - if (arm_v7m_is_handler_mode(env)) { | ||
147 | - *flags |= ARM_TBFLAG_HANDLER_MASK; | ||
148 | - } | ||
149 | - | ||
150 | - *cs_base = 0; | ||
151 | -} | ||
152 | +void cpu_get_tb_cpu_state(CPUARMState *env, target_ulong *pc, | ||
153 | + target_ulong *cs_base, uint32_t *flags); | ||
154 | |||
155 | enum { | ||
156 | QEMU_PSCI_CONDUIT_DISABLED = 0, | ||
157 | diff --git a/target/arm/helper.c b/target/arm/helper.c | ||
158 | index XXXXXXX..XXXXXXX 100644 | 29 | index XXXXXXX..XXXXXXX 100644 |
159 | --- a/target/arm/helper.c | 30 | --- a/target/arm/mve.decode |
160 | +++ b/target/arm/helper.c | 31 | +++ b/target/arm/mve.decode |
161 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(crc32c)(uint32_t acc, uint32_t val, uint32_t bytes) | 32 | @@ -XXX,XX +XXX,XX @@ |
162 | /* Linux crc32c converts the output to one's complement. */ | 33 | # VQDMULL has size in bit 28: 0 for 16 bit, 1 for 32 bit |
163 | return crc32c(acc, buf, bytes) ^ 0xffffffff; | 34 | %size_28 28:1 !function=plus_1 |
35 | |||
36 | +# 1imm format immediate | ||
37 | +%imm_28_16_0 28:1 16:3 0:4 | ||
38 | + | ||
39 | &vldr_vstr rn qd imm p a w size l u | ||
40 | &1op qd qm size | ||
41 | &2op qd qm qn size | ||
42 | &2scalar qd qn rm size | ||
43 | +&1imm qd imm cmode op | ||
44 | |||
45 | @vldr_vstr ....... . . . . l:1 rn:4 ... ...... imm:7 &vldr_vstr qd=%qd u=0 | ||
46 | # Note that both Rn and Qd are 3 bits only (no D bit) | ||
47 | @@ -XXX,XX +XXX,XX @@ | ||
48 | @2op_nosz .... .... .... .... .... .... .... .... &2op qd=%qd qm=%qm qn=%qn size=0 | ||
49 | @2op_sz28 .... .... .... .... .... .... .... .... &2op qd=%qd qm=%qm qn=%qn \ | ||
50 | size=%size_28 | ||
51 | +@1imm .... .... .... .... .... cmode:4 .. op:1 . .... &1imm qd=%qd imm=%imm_28_16_0 | ||
52 | |||
53 | # The _rev suffix indicates that Vn and Vm are reversed. This is | ||
54 | # the case for shifts. In the Arm ARM these insns are documented | ||
55 | @@ -XXX,XX +XXX,XX @@ VADDV 111 u:1 1110 1111 size:2 01 ... 0 1111 0 0 a:1 0 qm:3 0 rda=%rd | ||
56 | # Predicate operations | ||
57 | %mask_22_13 22:1 13:3 | ||
58 | VPST 1111 1110 0 . 11 000 1 ... 0 1111 0100 1101 mask=%mask_22_13 | ||
59 | + | ||
60 | +# Logical immediate operations (1 reg and modified-immediate) | ||
61 | + | ||
62 | +# The cmode/op bits here decode VORR/VBIC/VMOV/VMVN, but | ||
63 | +# not in a way we can conveniently represent in decodetree without | ||
64 | +# a lot of repetition: | ||
65 | +# VORR: op=0, (cmode & 1) && cmode < 12 | ||
66 | +# VBIC: op=1, (cmode & 1) && cmode < 12 | ||
67 | +# VMOV: everything else | ||
68 | +# So we have a single decode line and check the cmode/op in the | ||
69 | +# trans function. | ||
70 | +Vimm_1r 111 . 1111 1 . 00 0 ... ... 0 .... 0 1 . 1 .... @1imm | ||
71 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
72 | index XXXXXXX..XXXXXXX 100644 | ||
73 | --- a/target/arm/mve_helper.c | ||
74 | +++ b/target/arm/mve_helper.c | ||
75 | @@ -XXX,XX +XXX,XX @@ DO_1OP(vnegw, 4, int32_t, DO_NEG) | ||
76 | DO_1OP(vfnegh, 8, uint64_t, DO_FNEGH) | ||
77 | DO_1OP(vfnegs, 8, uint64_t, DO_FNEGS) | ||
78 | |||
79 | +/* | ||
80 | + * 1 operand immediates: Vda is destination and possibly also one source. | ||
81 | + * All these insns work at 64-bit widths. | ||
82 | + */ | ||
83 | +#define DO_1OP_IMM(OP, FN) \ | ||
84 | + void HELPER(mve_##OP)(CPUARMState *env, void *vda, uint64_t imm) \ | ||
85 | + { \ | ||
86 | + uint64_t *da = vda; \ | ||
87 | + uint16_t mask = mve_element_mask(env); \ | ||
88 | + unsigned e; \ | ||
89 | + for (e = 0; e < 16 / 8; e++, mask >>= 8) { \ | ||
90 | + mergemask(&da[H8(e)], FN(da[H8(e)], imm), mask); \ | ||
91 | + } \ | ||
92 | + mve_advance_vpt(env); \ | ||
93 | + } | ||
94 | + | ||
95 | +#define DO_MOVI(N, I) (I) | ||
96 | +#define DO_ANDI(N, I) ((N) & (I)) | ||
97 | +#define DO_ORRI(N, I) ((N) | (I)) | ||
98 | + | ||
99 | +DO_1OP_IMM(vmovi, DO_MOVI) | ||
100 | +DO_1OP_IMM(vandi, DO_ANDI) | ||
101 | +DO_1OP_IMM(vorri, DO_ORRI) | ||
102 | + | ||
103 | #define DO_2OP(OP, ESIZE, TYPE, FN) \ | ||
104 | void HELPER(glue(mve_, OP))(CPUARMState *env, \ | ||
105 | void *vd, void *vn, void *vm) \ | ||
106 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
107 | index XXXXXXX..XXXXXXX 100644 | ||
108 | --- a/target/arm/translate-mve.c | ||
109 | +++ b/target/arm/translate-mve.c | ||
110 | @@ -XXX,XX +XXX,XX @@ typedef void MVEGenTwoOpFn(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr); | ||
111 | typedef void MVEGenTwoOpScalarFn(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
112 | typedef void MVEGenDualAccOpFn(TCGv_i64, TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i64); | ||
113 | typedef void MVEGenVADDVFn(TCGv_i32, TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
114 | +typedef void MVEGenOneOpImmFn(TCGv_ptr, TCGv_ptr, TCGv_i64); | ||
115 | |||
116 | /* Return the offset of a Qn register (same semantics as aa32_vfp_qreg()) */ | ||
117 | static inline long mve_qreg_offset(unsigned reg) | ||
118 | @@ -XXX,XX +XXX,XX @@ static bool trans_VADDV(DisasContext *s, arg_VADDV *a) | ||
119 | mve_update_eci(s); | ||
120 | return true; | ||
164 | } | 121 | } |
165 | + | 122 | + |
166 | +/* Return the exception level to which FP-disabled exceptions should | 123 | +static bool do_1imm(DisasContext *s, arg_1imm *a, MVEGenOneOpImmFn *fn) |
167 | + * be taken, or 0 if FP is enabled. | ||
168 | + */ | ||
169 | +static inline int fp_exception_el(CPUARMState *env) | ||
170 | +{ | 124 | +{ |
171 | + int fpen; | 125 | + TCGv_ptr qd; |
172 | + int cur_el = arm_current_el(env); | 126 | + uint64_t imm; |
173 | + | 127 | + |
174 | + /* CPACR and the CPTR registers don't exist before v6, so FP is | 128 | + if (!dc_isar_feature(aa32_mve, s) || |
175 | + * always accessible | 129 | + !mve_check_qreg_bank(s, a->qd) || |
176 | + */ | 130 | + !fn) { |
177 | + if (!arm_feature(env, ARM_FEATURE_V6)) { | 131 | + return false; |
178 | + return 0; | 132 | + } |
133 | + if (!mve_eci_check(s) || !vfp_access_check(s)) { | ||
134 | + return true; | ||
179 | + } | 135 | + } |
180 | + | 136 | + |
181 | + /* The CPACR controls traps to EL1, or PL1 if we're 32 bit: | 137 | + imm = asimd_imm_const(a->imm, a->cmode, a->op); |
182 | + * 0, 2 : trap EL0 and EL1/PL1 accesses | ||
183 | + * 1 : trap only EL0 accesses | ||
184 | + * 3 : trap no accesses | ||
185 | + */ | ||
186 | + fpen = extract32(env->cp15.cpacr_el1, 20, 2); | ||
187 | + switch (fpen) { | ||
188 | + case 0: | ||
189 | + case 2: | ||
190 | + if (cur_el == 0 || cur_el == 1) { | ||
191 | + /* Trap to PL1, which might be EL1 or EL3 */ | ||
192 | + if (arm_is_secure(env) && !arm_el_is_aa64(env, 3)) { | ||
193 | + return 3; | ||
194 | + } | ||
195 | + return 1; | ||
196 | + } | ||
197 | + if (cur_el == 3 && !is_a64(env)) { | ||
198 | + /* Secure PL1 running at EL3 */ | ||
199 | + return 3; | ||
200 | + } | ||
201 | + break; | ||
202 | + case 1: | ||
203 | + if (cur_el == 0) { | ||
204 | + return 1; | ||
205 | + } | ||
206 | + break; | ||
207 | + case 3: | ||
208 | + break; | ||
209 | + } | ||
210 | + | 138 | + |
211 | + /* For the CPTR registers we don't need to guard with an ARM_FEATURE | 139 | + qd = mve_qreg_ptr(a->qd); |
212 | + * check because zero bits in the registers mean "don't trap". | 140 | + fn(cpu_env, qd, tcg_constant_i64(imm)); |
213 | + */ | 141 | + tcg_temp_free_ptr(qd); |
214 | + | 142 | + mve_update_eci(s); |
215 | + /* CPTR_EL2 : present in v7VE or v8 */ | 143 | + return true; |
216 | + if (cur_el <= 2 && extract32(env->cp15.cptr_el[2], 10, 1) | ||
217 | + && !arm_is_secure_below_el3(env)) { | ||
218 | + /* Trap FP ops at EL2, NS-EL1 or NS-EL0 to EL2 */ | ||
219 | + return 2; | ||
220 | + } | ||
221 | + | ||
222 | + /* CPTR_EL3 : present in v8 */ | ||
223 | + if (extract32(env->cp15.cptr_el[3], 10, 1)) { | ||
224 | + /* Trap all FP ops to EL3 */ | ||
225 | + return 3; | ||
226 | + } | ||
227 | + | ||
228 | + return 0; | ||
229 | +} | 144 | +} |
230 | + | 145 | + |
231 | +void cpu_get_tb_cpu_state(CPUARMState *env, target_ulong *pc, | 146 | +static bool trans_Vimm_1r(DisasContext *s, arg_1imm *a) |
232 | + target_ulong *cs_base, uint32_t *flags) | ||
233 | +{ | 147 | +{ |
234 | + ARMMMUIdx mmu_idx = core_to_arm_mmu_idx(env, cpu_mmu_index(env, false)); | 148 | + /* Handle decode of cmode/op here between VORR/VBIC/VMOV */ |
235 | + if (is_a64(env)) { | 149 | + MVEGenOneOpImmFn *fn; |
236 | + *pc = env->pc; | 150 | + |
237 | + *flags = ARM_TBFLAG_AARCH64_STATE_MASK; | 151 | + if ((a->cmode & 1) && a->cmode < 12) { |
238 | + /* Get control bits for tagged addresses */ | 152 | + if (a->op) { |
239 | + *flags |= (arm_regime_tbi0(env, mmu_idx) << ARM_TBFLAG_TBI0_SHIFT); | 153 | + /* |
240 | + *flags |= (arm_regime_tbi1(env, mmu_idx) << ARM_TBFLAG_TBI1_SHIFT); | 154 | + * For op=1, the immediate will be inverted by asimd_imm_const(), |
155 | + * so the VBIC becomes a logical AND operation. | ||
156 | + */ | ||
157 | + fn = gen_helper_mve_vandi; | ||
158 | + } else { | ||
159 | + fn = gen_helper_mve_vorri; | ||
160 | + } | ||
241 | + } else { | 161 | + } else { |
242 | + *pc = env->regs[15]; | 162 | + /* There is one unallocated cmode/op combination in this space */ |
243 | + *flags = (env->thumb << ARM_TBFLAG_THUMB_SHIFT) | 163 | + if (a->cmode == 15 && a->op == 1) { |
244 | + | (env->vfp.vec_len << ARM_TBFLAG_VECLEN_SHIFT) | 164 | + return false; |
245 | + | (env->vfp.vec_stride << ARM_TBFLAG_VECSTRIDE_SHIFT) | ||
246 | + | (env->condexec_bits << ARM_TBFLAG_CONDEXEC_SHIFT) | ||
247 | + | (arm_sctlr_b(env) << ARM_TBFLAG_SCTLR_B_SHIFT); | ||
248 | + if (!(access_secure_reg(env))) { | ||
249 | + *flags |= ARM_TBFLAG_NS_MASK; | ||
250 | + } | 165 | + } |
251 | + if (env->vfp.xregs[ARM_VFP_FPEXC] & (1 << 30) | 166 | + /* asimd_imm_const() sorts out VMVNI vs VMOVI for us */ |
252 | + || arm_el_is_aa64(env, 1)) { | 167 | + fn = gen_helper_mve_vmovi; |
253 | + *flags |= ARM_TBFLAG_VFPEN_MASK; | ||
254 | + } | ||
255 | + *flags |= (extract32(env->cp15.c15_cpar, 0, 2) | ||
256 | + << ARM_TBFLAG_XSCALE_CPAR_SHIFT); | ||
257 | + } | 168 | + } |
258 | + | 169 | + return do_1imm(s, a, fn); |
259 | + *flags |= (arm_to_core_mmu_idx(mmu_idx) << ARM_TBFLAG_MMUIDX_SHIFT); | ||
260 | + | ||
261 | + /* The SS_ACTIVE and PSTATE_SS bits correspond to the state machine | ||
262 | + * states defined in the ARM ARM for software singlestep: | ||
263 | + * SS_ACTIVE PSTATE.SS State | ||
264 | + * 0 x Inactive (the TB flag for SS is always 0) | ||
265 | + * 1 0 Active-pending | ||
266 | + * 1 1 Active-not-pending | ||
267 | + */ | ||
268 | + if (arm_singlestep_active(env)) { | ||
269 | + *flags |= ARM_TBFLAG_SS_ACTIVE_MASK; | ||
270 | + if (is_a64(env)) { | ||
271 | + if (env->pstate & PSTATE_SS) { | ||
272 | + *flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
273 | + } | ||
274 | + } else { | ||
275 | + if (env->uncached_cpsr & PSTATE_SS) { | ||
276 | + *flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
277 | + } | ||
278 | + } | ||
279 | + } | ||
280 | + if (arm_cpu_data_is_big_endian(env)) { | ||
281 | + *flags |= ARM_TBFLAG_BE_DATA_MASK; | ||
282 | + } | ||
283 | + *flags |= fp_exception_el(env) << ARM_TBFLAG_FPEXC_EL_SHIFT; | ||
284 | + | ||
285 | + if (arm_v7m_is_handler_mode(env)) { | ||
286 | + *flags |= ARM_TBFLAG_HANDLER_MASK; | ||
287 | + } | ||
288 | + | ||
289 | + *cs_base = 0; | ||
290 | +} | 170 | +} |
291 | -- | 171 | -- |
292 | 2.7.4 | 172 | 2.20.1 |
293 | 173 | ||
294 | 174 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | 1 | Implement the MVE shift-vector-left-by-immediate insns VSHL, VQSHL | |
2 | and VQSHLU. | ||
3 | |||
4 | The size-and-immediate encoding here is the same as Neon, and we | ||
5 | handle it the same way neon-dp.decode does. | ||
6 | |||
7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Message-id: 20210628135835.6690-8-peter.maydell@linaro.org | ||
10 | --- | ||
11 | target/arm/helper-mve.h | 16 +++++++++++ | ||
12 | target/arm/mve.decode | 23 +++++++++++++++ | ||
13 | target/arm/mve_helper.c | 57 ++++++++++++++++++++++++++++++++++++++ | ||
14 | target/arm/translate-mve.c | 51 ++++++++++++++++++++++++++++++++++ | ||
15 | 4 files changed, 147 insertions(+) | ||
16 | |||
17 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h | ||
18 | index XXXXXXX..XXXXXXX 100644 | ||
19 | --- a/target/arm/helper-mve.h | ||
20 | +++ b/target/arm/helper-mve.h | ||
21 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_3(mve_vaddvuw, TCG_CALL_NO_WG, i32, env, ptr, i32) | ||
22 | DEF_HELPER_FLAGS_3(mve_vmovi, TCG_CALL_NO_WG, void, env, ptr, i64) | ||
23 | DEF_HELPER_FLAGS_3(mve_vandi, TCG_CALL_NO_WG, void, env, ptr, i64) | ||
24 | DEF_HELPER_FLAGS_3(mve_vorri, TCG_CALL_NO_WG, void, env, ptr, i64) | ||
25 | + | ||
26 | +DEF_HELPER_FLAGS_4(mve_vshli_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
27 | +DEF_HELPER_FLAGS_4(mve_vshli_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
28 | +DEF_HELPER_FLAGS_4(mve_vshli_uw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
29 | + | ||
30 | +DEF_HELPER_FLAGS_4(mve_vqshli_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
31 | +DEF_HELPER_FLAGS_4(mve_vqshli_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
32 | +DEF_HELPER_FLAGS_4(mve_vqshli_sw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
33 | + | ||
34 | +DEF_HELPER_FLAGS_4(mve_vqshli_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
35 | +DEF_HELPER_FLAGS_4(mve_vqshli_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
36 | +DEF_HELPER_FLAGS_4(mve_vqshli_uw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
37 | + | ||
38 | +DEF_HELPER_FLAGS_4(mve_vqshlui_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
39 | +DEF_HELPER_FLAGS_4(mve_vqshlui_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
40 | +DEF_HELPER_FLAGS_4(mve_vqshlui_sw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
41 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode | ||
42 | index XXXXXXX..XXXXXXX 100644 | ||
43 | --- a/target/arm/mve.decode | ||
44 | +++ b/target/arm/mve.decode | ||
45 | @@ -XXX,XX +XXX,XX @@ | ||
46 | &2op qd qm qn size | ||
47 | &2scalar qd qn rm size | ||
48 | &1imm qd imm cmode op | ||
49 | +&2shift qd qm shift size | ||
50 | |||
51 | @vldr_vstr ....... . . . . l:1 rn:4 ... ...... imm:7 &vldr_vstr qd=%qd u=0 | ||
52 | # Note that both Rn and Qd are 3 bits only (no D bit) | ||
53 | @@ -XXX,XX +XXX,XX @@ | ||
54 | @2scalar .... .... .. size:2 .... .... .... .... rm:4 &2scalar qd=%qd qn=%qn | ||
55 | @2scalar_nosz .... .... .... .... .... .... .... rm:4 &2scalar qd=%qd qn=%qn | ||
56 | |||
57 | +@2_shl_b .... .... .. 001 shift:3 .... .... .... .... &2shift qd=%qd qm=%qm size=0 | ||
58 | +@2_shl_h .... .... .. 01 shift:4 .... .... .... .... &2shift qd=%qd qm=%qm size=1 | ||
59 | +@2_shl_w .... .... .. 1 shift:5 .... .... .... .... &2shift qd=%qd qm=%qm size=2 | ||
60 | + | ||
61 | # Vector loads and stores | ||
62 | |||
63 | # Widening loads and narrowing stores: | ||
64 | @@ -XXX,XX +XXX,XX @@ VPST 1111 1110 0 . 11 000 1 ... 0 1111 0100 1101 mask=%mask_22_13 | ||
65 | # So we have a single decode line and check the cmode/op in the | ||
66 | # trans function. | ||
67 | Vimm_1r 111 . 1111 1 . 00 0 ... ... 0 .... 0 1 . 1 .... @1imm | ||
68 | + | ||
69 | +# Shifts by immediate | ||
70 | + | ||
71 | +VSHLI 111 0 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_b | ||
72 | +VSHLI 111 0 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_h | ||
73 | +VSHLI 111 0 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_w | ||
74 | + | ||
75 | +VQSHLI_S 111 0 1111 1 . ... ... ... 0 0111 0 1 . 1 ... 0 @2_shl_b | ||
76 | +VQSHLI_S 111 0 1111 1 . ... ... ... 0 0111 0 1 . 1 ... 0 @2_shl_h | ||
77 | +VQSHLI_S 111 0 1111 1 . ... ... ... 0 0111 0 1 . 1 ... 0 @2_shl_w | ||
78 | + | ||
79 | +VQSHLI_U 111 1 1111 1 . ... ... ... 0 0111 0 1 . 1 ... 0 @2_shl_b | ||
80 | +VQSHLI_U 111 1 1111 1 . ... ... ... 0 0111 0 1 . 1 ... 0 @2_shl_h | ||
81 | +VQSHLI_U 111 1 1111 1 . ... ... ... 0 0111 0 1 . 1 ... 0 @2_shl_w | ||
82 | + | ||
83 | +VQSHLUI 111 1 1111 1 . ... ... ... 0 0110 0 1 . 1 ... 0 @2_shl_b | ||
84 | +VQSHLUI 111 1 1111 1 . ... ... ... 0 0110 0 1 . 1 ... 0 @2_shl_h | ||
85 | +VQSHLUI 111 1 1111 1 . ... ... ... 0 0110 0 1 . 1 ... 0 @2_shl_w | ||
86 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
87 | index XXXXXXX..XXXXXXX 100644 | ||
88 | --- a/target/arm/mve_helper.c | ||
89 | +++ b/target/arm/mve_helper.c | ||
90 | @@ -XXX,XX +XXX,XX @@ DO_2OP_SAT(vqsubsw, 4, int32_t, DO_SQSUB_W) | ||
91 | WRAP_QRSHL_HELPER(do_sqrshl_bhs, N, M, true, satp) | ||
92 | #define DO_UQRSHL_OP(N, M, satp) \ | ||
93 | WRAP_QRSHL_HELPER(do_uqrshl_bhs, N, M, true, satp) | ||
94 | +#define DO_SUQSHL_OP(N, M, satp) \ | ||
95 | + WRAP_QRSHL_HELPER(do_suqrshl_bhs, N, M, false, satp) | ||
96 | |||
97 | DO_2OP_SAT_S(vqshls, DO_SQSHL_OP) | ||
98 | DO_2OP_SAT_U(vqshlu, DO_UQSHL_OP) | ||
99 | @@ -XXX,XX +XXX,XX @@ DO_VADDV(vaddvsw, 4, uint32_t) | ||
100 | DO_VADDV(vaddvub, 1, uint8_t) | ||
101 | DO_VADDV(vaddvuh, 2, uint16_t) | ||
102 | DO_VADDV(vaddvuw, 4, uint32_t) | ||
103 | + | ||
104 | +/* Shifts by immediate */ | ||
105 | +#define DO_2SHIFT(OP, ESIZE, TYPE, FN) \ | ||
106 | + void HELPER(glue(mve_, OP))(CPUARMState *env, void *vd, \ | ||
107 | + void *vm, uint32_t shift) \ | ||
108 | + { \ | ||
109 | + TYPE *d = vd, *m = vm; \ | ||
110 | + uint16_t mask = mve_element_mask(env); \ | ||
111 | + unsigned e; \ | ||
112 | + for (e = 0; e < 16 / ESIZE; e++, mask >>= ESIZE) { \ | ||
113 | + mergemask(&d[H##ESIZE(e)], \ | ||
114 | + FN(m[H##ESIZE(e)], shift), mask); \ | ||
115 | + } \ | ||
116 | + mve_advance_vpt(env); \ | ||
117 | + } | ||
118 | + | ||
119 | +#define DO_2SHIFT_SAT(OP, ESIZE, TYPE, FN) \ | ||
120 | + void HELPER(glue(mve_, OP))(CPUARMState *env, void *vd, \ | ||
121 | + void *vm, uint32_t shift) \ | ||
122 | + { \ | ||
123 | + TYPE *d = vd, *m = vm; \ | ||
124 | + uint16_t mask = mve_element_mask(env); \ | ||
125 | + unsigned e; \ | ||
126 | + bool qc = false; \ | ||
127 | + for (e = 0; e < 16 / ESIZE; e++, mask >>= ESIZE) { \ | ||
128 | + bool sat = false; \ | ||
129 | + mergemask(&d[H##ESIZE(e)], \ | ||
130 | + FN(m[H##ESIZE(e)], shift, &sat), mask); \ | ||
131 | + qc |= sat & mask & 1; \ | ||
132 | + } \ | ||
133 | + if (qc) { \ | ||
134 | + env->vfp.qc[0] = qc; \ | ||
135 | + } \ | ||
136 | + mve_advance_vpt(env); \ | ||
137 | + } | ||
138 | + | ||
139 | +/* provide unsigned 2-op shift helpers for all sizes */ | ||
140 | +#define DO_2SHIFT_U(OP, FN) \ | ||
141 | + DO_2SHIFT(OP##b, 1, uint8_t, FN) \ | ||
142 | + DO_2SHIFT(OP##h, 2, uint16_t, FN) \ | ||
143 | + DO_2SHIFT(OP##w, 4, uint32_t, FN) | ||
144 | + | ||
145 | +#define DO_2SHIFT_SAT_U(OP, FN) \ | ||
146 | + DO_2SHIFT_SAT(OP##b, 1, uint8_t, FN) \ | ||
147 | + DO_2SHIFT_SAT(OP##h, 2, uint16_t, FN) \ | ||
148 | + DO_2SHIFT_SAT(OP##w, 4, uint32_t, FN) | ||
149 | +#define DO_2SHIFT_SAT_S(OP, FN) \ | ||
150 | + DO_2SHIFT_SAT(OP##b, 1, int8_t, FN) \ | ||
151 | + DO_2SHIFT_SAT(OP##h, 2, int16_t, FN) \ | ||
152 | + DO_2SHIFT_SAT(OP##w, 4, int32_t, FN) | ||
153 | + | ||
154 | +DO_2SHIFT_U(vshli_u, DO_VSHLU) | ||
155 | +DO_2SHIFT_SAT_U(vqshli_u, DO_UQSHL_OP) | ||
156 | +DO_2SHIFT_SAT_S(vqshli_s, DO_SQSHL_OP) | ||
157 | +DO_2SHIFT_SAT_S(vqshlui_s, DO_SUQSHL_OP) | ||
158 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
159 | index XXXXXXX..XXXXXXX 100644 | ||
160 | --- a/target/arm/translate-mve.c | ||
161 | +++ b/target/arm/translate-mve.c | ||
162 | @@ -XXX,XX +XXX,XX @@ typedef void MVEGenLdStFn(TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
163 | typedef void MVEGenOneOpFn(TCGv_ptr, TCGv_ptr, TCGv_ptr); | ||
164 | typedef void MVEGenTwoOpFn(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_ptr); | ||
165 | typedef void MVEGenTwoOpScalarFn(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
166 | +typedef void MVEGenTwoOpShiftFn(TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
167 | typedef void MVEGenDualAccOpFn(TCGv_i64, TCGv_ptr, TCGv_ptr, TCGv_ptr, TCGv_i64); | ||
168 | typedef void MVEGenVADDVFn(TCGv_i32, TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
169 | typedef void MVEGenOneOpImmFn(TCGv_ptr, TCGv_ptr, TCGv_i64); | ||
170 | @@ -XXX,XX +XXX,XX @@ static bool trans_Vimm_1r(DisasContext *s, arg_1imm *a) | ||
171 | } | ||
172 | return do_1imm(s, a, fn); | ||
173 | } | ||
174 | + | ||
175 | +static bool do_2shift(DisasContext *s, arg_2shift *a, MVEGenTwoOpShiftFn fn, | ||
176 | + bool negateshift) | ||
177 | +{ | ||
178 | + TCGv_ptr qd, qm; | ||
179 | + int shift = a->shift; | ||
180 | + | ||
181 | + if (!dc_isar_feature(aa32_mve, s) || | ||
182 | + !mve_check_qreg_bank(s, a->qd | a->qm) || | ||
183 | + !fn) { | ||
184 | + return false; | ||
185 | + } | ||
186 | + if (!mve_eci_check(s) || !vfp_access_check(s)) { | ||
187 | + return true; | ||
188 | + } | ||
189 | + | ||
190 | + /* | ||
191 | + * When we handle a right shift insn using a left-shift helper | ||
192 | + * which permits a negative shift count to indicate a right-shift, | ||
193 | + * we must negate the shift count. | ||
194 | + */ | ||
195 | + if (negateshift) { | ||
196 | + shift = -shift; | ||
197 | + } | ||
198 | + | ||
199 | + qd = mve_qreg_ptr(a->qd); | ||
200 | + qm = mve_qreg_ptr(a->qm); | ||
201 | + fn(cpu_env, qd, qm, tcg_constant_i32(shift)); | ||
202 | + tcg_temp_free_ptr(qd); | ||
203 | + tcg_temp_free_ptr(qm); | ||
204 | + mve_update_eci(s); | ||
205 | + return true; | ||
206 | +} | ||
207 | + | ||
208 | +#define DO_2SHIFT(INSN, FN, NEGATESHIFT) \ | ||
209 | + static bool trans_##INSN(DisasContext *s, arg_2shift *a) \ | ||
210 | + { \ | ||
211 | + static MVEGenTwoOpShiftFn * const fns[] = { \ | ||
212 | + gen_helper_mve_##FN##b, \ | ||
213 | + gen_helper_mve_##FN##h, \ | ||
214 | + gen_helper_mve_##FN##w, \ | ||
215 | + NULL, \ | ||
216 | + }; \ | ||
217 | + return do_2shift(s, a, fns[a->size], NEGATESHIFT); \ | ||
218 | + } | ||
219 | + | ||
220 | +DO_2SHIFT(VSHLI, vshli_u, false) | ||
221 | +DO_2SHIFT(VQSHLI_S, vqshli_s, false) | ||
222 | +DO_2SHIFT(VQSHLI_U, vqshli_u, false) | ||
223 | +DO_2SHIFT(VQSHLUI, vqshlui_s, false) | ||
224 | -- | ||
225 | 2.20.1 | ||
226 | |||
227 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | Implement the MVE vector shift right by immediate insns VSHRI and |
---|---|---|---|
2 | VRSHRI. As with Neon, we implement these by using helper functions | ||
3 | which perform left shifts but allow negative shift counts to indicate | ||
4 | right shifts. | ||
2 | 5 | ||
3 | If it isn't used when translate.h is included, | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
4 | we'll get a compiler Werror. | 7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
8 | Message-id: 20210628135835.6690-9-peter.maydell@linaro.org | ||
9 | --- | ||
10 | target/arm/helper-mve.h | 12 ++++++++++++ | ||
11 | target/arm/translate.h | 20 ++++++++++++++++++++ | ||
12 | target/arm/mve.decode | 28 ++++++++++++++++++++++++++++ | ||
13 | target/arm/mve_helper.c | 7 +++++++ | ||
14 | target/arm/translate-mve.c | 5 +++++ | ||
15 | target/arm/translate-neon.c | 18 ------------------ | ||
16 | 6 files changed, 72 insertions(+), 18 deletions(-) | ||
5 | 17 | ||
6 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | 18 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 19 | index XXXXXXX..XXXXXXX 100644 |
8 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 20 | --- a/target/arm/helper-mve.h |
9 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 21 | +++ b/target/arm/helper-mve.h |
10 | Message-id: 20180119045438.28582-2-richard.henderson@linaro.org | 22 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_3(mve_vmovi, TCG_CALL_NO_WG, void, env, ptr, i64) |
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 23 | DEF_HELPER_FLAGS_3(mve_vandi, TCG_CALL_NO_WG, void, env, ptr, i64) |
12 | --- | 24 | DEF_HELPER_FLAGS_3(mve_vorri, TCG_CALL_NO_WG, void, env, ptr, i64) |
13 | target/arm/translate.h | 2 +- | 25 | |
14 | 1 file changed, 1 insertion(+), 1 deletion(-) | 26 | +DEF_HELPER_FLAGS_4(mve_vshli_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
15 | 27 | +DEF_HELPER_FLAGS_4(mve_vshli_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | |
28 | +DEF_HELPER_FLAGS_4(mve_vshli_sw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
29 | + | ||
30 | DEF_HELPER_FLAGS_4(mve_vshli_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
31 | DEF_HELPER_FLAGS_4(mve_vshli_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
32 | DEF_HELPER_FLAGS_4(mve_vshli_uw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
33 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vqshli_uw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
34 | DEF_HELPER_FLAGS_4(mve_vqshlui_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
35 | DEF_HELPER_FLAGS_4(mve_vqshlui_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
36 | DEF_HELPER_FLAGS_4(mve_vqshlui_sw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
37 | + | ||
38 | +DEF_HELPER_FLAGS_4(mve_vrshli_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
39 | +DEF_HELPER_FLAGS_4(mve_vrshli_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
40 | +DEF_HELPER_FLAGS_4(mve_vrshli_sw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
41 | + | ||
42 | +DEF_HELPER_FLAGS_4(mve_vrshli_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
43 | +DEF_HELPER_FLAGS_4(mve_vrshli_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
44 | +DEF_HELPER_FLAGS_4(mve_vrshli_uw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
16 | diff --git a/target/arm/translate.h b/target/arm/translate.h | 45 | diff --git a/target/arm/translate.h b/target/arm/translate.h |
17 | index XXXXXXX..XXXXXXX 100644 | 46 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/target/arm/translate.h | 47 | --- a/target/arm/translate.h |
19 | +++ b/target/arm/translate.h | 48 | +++ b/target/arm/translate.h |
20 | @@ -XXX,XX +XXX,XX @@ static inline int default_exception_el(DisasContext *s) | 49 | @@ -XXX,XX +XXX,XX @@ static inline int times_2_plus_1(DisasContext *s, int x) |
21 | ? 3 : MAX(1, s->current_el); | 50 | return x * 2 + 1; |
22 | } | 51 | } |
23 | 52 | ||
24 | -static void disas_set_insn_syndrome(DisasContext *s, uint32_t syn) | 53 | +static inline int rsub_64(DisasContext *s, int x) |
25 | +static inline void disas_set_insn_syndrome(DisasContext *s, uint32_t syn) | 54 | +{ |
55 | + return 64 - x; | ||
56 | +} | ||
57 | + | ||
58 | +static inline int rsub_32(DisasContext *s, int x) | ||
59 | +{ | ||
60 | + return 32 - x; | ||
61 | +} | ||
62 | + | ||
63 | +static inline int rsub_16(DisasContext *s, int x) | ||
64 | +{ | ||
65 | + return 16 - x; | ||
66 | +} | ||
67 | + | ||
68 | +static inline int rsub_8(DisasContext *s, int x) | ||
69 | +{ | ||
70 | + return 8 - x; | ||
71 | +} | ||
72 | + | ||
73 | static inline int arm_dc_feature(DisasContext *dc, int feature) | ||
26 | { | 74 | { |
27 | /* We don't need to save all of the syndrome so we mask and shift | 75 | return (dc->features & (1ULL << feature)) != 0; |
28 | * out unneeded bits to help the sleb128 encoder do a better job. | 76 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode |
77 | index XXXXXXX..XXXXXXX 100644 | ||
78 | --- a/target/arm/mve.decode | ||
79 | +++ b/target/arm/mve.decode | ||
80 | @@ -XXX,XX +XXX,XX @@ | ||
81 | @2_shl_h .... .... .. 01 shift:4 .... .... .... .... &2shift qd=%qd qm=%qm size=1 | ||
82 | @2_shl_w .... .... .. 1 shift:5 .... .... .... .... &2shift qd=%qd qm=%qm size=2 | ||
83 | |||
84 | +# Right shifts are encoded as N - shift, where N is the element size in bits. | ||
85 | +%rshift_i5 16:5 !function=rsub_32 | ||
86 | +%rshift_i4 16:4 !function=rsub_16 | ||
87 | +%rshift_i3 16:3 !function=rsub_8 | ||
88 | + | ||
89 | +@2_shr_b .... .... .. 001 ... .... .... .... .... &2shift qd=%qd qm=%qm \ | ||
90 | + size=0 shift=%rshift_i3 | ||
91 | +@2_shr_h .... .... .. 01 .... .... .... .... .... &2shift qd=%qd qm=%qm \ | ||
92 | + size=1 shift=%rshift_i4 | ||
93 | +@2_shr_w .... .... .. 1 ..... .... .... .... .... &2shift qd=%qd qm=%qm \ | ||
94 | + size=2 shift=%rshift_i5 | ||
95 | + | ||
96 | # Vector loads and stores | ||
97 | |||
98 | # Widening loads and narrowing stores: | ||
99 | @@ -XXX,XX +XXX,XX @@ VQSHLI_U 111 1 1111 1 . ... ... ... 0 0111 0 1 . 1 ... 0 @2_shl_w | ||
100 | VQSHLUI 111 1 1111 1 . ... ... ... 0 0110 0 1 . 1 ... 0 @2_shl_b | ||
101 | VQSHLUI 111 1 1111 1 . ... ... ... 0 0110 0 1 . 1 ... 0 @2_shl_h | ||
102 | VQSHLUI 111 1 1111 1 . ... ... ... 0 0110 0 1 . 1 ... 0 @2_shl_w | ||
103 | + | ||
104 | +VSHRI_S 111 0 1111 1 . ... ... ... 0 0000 0 1 . 1 ... 0 @2_shr_b | ||
105 | +VSHRI_S 111 0 1111 1 . ... ... ... 0 0000 0 1 . 1 ... 0 @2_shr_h | ||
106 | +VSHRI_S 111 0 1111 1 . ... ... ... 0 0000 0 1 . 1 ... 0 @2_shr_w | ||
107 | + | ||
108 | +VSHRI_U 111 1 1111 1 . ... ... ... 0 0000 0 1 . 1 ... 0 @2_shr_b | ||
109 | +VSHRI_U 111 1 1111 1 . ... ... ... 0 0000 0 1 . 1 ... 0 @2_shr_h | ||
110 | +VSHRI_U 111 1 1111 1 . ... ... ... 0 0000 0 1 . 1 ... 0 @2_shr_w | ||
111 | + | ||
112 | +VRSHRI_S 111 0 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_b | ||
113 | +VRSHRI_S 111 0 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_h | ||
114 | +VRSHRI_S 111 0 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_w | ||
115 | + | ||
116 | +VRSHRI_U 111 1 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_b | ||
117 | +VRSHRI_U 111 1 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_h | ||
118 | +VRSHRI_U 111 1 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_w | ||
119 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
120 | index XXXXXXX..XXXXXXX 100644 | ||
121 | --- a/target/arm/mve_helper.c | ||
122 | +++ b/target/arm/mve_helper.c | ||
123 | @@ -XXX,XX +XXX,XX @@ DO_VADDV(vaddvuw, 4, uint32_t) | ||
124 | DO_2SHIFT(OP##b, 1, uint8_t, FN) \ | ||
125 | DO_2SHIFT(OP##h, 2, uint16_t, FN) \ | ||
126 | DO_2SHIFT(OP##w, 4, uint32_t, FN) | ||
127 | +#define DO_2SHIFT_S(OP, FN) \ | ||
128 | + DO_2SHIFT(OP##b, 1, int8_t, FN) \ | ||
129 | + DO_2SHIFT(OP##h, 2, int16_t, FN) \ | ||
130 | + DO_2SHIFT(OP##w, 4, int32_t, FN) | ||
131 | |||
132 | #define DO_2SHIFT_SAT_U(OP, FN) \ | ||
133 | DO_2SHIFT_SAT(OP##b, 1, uint8_t, FN) \ | ||
134 | @@ -XXX,XX +XXX,XX @@ DO_VADDV(vaddvuw, 4, uint32_t) | ||
135 | DO_2SHIFT_SAT(OP##w, 4, int32_t, FN) | ||
136 | |||
137 | DO_2SHIFT_U(vshli_u, DO_VSHLU) | ||
138 | +DO_2SHIFT_S(vshli_s, DO_VSHLS) | ||
139 | DO_2SHIFT_SAT_U(vqshli_u, DO_UQSHL_OP) | ||
140 | DO_2SHIFT_SAT_S(vqshli_s, DO_SQSHL_OP) | ||
141 | DO_2SHIFT_SAT_S(vqshlui_s, DO_SUQSHL_OP) | ||
142 | +DO_2SHIFT_U(vrshli_u, DO_VRSHLU) | ||
143 | +DO_2SHIFT_S(vrshli_s, DO_VRSHLS) | ||
144 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
145 | index XXXXXXX..XXXXXXX 100644 | ||
146 | --- a/target/arm/translate-mve.c | ||
147 | +++ b/target/arm/translate-mve.c | ||
148 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT(VSHLI, vshli_u, false) | ||
149 | DO_2SHIFT(VQSHLI_S, vqshli_s, false) | ||
150 | DO_2SHIFT(VQSHLI_U, vqshli_u, false) | ||
151 | DO_2SHIFT(VQSHLUI, vqshlui_s, false) | ||
152 | +/* These right shifts use a left-shift helper with negated shift count */ | ||
153 | +DO_2SHIFT(VSHRI_S, vshli_s, true) | ||
154 | +DO_2SHIFT(VSHRI_U, vshli_u, true) | ||
155 | +DO_2SHIFT(VRSHRI_S, vrshli_s, true) | ||
156 | +DO_2SHIFT(VRSHRI_U, vrshli_u, true) | ||
157 | diff --git a/target/arm/translate-neon.c b/target/arm/translate-neon.c | ||
158 | index XXXXXXX..XXXXXXX 100644 | ||
159 | --- a/target/arm/translate-neon.c | ||
160 | +++ b/target/arm/translate-neon.c | ||
161 | @@ -XXX,XX +XXX,XX @@ static inline int plus1(DisasContext *s, int x) | ||
162 | return x + 1; | ||
163 | } | ||
164 | |||
165 | -static inline int rsub_64(DisasContext *s, int x) | ||
166 | -{ | ||
167 | - return 64 - x; | ||
168 | -} | ||
169 | - | ||
170 | -static inline int rsub_32(DisasContext *s, int x) | ||
171 | -{ | ||
172 | - return 32 - x; | ||
173 | -} | ||
174 | -static inline int rsub_16(DisasContext *s, int x) | ||
175 | -{ | ||
176 | - return 16 - x; | ||
177 | -} | ||
178 | -static inline int rsub_8(DisasContext *s, int x) | ||
179 | -{ | ||
180 | - return 8 - x; | ||
181 | -} | ||
182 | - | ||
183 | static inline int neon_3same_fp_size(DisasContext *s, int x) | ||
184 | { | ||
185 | /* Convert 0==fp32, 1==fp16 into a MO_* value */ | ||
29 | -- | 186 | -- |
30 | 2.7.4 | 187 | 2.20.1 |
31 | 188 | ||
32 | 189 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | Implement the MVE VHLL (vector shift left long) insn. This has two |
---|---|---|---|
2 | encodings: the T1 encoding is the usual shift-by-immediate format, | ||
3 | and the T2 encoding is a special case where the shift count is always | ||
4 | equal to the element size. | ||
2 | 5 | ||
3 | At the same time, move VMSTATE_UINT32_SUB_ARRAY | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
4 | beside the other UINT32 definitions. | 7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
8 | Message-id: 20210628135835.6690-10-peter.maydell@linaro.org | ||
9 | --- | ||
10 | target/arm/helper-mve.h | 9 +++++++ | ||
11 | target/arm/mve.decode | 53 +++++++++++++++++++++++++++++++++++--- | ||
12 | target/arm/mve_helper.c | 32 +++++++++++++++++++++++ | ||
13 | target/arm/translate-mve.c | 15 +++++++++++ | ||
14 | 4 files changed, 105 insertions(+), 4 deletions(-) | ||
5 | 15 | ||
6 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | 16 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
8 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Message-id: 20180119045438.28582-8-richard.henderson@linaro.org | ||
10 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
12 | --- | ||
13 | include/migration/vmstate.h | 9 ++++++--- | ||
14 | 1 file changed, 6 insertions(+), 3 deletions(-) | ||
15 | |||
16 | diff --git a/include/migration/vmstate.h b/include/migration/vmstate.h | ||
17 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/include/migration/vmstate.h | 18 | --- a/target/arm/helper-mve.h |
19 | +++ b/include/migration/vmstate.h | 19 | +++ b/target/arm/helper-mve.h |
20 | @@ -XXX,XX +XXX,XX @@ extern const VMStateInfo vmstate_info_qtailq; | 20 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vrshli_sw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
21 | #define VMSTATE_UINT32_ARRAY(_f, _s, _n) \ | 21 | DEF_HELPER_FLAGS_4(mve_vrshli_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
22 | VMSTATE_UINT32_ARRAY_V(_f, _s, _n, 0) | 22 | DEF_HELPER_FLAGS_4(mve_vrshli_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
23 | 23 | DEF_HELPER_FLAGS_4(mve_vrshli_uw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | |
24 | +#define VMSTATE_UINT32_SUB_ARRAY(_f, _s, _start, _num) \ | ||
25 | + VMSTATE_SUB_ARRAY(_f, _s, _start, _num, 0, vmstate_info_uint32, uint32_t) | ||
26 | + | 24 | + |
27 | #define VMSTATE_UINT32_2DARRAY(_f, _s, _n1, _n2) \ | 25 | +DEF_HELPER_FLAGS_4(mve_vshllbsb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
28 | VMSTATE_UINT32_2DARRAY_V(_f, _s, _n1, _n2, 0) | 26 | +DEF_HELPER_FLAGS_4(mve_vshllbsh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
29 | 27 | +DEF_HELPER_FLAGS_4(mve_vshllbub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | |
30 | @@ -XXX,XX +XXX,XX @@ extern const VMStateInfo vmstate_info_qtailq; | 28 | +DEF_HELPER_FLAGS_4(mve_vshllbuh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
31 | #define VMSTATE_UINT64_ARRAY(_f, _s, _n) \ | 29 | +DEF_HELPER_FLAGS_4(mve_vshlltsb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
32 | VMSTATE_UINT64_ARRAY_V(_f, _s, _n, 0) | 30 | +DEF_HELPER_FLAGS_4(mve_vshlltsh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
33 | 31 | +DEF_HELPER_FLAGS_4(mve_vshlltub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | |
34 | +#define VMSTATE_UINT64_SUB_ARRAY(_f, _s, _start, _num) \ | 32 | +DEF_HELPER_FLAGS_4(mve_vshlltuh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
35 | + VMSTATE_SUB_ARRAY(_f, _s, _start, _num, 0, vmstate_info_uint64, uint64_t) | 33 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode |
34 | index XXXXXXX..XXXXXXX 100644 | ||
35 | --- a/target/arm/mve.decode | ||
36 | +++ b/target/arm/mve.decode | ||
37 | @@ -XXX,XX +XXX,XX @@ | ||
38 | @2_shl_h .... .... .. 01 shift:4 .... .... .... .... &2shift qd=%qd qm=%qm size=1 | ||
39 | @2_shl_w .... .... .. 1 shift:5 .... .... .... .... &2shift qd=%qd qm=%qm size=2 | ||
40 | |||
41 | +@2_shll_b .... .... ... 01 shift:3 .... .... .... .... &2shift qd=%qd qm=%qm size=0 | ||
42 | +@2_shll_h .... .... ... 1 shift:4 .... .... .... .... &2shift qd=%qd qm=%qm size=1 | ||
43 | +# VSHLL encoding T2 where shift == esize | ||
44 | +@2_shll_esize_b .... .... .... 00 .. .... .... .... .... &2shift \ | ||
45 | + qd=%qd qm=%qm size=0 shift=8 | ||
46 | +@2_shll_esize_h .... .... .... 01 .. .... .... .... .... &2shift \ | ||
47 | + qd=%qd qm=%qm size=1 shift=16 | ||
36 | + | 48 | + |
37 | #define VMSTATE_UINT64_2DARRAY(_f, _s, _n1, _n2) \ | 49 | # Right shifts are encoded as N - shift, where N is the element size in bits. |
38 | VMSTATE_UINT64_2DARRAY_V(_f, _s, _n1, _n2, 0) | 50 | %rshift_i5 16:5 !function=rsub_32 |
39 | 51 | %rshift_i4 16:4 !function=rsub_16 | |
40 | @@ -XXX,XX +XXX,XX @@ extern const VMStateInfo vmstate_info_qtailq; | 52 | @@ -XXX,XX +XXX,XX @@ VADD 1110 1111 0 . .. ... 0 ... 0 1000 . 1 . 0 ... 0 @2op |
41 | #define VMSTATE_INT32_ARRAY(_f, _s, _n) \ | 53 | VSUB 1111 1111 0 . .. ... 0 ... 0 1000 . 1 . 0 ... 0 @2op |
42 | VMSTATE_INT32_ARRAY_V(_f, _s, _n, 0) | 54 | VMUL 1110 1111 0 . .. ... 0 ... 0 1001 . 1 . 1 ... 0 @2op |
43 | 55 | ||
44 | -#define VMSTATE_UINT32_SUB_ARRAY(_f, _s, _start, _num) \ | 56 | -VMULH_S 111 0 1110 0 . .. ...1 ... 0 1110 . 0 . 0 ... 1 @2op |
45 | - VMSTATE_SUB_ARRAY(_f, _s, _start, _num, 0, vmstate_info_uint32, uint32_t) | 57 | -VMULH_U 111 1 1110 0 . .. ...1 ... 0 1110 . 0 . 0 ... 1 @2op |
46 | - | 58 | +# The VSHLL T2 encoding is not a @2op pattern, but is here because it |
47 | #define VMSTATE_INT64_ARRAY_V(_f, _s, _n, _v) \ | 59 | +# overlaps what would be size=0b11 VMULH/VRMULH |
48 | VMSTATE_ARRAY(_f, _s, _n, _v, vmstate_info_int64, int64_t) | 60 | +{ |
49 | 61 | + VSHLL_BS 111 0 1110 0 . 11 .. 01 ... 0 1110 0 0 . 0 ... 1 @2_shll_esize_b | |
62 | + VSHLL_BS 111 0 1110 0 . 11 .. 01 ... 0 1110 0 0 . 0 ... 1 @2_shll_esize_h | ||
63 | |||
64 | -VRMULH_S 111 0 1110 0 . .. ...1 ... 1 1110 . 0 . 0 ... 1 @2op | ||
65 | -VRMULH_U 111 1 1110 0 . .. ...1 ... 1 1110 . 0 . 0 ... 1 @2op | ||
66 | + VMULH_S 111 0 1110 0 . .. ...1 ... 0 1110 . 0 . 0 ... 1 @2op | ||
67 | +} | ||
68 | + | ||
69 | +{ | ||
70 | + VSHLL_BU 111 1 1110 0 . 11 .. 01 ... 0 1110 0 0 . 0 ... 1 @2_shll_esize_b | ||
71 | + VSHLL_BU 111 1 1110 0 . 11 .. 01 ... 0 1110 0 0 . 0 ... 1 @2_shll_esize_h | ||
72 | + | ||
73 | + VMULH_U 111 1 1110 0 . .. ...1 ... 0 1110 . 0 . 0 ... 1 @2op | ||
74 | +} | ||
75 | + | ||
76 | +{ | ||
77 | + VSHLL_TS 111 0 1110 0 . 11 .. 01 ... 1 1110 0 0 . 0 ... 1 @2_shll_esize_b | ||
78 | + VSHLL_TS 111 0 1110 0 . 11 .. 01 ... 1 1110 0 0 . 0 ... 1 @2_shll_esize_h | ||
79 | + | ||
80 | + VRMULH_S 111 0 1110 0 . .. ...1 ... 1 1110 . 0 . 0 ... 1 @2op | ||
81 | +} | ||
82 | + | ||
83 | +{ | ||
84 | + VSHLL_TU 111 1 1110 0 . 11 .. 01 ... 1 1110 0 0 . 0 ... 1 @2_shll_esize_b | ||
85 | + VSHLL_TU 111 1 1110 0 . 11 .. 01 ... 1 1110 0 0 . 0 ... 1 @2_shll_esize_h | ||
86 | + | ||
87 | + VRMULH_U 111 1 1110 0 . .. ...1 ... 1 1110 . 0 . 0 ... 1 @2op | ||
88 | +} | ||
89 | |||
90 | VMAX_S 111 0 1111 0 . .. ... 0 ... 0 0110 . 1 . 0 ... 0 @2op | ||
91 | VMAX_U 111 1 1111 0 . .. ... 0 ... 0 0110 . 1 . 0 ... 0 @2op | ||
92 | @@ -XXX,XX +XXX,XX @@ VRSHRI_S 111 0 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_w | ||
93 | VRSHRI_U 111 1 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_b | ||
94 | VRSHRI_U 111 1 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_h | ||
95 | VRSHRI_U 111 1 1111 1 . ... ... ... 0 0010 0 1 . 1 ... 0 @2_shr_w | ||
96 | + | ||
97 | +# VSHLL T1 encoding; the T2 VSHLL encoding is elsewhere in this file | ||
98 | +VSHLL_BS 111 0 1110 1 . 1 .. ... ... 0 1111 0 1 . 0 ... 0 @2_shll_b | ||
99 | +VSHLL_BS 111 0 1110 1 . 1 .. ... ... 0 1111 0 1 . 0 ... 0 @2_shll_h | ||
100 | + | ||
101 | +VSHLL_BU 111 1 1110 1 . 1 .. ... ... 0 1111 0 1 . 0 ... 0 @2_shll_b | ||
102 | +VSHLL_BU 111 1 1110 1 . 1 .. ... ... 0 1111 0 1 . 0 ... 0 @2_shll_h | ||
103 | + | ||
104 | +VSHLL_TS 111 0 1110 1 . 1 .. ... ... 1 1111 0 1 . 0 ... 0 @2_shll_b | ||
105 | +VSHLL_TS 111 0 1110 1 . 1 .. ... ... 1 1111 0 1 . 0 ... 0 @2_shll_h | ||
106 | + | ||
107 | +VSHLL_TU 111 1 1110 1 . 1 .. ... ... 1 1111 0 1 . 0 ... 0 @2_shll_b | ||
108 | +VSHLL_TU 111 1 1110 1 . 1 .. ... ... 1 1111 0 1 . 0 ... 0 @2_shll_h | ||
109 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
110 | index XXXXXXX..XXXXXXX 100644 | ||
111 | --- a/target/arm/mve_helper.c | ||
112 | +++ b/target/arm/mve_helper.c | ||
113 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT_SAT_S(vqshli_s, DO_SQSHL_OP) | ||
114 | DO_2SHIFT_SAT_S(vqshlui_s, DO_SUQSHL_OP) | ||
115 | DO_2SHIFT_U(vrshli_u, DO_VRSHLU) | ||
116 | DO_2SHIFT_S(vrshli_s, DO_VRSHLS) | ||
117 | + | ||
118 | +/* | ||
119 | + * Long shifts taking half-sized inputs from top or bottom of the input | ||
120 | + * vector and producing a double-width result. ESIZE, TYPE are for | ||
121 | + * the input, and LESIZE, LTYPE for the output. | ||
122 | + * Unlike the normal shift helpers, we do not handle negative shift counts, | ||
123 | + * because the long shift is strictly left-only. | ||
124 | + */ | ||
125 | +#define DO_VSHLL(OP, TOP, ESIZE, TYPE, LESIZE, LTYPE) \ | ||
126 | + void HELPER(glue(mve_, OP))(CPUARMState *env, void *vd, \ | ||
127 | + void *vm, uint32_t shift) \ | ||
128 | + { \ | ||
129 | + LTYPE *d = vd; \ | ||
130 | + TYPE *m = vm; \ | ||
131 | + uint16_t mask = mve_element_mask(env); \ | ||
132 | + unsigned le; \ | ||
133 | + assert(shift <= 16); \ | ||
134 | + for (le = 0; le < 16 / LESIZE; le++, mask >>= LESIZE) { \ | ||
135 | + LTYPE r = (LTYPE)m[H##ESIZE(le * 2 + TOP)] << shift; \ | ||
136 | + mergemask(&d[H##LESIZE(le)], r, mask); \ | ||
137 | + } \ | ||
138 | + mve_advance_vpt(env); \ | ||
139 | + } | ||
140 | + | ||
141 | +#define DO_VSHLL_ALL(OP, TOP) \ | ||
142 | + DO_VSHLL(OP##sb, TOP, 1, int8_t, 2, int16_t) \ | ||
143 | + DO_VSHLL(OP##ub, TOP, 1, uint8_t, 2, uint16_t) \ | ||
144 | + DO_VSHLL(OP##sh, TOP, 2, int16_t, 4, int32_t) \ | ||
145 | + DO_VSHLL(OP##uh, TOP, 2, uint16_t, 4, uint32_t) \ | ||
146 | + | ||
147 | +DO_VSHLL_ALL(vshllb, false) | ||
148 | +DO_VSHLL_ALL(vshllt, true) | ||
149 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
150 | index XXXXXXX..XXXXXXX 100644 | ||
151 | --- a/target/arm/translate-mve.c | ||
152 | +++ b/target/arm/translate-mve.c | ||
153 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT(VSHRI_S, vshli_s, true) | ||
154 | DO_2SHIFT(VSHRI_U, vshli_u, true) | ||
155 | DO_2SHIFT(VRSHRI_S, vrshli_s, true) | ||
156 | DO_2SHIFT(VRSHRI_U, vrshli_u, true) | ||
157 | + | ||
158 | +#define DO_VSHLL(INSN, FN) \ | ||
159 | + static bool trans_##INSN(DisasContext *s, arg_2shift *a) \ | ||
160 | + { \ | ||
161 | + static MVEGenTwoOpShiftFn * const fns[] = { \ | ||
162 | + gen_helper_mve_##FN##b, \ | ||
163 | + gen_helper_mve_##FN##h, \ | ||
164 | + }; \ | ||
165 | + return do_2shift(s, a, fns[a->size], false); \ | ||
166 | + } | ||
167 | + | ||
168 | +DO_VSHLL(VSHLL_BS, vshllbs) | ||
169 | +DO_VSHLL(VSHLL_BU, vshllbu) | ||
170 | +DO_VSHLL(VSHLL_TS, vshllts) | ||
171 | +DO_VSHLL(VSHLL_TU, vshlltu) | ||
50 | -- | 172 | -- |
51 | 2.7.4 | 173 | 2.20.1 |
52 | 174 | ||
53 | 175 | diff view generated by jsdifflib |
1 | We were passing a NULL error pointer to the object_property_set_bool() | 1 | Implement the MVE VSRI and VSLI insns, which perform a |
---|---|---|---|
2 | call that realizes the CPU object. This meant that we wouldn't detect | 2 | shift-and-insert operation. |
3 | failure, and would plough blindly on to crash later trying to use a | ||
4 | NULL CPU object pointer. Detect errors and fail instead. | ||
5 | |||
6 | In particular, this will be necessary to detect the user error | ||
7 | of using "-cpu host" without "-enable-kvm" once we make the host | ||
8 | CPU type be registered unconditionally rather than only in | ||
9 | kvm_arch_init(). | ||
10 | 3 | ||
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 4 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
5 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
6 | Message-id: 20210628135835.6690-11-peter.maydell@linaro.org | ||
12 | --- | 7 | --- |
13 | hw/arm/virt.c | 2 +- | 8 | target/arm/helper-mve.h | 8 ++++++++ |
14 | 1 file changed, 1 insertion(+), 1 deletion(-) | 9 | target/arm/mve.decode | 9 ++++++++ |
10 | target/arm/mve_helper.c | 42 ++++++++++++++++++++++++++++++++++++++ | ||
11 | target/arm/translate-mve.c | 3 +++ | ||
12 | 4 files changed, 62 insertions(+) | ||
15 | 13 | ||
16 | diff --git a/hw/arm/virt.c b/hw/arm/virt.c | 14 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
17 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/hw/arm/virt.c | 16 | --- a/target/arm/helper-mve.h |
19 | +++ b/hw/arm/virt.c | 17 | +++ b/target/arm/helper-mve.h |
20 | @@ -XXX,XX +XXX,XX @@ static void machvirt_init(MachineState *machine) | 18 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vshlltsb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
21 | "secure-memory", &error_abort); | 19 | DEF_HELPER_FLAGS_4(mve_vshlltsh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
22 | } | 20 | DEF_HELPER_FLAGS_4(mve_vshlltub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
23 | 21 | DEF_HELPER_FLAGS_4(mve_vshlltuh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | |
24 | - object_property_set_bool(cpuobj, true, "realized", NULL); | 22 | + |
25 | + object_property_set_bool(cpuobj, true, "realized", &error_fatal); | 23 | +DEF_HELPER_FLAGS_4(mve_vsrib, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
26 | object_unref(cpuobj); | 24 | +DEF_HELPER_FLAGS_4(mve_vsrih, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
27 | } | 25 | +DEF_HELPER_FLAGS_4(mve_vsriw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
28 | fdt_add_timer_nodes(vms); | 26 | + |
27 | +DEF_HELPER_FLAGS_4(mve_vslib, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
28 | +DEF_HELPER_FLAGS_4(mve_vslih, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
29 | +DEF_HELPER_FLAGS_4(mve_vsliw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
30 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode | ||
31 | index XXXXXXX..XXXXXXX 100644 | ||
32 | --- a/target/arm/mve.decode | ||
33 | +++ b/target/arm/mve.decode | ||
34 | @@ -XXX,XX +XXX,XX @@ VSHLL_TS 111 0 1110 1 . 1 .. ... ... 1 1111 0 1 . 0 ... 0 @2_shll_h | ||
35 | |||
36 | VSHLL_TU 111 1 1110 1 . 1 .. ... ... 1 1111 0 1 . 0 ... 0 @2_shll_b | ||
37 | VSHLL_TU 111 1 1110 1 . 1 .. ... ... 1 1111 0 1 . 0 ... 0 @2_shll_h | ||
38 | + | ||
39 | +# Shift-and-insert | ||
40 | +VSRI 111 1 1111 1 . ... ... ... 0 0100 0 1 . 1 ... 0 @2_shr_b | ||
41 | +VSRI 111 1 1111 1 . ... ... ... 0 0100 0 1 . 1 ... 0 @2_shr_h | ||
42 | +VSRI 111 1 1111 1 . ... ... ... 0 0100 0 1 . 1 ... 0 @2_shr_w | ||
43 | + | ||
44 | +VSLI 111 1 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_b | ||
45 | +VSLI 111 1 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_h | ||
46 | +VSLI 111 1 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_w | ||
47 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
48 | index XXXXXXX..XXXXXXX 100644 | ||
49 | --- a/target/arm/mve_helper.c | ||
50 | +++ b/target/arm/mve_helper.c | ||
51 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT_SAT_S(vqshlui_s, DO_SUQSHL_OP) | ||
52 | DO_2SHIFT_U(vrshli_u, DO_VRSHLU) | ||
53 | DO_2SHIFT_S(vrshli_s, DO_VRSHLS) | ||
54 | |||
55 | +/* Shift-and-insert; we always work with 64 bits at a time */ | ||
56 | +#define DO_2SHIFT_INSERT(OP, ESIZE, SHIFTFN, MASKFN) \ | ||
57 | + void HELPER(glue(mve_, OP))(CPUARMState *env, void *vd, \ | ||
58 | + void *vm, uint32_t shift) \ | ||
59 | + { \ | ||
60 | + uint64_t *d = vd, *m = vm; \ | ||
61 | + uint16_t mask; \ | ||
62 | + uint64_t shiftmask; \ | ||
63 | + unsigned e; \ | ||
64 | + if (shift == 0 || shift == ESIZE * 8) { \ | ||
65 | + /* \ | ||
66 | + * Only VSLI can shift by 0; only VSRI can shift by <dt>. \ | ||
67 | + * The generic logic would give the right answer for 0 but \ | ||
68 | + * fails for <dt>. \ | ||
69 | + */ \ | ||
70 | + goto done; \ | ||
71 | + } \ | ||
72 | + assert(shift < ESIZE * 8); \ | ||
73 | + mask = mve_element_mask(env); \ | ||
74 | + /* ESIZE / 2 gives the MO_* value if ESIZE is in [1,2,4] */ \ | ||
75 | + shiftmask = dup_const(ESIZE / 2, MASKFN(ESIZE * 8, shift)); \ | ||
76 | + for (e = 0; e < 16 / 8; e++, mask >>= 8) { \ | ||
77 | + uint64_t r = (SHIFTFN(m[H8(e)], shift) & shiftmask) | \ | ||
78 | + (d[H8(e)] & ~shiftmask); \ | ||
79 | + mergemask(&d[H8(e)], r, mask); \ | ||
80 | + } \ | ||
81 | +done: \ | ||
82 | + mve_advance_vpt(env); \ | ||
83 | + } | ||
84 | + | ||
85 | +#define DO_SHL(N, SHIFT) ((N) << (SHIFT)) | ||
86 | +#define DO_SHR(N, SHIFT) ((N) >> (SHIFT)) | ||
87 | +#define SHL_MASK(EBITS, SHIFT) MAKE_64BIT_MASK((SHIFT), (EBITS) - (SHIFT)) | ||
88 | +#define SHR_MASK(EBITS, SHIFT) MAKE_64BIT_MASK(0, (EBITS) - (SHIFT)) | ||
89 | + | ||
90 | +DO_2SHIFT_INSERT(vsrib, 1, DO_SHR, SHR_MASK) | ||
91 | +DO_2SHIFT_INSERT(vsrih, 2, DO_SHR, SHR_MASK) | ||
92 | +DO_2SHIFT_INSERT(vsriw, 4, DO_SHR, SHR_MASK) | ||
93 | +DO_2SHIFT_INSERT(vslib, 1, DO_SHL, SHL_MASK) | ||
94 | +DO_2SHIFT_INSERT(vslih, 2, DO_SHL, SHL_MASK) | ||
95 | +DO_2SHIFT_INSERT(vsliw, 4, DO_SHL, SHL_MASK) | ||
96 | + | ||
97 | /* | ||
98 | * Long shifts taking half-sized inputs from top or bottom of the input | ||
99 | * vector and producing a double-width result. ESIZE, TYPE are for | ||
100 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
101 | index XXXXXXX..XXXXXXX 100644 | ||
102 | --- a/target/arm/translate-mve.c | ||
103 | +++ b/target/arm/translate-mve.c | ||
104 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT(VSHRI_U, vshli_u, true) | ||
105 | DO_2SHIFT(VRSHRI_S, vrshli_s, true) | ||
106 | DO_2SHIFT(VRSHRI_U, vrshli_u, true) | ||
107 | |||
108 | +DO_2SHIFT(VSRI, vsri, false) | ||
109 | +DO_2SHIFT(VSLI, vsli, false) | ||
110 | + | ||
111 | #define DO_VSHLL(INSN, FN) \ | ||
112 | static bool trans_##INSN(DisasContext *s, arg_2shift *a) \ | ||
113 | { \ | ||
29 | -- | 114 | -- |
30 | 2.7.4 | 115 | 2.20.1 |
31 | 116 | ||
32 | 117 | diff view generated by jsdifflib |
1 | From: Linus Walleij <linus.walleij@linaro.org> | 1 | Implement the MVE shift-right-and-narrow insn VSHRN and VRSHRN. |
---|---|---|---|
2 | 2 | ||
3 | This implements rudimentary support for interrupt generation on the | 3 | do_urshr() is borrowed from sve_helper.c. |
4 | PL110. I am working on a new DRI/KMS driver for Linux and since that | ||
5 | uses the blanking interrupt, we need something to fire here. Without | ||
6 | any interrupt support Linux waits for a while and then gives ugly | ||
7 | messages about the vblank not working in the console (it does not | ||
8 | hang perpetually or anything though, DRI is pretty forgiving). | ||
9 | 4 | ||
10 | I solved it for now by setting up a timer to fire at 60Hz and pull | 5 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | the interrupts for "vertical compare" and "next memory base" | 6 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
12 | at this interval. This works fine and fires roughly the same number | 7 | Message-id: 20210628135835.6690-12-peter.maydell@linaro.org |
13 | of IRQs on QEMU as on the hardware and leaves the console clean | 8 | --- |
14 | and nice. | 9 | target/arm/helper-mve.h | 10 ++++++++++ |
10 | target/arm/mve.decode | 11 +++++++++++ | ||
11 | target/arm/mve_helper.c | 40 ++++++++++++++++++++++++++++++++++++++ | ||
12 | target/arm/translate-mve.c | 15 ++++++++++++++ | ||
13 | 4 files changed, 76 insertions(+) | ||
15 | 14 | ||
16 | People who want to create more accurate emulation can probably work | 15 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
17 | on top of this if need be. It is certainly closer to the hardware | ||
18 | behaviour than what we have today anyway. | ||
19 | |||
20 | Cc: Peter Maydell <peter.maydell@linaro.org> | ||
21 | Signed-off-by: Linus Walleij <linus.walleij@linaro.org> | ||
22 | Message-id: 20180123225654.5764-1-linus.walleij@linaro.org | ||
23 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
24 | [PMM: folded long lines] | ||
25 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
26 | --- | ||
27 | hw/display/pl110.c | 30 +++++++++++++++++++++++++++++- | ||
28 | 1 file changed, 29 insertions(+), 1 deletion(-) | ||
29 | |||
30 | diff --git a/hw/display/pl110.c b/hw/display/pl110.c | ||
31 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
32 | --- a/hw/display/pl110.c | 17 | --- a/target/arm/helper-mve.h |
33 | +++ b/hw/display/pl110.c | 18 | +++ b/target/arm/helper-mve.h |
34 | @@ -XXX,XX +XXX,XX @@ | 19 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vsriw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
35 | #include "ui/console.h" | 20 | DEF_HELPER_FLAGS_4(mve_vslib, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
36 | #include "framebuffer.h" | 21 | DEF_HELPER_FLAGS_4(mve_vslih, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
37 | #include "ui/pixel_ops.h" | 22 | DEF_HELPER_FLAGS_4(mve_vsliw, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
38 | +#include "qemu/timer.h" | 23 | + |
39 | #include "qemu/log.h" | 24 | +DEF_HELPER_FLAGS_4(mve_vshrnbb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
40 | 25 | +DEF_HELPER_FLAGS_4(mve_vshrnbh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | |
41 | #define PL110_CR_EN 0x001 | 26 | +DEF_HELPER_FLAGS_4(mve_vshrntb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
42 | @@ -XXX,XX +XXX,XX @@ | 27 | +DEF_HELPER_FLAGS_4(mve_vshrnth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
43 | #define PL110_CR_BEBO 0x200 | 28 | + |
44 | #define PL110_CR_BEPO 0x400 | 29 | +DEF_HELPER_FLAGS_4(mve_vrshrnbb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
45 | #define PL110_CR_PWR 0x800 | 30 | +DEF_HELPER_FLAGS_4(mve_vrshrnbh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
46 | +#define PL110_IE_NB 0x004 | 31 | +DEF_HELPER_FLAGS_4(mve_vrshrntb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
47 | +#define PL110_IE_VC 0x008 | 32 | +DEF_HELPER_FLAGS_4(mve_vrshrnth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
48 | 33 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode | |
49 | enum pl110_bppmode | 34 | index XXXXXXX..XXXXXXX 100644 |
50 | { | 35 | --- a/target/arm/mve.decode |
51 | @@ -XXX,XX +XXX,XX @@ typedef struct PL110State { | 36 | +++ b/target/arm/mve.decode |
52 | MemoryRegion iomem; | 37 | @@ -XXX,XX +XXX,XX @@ VSRI 111 1 1111 1 . ... ... ... 0 0100 0 1 . 1 ... 0 @2_shr_w |
53 | MemoryRegionSection fbsection; | 38 | VSLI 111 1 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_b |
54 | QemuConsole *con; | 39 | VSLI 111 1 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_h |
55 | + QEMUTimer *vblank_timer; | 40 | VSLI 111 1 1111 1 . ... ... ... 0 0101 0 1 . 1 ... 0 @2_shl_w |
56 | 41 | + | |
57 | int version; | 42 | +# Narrowing shifts (which only support b and h sizes) |
58 | uint32_t timing[4]; | 43 | +VSHRNB 111 0 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 1 @2_shr_b |
59 | @@ -XXX,XX +XXX,XX @@ static void pl110_resize(PL110State *s, int width, int height) | 44 | +VSHRNB 111 0 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 1 @2_shr_h |
60 | /* Update interrupts. */ | 45 | +VSHRNT 111 0 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 1 @2_shr_b |
61 | static void pl110_update(PL110State *s) | 46 | +VSHRNT 111 0 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 1 @2_shr_h |
62 | { | 47 | + |
63 | - /* TODO: Implement interrupts. */ | 48 | +VRSHRNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 1 @2_shr_b |
64 | + /* Raise IRQ if enabled and any status bit is 1 */ | 49 | +VRSHRNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 1 @2_shr_h |
65 | + if (s->int_status & s->int_mask) { | 50 | +VRSHRNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 1 @2_shr_b |
66 | + qemu_irq_raise(s->irq); | 51 | +VRSHRNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 1 @2_shr_h |
52 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
53 | index XXXXXXX..XXXXXXX 100644 | ||
54 | --- a/target/arm/mve_helper.c | ||
55 | +++ b/target/arm/mve_helper.c | ||
56 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT_INSERT(vsliw, 4, DO_SHL, SHL_MASK) | ||
57 | |||
58 | DO_VSHLL_ALL(vshllb, false) | ||
59 | DO_VSHLL_ALL(vshllt, true) | ||
60 | + | ||
61 | +/* | ||
62 | + * Narrowing right shifts, taking a double sized input, shifting it | ||
63 | + * and putting the result in either the top or bottom half of the output. | ||
64 | + * ESIZE, TYPE are the output, and LESIZE, LTYPE the input. | ||
65 | + */ | ||
66 | +#define DO_VSHRN(OP, TOP, ESIZE, TYPE, LESIZE, LTYPE, FN) \ | ||
67 | + void HELPER(glue(mve_, OP))(CPUARMState *env, void *vd, \ | ||
68 | + void *vm, uint32_t shift) \ | ||
69 | + { \ | ||
70 | + LTYPE *m = vm; \ | ||
71 | + TYPE *d = vd; \ | ||
72 | + uint16_t mask = mve_element_mask(env); \ | ||
73 | + unsigned le; \ | ||
74 | + for (le = 0; le < 16 / LESIZE; le++, mask >>= LESIZE) { \ | ||
75 | + TYPE r = FN(m[H##LESIZE(le)], shift); \ | ||
76 | + mergemask(&d[H##ESIZE(le * 2 + TOP)], r, mask); \ | ||
77 | + } \ | ||
78 | + mve_advance_vpt(env); \ | ||
79 | + } | ||
80 | + | ||
81 | +#define DO_VSHRN_ALL(OP, FN) \ | ||
82 | + DO_VSHRN(OP##bb, false, 1, uint8_t, 2, uint16_t, FN) \ | ||
83 | + DO_VSHRN(OP##bh, false, 2, uint16_t, 4, uint32_t, FN) \ | ||
84 | + DO_VSHRN(OP##tb, true, 1, uint8_t, 2, uint16_t, FN) \ | ||
85 | + DO_VSHRN(OP##th, true, 2, uint16_t, 4, uint32_t, FN) | ||
86 | + | ||
87 | +static inline uint64_t do_urshr(uint64_t x, unsigned sh) | ||
88 | +{ | ||
89 | + if (likely(sh < 64)) { | ||
90 | + return (x >> sh) + ((x >> (sh - 1)) & 1); | ||
91 | + } else if (sh == 64) { | ||
92 | + return x >> 63; | ||
67 | + } else { | 93 | + } else { |
68 | + qemu_irq_lower(s->irq); | 94 | + return 0; |
69 | + } | 95 | + } |
70 | +} | 96 | +} |
71 | + | 97 | + |
72 | +static void pl110_vblank_interrupt(void *opaque) | 98 | +DO_VSHRN_ALL(vshrn, DO_SHR) |
73 | +{ | 99 | +DO_VSHRN_ALL(vrshrn, do_urshr) |
74 | + PL110State *s = opaque; | 100 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c |
101 | index XXXXXXX..XXXXXXX 100644 | ||
102 | --- a/target/arm/translate-mve.c | ||
103 | +++ b/target/arm/translate-mve.c | ||
104 | @@ -XXX,XX +XXX,XX @@ DO_VSHLL(VSHLL_BS, vshllbs) | ||
105 | DO_VSHLL(VSHLL_BU, vshllbu) | ||
106 | DO_VSHLL(VSHLL_TS, vshllts) | ||
107 | DO_VSHLL(VSHLL_TU, vshlltu) | ||
75 | + | 108 | + |
76 | + /* Fire the vertical compare and next base IRQs and re-arm */ | 109 | +#define DO_2SHIFT_N(INSN, FN) \ |
77 | + s->int_status |= (PL110_IE_NB | PL110_IE_VC); | 110 | + static bool trans_##INSN(DisasContext *s, arg_2shift *a) \ |
78 | + timer_mod(s->vblank_timer, | 111 | + { \ |
79 | + qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL) + | 112 | + static MVEGenTwoOpShiftFn * const fns[] = { \ |
80 | + NANOSECONDS_PER_SECOND / 60); | 113 | + gen_helper_mve_##FN##b, \ |
81 | + pl110_update(s); | 114 | + gen_helper_mve_##FN##h, \ |
82 | } | 115 | + }; \ |
83 | 116 | + return do_2shift(s, a, fns[a->size], false); \ | |
84 | static uint64_t pl110_read(void *opaque, hwaddr offset, | 117 | + } |
85 | @@ -XXX,XX +XXX,XX @@ static void pl110_write(void *opaque, hwaddr offset, | 118 | + |
86 | s->bpp = (val >> 1) & 7; | 119 | +DO_2SHIFT_N(VSHRNB, vshrnb) |
87 | if (pl110_enabled(s)) { | 120 | +DO_2SHIFT_N(VSHRNT, vshrnt) |
88 | qemu_console_resize(s->con, s->cols, s->rows); | 121 | +DO_2SHIFT_N(VRSHRNB, vrshrnb) |
89 | + timer_mod(s->vblank_timer, | 122 | +DO_2SHIFT_N(VRSHRNT, vrshrnt) |
90 | + qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL) + | ||
91 | + NANOSECONDS_PER_SECOND / 60); | ||
92 | + } else { | ||
93 | + timer_del(s->vblank_timer); | ||
94 | } | ||
95 | break; | ||
96 | case 10: /* LCDICR */ | ||
97 | @@ -XXX,XX +XXX,XX @@ static void pl110_realize(DeviceState *dev, Error **errp) | ||
98 | memory_region_init_io(&s->iomem, OBJECT(s), &pl110_ops, s, "pl110", 0x1000); | ||
99 | sysbus_init_mmio(sbd, &s->iomem); | ||
100 | sysbus_init_irq(sbd, &s->irq); | ||
101 | + s->vblank_timer = timer_new_ns(QEMU_CLOCK_VIRTUAL, | ||
102 | + pl110_vblank_interrupt, s); | ||
103 | qdev_init_gpio_in(dev, pl110_mux_ctrl_set, 1); | ||
104 | s->con = graphic_console_init(dev, 0, &pl110_gfx_ops, s); | ||
105 | } | ||
106 | -- | 123 | -- |
107 | 2.7.4 | 124 | 2.20.1 |
108 | 125 | ||
109 | 126 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | 1 | Implement the MVE saturating shift-right-and-narrow insns | |
2 | VQSHRN, VQSHRUN, VQRSHRN and VQRSHRUN. | ||
3 | |||
4 | do_srshr() is borrowed from sve_helper.c. | ||
5 | |||
6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Message-id: 20210628135835.6690-13-peter.maydell@linaro.org | ||
9 | --- | ||
10 | target/arm/helper-mve.h | 30 +++++++++++ | ||
11 | target/arm/mve.decode | 28 ++++++++++ | ||
12 | target/arm/mve_helper.c | 104 +++++++++++++++++++++++++++++++++++++ | ||
13 | target/arm/translate-mve.c | 12 +++++ | ||
14 | 4 files changed, 174 insertions(+) | ||
15 | |||
16 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h | ||
17 | index XXXXXXX..XXXXXXX 100644 | ||
18 | --- a/target/arm/helper-mve.h | ||
19 | +++ b/target/arm/helper-mve.h | ||
20 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vrshrnbb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
21 | DEF_HELPER_FLAGS_4(mve_vrshrnbh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
22 | DEF_HELPER_FLAGS_4(mve_vrshrntb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
23 | DEF_HELPER_FLAGS_4(mve_vrshrnth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
24 | + | ||
25 | +DEF_HELPER_FLAGS_4(mve_vqshrnb_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
26 | +DEF_HELPER_FLAGS_4(mve_vqshrnb_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
27 | +DEF_HELPER_FLAGS_4(mve_vqshrnt_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
28 | +DEF_HELPER_FLAGS_4(mve_vqshrnt_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
29 | + | ||
30 | +DEF_HELPER_FLAGS_4(mve_vqshrnb_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
31 | +DEF_HELPER_FLAGS_4(mve_vqshrnb_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
32 | +DEF_HELPER_FLAGS_4(mve_vqshrnt_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
33 | +DEF_HELPER_FLAGS_4(mve_vqshrnt_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
34 | + | ||
35 | +DEF_HELPER_FLAGS_4(mve_vqshrunbb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
36 | +DEF_HELPER_FLAGS_4(mve_vqshrunbh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
37 | +DEF_HELPER_FLAGS_4(mve_vqshruntb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
38 | +DEF_HELPER_FLAGS_4(mve_vqshrunth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
39 | + | ||
40 | +DEF_HELPER_FLAGS_4(mve_vqrshrnb_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
41 | +DEF_HELPER_FLAGS_4(mve_vqrshrnb_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
42 | +DEF_HELPER_FLAGS_4(mve_vqrshrnt_sb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
43 | +DEF_HELPER_FLAGS_4(mve_vqrshrnt_sh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
44 | + | ||
45 | +DEF_HELPER_FLAGS_4(mve_vqrshrnb_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
46 | +DEF_HELPER_FLAGS_4(mve_vqrshrnb_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
47 | +DEF_HELPER_FLAGS_4(mve_vqrshrnt_ub, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
48 | +DEF_HELPER_FLAGS_4(mve_vqrshrnt_uh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
49 | + | ||
50 | +DEF_HELPER_FLAGS_4(mve_vqrshrunbb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
51 | +DEF_HELPER_FLAGS_4(mve_vqrshrunbh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
52 | +DEF_HELPER_FLAGS_4(mve_vqrshruntb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
53 | +DEF_HELPER_FLAGS_4(mve_vqrshrunth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
54 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode | ||
55 | index XXXXXXX..XXXXXXX 100644 | ||
56 | --- a/target/arm/mve.decode | ||
57 | +++ b/target/arm/mve.decode | ||
58 | @@ -XXX,XX +XXX,XX @@ VRSHRNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 1 @2_shr_b | ||
59 | VRSHRNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 1 @2_shr_h | ||
60 | VRSHRNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 1 @2_shr_b | ||
61 | VRSHRNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 1 @2_shr_h | ||
62 | + | ||
63 | +VQSHRNB_S 111 0 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 0 @2_shr_b | ||
64 | +VQSHRNB_S 111 0 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 0 @2_shr_h | ||
65 | +VQSHRNT_S 111 0 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 0 @2_shr_b | ||
66 | +VQSHRNT_S 111 0 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 0 @2_shr_h | ||
67 | +VQSHRNB_U 111 1 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 0 @2_shr_b | ||
68 | +VQSHRNB_U 111 1 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 0 @2_shr_h | ||
69 | +VQSHRNT_U 111 1 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 0 @2_shr_b | ||
70 | +VQSHRNT_U 111 1 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 0 @2_shr_h | ||
71 | + | ||
72 | +VQSHRUNB 111 0 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 0 @2_shr_b | ||
73 | +VQSHRUNB 111 0 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 0 @2_shr_h | ||
74 | +VQSHRUNT 111 0 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 0 @2_shr_b | ||
75 | +VQSHRUNT 111 0 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 0 @2_shr_h | ||
76 | + | ||
77 | +VQRSHRNB_S 111 0 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 1 @2_shr_b | ||
78 | +VQRSHRNB_S 111 0 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 1 @2_shr_h | ||
79 | +VQRSHRNT_S 111 0 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 1 @2_shr_b | ||
80 | +VQRSHRNT_S 111 0 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 1 @2_shr_h | ||
81 | +VQRSHRNB_U 111 1 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 1 @2_shr_b | ||
82 | +VQRSHRNB_U 111 1 1110 1 . ... ... ... 0 1111 0 1 . 0 ... 1 @2_shr_h | ||
83 | +VQRSHRNT_U 111 1 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 1 @2_shr_b | ||
84 | +VQRSHRNT_U 111 1 1110 1 . ... ... ... 1 1111 0 1 . 0 ... 1 @2_shr_h | ||
85 | + | ||
86 | +VQRSHRUNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 0 @2_shr_b | ||
87 | +VQRSHRUNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 0 @2_shr_h | ||
88 | +VQRSHRUNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 0 @2_shr_b | ||
89 | +VQRSHRUNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 0 @2_shr_h | ||
90 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
91 | index XXXXXXX..XXXXXXX 100644 | ||
92 | --- a/target/arm/mve_helper.c | ||
93 | +++ b/target/arm/mve_helper.c | ||
94 | @@ -XXX,XX +XXX,XX @@ static inline uint64_t do_urshr(uint64_t x, unsigned sh) | ||
95 | } | ||
96 | } | ||
97 | |||
98 | +static inline int64_t do_srshr(int64_t x, unsigned sh) | ||
99 | +{ | ||
100 | + if (likely(sh < 64)) { | ||
101 | + return (x >> sh) + ((x >> (sh - 1)) & 1); | ||
102 | + } else { | ||
103 | + /* Rounding the sign bit always produces 0. */ | ||
104 | + return 0; | ||
105 | + } | ||
106 | +} | ||
107 | + | ||
108 | DO_VSHRN_ALL(vshrn, DO_SHR) | ||
109 | DO_VSHRN_ALL(vrshrn, do_urshr) | ||
110 | + | ||
111 | +static inline int32_t do_sat_bhs(int64_t val, int64_t min, int64_t max, | ||
112 | + bool *satp) | ||
113 | +{ | ||
114 | + if (val > max) { | ||
115 | + *satp = true; | ||
116 | + return max; | ||
117 | + } else if (val < min) { | ||
118 | + *satp = true; | ||
119 | + return min; | ||
120 | + } else { | ||
121 | + return val; | ||
122 | + } | ||
123 | +} | ||
124 | + | ||
125 | +/* Saturating narrowing right shifts */ | ||
126 | +#define DO_VSHRN_SAT(OP, TOP, ESIZE, TYPE, LESIZE, LTYPE, FN) \ | ||
127 | + void HELPER(glue(mve_, OP))(CPUARMState *env, void *vd, \ | ||
128 | + void *vm, uint32_t shift) \ | ||
129 | + { \ | ||
130 | + LTYPE *m = vm; \ | ||
131 | + TYPE *d = vd; \ | ||
132 | + uint16_t mask = mve_element_mask(env); \ | ||
133 | + bool qc = false; \ | ||
134 | + unsigned le; \ | ||
135 | + for (le = 0; le < 16 / LESIZE; le++, mask >>= LESIZE) { \ | ||
136 | + bool sat = false; \ | ||
137 | + TYPE r = FN(m[H##LESIZE(le)], shift, &sat); \ | ||
138 | + mergemask(&d[H##ESIZE(le * 2 + TOP)], r, mask); \ | ||
139 | + qc |= sat && (mask & 1 << (TOP * ESIZE)); \ | ||
140 | + } \ | ||
141 | + if (qc) { \ | ||
142 | + env->vfp.qc[0] = qc; \ | ||
143 | + } \ | ||
144 | + mve_advance_vpt(env); \ | ||
145 | + } | ||
146 | + | ||
147 | +#define DO_VSHRN_SAT_UB(BOP, TOP, FN) \ | ||
148 | + DO_VSHRN_SAT(BOP, false, 1, uint8_t, 2, uint16_t, FN) \ | ||
149 | + DO_VSHRN_SAT(TOP, true, 1, uint8_t, 2, uint16_t, FN) | ||
150 | + | ||
151 | +#define DO_VSHRN_SAT_UH(BOP, TOP, FN) \ | ||
152 | + DO_VSHRN_SAT(BOP, false, 2, uint16_t, 4, uint32_t, FN) \ | ||
153 | + DO_VSHRN_SAT(TOP, true, 2, uint16_t, 4, uint32_t, FN) | ||
154 | + | ||
155 | +#define DO_VSHRN_SAT_SB(BOP, TOP, FN) \ | ||
156 | + DO_VSHRN_SAT(BOP, false, 1, int8_t, 2, int16_t, FN) \ | ||
157 | + DO_VSHRN_SAT(TOP, true, 1, int8_t, 2, int16_t, FN) | ||
158 | + | ||
159 | +#define DO_VSHRN_SAT_SH(BOP, TOP, FN) \ | ||
160 | + DO_VSHRN_SAT(BOP, false, 2, int16_t, 4, int32_t, FN) \ | ||
161 | + DO_VSHRN_SAT(TOP, true, 2, int16_t, 4, int32_t, FN) | ||
162 | + | ||
163 | +#define DO_SHRN_SB(N, M, SATP) \ | ||
164 | + do_sat_bhs((int64_t)(N) >> (M), INT8_MIN, INT8_MAX, SATP) | ||
165 | +#define DO_SHRN_UB(N, M, SATP) \ | ||
166 | + do_sat_bhs((uint64_t)(N) >> (M), 0, UINT8_MAX, SATP) | ||
167 | +#define DO_SHRUN_B(N, M, SATP) \ | ||
168 | + do_sat_bhs((int64_t)(N) >> (M), 0, UINT8_MAX, SATP) | ||
169 | + | ||
170 | +#define DO_SHRN_SH(N, M, SATP) \ | ||
171 | + do_sat_bhs((int64_t)(N) >> (M), INT16_MIN, INT16_MAX, SATP) | ||
172 | +#define DO_SHRN_UH(N, M, SATP) \ | ||
173 | + do_sat_bhs((uint64_t)(N) >> (M), 0, UINT16_MAX, SATP) | ||
174 | +#define DO_SHRUN_H(N, M, SATP) \ | ||
175 | + do_sat_bhs((int64_t)(N) >> (M), 0, UINT16_MAX, SATP) | ||
176 | + | ||
177 | +#define DO_RSHRN_SB(N, M, SATP) \ | ||
178 | + do_sat_bhs(do_srshr(N, M), INT8_MIN, INT8_MAX, SATP) | ||
179 | +#define DO_RSHRN_UB(N, M, SATP) \ | ||
180 | + do_sat_bhs(do_urshr(N, M), 0, UINT8_MAX, SATP) | ||
181 | +#define DO_RSHRUN_B(N, M, SATP) \ | ||
182 | + do_sat_bhs(do_srshr(N, M), 0, UINT8_MAX, SATP) | ||
183 | + | ||
184 | +#define DO_RSHRN_SH(N, M, SATP) \ | ||
185 | + do_sat_bhs(do_srshr(N, M), INT16_MIN, INT16_MAX, SATP) | ||
186 | +#define DO_RSHRN_UH(N, M, SATP) \ | ||
187 | + do_sat_bhs(do_urshr(N, M), 0, UINT16_MAX, SATP) | ||
188 | +#define DO_RSHRUN_H(N, M, SATP) \ | ||
189 | + do_sat_bhs(do_srshr(N, M), 0, UINT16_MAX, SATP) | ||
190 | + | ||
191 | +DO_VSHRN_SAT_SB(vqshrnb_sb, vqshrnt_sb, DO_SHRN_SB) | ||
192 | +DO_VSHRN_SAT_SH(vqshrnb_sh, vqshrnt_sh, DO_SHRN_SH) | ||
193 | +DO_VSHRN_SAT_UB(vqshrnb_ub, vqshrnt_ub, DO_SHRN_UB) | ||
194 | +DO_VSHRN_SAT_UH(vqshrnb_uh, vqshrnt_uh, DO_SHRN_UH) | ||
195 | +DO_VSHRN_SAT_SB(vqshrunbb, vqshruntb, DO_SHRUN_B) | ||
196 | +DO_VSHRN_SAT_SH(vqshrunbh, vqshrunth, DO_SHRUN_H) | ||
197 | + | ||
198 | +DO_VSHRN_SAT_SB(vqrshrnb_sb, vqrshrnt_sb, DO_RSHRN_SB) | ||
199 | +DO_VSHRN_SAT_SH(vqrshrnb_sh, vqrshrnt_sh, DO_RSHRN_SH) | ||
200 | +DO_VSHRN_SAT_UB(vqrshrnb_ub, vqrshrnt_ub, DO_RSHRN_UB) | ||
201 | +DO_VSHRN_SAT_UH(vqrshrnb_uh, vqrshrnt_uh, DO_RSHRN_UH) | ||
202 | +DO_VSHRN_SAT_SB(vqrshrunbb, vqrshruntb, DO_RSHRUN_B) | ||
203 | +DO_VSHRN_SAT_SH(vqrshrunbh, vqrshrunth, DO_RSHRUN_H) | ||
204 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
205 | index XXXXXXX..XXXXXXX 100644 | ||
206 | --- a/target/arm/translate-mve.c | ||
207 | +++ b/target/arm/translate-mve.c | ||
208 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT_N(VSHRNB, vshrnb) | ||
209 | DO_2SHIFT_N(VSHRNT, vshrnt) | ||
210 | DO_2SHIFT_N(VRSHRNB, vrshrnb) | ||
211 | DO_2SHIFT_N(VRSHRNT, vrshrnt) | ||
212 | +DO_2SHIFT_N(VQSHRNB_S, vqshrnb_s) | ||
213 | +DO_2SHIFT_N(VQSHRNT_S, vqshrnt_s) | ||
214 | +DO_2SHIFT_N(VQSHRNB_U, vqshrnb_u) | ||
215 | +DO_2SHIFT_N(VQSHRNT_U, vqshrnt_u) | ||
216 | +DO_2SHIFT_N(VQSHRUNB, vqshrunb) | ||
217 | +DO_2SHIFT_N(VQSHRUNT, vqshrunt) | ||
218 | +DO_2SHIFT_N(VQRSHRNB_S, vqrshrnb_s) | ||
219 | +DO_2SHIFT_N(VQRSHRNT_S, vqrshrnt_s) | ||
220 | +DO_2SHIFT_N(VQRSHRNB_U, vqrshrnb_u) | ||
221 | +DO_2SHIFT_N(VQRSHRNT_U, vqrshrnt_u) | ||
222 | +DO_2SHIFT_N(VQRSHRUNB, vqrshrunb) | ||
223 | +DO_2SHIFT_N(VQRSHRUNT, vqrshrunt) | ||
224 | -- | ||
225 | 2.20.1 | ||
226 | |||
227 | diff view generated by jsdifflib |
1 | From: Luc MICHEL <luc.michel@git.antfield.fr> | 1 | Implement the MVE VSHLC insn, which performs a shift left of the |
---|---|---|---|
2 | entire vector with carry in bits provided from a general purpose | ||
3 | register and carry out bits written back to that register. | ||
2 | 4 | ||
3 | When there is no active interrupts in the GIC, a read to the C_RPR | 5 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
4 | register should return the value of the "Idle priority", which is either | 6 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
5 | the maximum value an IRQ priority field can be set to, or 0xff. | 7 | Message-id: 20210628135835.6690-14-peter.maydell@linaro.org |
8 | --- | ||
9 | target/arm/helper-mve.h | 2 ++ | ||
10 | target/arm/mve.decode | 2 ++ | ||
11 | target/arm/mve_helper.c | 38 ++++++++++++++++++++++++++++++++++++++ | ||
12 | target/arm/translate-mve.c | 30 ++++++++++++++++++++++++++++++ | ||
13 | 4 files changed, 72 insertions(+) | ||
6 | 14 | ||
7 | Since the QEMU GIC model implements all the 8 priority bits, the Idle | 15 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
8 | priority is 0xff. | ||
9 | |||
10 | Internally, when there is no active interrupt, the running priority | ||
11 | value is 0x100. The gic_get_running_priority function returns an uint8_t | ||
12 | and thus, truncate this value to 0x00 when returning it. This is wrong since | ||
13 | a value of 0x00 correspond to the maximum possible priority. | ||
14 | |||
15 | This commit fixes the returned value when the internal value is 0x100. | ||
16 | |||
17 | Note that it is correct for the Non-Secure view to return 0xff even | ||
18 | though from the NS world point of view, only 7 priority bits are | ||
19 | implemented. The specification states that the Idle priority can be 0xff | ||
20 | even when not all the 8 priority bits are implemented. This has been | ||
21 | verified against a real GICv2 hardware on a Xilinx ZynqMP based board. | ||
22 | |||
23 | Regarding the ARM11MPCore version of the GIC, the specification is not | ||
24 | clear on that point, so this commit does not alter its behavior. | ||
25 | |||
26 | Signed-off-by: Luc MICHEL <luc.michel@git.antfield.fr> | ||
27 | Message-id: 20180119145756.7629-4-luc.michel@greensocs.com | ||
28 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
29 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
30 | --- | ||
31 | hw/intc/arm_gic.c | 5 +++++ | ||
32 | 1 file changed, 5 insertions(+) | ||
33 | |||
34 | diff --git a/hw/intc/arm_gic.c b/hw/intc/arm_gic.c | ||
35 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
36 | --- a/hw/intc/arm_gic.c | 17 | --- a/target/arm/helper-mve.h |
37 | +++ b/hw/intc/arm_gic.c | 18 | +++ b/target/arm/helper-mve.h |
38 | @@ -XXX,XX +XXX,XX @@ static void gic_set_cpu_control(GICState *s, int cpu, uint32_t value, | 19 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vqrshrunbb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
39 | 20 | DEF_HELPER_FLAGS_4(mve_vqrshrunbh, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | |
40 | static uint8_t gic_get_running_priority(GICState *s, int cpu, MemTxAttrs attrs) | 21 | DEF_HELPER_FLAGS_4(mve_vqrshruntb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
41 | { | 22 | DEF_HELPER_FLAGS_4(mve_vqrshrunth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
42 | + if ((s->revision != REV_11MPCORE) && (s->running_priority[cpu] > 0xff)) { | 23 | + |
43 | + /* Idle priority */ | 24 | +DEF_HELPER_FLAGS_4(mve_vshlc, TCG_CALL_NO_WG, i32, env, ptr, i32, i32) |
44 | + return 0xff; | 25 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode |
26 | index XXXXXXX..XXXXXXX 100644 | ||
27 | --- a/target/arm/mve.decode | ||
28 | +++ b/target/arm/mve.decode | ||
29 | @@ -XXX,XX +XXX,XX @@ VQRSHRUNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 0 @2_shr_b | ||
30 | VQRSHRUNB 111 1 1110 1 . ... ... ... 0 1111 1 1 . 0 ... 0 @2_shr_h | ||
31 | VQRSHRUNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 0 @2_shr_b | ||
32 | VQRSHRUNT 111 1 1110 1 . ... ... ... 1 1111 1 1 . 0 ... 0 @2_shr_h | ||
33 | + | ||
34 | +VSHLC 111 0 1110 1 . 1 imm:5 ... 0 1111 1100 rdm:4 qd=%qd | ||
35 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
36 | index XXXXXXX..XXXXXXX 100644 | ||
37 | --- a/target/arm/mve_helper.c | ||
38 | +++ b/target/arm/mve_helper.c | ||
39 | @@ -XXX,XX +XXX,XX @@ DO_VSHRN_SAT_UB(vqrshrnb_ub, vqrshrnt_ub, DO_RSHRN_UB) | ||
40 | DO_VSHRN_SAT_UH(vqrshrnb_uh, vqrshrnt_uh, DO_RSHRN_UH) | ||
41 | DO_VSHRN_SAT_SB(vqrshrunbb, vqrshruntb, DO_RSHRUN_B) | ||
42 | DO_VSHRN_SAT_SH(vqrshrunbh, vqrshrunth, DO_RSHRUN_H) | ||
43 | + | ||
44 | +uint32_t HELPER(mve_vshlc)(CPUARMState *env, void *vd, uint32_t rdm, | ||
45 | + uint32_t shift) | ||
46 | +{ | ||
47 | + uint32_t *d = vd; | ||
48 | + uint16_t mask = mve_element_mask(env); | ||
49 | + unsigned e; | ||
50 | + uint32_t r; | ||
51 | + | ||
52 | + /* | ||
53 | + * For each 32-bit element, we shift it left, bringing in the | ||
54 | + * low 'shift' bits of rdm at the bottom. Bits shifted out at | ||
55 | + * the top become the new rdm, if the predicate mask permits. | ||
56 | + * The final rdm value is returned to update the register. | ||
57 | + * shift == 0 here means "shift by 32 bits". | ||
58 | + */ | ||
59 | + if (shift == 0) { | ||
60 | + for (e = 0; e < 16 / 4; e++, mask >>= 4) { | ||
61 | + r = rdm; | ||
62 | + if (mask & 1) { | ||
63 | + rdm = d[H4(e)]; | ||
64 | + } | ||
65 | + mergemask(&d[H4(e)], r, mask); | ||
66 | + } | ||
67 | + } else { | ||
68 | + uint32_t shiftmask = MAKE_64BIT_MASK(0, shift); | ||
69 | + | ||
70 | + for (e = 0; e < 16 / 4; e++, mask >>= 4) { | ||
71 | + r = (d[H4(e)] << shift) | (rdm & shiftmask); | ||
72 | + if (mask & 1) { | ||
73 | + rdm = d[H4(e)] >> (32 - shift); | ||
74 | + } | ||
75 | + mergemask(&d[H4(e)], r, mask); | ||
76 | + } | ||
77 | + } | ||
78 | + mve_advance_vpt(env); | ||
79 | + return rdm; | ||
80 | +} | ||
81 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
82 | index XXXXXXX..XXXXXXX 100644 | ||
83 | --- a/target/arm/translate-mve.c | ||
84 | +++ b/target/arm/translate-mve.c | ||
85 | @@ -XXX,XX +XXX,XX @@ DO_2SHIFT_N(VQRSHRNB_U, vqrshrnb_u) | ||
86 | DO_2SHIFT_N(VQRSHRNT_U, vqrshrnt_u) | ||
87 | DO_2SHIFT_N(VQRSHRUNB, vqrshrunb) | ||
88 | DO_2SHIFT_N(VQRSHRUNT, vqrshrunt) | ||
89 | + | ||
90 | +static bool trans_VSHLC(DisasContext *s, arg_VSHLC *a) | ||
91 | +{ | ||
92 | + /* | ||
93 | + * Whole Vector Left Shift with Carry. The carry is taken | ||
94 | + * from a general purpose register and written back there. | ||
95 | + * An imm of 0 means "shift by 32". | ||
96 | + */ | ||
97 | + TCGv_ptr qd; | ||
98 | + TCGv_i32 rdm; | ||
99 | + | ||
100 | + if (!dc_isar_feature(aa32_mve, s) || !mve_check_qreg_bank(s, a->qd)) { | ||
101 | + return false; | ||
102 | + } | ||
103 | + if (a->rdm == 13 || a->rdm == 15) { | ||
104 | + /* CONSTRAINED UNPREDICTABLE: we UNDEF */ | ||
105 | + return false; | ||
106 | + } | ||
107 | + if (!mve_eci_check(s) || !vfp_access_check(s)) { | ||
108 | + return true; | ||
45 | + } | 109 | + } |
46 | + | 110 | + |
47 | if (s->security_extn && !attrs.secure) { | 111 | + qd = mve_qreg_ptr(a->qd); |
48 | if (s->running_priority[cpu] & 0x80) { | 112 | + rdm = load_reg(s, a->rdm); |
49 | /* Running priority in upper half of range: return the Non-secure | 113 | + gen_helper_mve_vshlc(rdm, cpu_env, qd, rdm, tcg_constant_i32(a->imm)); |
114 | + store_reg(s, a->rdm, rdm); | ||
115 | + tcg_temp_free_ptr(qd); | ||
116 | + mve_update_eci(s); | ||
117 | + return true; | ||
118 | +} | ||
50 | -- | 119 | -- |
51 | 2.7.4 | 120 | 2.20.1 |
52 | 121 | ||
53 | 122 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | Implement the MVE VADDLV insn; this is similar to VADDV, except |
---|---|---|---|
2 | that it accumulates 32-bit elements into a 64-bit accumulator | ||
3 | stored in a pair of general-purpose registers. | ||
2 | 4 | ||
3 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
4 | Message-id: 20180119045438.28582-15-richard.henderson@linaro.org | ||
5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
6 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 5 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
6 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20210628135835.6690-15-peter.maydell@linaro.org | ||
8 | --- | 8 | --- |
9 | target/arm/helper.c | 35 +++++++++++++++++++---------------- | 9 | target/arm/helper-mve.h | 3 ++ |
10 | 1 file changed, 19 insertions(+), 16 deletions(-) | 10 | target/arm/mve.decode | 6 +++- |
11 | target/arm/mve_helper.c | 19 ++++++++++++ | ||
12 | target/arm/translate-mve.c | 63 ++++++++++++++++++++++++++++++++++++++ | ||
13 | 4 files changed, 90 insertions(+), 1 deletion(-) | ||
11 | 14 | ||
12 | diff --git a/target/arm/helper.c b/target/arm/helper.c | 15 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
13 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/target/arm/helper.c | 17 | --- a/target/arm/helper-mve.h |
15 | +++ b/target/arm/helper.c | 18 | +++ b/target/arm/helper-mve.h |
16 | @@ -XXX,XX +XXX,XX @@ static inline int fp_exception_el(CPUARMState *env) | 19 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_3(mve_vaddvuh, TCG_CALL_NO_WG, i32, env, ptr, i32) |
20 | DEF_HELPER_FLAGS_3(mve_vaddvsw, TCG_CALL_NO_WG, i32, env, ptr, i32) | ||
21 | DEF_HELPER_FLAGS_3(mve_vaddvuw, TCG_CALL_NO_WG, i32, env, ptr, i32) | ||
22 | |||
23 | +DEF_HELPER_FLAGS_3(mve_vaddlv_s, TCG_CALL_NO_WG, i64, env, ptr, i64) | ||
24 | +DEF_HELPER_FLAGS_3(mve_vaddlv_u, TCG_CALL_NO_WG, i64, env, ptr, i64) | ||
25 | + | ||
26 | DEF_HELPER_FLAGS_3(mve_vmovi, TCG_CALL_NO_WG, void, env, ptr, i64) | ||
27 | DEF_HELPER_FLAGS_3(mve_vandi, TCG_CALL_NO_WG, void, env, ptr, i64) | ||
28 | DEF_HELPER_FLAGS_3(mve_vorri, TCG_CALL_NO_WG, void, env, ptr, i64) | ||
29 | diff --git a/target/arm/mve.decode b/target/arm/mve.decode | ||
30 | index XXXXXXX..XXXXXXX 100644 | ||
31 | --- a/target/arm/mve.decode | ||
32 | +++ b/target/arm/mve.decode | ||
33 | @@ -XXX,XX +XXX,XX @@ VQDMULH_scalar 1110 1110 0 . .. ... 1 ... 0 1110 . 110 .... @2scalar | ||
34 | VQRDMULH_scalar 1111 1110 0 . .. ... 1 ... 0 1110 . 110 .... @2scalar | ||
35 | |||
36 | # Vector add across vector | ||
37 | -VADDV 111 u:1 1110 1111 size:2 01 ... 0 1111 0 0 a:1 0 qm:3 0 rda=%rdalo | ||
38 | +{ | ||
39 | + VADDV 111 u:1 1110 1111 size:2 01 ... 0 1111 0 0 a:1 0 qm:3 0 rda=%rdalo | ||
40 | + VADDLV 111 u:1 1110 1 ... 1001 ... 0 1111 00 a:1 0 qm:3 0 \ | ||
41 | + rdahi=%rdahi rdalo=%rdalo | ||
42 | +} | ||
43 | |||
44 | # Predicate operations | ||
45 | %mask_22_13 22:1 13:3 | ||
46 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
47 | index XXXXXXX..XXXXXXX 100644 | ||
48 | --- a/target/arm/mve_helper.c | ||
49 | +++ b/target/arm/mve_helper.c | ||
50 | @@ -XXX,XX +XXX,XX @@ DO_VADDV(vaddvub, 1, uint8_t) | ||
51 | DO_VADDV(vaddvuh, 2, uint16_t) | ||
52 | DO_VADDV(vaddvuw, 4, uint32_t) | ||
53 | |||
54 | +#define DO_VADDLV(OP, TYPE, LTYPE) \ | ||
55 | + uint64_t HELPER(glue(mve_, OP))(CPUARMState *env, void *vm, \ | ||
56 | + uint64_t ra) \ | ||
57 | + { \ | ||
58 | + uint16_t mask = mve_element_mask(env); \ | ||
59 | + unsigned e; \ | ||
60 | + TYPE *m = vm; \ | ||
61 | + for (e = 0; e < 16 / 4; e++, mask >>= 4) { \ | ||
62 | + if (mask & 1) { \ | ||
63 | + ra += (LTYPE)m[H4(e)]; \ | ||
64 | + } \ | ||
65 | + } \ | ||
66 | + mve_advance_vpt(env); \ | ||
67 | + return ra; \ | ||
68 | + } \ | ||
69 | + | ||
70 | +DO_VADDLV(vaddlv_s, int32_t, int64_t) | ||
71 | +DO_VADDLV(vaddlv_u, uint32_t, uint64_t) | ||
72 | + | ||
73 | /* Shifts by immediate */ | ||
74 | #define DO_2SHIFT(OP, ESIZE, TYPE, FN) \ | ||
75 | void HELPER(glue(mve_, OP))(CPUARMState *env, void *vd, \ | ||
76 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
77 | index XXXXXXX..XXXXXXX 100644 | ||
78 | --- a/target/arm/translate-mve.c | ||
79 | +++ b/target/arm/translate-mve.c | ||
80 | @@ -XXX,XX +XXX,XX @@ static bool trans_VADDV(DisasContext *s, arg_VADDV *a) | ||
81 | return true; | ||
17 | } | 82 | } |
18 | 83 | ||
19 | void cpu_get_tb_cpu_state(CPUARMState *env, target_ulong *pc, | 84 | +static bool trans_VADDLV(DisasContext *s, arg_VADDLV *a) |
20 | - target_ulong *cs_base, uint32_t *flags) | 85 | +{ |
21 | + target_ulong *cs_base, uint32_t *pflags) | 86 | + /* |
87 | + * Vector Add Long Across Vector: accumulate the 32-bit | ||
88 | + * elements of the vector into a 64-bit result stored in | ||
89 | + * a pair of general-purpose registers. | ||
90 | + * No need to check Qm's bank: it is only 3 bits in decode. | ||
91 | + */ | ||
92 | + TCGv_ptr qm; | ||
93 | + TCGv_i64 rda; | ||
94 | + TCGv_i32 rdalo, rdahi; | ||
95 | + | ||
96 | + if (!dc_isar_feature(aa32_mve, s)) { | ||
97 | + return false; | ||
98 | + } | ||
99 | + /* | ||
100 | + * rdahi == 13 is UNPREDICTABLE; rdahi == 15 is a related | ||
101 | + * encoding; rdalo always has bit 0 clear so cannot be 13 or 15. | ||
102 | + */ | ||
103 | + if (a->rdahi == 13 || a->rdahi == 15) { | ||
104 | + return false; | ||
105 | + } | ||
106 | + if (!mve_eci_check(s) || !vfp_access_check(s)) { | ||
107 | + return true; | ||
108 | + } | ||
109 | + | ||
110 | + /* | ||
111 | + * This insn is subject to beat-wise execution. Partial execution | ||
112 | + * of an A=0 (no-accumulate) insn which does not execute the first | ||
113 | + * beat must start with the current value of RdaHi:RdaLo, not zero. | ||
114 | + */ | ||
115 | + if (a->a || mve_skip_first_beat(s)) { | ||
116 | + /* Accumulate input from RdaHi:RdaLo */ | ||
117 | + rda = tcg_temp_new_i64(); | ||
118 | + rdalo = load_reg(s, a->rdalo); | ||
119 | + rdahi = load_reg(s, a->rdahi); | ||
120 | + tcg_gen_concat_i32_i64(rda, rdalo, rdahi); | ||
121 | + tcg_temp_free_i32(rdalo); | ||
122 | + tcg_temp_free_i32(rdahi); | ||
123 | + } else { | ||
124 | + /* Accumulate starting at zero */ | ||
125 | + rda = tcg_const_i64(0); | ||
126 | + } | ||
127 | + | ||
128 | + qm = mve_qreg_ptr(a->qm); | ||
129 | + if (a->u) { | ||
130 | + gen_helper_mve_vaddlv_u(rda, cpu_env, qm, rda); | ||
131 | + } else { | ||
132 | + gen_helper_mve_vaddlv_s(rda, cpu_env, qm, rda); | ||
133 | + } | ||
134 | + tcg_temp_free_ptr(qm); | ||
135 | + | ||
136 | + rdalo = tcg_temp_new_i32(); | ||
137 | + rdahi = tcg_temp_new_i32(); | ||
138 | + tcg_gen_extrl_i64_i32(rdalo, rda); | ||
139 | + tcg_gen_extrh_i64_i32(rdahi, rda); | ||
140 | + store_reg(s, a->rdalo, rdalo); | ||
141 | + store_reg(s, a->rdahi, rdahi); | ||
142 | + tcg_temp_free_i64(rda); | ||
143 | + mve_update_eci(s); | ||
144 | + return true; | ||
145 | +} | ||
146 | + | ||
147 | static bool do_1imm(DisasContext *s, arg_1imm *a, MVEGenOneOpImmFn *fn) | ||
22 | { | 148 | { |
23 | ARMMMUIdx mmu_idx = core_to_arm_mmu_idx(env, cpu_mmu_index(env, false)); | 149 | TCGv_ptr qd; |
24 | + uint32_t flags; | ||
25 | + | ||
26 | if (is_a64(env)) { | ||
27 | *pc = env->pc; | ||
28 | - *flags = ARM_TBFLAG_AARCH64_STATE_MASK; | ||
29 | + flags = ARM_TBFLAG_AARCH64_STATE_MASK; | ||
30 | /* Get control bits for tagged addresses */ | ||
31 | - *flags |= (arm_regime_tbi0(env, mmu_idx) << ARM_TBFLAG_TBI0_SHIFT); | ||
32 | - *flags |= (arm_regime_tbi1(env, mmu_idx) << ARM_TBFLAG_TBI1_SHIFT); | ||
33 | + flags |= (arm_regime_tbi0(env, mmu_idx) << ARM_TBFLAG_TBI0_SHIFT); | ||
34 | + flags |= (arm_regime_tbi1(env, mmu_idx) << ARM_TBFLAG_TBI1_SHIFT); | ||
35 | } else { | ||
36 | *pc = env->regs[15]; | ||
37 | - *flags = (env->thumb << ARM_TBFLAG_THUMB_SHIFT) | ||
38 | + flags = (env->thumb << ARM_TBFLAG_THUMB_SHIFT) | ||
39 | | (env->vfp.vec_len << ARM_TBFLAG_VECLEN_SHIFT) | ||
40 | | (env->vfp.vec_stride << ARM_TBFLAG_VECSTRIDE_SHIFT) | ||
41 | | (env->condexec_bits << ARM_TBFLAG_CONDEXEC_SHIFT) | ||
42 | | (arm_sctlr_b(env) << ARM_TBFLAG_SCTLR_B_SHIFT); | ||
43 | if (!(access_secure_reg(env))) { | ||
44 | - *flags |= ARM_TBFLAG_NS_MASK; | ||
45 | + flags |= ARM_TBFLAG_NS_MASK; | ||
46 | } | ||
47 | if (env->vfp.xregs[ARM_VFP_FPEXC] & (1 << 30) | ||
48 | || arm_el_is_aa64(env, 1)) { | ||
49 | - *flags |= ARM_TBFLAG_VFPEN_MASK; | ||
50 | + flags |= ARM_TBFLAG_VFPEN_MASK; | ||
51 | } | ||
52 | - *flags |= (extract32(env->cp15.c15_cpar, 0, 2) | ||
53 | - << ARM_TBFLAG_XSCALE_CPAR_SHIFT); | ||
54 | + flags |= (extract32(env->cp15.c15_cpar, 0, 2) | ||
55 | + << ARM_TBFLAG_XSCALE_CPAR_SHIFT); | ||
56 | } | ||
57 | |||
58 | - *flags |= (arm_to_core_mmu_idx(mmu_idx) << ARM_TBFLAG_MMUIDX_SHIFT); | ||
59 | + flags |= (arm_to_core_mmu_idx(mmu_idx) << ARM_TBFLAG_MMUIDX_SHIFT); | ||
60 | |||
61 | /* The SS_ACTIVE and PSTATE_SS bits correspond to the state machine | ||
62 | * states defined in the ARM ARM for software singlestep: | ||
63 | @@ -XXX,XX +XXX,XX @@ void cpu_get_tb_cpu_state(CPUARMState *env, target_ulong *pc, | ||
64 | * 1 1 Active-not-pending | ||
65 | */ | ||
66 | if (arm_singlestep_active(env)) { | ||
67 | - *flags |= ARM_TBFLAG_SS_ACTIVE_MASK; | ||
68 | + flags |= ARM_TBFLAG_SS_ACTIVE_MASK; | ||
69 | if (is_a64(env)) { | ||
70 | if (env->pstate & PSTATE_SS) { | ||
71 | - *flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
72 | + flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
73 | } | ||
74 | } else { | ||
75 | if (env->uncached_cpsr & PSTATE_SS) { | ||
76 | - *flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
77 | + flags |= ARM_TBFLAG_PSTATE_SS_MASK; | ||
78 | } | ||
79 | } | ||
80 | } | ||
81 | if (arm_cpu_data_is_big_endian(env)) { | ||
82 | - *flags |= ARM_TBFLAG_BE_DATA_MASK; | ||
83 | + flags |= ARM_TBFLAG_BE_DATA_MASK; | ||
84 | } | ||
85 | - *flags |= fp_exception_el(env) << ARM_TBFLAG_FPEXC_EL_SHIFT; | ||
86 | + flags |= fp_exception_el(env) << ARM_TBFLAG_FPEXC_EL_SHIFT; | ||
87 | |||
88 | if (arm_v7m_is_handler_mode(env)) { | ||
89 | - *flags |= ARM_TBFLAG_HANDLER_MASK; | ||
90 | + flags |= ARM_TBFLAG_HANDLER_MASK; | ||
91 | } | ||
92 | |||
93 | + *pflags = flags; | ||
94 | *cs_base = 0; | ||
95 | } | ||
96 | -- | 150 | -- |
97 | 2.7.4 | 151 | 2.20.1 |
98 | 152 | ||
99 | 153 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | 1 | The MVE extension to v8.1M includes some new shift instructions which | |
2 | sit entirely within the non-coprocessor part of the encoding space | ||
3 | and which operate only on general-purpose registers. They take up | ||
4 | the space which was previously UNPREDICTABLE MOVS and ORRS encodings | ||
5 | with Rm == 13 or 15. | ||
6 | |||
7 | Implement the long shifts by immediate, which perform shifts on a | ||
8 | pair of general-purpose registers treated as a 64-bit quantity, with | ||
9 | an immediate shift count between 1 and 32. | ||
10 | |||
11 | Awkwardly, because the MOVS and ORRS trans functions do not UNDEF for | ||
12 | the Rm==13,15 case, we need to explicitly emit code to UNDEF for the | ||
13 | cases where v8.1M now requires that. (Trying to change MOVS and ORRS | ||
14 | is too difficult, because the functions that generate the code are | ||
15 | shared between a dozen different kinds of arithmetic or logical | ||
16 | instruction for all A32, T16 and T32 encodings, and for some insns | ||
17 | and some encodings Rm==13,15 are valid.) | ||
18 | |||
19 | We make the helper functions we need for UQSHLL and SQSHLL take | ||
20 | a 32-bit value which the helper casts to int8_t because we'll need | ||
21 | these helpers also for the shift-by-register insns, where the shift | ||
22 | count might be < 0 or > 32. | ||
23 | |||
24 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
25 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
26 | Message-id: 20210628135835.6690-16-peter.maydell@linaro.org | ||
27 | --- | ||
28 | target/arm/helper-mve.h | 3 ++ | ||
29 | target/arm/translate.h | 1 + | ||
30 | target/arm/t32.decode | 28 +++++++++++++ | ||
31 | target/arm/mve_helper.c | 10 +++++ | ||
32 | target/arm/translate.c | 90 +++++++++++++++++++++++++++++++++++++++++ | ||
33 | 5 files changed, 132 insertions(+) | ||
34 | |||
35 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h | ||
36 | index XXXXXXX..XXXXXXX 100644 | ||
37 | --- a/target/arm/helper-mve.h | ||
38 | +++ b/target/arm/helper-mve.h | ||
39 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vqrshruntb, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
40 | DEF_HELPER_FLAGS_4(mve_vqrshrunth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) | ||
41 | |||
42 | DEF_HELPER_FLAGS_4(mve_vshlc, TCG_CALL_NO_WG, i32, env, ptr, i32, i32) | ||
43 | + | ||
44 | +DEF_HELPER_FLAGS_3(mve_sqshll, TCG_CALL_NO_RWG, i64, env, i64, i32) | ||
45 | +DEF_HELPER_FLAGS_3(mve_uqshll, TCG_CALL_NO_RWG, i64, env, i64, i32) | ||
46 | diff --git a/target/arm/translate.h b/target/arm/translate.h | ||
47 | index XXXXXXX..XXXXXXX 100644 | ||
48 | --- a/target/arm/translate.h | ||
49 | +++ b/target/arm/translate.h | ||
50 | @@ -XXX,XX +XXX,XX @@ typedef void CryptoTwoOpFn(TCGv_ptr, TCGv_ptr); | ||
51 | typedef void CryptoThreeOpIntFn(TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
52 | typedef void CryptoThreeOpFn(TCGv_ptr, TCGv_ptr, TCGv_ptr); | ||
53 | typedef void AtomicThreeOpFn(TCGv_i64, TCGv_i64, TCGv_i64, TCGArg, MemOp); | ||
54 | +typedef void WideShiftImmFn(TCGv_i64, TCGv_i64, int64_t shift); | ||
55 | |||
56 | /** | ||
57 | * arm_tbflags_from_tb: | ||
58 | diff --git a/target/arm/t32.decode b/target/arm/t32.decode | ||
59 | index XXXXXXX..XXXXXXX 100644 | ||
60 | --- a/target/arm/t32.decode | ||
61 | +++ b/target/arm/t32.decode | ||
62 | @@ -XXX,XX +XXX,XX @@ | ||
63 | &mcr !extern cp opc1 crn crm opc2 rt | ||
64 | &mcrr !extern cp opc1 crm rt rt2 | ||
65 | |||
66 | +&mve_shl_ri rdalo rdahi shim | ||
67 | + | ||
68 | +# rdahi: bits [3:1] from insn, bit 0 is 1 | ||
69 | +# rdalo: bits [3:1] from insn, bit 0 is 0 | ||
70 | +%rdahi_9 9:3 !function=times_2_plus_1 | ||
71 | +%rdalo_17 17:3 !function=times_2 | ||
72 | + | ||
73 | # Data-processing (register) | ||
74 | |||
75 | %imm5_12_6 12:3 6:2 | ||
76 | @@ -XXX,XX +XXX,XX @@ | ||
77 | @S_xrr_shi ....... .... . rn:4 .... .... .. shty:2 rm:4 \ | ||
78 | &s_rrr_shi shim=%imm5_12_6 s=1 rd=0 | ||
79 | |||
80 | +@mve_shl_ri ....... .... . ... . . ... ... . .. .. .... \ | ||
81 | + &mve_shl_ri shim=%imm5_12_6 rdalo=%rdalo_17 rdahi=%rdahi_9 | ||
82 | + | ||
83 | { | ||
84 | TST_xrri 1110101 0000 1 .... 0 ... 1111 .... .... @S_xrr_shi | ||
85 | AND_rrri 1110101 0000 . .... 0 ... .... .... .... @s_rrr_shi | ||
86 | } | ||
87 | BIC_rrri 1110101 0001 . .... 0 ... .... .... .... @s_rrr_shi | ||
88 | { | ||
89 | + # The v8.1M MVE shift insns overlap in encoding with MOVS/ORRS | ||
90 | + # and are distinguished by having Rm==13 or 15. Those are UNPREDICTABLE | ||
91 | + # cases for MOVS/ORRS. We decode the MVE cases first, ensuring that | ||
92 | + # they explicitly call unallocated_encoding() for cases that must UNDEF | ||
93 | + # (eg "using a new shift insn on a v8.1M CPU without MVE"), and letting | ||
94 | + # the rest fall through (where ORR_rrri and MOV_rxri will end up | ||
95 | + # handling them as r13 and r15 accesses with the same semantics as A32). | ||
96 | + [ | ||
97 | + LSLL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 00 1111 @mve_shl_ri | ||
98 | + LSRL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 01 1111 @mve_shl_ri | ||
99 | + ASRL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 10 1111 @mve_shl_ri | ||
100 | + | ||
101 | + UQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 00 1111 @mve_shl_ri | ||
102 | + URSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 01 1111 @mve_shl_ri | ||
103 | + SRSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 10 1111 @mve_shl_ri | ||
104 | + SQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 11 1111 @mve_shl_ri | ||
105 | + ] | ||
106 | + | ||
107 | MOV_rxri 1110101 0010 . 1111 0 ... .... .... .... @s_rxr_shi | ||
108 | ORR_rrri 1110101 0010 . .... 0 ... .... .... .... @s_rrr_shi | ||
109 | } | ||
110 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
111 | index XXXXXXX..XXXXXXX 100644 | ||
112 | --- a/target/arm/mve_helper.c | ||
113 | +++ b/target/arm/mve_helper.c | ||
114 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(mve_vshlc)(CPUARMState *env, void *vd, uint32_t rdm, | ||
115 | mve_advance_vpt(env); | ||
116 | return rdm; | ||
117 | } | ||
118 | + | ||
119 | +uint64_t HELPER(mve_sqshll)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
120 | +{ | ||
121 | + return do_sqrshl_d(n, (int8_t)shift, false, &env->QF); | ||
122 | +} | ||
123 | + | ||
124 | +uint64_t HELPER(mve_uqshll)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
125 | +{ | ||
126 | + return do_uqrshl_d(n, (int8_t)shift, false, &env->QF); | ||
127 | +} | ||
128 | diff --git a/target/arm/translate.c b/target/arm/translate.c | ||
129 | index XXXXXXX..XXXXXXX 100644 | ||
130 | --- a/target/arm/translate.c | ||
131 | +++ b/target/arm/translate.c | ||
132 | @@ -XXX,XX +XXX,XX @@ static bool trans_MOVT(DisasContext *s, arg_MOVW *a) | ||
133 | return true; | ||
134 | } | ||
135 | |||
136 | +/* | ||
137 | + * v8.1M MVE wide-shifts | ||
138 | + */ | ||
139 | +static bool do_mve_shl_ri(DisasContext *s, arg_mve_shl_ri *a, | ||
140 | + WideShiftImmFn *fn) | ||
141 | +{ | ||
142 | + TCGv_i64 rda; | ||
143 | + TCGv_i32 rdalo, rdahi; | ||
144 | + | ||
145 | + if (!arm_dc_feature(s, ARM_FEATURE_V8_1M)) { | ||
146 | + /* Decode falls through to ORR/MOV UNPREDICTABLE handling */ | ||
147 | + return false; | ||
148 | + } | ||
149 | + if (a->rdahi == 15) { | ||
150 | + /* These are a different encoding (SQSHL/SRSHR/UQSHL/URSHR) */ | ||
151 | + return false; | ||
152 | + } | ||
153 | + if (!dc_isar_feature(aa32_mve, s) || | ||
154 | + !arm_dc_feature(s, ARM_FEATURE_M_MAIN) || | ||
155 | + a->rdahi == 13) { | ||
156 | + /* RdaHi == 13 is UNPREDICTABLE; we choose to UNDEF */ | ||
157 | + unallocated_encoding(s); | ||
158 | + return true; | ||
159 | + } | ||
160 | + | ||
161 | + if (a->shim == 0) { | ||
162 | + a->shim = 32; | ||
163 | + } | ||
164 | + | ||
165 | + rda = tcg_temp_new_i64(); | ||
166 | + rdalo = load_reg(s, a->rdalo); | ||
167 | + rdahi = load_reg(s, a->rdahi); | ||
168 | + tcg_gen_concat_i32_i64(rda, rdalo, rdahi); | ||
169 | + | ||
170 | + fn(rda, rda, a->shim); | ||
171 | + | ||
172 | + tcg_gen_extrl_i64_i32(rdalo, rda); | ||
173 | + tcg_gen_extrh_i64_i32(rdahi, rda); | ||
174 | + store_reg(s, a->rdalo, rdalo); | ||
175 | + store_reg(s, a->rdahi, rdahi); | ||
176 | + tcg_temp_free_i64(rda); | ||
177 | + | ||
178 | + return true; | ||
179 | +} | ||
180 | + | ||
181 | +static bool trans_ASRL_ri(DisasContext *s, arg_mve_shl_ri *a) | ||
182 | +{ | ||
183 | + return do_mve_shl_ri(s, a, tcg_gen_sari_i64); | ||
184 | +} | ||
185 | + | ||
186 | +static bool trans_LSLL_ri(DisasContext *s, arg_mve_shl_ri *a) | ||
187 | +{ | ||
188 | + return do_mve_shl_ri(s, a, tcg_gen_shli_i64); | ||
189 | +} | ||
190 | + | ||
191 | +static bool trans_LSRL_ri(DisasContext *s, arg_mve_shl_ri *a) | ||
192 | +{ | ||
193 | + return do_mve_shl_ri(s, a, tcg_gen_shri_i64); | ||
194 | +} | ||
195 | + | ||
196 | +static void gen_mve_sqshll(TCGv_i64 r, TCGv_i64 n, int64_t shift) | ||
197 | +{ | ||
198 | + gen_helper_mve_sqshll(r, cpu_env, n, tcg_constant_i32(shift)); | ||
199 | +} | ||
200 | + | ||
201 | +static bool trans_SQSHLL_ri(DisasContext *s, arg_mve_shl_ri *a) | ||
202 | +{ | ||
203 | + return do_mve_shl_ri(s, a, gen_mve_sqshll); | ||
204 | +} | ||
205 | + | ||
206 | +static void gen_mve_uqshll(TCGv_i64 r, TCGv_i64 n, int64_t shift) | ||
207 | +{ | ||
208 | + gen_helper_mve_uqshll(r, cpu_env, n, tcg_constant_i32(shift)); | ||
209 | +} | ||
210 | + | ||
211 | +static bool trans_UQSHLL_ri(DisasContext *s, arg_mve_shl_ri *a) | ||
212 | +{ | ||
213 | + return do_mve_shl_ri(s, a, gen_mve_uqshll); | ||
214 | +} | ||
215 | + | ||
216 | +static bool trans_SRSHRL_ri(DisasContext *s, arg_mve_shl_ri *a) | ||
217 | +{ | ||
218 | + return do_mve_shl_ri(s, a, gen_srshr64_i64); | ||
219 | +} | ||
220 | + | ||
221 | +static bool trans_URSHRL_ri(DisasContext *s, arg_mve_shl_ri *a) | ||
222 | +{ | ||
223 | + return do_mve_shl_ri(s, a, gen_urshr64_i64); | ||
224 | +} | ||
225 | + | ||
226 | /* | ||
227 | * Multiply and multiply accumulate | ||
228 | */ | ||
229 | -- | ||
230 | 2.20.1 | ||
231 | |||
232 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | Implement the MVE long shifts by register, which perform shifts on a |
---|---|---|---|
2 | 2 | pair of general-purpose registers treated as a 64-bit quantity, with | |
3 | Rather than passing a regno to the helper, pass pointers to the | 3 | the shift count in another general-purpose register, which might be |
4 | vector register directly. This eliminates the need to pass in | 4 | either positive or negative. |
5 | the environment pointer and reduces the number of places that | 5 | |
6 | directly access env->vfp.regs[]. | 6 | Like the long-shifts-by-immediate, these encodings sit in the space |
7 | 7 | that was previously the UNPREDICTABLE MOVS/ORRS with Rm==13,15. | |
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Because LSLL_rr and ASRL_rr overlap with both MOV_rxri/ORR_rrri and |
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 9 | also with CSEL (as one of the previously-UNPREDICTABLE Rm==13 cases), |
10 | Message-id: 20180119045438.28582-5-richard.henderson@linaro.org | 10 | we have to move the CSEL pattern into the same decodetree group. |
11 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 11 | |
12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
13 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
14 | Message-id: 20210628135835.6690-17-peter.maydell@linaro.org | ||
13 | --- | 15 | --- |
14 | target/arm/helper.h | 2 +- | 16 | target/arm/helper-mve.h | 6 +++ |
15 | target/arm/op_helper.c | 17 +++++++---------- | 17 | target/arm/translate.h | 1 + |
16 | target/arm/translate.c | 8 ++++---- | 18 | target/arm/t32.decode | 16 +++++-- |
17 | 3 files changed, 12 insertions(+), 15 deletions(-) | 19 | target/arm/mve_helper.c | 93 +++++++++++++++++++++++++++++++++++++++++ |
18 | 20 | target/arm/translate.c | 69 ++++++++++++++++++++++++++++++ | |
19 | diff --git a/target/arm/helper.h b/target/arm/helper.h | 21 | 5 files changed, 182 insertions(+), 3 deletions(-) |
20 | index XXXXXXX..XXXXXXX 100644 | 22 | |
21 | --- a/target/arm/helper.h | 23 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
22 | +++ b/target/arm/helper.h | 24 | index XXXXXXX..XXXXXXX 100644 |
23 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_2(rsqrte_f32, TCG_CALL_NO_RWG, f32, f32, ptr) | 25 | --- a/target/arm/helper-mve.h |
24 | DEF_HELPER_FLAGS_2(rsqrte_f64, TCG_CALL_NO_RWG, f64, f64, ptr) | 26 | +++ b/target/arm/helper-mve.h |
25 | DEF_HELPER_2(recpe_u32, i32, i32, ptr) | 27 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_4(mve_vqrshrunth, TCG_CALL_NO_WG, void, env, ptr, ptr, i32) |
26 | DEF_HELPER_FLAGS_2(rsqrte_u32, TCG_CALL_NO_RWG, i32, i32, ptr) | 28 | |
27 | -DEF_HELPER_5(neon_tbl, i32, env, i32, i32, i32, i32) | 29 | DEF_HELPER_FLAGS_4(mve_vshlc, TCG_CALL_NO_WG, i32, env, ptr, i32, i32) |
28 | +DEF_HELPER_FLAGS_4(neon_tbl, TCG_CALL_NO_RWG, i32, i32, i32, ptr, i32) | 30 | |
29 | 31 | +DEF_HELPER_FLAGS_3(mve_sshrl, TCG_CALL_NO_RWG, i64, env, i64, i32) | |
30 | DEF_HELPER_3(shl_cc, i32, env, i32, i32) | 32 | +DEF_HELPER_FLAGS_3(mve_ushll, TCG_CALL_NO_RWG, i64, env, i64, i32) |
31 | DEF_HELPER_3(shr_cc, i32, env, i32, i32) | 33 | DEF_HELPER_FLAGS_3(mve_sqshll, TCG_CALL_NO_RWG, i64, env, i64, i32) |
32 | diff --git a/target/arm/op_helper.c b/target/arm/op_helper.c | 34 | DEF_HELPER_FLAGS_3(mve_uqshll, TCG_CALL_NO_RWG, i64, env, i64, i32) |
33 | index XXXXXXX..XXXXXXX 100644 | 35 | +DEF_HELPER_FLAGS_3(mve_sqrshrl, TCG_CALL_NO_RWG, i64, env, i64, i32) |
34 | --- a/target/arm/op_helper.c | 36 | +DEF_HELPER_FLAGS_3(mve_uqrshll, TCG_CALL_NO_RWG, i64, env, i64, i32) |
35 | +++ b/target/arm/op_helper.c | 37 | +DEF_HELPER_FLAGS_3(mve_sqrshrl48, TCG_CALL_NO_RWG, i64, env, i64, i32) |
36 | @@ -XXX,XX +XXX,XX @@ static int exception_target_el(CPUARMState *env) | 38 | +DEF_HELPER_FLAGS_3(mve_uqrshll48, TCG_CALL_NO_RWG, i64, env, i64, i32) |
37 | return target_el; | 39 | diff --git a/target/arm/translate.h b/target/arm/translate.h |
38 | } | 40 | index XXXXXXX..XXXXXXX 100644 |
39 | 41 | --- a/target/arm/translate.h | |
40 | -uint32_t HELPER(neon_tbl)(CPUARMState *env, uint32_t ireg, uint32_t def, | 42 | +++ b/target/arm/translate.h |
41 | - uint32_t rn, uint32_t maxindex) | 43 | @@ -XXX,XX +XXX,XX @@ typedef void CryptoThreeOpIntFn(TCGv_ptr, TCGv_ptr, TCGv_i32); |
42 | +uint32_t HELPER(neon_tbl)(uint32_t ireg, uint32_t def, void *vn, | 44 | typedef void CryptoThreeOpFn(TCGv_ptr, TCGv_ptr, TCGv_ptr); |
43 | + uint32_t maxindex) | 45 | typedef void AtomicThreeOpFn(TCGv_i64, TCGv_i64, TCGv_i64, TCGArg, MemOp); |
44 | { | 46 | typedef void WideShiftImmFn(TCGv_i64, TCGv_i64, int64_t shift); |
45 | - uint32_t val; | 47 | +typedef void WideShiftFn(TCGv_i64, TCGv_ptr, TCGv_i64, TCGv_i32); |
46 | - uint32_t tmp; | 48 | |
47 | - int index; | 49 | /** |
48 | - int shift; | 50 | * arm_tbflags_from_tb: |
49 | - uint64_t *table; | 51 | diff --git a/target/arm/t32.decode b/target/arm/t32.decode |
50 | - table = (uint64_t *)&env->vfp.regs[rn]; | 52 | index XXXXXXX..XXXXXXX 100644 |
51 | + uint32_t val, shift; | 53 | --- a/target/arm/t32.decode |
52 | + uint64_t *table = vn; | 54 | +++ b/target/arm/t32.decode |
53 | + | 55 | @@ -XXX,XX +XXX,XX @@ |
54 | val = 0; | 56 | &mcrr !extern cp opc1 crm rt rt2 |
55 | for (shift = 0; shift < 32; shift += 8) { | 57 | |
56 | - index = (ireg >> shift) & 0xff; | 58 | &mve_shl_ri rdalo rdahi shim |
57 | + uint32_t index = (ireg >> shift) & 0xff; | 59 | +&mve_shl_rr rdalo rdahi rm |
58 | if (index < maxindex) { | 60 | |
59 | - tmp = (table[index >> 3] >> ((index & 7) << 3)) & 0xff; | 61 | # rdahi: bits [3:1] from insn, bit 0 is 1 |
60 | + uint32_t tmp = (table[index >> 3] >> ((index & 7) << 3)) & 0xff; | 62 | # rdalo: bits [3:1] from insn, bit 0 is 0 |
61 | val |= tmp << shift; | 63 | @@ -XXX,XX +XXX,XX @@ |
62 | } else { | 64 | |
63 | val |= def & (0xff << shift); | 65 | @mve_shl_ri ....... .... . ... . . ... ... . .. .. .... \ |
66 | &mve_shl_ri shim=%imm5_12_6 rdalo=%rdalo_17 rdahi=%rdahi_9 | ||
67 | +@mve_shl_rr ....... .... . ... . rm:4 ... . .. .. .... \ | ||
68 | + &mve_shl_rr rdalo=%rdalo_17 rdahi=%rdahi_9 | ||
69 | |||
70 | { | ||
71 | TST_xrri 1110101 0000 1 .... 0 ... 1111 .... .... @S_xrr_shi | ||
72 | @@ -XXX,XX +XXX,XX @@ BIC_rrri 1110101 0001 . .... 0 ... .... .... .... @s_rrr_shi | ||
73 | URSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 01 1111 @mve_shl_ri | ||
74 | SRSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 10 1111 @mve_shl_ri | ||
75 | SQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 11 1111 @mve_shl_ri | ||
76 | + | ||
77 | + LSLL_rr 1110101 0010 1 ... 0 .... ... 1 0000 1101 @mve_shl_rr | ||
78 | + ASRL_rr 1110101 0010 1 ... 0 .... ... 1 0010 1101 @mve_shl_rr | ||
79 | + UQRSHLL64_rr 1110101 0010 1 ... 1 .... ... 1 0000 1101 @mve_shl_rr | ||
80 | + SQRSHRL64_rr 1110101 0010 1 ... 1 .... ... 1 0010 1101 @mve_shl_rr | ||
81 | + UQRSHLL48_rr 1110101 0010 1 ... 1 .... ... 1 1000 1101 @mve_shl_rr | ||
82 | + SQRSHRL48_rr 1110101 0010 1 ... 1 .... ... 1 1010 1101 @mve_shl_rr | ||
83 | ] | ||
84 | |||
85 | MOV_rxri 1110101 0010 . 1111 0 ... .... .... .... @s_rxr_shi | ||
86 | ORR_rrri 1110101 0010 . .... 0 ... .... .... .... @s_rrr_shi | ||
87 | + | ||
88 | + # v8.1M CSEL and friends | ||
89 | + CSEL 1110101 0010 1 rn:4 10 op:2 rd:4 fcond:4 rm:4 | ||
90 | } | ||
91 | { | ||
92 | MVN_rxri 1110101 0011 . 1111 0 ... .... .... .... @s_rxr_shi | ||
93 | @@ -XXX,XX +XXX,XX @@ SBC_rrri 1110101 1011 . .... 0 ... .... .... .... @s_rrr_shi | ||
94 | } | ||
95 | RSB_rrri 1110101 1110 . .... 0 ... .... .... .... @s_rrr_shi | ||
96 | |||
97 | -# v8.1M CSEL and friends | ||
98 | -CSEL 1110101 0010 1 rn:4 10 op:2 rd:4 fcond:4 rm:4 | ||
99 | - | ||
100 | # Data-processing (register-shifted register) | ||
101 | |||
102 | MOV_rxrr 1111 1010 0 shty:2 s:1 rm:4 1111 rd:4 0000 rs:4 \ | ||
103 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
104 | index XXXXXXX..XXXXXXX 100644 | ||
105 | --- a/target/arm/mve_helper.c | ||
106 | +++ b/target/arm/mve_helper.c | ||
107 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(mve_vshlc)(CPUARMState *env, void *vd, uint32_t rdm, | ||
108 | return rdm; | ||
109 | } | ||
110 | |||
111 | +uint64_t HELPER(mve_sshrl)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
112 | +{ | ||
113 | + return do_sqrshl_d(n, -(int8_t)shift, false, NULL); | ||
114 | +} | ||
115 | + | ||
116 | +uint64_t HELPER(mve_ushll)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
117 | +{ | ||
118 | + return do_uqrshl_d(n, (int8_t)shift, false, NULL); | ||
119 | +} | ||
120 | + | ||
121 | uint64_t HELPER(mve_sqshll)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
122 | { | ||
123 | return do_sqrshl_d(n, (int8_t)shift, false, &env->QF); | ||
124 | @@ -XXX,XX +XXX,XX @@ uint64_t HELPER(mve_uqshll)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
125 | { | ||
126 | return do_uqrshl_d(n, (int8_t)shift, false, &env->QF); | ||
127 | } | ||
128 | + | ||
129 | +uint64_t HELPER(mve_sqrshrl)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
130 | +{ | ||
131 | + return do_sqrshl_d(n, -(int8_t)shift, true, &env->QF); | ||
132 | +} | ||
133 | + | ||
134 | +uint64_t HELPER(mve_uqrshll)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
135 | +{ | ||
136 | + return do_uqrshl_d(n, (int8_t)shift, true, &env->QF); | ||
137 | +} | ||
138 | + | ||
139 | +/* Operate on 64-bit values, but saturate at 48 bits */ | ||
140 | +static inline int64_t do_sqrshl48_d(int64_t src, int64_t shift, | ||
141 | + bool round, uint32_t *sat) | ||
142 | +{ | ||
143 | + if (shift <= -48) { | ||
144 | + /* Rounding the sign bit always produces 0. */ | ||
145 | + if (round) { | ||
146 | + return 0; | ||
147 | + } | ||
148 | + return src >> 63; | ||
149 | + } else if (shift < 0) { | ||
150 | + if (round) { | ||
151 | + src >>= -shift - 1; | ||
152 | + return (src >> 1) + (src & 1); | ||
153 | + } | ||
154 | + return src >> -shift; | ||
155 | + } else if (shift < 48) { | ||
156 | + int64_t val = src << shift; | ||
157 | + int64_t extval = sextract64(val, 0, 48); | ||
158 | + if (!sat || val == extval) { | ||
159 | + return extval; | ||
160 | + } | ||
161 | + } else if (!sat || src == 0) { | ||
162 | + return 0; | ||
163 | + } | ||
164 | + | ||
165 | + *sat = 1; | ||
166 | + return (1ULL << 47) - (src >= 0); | ||
167 | +} | ||
168 | + | ||
169 | +/* Operate on 64-bit values, but saturate at 48 bits */ | ||
170 | +static inline uint64_t do_uqrshl48_d(uint64_t src, int64_t shift, | ||
171 | + bool round, uint32_t *sat) | ||
172 | +{ | ||
173 | + uint64_t val, extval; | ||
174 | + | ||
175 | + if (shift <= -(48 + round)) { | ||
176 | + return 0; | ||
177 | + } else if (shift < 0) { | ||
178 | + if (round) { | ||
179 | + val = src >> (-shift - 1); | ||
180 | + val = (val >> 1) + (val & 1); | ||
181 | + } else { | ||
182 | + val = src >> -shift; | ||
183 | + } | ||
184 | + extval = extract64(val, 0, 48); | ||
185 | + if (!sat || val == extval) { | ||
186 | + return extval; | ||
187 | + } | ||
188 | + } else if (shift < 48) { | ||
189 | + uint64_t val = src << shift; | ||
190 | + uint64_t extval = extract64(val, 0, 48); | ||
191 | + if (!sat || val == extval) { | ||
192 | + return extval; | ||
193 | + } | ||
194 | + } else if (!sat || src == 0) { | ||
195 | + return 0; | ||
196 | + } | ||
197 | + | ||
198 | + *sat = 1; | ||
199 | + return MAKE_64BIT_MASK(0, 48); | ||
200 | +} | ||
201 | + | ||
202 | +uint64_t HELPER(mve_sqrshrl48)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
203 | +{ | ||
204 | + return do_sqrshl48_d(n, -(int8_t)shift, true, &env->QF); | ||
205 | +} | ||
206 | + | ||
207 | +uint64_t HELPER(mve_uqrshll48)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
208 | +{ | ||
209 | + return do_uqrshl48_d(n, (int8_t)shift, true, &env->QF); | ||
210 | +} | ||
64 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 211 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
65 | index XXXXXXX..XXXXXXX 100644 | 212 | index XXXXXXX..XXXXXXX 100644 |
66 | --- a/target/arm/translate.c | 213 | --- a/target/arm/translate.c |
67 | +++ b/target/arm/translate.c | 214 | +++ b/target/arm/translate.c |
68 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | 215 | @@ -XXX,XX +XXX,XX @@ static bool trans_URSHRL_ri(DisasContext *s, arg_mve_shl_ri *a) |
69 | tcg_gen_movi_i32(tmp, 0); | 216 | return do_mve_shl_ri(s, a, gen_urshr64_i64); |
70 | } | 217 | } |
71 | tmp2 = neon_load_reg(rm, 0); | 218 | |
72 | - tmp4 = tcg_const_i32(rn); | 219 | +static bool do_mve_shl_rr(DisasContext *s, arg_mve_shl_rr *a, WideShiftFn *fn) |
73 | + ptr1 = vfp_reg_ptr(true, rn); | 220 | +{ |
74 | tmp5 = tcg_const_i32(n); | 221 | + TCGv_i64 rda; |
75 | - gen_helper_neon_tbl(tmp2, cpu_env, tmp2, tmp, tmp4, tmp5); | 222 | + TCGv_i32 rdalo, rdahi; |
76 | + gen_helper_neon_tbl(tmp2, tmp2, tmp, ptr1, tmp5); | 223 | + |
77 | tcg_temp_free_i32(tmp); | 224 | + if (!arm_dc_feature(s, ARM_FEATURE_V8_1M)) { |
78 | if (insn & (1 << 6)) { | 225 | + /* Decode falls through to ORR/MOV UNPREDICTABLE handling */ |
79 | tmp = neon_load_reg(rd, 1); | 226 | + return false; |
80 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | 227 | + } |
81 | tcg_gen_movi_i32(tmp, 0); | 228 | + if (a->rdahi == 15) { |
82 | } | 229 | + /* These are a different encoding (SQSHL/SRSHR/UQSHL/URSHR) */ |
83 | tmp3 = neon_load_reg(rm, 1); | 230 | + return false; |
84 | - gen_helper_neon_tbl(tmp3, cpu_env, tmp3, tmp, tmp4, tmp5); | 231 | + } |
85 | + gen_helper_neon_tbl(tmp3, tmp3, tmp, ptr1, tmp5); | 232 | + if (!dc_isar_feature(aa32_mve, s) || |
86 | tcg_temp_free_i32(tmp5); | 233 | + !arm_dc_feature(s, ARM_FEATURE_M_MAIN) || |
87 | - tcg_temp_free_i32(tmp4); | 234 | + a->rdahi == 13 || a->rm == 13 || a->rm == 15 || |
88 | + tcg_temp_free_ptr(ptr1); | 235 | + a->rm == a->rdahi || a->rm == a->rdalo) { |
89 | neon_store_reg(rd, 0, tmp2); | 236 | + /* These rdahi/rdalo/rm cases are UNPREDICTABLE; we choose to UNDEF */ |
90 | neon_store_reg(rd, 1, tmp3); | 237 | + unallocated_encoding(s); |
91 | tcg_temp_free_i32(tmp); | 238 | + return true; |
239 | + } | ||
240 | + | ||
241 | + rda = tcg_temp_new_i64(); | ||
242 | + rdalo = load_reg(s, a->rdalo); | ||
243 | + rdahi = load_reg(s, a->rdahi); | ||
244 | + tcg_gen_concat_i32_i64(rda, rdalo, rdahi); | ||
245 | + | ||
246 | + /* The helper takes care of the sign-extension of the low 8 bits of Rm */ | ||
247 | + fn(rda, cpu_env, rda, cpu_R[a->rm]); | ||
248 | + | ||
249 | + tcg_gen_extrl_i64_i32(rdalo, rda); | ||
250 | + tcg_gen_extrh_i64_i32(rdahi, rda); | ||
251 | + store_reg(s, a->rdalo, rdalo); | ||
252 | + store_reg(s, a->rdahi, rdahi); | ||
253 | + tcg_temp_free_i64(rda); | ||
254 | + | ||
255 | + return true; | ||
256 | +} | ||
257 | + | ||
258 | +static bool trans_LSLL_rr(DisasContext *s, arg_mve_shl_rr *a) | ||
259 | +{ | ||
260 | + return do_mve_shl_rr(s, a, gen_helper_mve_ushll); | ||
261 | +} | ||
262 | + | ||
263 | +static bool trans_ASRL_rr(DisasContext *s, arg_mve_shl_rr *a) | ||
264 | +{ | ||
265 | + return do_mve_shl_rr(s, a, gen_helper_mve_sshrl); | ||
266 | +} | ||
267 | + | ||
268 | +static bool trans_UQRSHLL64_rr(DisasContext *s, arg_mve_shl_rr *a) | ||
269 | +{ | ||
270 | + return do_mve_shl_rr(s, a, gen_helper_mve_uqrshll); | ||
271 | +} | ||
272 | + | ||
273 | +static bool trans_SQRSHRL64_rr(DisasContext *s, arg_mve_shl_rr *a) | ||
274 | +{ | ||
275 | + return do_mve_shl_rr(s, a, gen_helper_mve_sqrshrl); | ||
276 | +} | ||
277 | + | ||
278 | +static bool trans_UQRSHLL48_rr(DisasContext *s, arg_mve_shl_rr *a) | ||
279 | +{ | ||
280 | + return do_mve_shl_rr(s, a, gen_helper_mve_uqrshll48); | ||
281 | +} | ||
282 | + | ||
283 | +static bool trans_SQRSHRL48_rr(DisasContext *s, arg_mve_shl_rr *a) | ||
284 | +{ | ||
285 | + return do_mve_shl_rr(s, a, gen_helper_mve_sqrshrl48); | ||
286 | +} | ||
287 | + | ||
288 | /* | ||
289 | * Multiply and multiply accumulate | ||
290 | */ | ||
92 | -- | 291 | -- |
93 | 2.7.4 | 292 | 2.20.1 |
94 | 293 | ||
95 | 294 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | Implement the MVE shifts by immediate, which perform shifts |
---|---|---|---|
2 | 2 | on a single general-purpose register. | |
3 | Rather than passing regnos to the helpers, pass pointers to the | 3 | |
4 | vector registers directly. This eliminates the need to pass in | 4 | These patterns overlap with the long-shift-by-immediates, |
5 | the environment pointer and reduces the number of places that | 5 | so we have to rearrange the grouping a little here. |
6 | directly access env->vfp.regs[]. | 6 | |
7 | |||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
10 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
11 | Message-id: 20180119045438.28582-4-richard.henderson@linaro.org | ||
12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Message-id: 20210628135835.6690-18-peter.maydell@linaro.org | ||
13 | --- | 10 | --- |
14 | target/arm/helper.h | 20 +++--- | 11 | target/arm/helper-mve.h | 3 ++ |
15 | target/arm/neon_helper.c | 162 +++++++++++++++++++++++++---------------------- | 12 | target/arm/translate.h | 1 + |
16 | target/arm/translate.c | 42 ++++++------ | 13 | target/arm/t32.decode | 31 ++++++++++++++----- |
17 | 3 files changed, 120 insertions(+), 104 deletions(-) | 14 | target/arm/mve_helper.c | 10 ++++++ |
18 | 15 | target/arm/translate.c | 68 +++++++++++++++++++++++++++++++++++++++-- | |
19 | diff --git a/target/arm/helper.h b/target/arm/helper.h | 16 | 5 files changed, 104 insertions(+), 9 deletions(-) |
20 | index XXXXXXX..XXXXXXX 100644 | 17 | |
21 | --- a/target/arm/helper.h | 18 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
22 | +++ b/target/arm/helper.h | 19 | index XXXXXXX..XXXXXXX 100644 |
23 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_3(iwmmxt_muladdsl, i64, i64, i32, i32) | 20 | --- a/target/arm/helper-mve.h |
24 | DEF_HELPER_3(iwmmxt_muladdsw, i64, i64, i32, i32) | 21 | +++ b/target/arm/helper-mve.h |
25 | DEF_HELPER_3(iwmmxt_muladdswl, i64, i64, i32, i32) | 22 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_3(mve_sqrshrl, TCG_CALL_NO_RWG, i64, env, i64, i32) |
26 | 23 | DEF_HELPER_FLAGS_3(mve_uqrshll, TCG_CALL_NO_RWG, i64, env, i64, i32) | |
27 | -DEF_HELPER_3(neon_unzip8, void, env, i32, i32) | 24 | DEF_HELPER_FLAGS_3(mve_sqrshrl48, TCG_CALL_NO_RWG, i64, env, i64, i32) |
28 | -DEF_HELPER_3(neon_unzip16, void, env, i32, i32) | 25 | DEF_HELPER_FLAGS_3(mve_uqrshll48, TCG_CALL_NO_RWG, i64, env, i64, i32) |
29 | -DEF_HELPER_3(neon_qunzip8, void, env, i32, i32) | 26 | + |
30 | -DEF_HELPER_3(neon_qunzip16, void, env, i32, i32) | 27 | +DEF_HELPER_FLAGS_3(mve_uqshl, TCG_CALL_NO_RWG, i32, env, i32, i32) |
31 | -DEF_HELPER_3(neon_qunzip32, void, env, i32, i32) | 28 | +DEF_HELPER_FLAGS_3(mve_sqshl, TCG_CALL_NO_RWG, i32, env, i32, i32) |
32 | -DEF_HELPER_3(neon_zip8, void, env, i32, i32) | 29 | diff --git a/target/arm/translate.h b/target/arm/translate.h |
33 | -DEF_HELPER_3(neon_zip16, void, env, i32, i32) | 30 | index XXXXXXX..XXXXXXX 100644 |
34 | -DEF_HELPER_3(neon_qzip8, void, env, i32, i32) | 31 | --- a/target/arm/translate.h |
35 | -DEF_HELPER_3(neon_qzip16, void, env, i32, i32) | 32 | +++ b/target/arm/translate.h |
36 | -DEF_HELPER_3(neon_qzip32, void, env, i32, i32) | 33 | @@ -XXX,XX +XXX,XX @@ typedef void CryptoThreeOpFn(TCGv_ptr, TCGv_ptr, TCGv_ptr); |
37 | +DEF_HELPER_FLAGS_2(neon_unzip8, TCG_CALL_NO_RWG, void, ptr, ptr) | 34 | typedef void AtomicThreeOpFn(TCGv_i64, TCGv_i64, TCGv_i64, TCGArg, MemOp); |
38 | +DEF_HELPER_FLAGS_2(neon_unzip16, TCG_CALL_NO_RWG, void, ptr, ptr) | 35 | typedef void WideShiftImmFn(TCGv_i64, TCGv_i64, int64_t shift); |
39 | +DEF_HELPER_FLAGS_2(neon_qunzip8, TCG_CALL_NO_RWG, void, ptr, ptr) | 36 | typedef void WideShiftFn(TCGv_i64, TCGv_ptr, TCGv_i64, TCGv_i32); |
40 | +DEF_HELPER_FLAGS_2(neon_qunzip16, TCG_CALL_NO_RWG, void, ptr, ptr) | 37 | +typedef void ShiftImmFn(TCGv_i32, TCGv_i32, int32_t shift); |
41 | +DEF_HELPER_FLAGS_2(neon_qunzip32, TCG_CALL_NO_RWG, void, ptr, ptr) | 38 | |
42 | +DEF_HELPER_FLAGS_2(neon_zip8, TCG_CALL_NO_RWG, void, ptr, ptr) | 39 | /** |
43 | +DEF_HELPER_FLAGS_2(neon_zip16, TCG_CALL_NO_RWG, void, ptr, ptr) | 40 | * arm_tbflags_from_tb: |
44 | +DEF_HELPER_FLAGS_2(neon_qzip8, TCG_CALL_NO_RWG, void, ptr, ptr) | 41 | diff --git a/target/arm/t32.decode b/target/arm/t32.decode |
45 | +DEF_HELPER_FLAGS_2(neon_qzip16, TCG_CALL_NO_RWG, void, ptr, ptr) | 42 | index XXXXXXX..XXXXXXX 100644 |
46 | +DEF_HELPER_FLAGS_2(neon_qzip32, TCG_CALL_NO_RWG, void, ptr, ptr) | 43 | --- a/target/arm/t32.decode |
47 | 44 | +++ b/target/arm/t32.decode | |
48 | DEF_HELPER_FLAGS_3(crypto_aese, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 45 | @@ -XXX,XX +XXX,XX @@ |
49 | DEF_HELPER_FLAGS_3(crypto_aesmc, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 46 | |
50 | diff --git a/target/arm/neon_helper.c b/target/arm/neon_helper.c | 47 | &mve_shl_ri rdalo rdahi shim |
51 | index XXXXXXX..XXXXXXX 100644 | 48 | &mve_shl_rr rdalo rdahi rm |
52 | --- a/target/arm/neon_helper.c | 49 | +&mve_sh_ri rda shim |
53 | +++ b/target/arm/neon_helper.c | 50 | |
54 | @@ -XXX,XX +XXX,XX @@ uint64_t HELPER(neon_acgt_f64)(uint64_t a, uint64_t b, void *fpstp) | 51 | # rdahi: bits [3:1] from insn, bit 0 is 1 |
55 | 52 | # rdalo: bits [3:1] from insn, bit 0 is 0 | |
56 | #define ELEM(V, N, SIZE) (((V) >> ((N) * (SIZE))) & ((1ull << (SIZE)) - 1)) | 53 | @@ -XXX,XX +XXX,XX @@ |
57 | 54 | &mve_shl_ri shim=%imm5_12_6 rdalo=%rdalo_17 rdahi=%rdahi_9 | |
58 | -void HELPER(neon_qunzip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | 55 | @mve_shl_rr ....... .... . ... . rm:4 ... . .. .. .... \ |
59 | +void HELPER(neon_qunzip8)(void *vd, void *vm) | 56 | &mve_shl_rr rdalo=%rdalo_17 rdahi=%rdahi_9 |
60 | { | 57 | +@mve_sh_ri ....... .... . rda:4 . ... ... . .. .. .... \ |
61 | - uint64_t zm0 = float64_val(env->vfp.regs[rm]); | 58 | + &mve_sh_ri shim=%imm5_12_6 |
62 | - uint64_t zm1 = float64_val(env->vfp.regs[rm + 1]); | 59 | |
63 | - uint64_t zd0 = float64_val(env->vfp.regs[rd]); | 60 | { |
64 | - uint64_t zd1 = float64_val(env->vfp.regs[rd + 1]); | 61 | TST_xrri 1110101 0000 1 .... 0 ... 1111 .... .... @S_xrr_shi |
65 | + uint64_t *rd = vd, *rm = vm; | 62 | @@ -XXX,XX +XXX,XX @@ BIC_rrri 1110101 0001 . .... 0 ... .... .... .... @s_rrr_shi |
66 | + uint64_t zd0 = rd[0], zd1 = rd[1]; | 63 | # the rest fall through (where ORR_rrri and MOV_rxri will end up |
67 | + uint64_t zm0 = rm[0], zm1 = rm[1]; | 64 | # handling them as r13 and r15 accesses with the same semantics as A32). |
68 | + | 65 | [ |
69 | uint64_t d0 = ELEM(zd0, 0, 8) | (ELEM(zd0, 2, 8) << 8) | 66 | - LSLL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 00 1111 @mve_shl_ri |
70 | | (ELEM(zd0, 4, 8) << 16) | (ELEM(zd0, 6, 8) << 24) | 67 | - LSRL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 01 1111 @mve_shl_ri |
71 | | (ELEM(zd1, 0, 8) << 32) | (ELEM(zd1, 2, 8) << 40) | 68 | - ASRL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 10 1111 @mve_shl_ri |
72 | @@ -XXX,XX +XXX,XX @@ void HELPER(neon_qunzip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | 69 | + { |
73 | | (ELEM(zm0, 5, 8) << 16) | (ELEM(zm0, 7, 8) << 24) | 70 | + UQSHL_ri 1110101 0010 1 .... 0 ... 1111 .. 00 1111 @mve_sh_ri |
74 | | (ELEM(zm1, 1, 8) << 32) | (ELEM(zm1, 3, 8) << 40) | 71 | + LSLL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 00 1111 @mve_shl_ri |
75 | | (ELEM(zm1, 5, 8) << 48) | (ELEM(zm1, 7, 8) << 56); | 72 | + UQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 00 1111 @mve_shl_ri |
76 | - env->vfp.regs[rm] = make_float64(m0); | 73 | + } |
77 | - env->vfp.regs[rm + 1] = make_float64(m1); | 74 | |
78 | - env->vfp.regs[rd] = make_float64(d0); | 75 | - UQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 00 1111 @mve_shl_ri |
79 | - env->vfp.regs[rd + 1] = make_float64(d1); | 76 | - URSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 01 1111 @mve_shl_ri |
80 | + | 77 | - SRSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 10 1111 @mve_shl_ri |
81 | + rm[0] = m0; | 78 | - SQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 11 1111 @mve_shl_ri |
82 | + rm[1] = m1; | 79 | + { |
83 | + rd[0] = d0; | 80 | + URSHR_ri 1110101 0010 1 .... 0 ... 1111 .. 01 1111 @mve_sh_ri |
84 | + rd[1] = d1; | 81 | + LSRL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 01 1111 @mve_shl_ri |
82 | + URSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 01 1111 @mve_shl_ri | ||
83 | + } | ||
84 | + | ||
85 | + { | ||
86 | + SRSHR_ri 1110101 0010 1 .... 0 ... 1111 .. 10 1111 @mve_sh_ri | ||
87 | + ASRL_ri 1110101 0010 1 ... 0 0 ... ... 1 .. 10 1111 @mve_shl_ri | ||
88 | + SRSHRL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 10 1111 @mve_shl_ri | ||
89 | + } | ||
90 | + | ||
91 | + { | ||
92 | + SQSHL_ri 1110101 0010 1 .... 0 ... 1111 .. 11 1111 @mve_sh_ri | ||
93 | + SQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 11 1111 @mve_shl_ri | ||
94 | + } | ||
95 | |||
96 | LSLL_rr 1110101 0010 1 ... 0 .... ... 1 0000 1101 @mve_shl_rr | ||
97 | ASRL_rr 1110101 0010 1 ... 0 .... ... 1 0010 1101 @mve_shl_rr | ||
98 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
99 | index XXXXXXX..XXXXXXX 100644 | ||
100 | --- a/target/arm/mve_helper.c | ||
101 | +++ b/target/arm/mve_helper.c | ||
102 | @@ -XXX,XX +XXX,XX @@ uint64_t HELPER(mve_uqrshll48)(CPUARMState *env, uint64_t n, uint32_t shift) | ||
103 | { | ||
104 | return do_uqrshl48_d(n, (int8_t)shift, true, &env->QF); | ||
85 | } | 105 | } |
86 | 106 | + | |
87 | -void HELPER(neon_qunzip16)(CPUARMState *env, uint32_t rd, uint32_t rm) | 107 | +uint32_t HELPER(mve_uqshl)(CPUARMState *env, uint32_t n, uint32_t shift) |
88 | +void HELPER(neon_qunzip16)(void *vd, void *vm) | 108 | +{ |
89 | { | 109 | + return do_uqrshl_bhs(n, (int8_t)shift, 32, false, &env->QF); |
90 | - uint64_t zm0 = float64_val(env->vfp.regs[rm]); | 110 | +} |
91 | - uint64_t zm1 = float64_val(env->vfp.regs[rm + 1]); | 111 | + |
92 | - uint64_t zd0 = float64_val(env->vfp.regs[rd]); | 112 | +uint32_t HELPER(mve_sqshl)(CPUARMState *env, uint32_t n, uint32_t shift) |
93 | - uint64_t zd1 = float64_val(env->vfp.regs[rd + 1]); | 113 | +{ |
94 | + uint64_t *rd = vd, *rm = vm; | 114 | + return do_sqrshl_bhs(n, (int8_t)shift, 32, false, &env->QF); |
95 | + uint64_t zd0 = rd[0], zd1 = rd[1]; | 115 | +} |
96 | + uint64_t zm0 = rm[0], zm1 = rm[1]; | ||
97 | + | ||
98 | uint64_t d0 = ELEM(zd0, 0, 16) | (ELEM(zd0, 2, 16) << 16) | ||
99 | | (ELEM(zd1, 0, 16) << 32) | (ELEM(zd1, 2, 16) << 48); | ||
100 | uint64_t d1 = ELEM(zm0, 0, 16) | (ELEM(zm0, 2, 16) << 16) | ||
101 | @@ -XXX,XX +XXX,XX @@ void HELPER(neon_qunzip16)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
102 | | (ELEM(zd1, 1, 16) << 32) | (ELEM(zd1, 3, 16) << 48); | ||
103 | uint64_t m1 = ELEM(zm0, 1, 16) | (ELEM(zm0, 3, 16) << 16) | ||
104 | | (ELEM(zm1, 1, 16) << 32) | (ELEM(zm1, 3, 16) << 48); | ||
105 | - env->vfp.regs[rm] = make_float64(m0); | ||
106 | - env->vfp.regs[rm + 1] = make_float64(m1); | ||
107 | - env->vfp.regs[rd] = make_float64(d0); | ||
108 | - env->vfp.regs[rd + 1] = make_float64(d1); | ||
109 | + | ||
110 | + rm[0] = m0; | ||
111 | + rm[1] = m1; | ||
112 | + rd[0] = d0; | ||
113 | + rd[1] = d1; | ||
114 | } | ||
115 | |||
116 | -void HELPER(neon_qunzip32)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
117 | +void HELPER(neon_qunzip32)(void *vd, void *vm) | ||
118 | { | ||
119 | - uint64_t zm0 = float64_val(env->vfp.regs[rm]); | ||
120 | - uint64_t zm1 = float64_val(env->vfp.regs[rm + 1]); | ||
121 | - uint64_t zd0 = float64_val(env->vfp.regs[rd]); | ||
122 | - uint64_t zd1 = float64_val(env->vfp.regs[rd + 1]); | ||
123 | + uint64_t *rd = vd, *rm = vm; | ||
124 | + uint64_t zd0 = rd[0], zd1 = rd[1]; | ||
125 | + uint64_t zm0 = rm[0], zm1 = rm[1]; | ||
126 | + | ||
127 | uint64_t d0 = ELEM(zd0, 0, 32) | (ELEM(zd1, 0, 32) << 32); | ||
128 | uint64_t d1 = ELEM(zm0, 0, 32) | (ELEM(zm1, 0, 32) << 32); | ||
129 | uint64_t m0 = ELEM(zd0, 1, 32) | (ELEM(zd1, 1, 32) << 32); | ||
130 | uint64_t m1 = ELEM(zm0, 1, 32) | (ELEM(zm1, 1, 32) << 32); | ||
131 | - env->vfp.regs[rm] = make_float64(m0); | ||
132 | - env->vfp.regs[rm + 1] = make_float64(m1); | ||
133 | - env->vfp.regs[rd] = make_float64(d0); | ||
134 | - env->vfp.regs[rd + 1] = make_float64(d1); | ||
135 | + | ||
136 | + rm[0] = m0; | ||
137 | + rm[1] = m1; | ||
138 | + rd[0] = d0; | ||
139 | + rd[1] = d1; | ||
140 | } | ||
141 | |||
142 | -void HELPER(neon_unzip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
143 | +void HELPER(neon_unzip8)(void *vd, void *vm) | ||
144 | { | ||
145 | - uint64_t zm = float64_val(env->vfp.regs[rm]); | ||
146 | - uint64_t zd = float64_val(env->vfp.regs[rd]); | ||
147 | + uint64_t *rd = vd, *rm = vm; | ||
148 | + uint64_t zd = rd[0], zm = rm[0]; | ||
149 | + | ||
150 | uint64_t d0 = ELEM(zd, 0, 8) | (ELEM(zd, 2, 8) << 8) | ||
151 | | (ELEM(zd, 4, 8) << 16) | (ELEM(zd, 6, 8) << 24) | ||
152 | | (ELEM(zm, 0, 8) << 32) | (ELEM(zm, 2, 8) << 40) | ||
153 | @@ -XXX,XX +XXX,XX @@ void HELPER(neon_unzip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
154 | | (ELEM(zd, 5, 8) << 16) | (ELEM(zd, 7, 8) << 24) | ||
155 | | (ELEM(zm, 1, 8) << 32) | (ELEM(zm, 3, 8) << 40) | ||
156 | | (ELEM(zm, 5, 8) << 48) | (ELEM(zm, 7, 8) << 56); | ||
157 | - env->vfp.regs[rm] = make_float64(m0); | ||
158 | - env->vfp.regs[rd] = make_float64(d0); | ||
159 | + | ||
160 | + rm[0] = m0; | ||
161 | + rd[0] = d0; | ||
162 | } | ||
163 | |||
164 | -void HELPER(neon_unzip16)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
165 | +void HELPER(neon_unzip16)(void *vd, void *vm) | ||
166 | { | ||
167 | - uint64_t zm = float64_val(env->vfp.regs[rm]); | ||
168 | - uint64_t zd = float64_val(env->vfp.regs[rd]); | ||
169 | + uint64_t *rd = vd, *rm = vm; | ||
170 | + uint64_t zd = rd[0], zm = rm[0]; | ||
171 | + | ||
172 | uint64_t d0 = ELEM(zd, 0, 16) | (ELEM(zd, 2, 16) << 16) | ||
173 | | (ELEM(zm, 0, 16) << 32) | (ELEM(zm, 2, 16) << 48); | ||
174 | uint64_t m0 = ELEM(zd, 1, 16) | (ELEM(zd, 3, 16) << 16) | ||
175 | | (ELEM(zm, 1, 16) << 32) | (ELEM(zm, 3, 16) << 48); | ||
176 | - env->vfp.regs[rm] = make_float64(m0); | ||
177 | - env->vfp.regs[rd] = make_float64(d0); | ||
178 | + | ||
179 | + rm[0] = m0; | ||
180 | + rd[0] = d0; | ||
181 | } | ||
182 | |||
183 | -void HELPER(neon_qzip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
184 | +void HELPER(neon_qzip8)(void *vd, void *vm) | ||
185 | { | ||
186 | - uint64_t zm0 = float64_val(env->vfp.regs[rm]); | ||
187 | - uint64_t zm1 = float64_val(env->vfp.regs[rm + 1]); | ||
188 | - uint64_t zd0 = float64_val(env->vfp.regs[rd]); | ||
189 | - uint64_t zd1 = float64_val(env->vfp.regs[rd + 1]); | ||
190 | + uint64_t *rd = vd, *rm = vm; | ||
191 | + uint64_t zd0 = rd[0], zd1 = rd[1]; | ||
192 | + uint64_t zm0 = rm[0], zm1 = rm[1]; | ||
193 | + | ||
194 | uint64_t d0 = ELEM(zd0, 0, 8) | (ELEM(zm0, 0, 8) << 8) | ||
195 | | (ELEM(zd0, 1, 8) << 16) | (ELEM(zm0, 1, 8) << 24) | ||
196 | | (ELEM(zd0, 2, 8) << 32) | (ELEM(zm0, 2, 8) << 40) | ||
197 | @@ -XXX,XX +XXX,XX @@ void HELPER(neon_qzip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
198 | | (ELEM(zd1, 5, 8) << 16) | (ELEM(zm1, 5, 8) << 24) | ||
199 | | (ELEM(zd1, 6, 8) << 32) | (ELEM(zm1, 6, 8) << 40) | ||
200 | | (ELEM(zd1, 7, 8) << 48) | (ELEM(zm1, 7, 8) << 56); | ||
201 | - env->vfp.regs[rm] = make_float64(m0); | ||
202 | - env->vfp.regs[rm + 1] = make_float64(m1); | ||
203 | - env->vfp.regs[rd] = make_float64(d0); | ||
204 | - env->vfp.regs[rd + 1] = make_float64(d1); | ||
205 | + | ||
206 | + rm[0] = m0; | ||
207 | + rm[1] = m1; | ||
208 | + rd[0] = d0; | ||
209 | + rd[1] = d1; | ||
210 | } | ||
211 | |||
212 | -void HELPER(neon_qzip16)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
213 | +void HELPER(neon_qzip16)(void *vd, void *vm) | ||
214 | { | ||
215 | - uint64_t zm0 = float64_val(env->vfp.regs[rm]); | ||
216 | - uint64_t zm1 = float64_val(env->vfp.regs[rm + 1]); | ||
217 | - uint64_t zd0 = float64_val(env->vfp.regs[rd]); | ||
218 | - uint64_t zd1 = float64_val(env->vfp.regs[rd + 1]); | ||
219 | + uint64_t *rd = vd, *rm = vm; | ||
220 | + uint64_t zd0 = rd[0], zd1 = rd[1]; | ||
221 | + uint64_t zm0 = rm[0], zm1 = rm[1]; | ||
222 | + | ||
223 | uint64_t d0 = ELEM(zd0, 0, 16) | (ELEM(zm0, 0, 16) << 16) | ||
224 | | (ELEM(zd0, 1, 16) << 32) | (ELEM(zm0, 1, 16) << 48); | ||
225 | uint64_t d1 = ELEM(zd0, 2, 16) | (ELEM(zm0, 2, 16) << 16) | ||
226 | @@ -XXX,XX +XXX,XX @@ void HELPER(neon_qzip16)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
227 | | (ELEM(zd1, 1, 16) << 32) | (ELEM(zm1, 1, 16) << 48); | ||
228 | uint64_t m1 = ELEM(zd1, 2, 16) | (ELEM(zm1, 2, 16) << 16) | ||
229 | | (ELEM(zd1, 3, 16) << 32) | (ELEM(zm1, 3, 16) << 48); | ||
230 | - env->vfp.regs[rm] = make_float64(m0); | ||
231 | - env->vfp.regs[rm + 1] = make_float64(m1); | ||
232 | - env->vfp.regs[rd] = make_float64(d0); | ||
233 | - env->vfp.regs[rd + 1] = make_float64(d1); | ||
234 | + | ||
235 | + rm[0] = m0; | ||
236 | + rm[1] = m1; | ||
237 | + rd[0] = d0; | ||
238 | + rd[1] = d1; | ||
239 | } | ||
240 | |||
241 | -void HELPER(neon_qzip32)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
242 | +void HELPER(neon_qzip32)(void *vd, void *vm) | ||
243 | { | ||
244 | - uint64_t zm0 = float64_val(env->vfp.regs[rm]); | ||
245 | - uint64_t zm1 = float64_val(env->vfp.regs[rm + 1]); | ||
246 | - uint64_t zd0 = float64_val(env->vfp.regs[rd]); | ||
247 | - uint64_t zd1 = float64_val(env->vfp.regs[rd + 1]); | ||
248 | + uint64_t *rd = vd, *rm = vm; | ||
249 | + uint64_t zd0 = rd[0], zd1 = rd[1]; | ||
250 | + uint64_t zm0 = rm[0], zm1 = rm[1]; | ||
251 | + | ||
252 | uint64_t d0 = ELEM(zd0, 0, 32) | (ELEM(zm0, 0, 32) << 32); | ||
253 | uint64_t d1 = ELEM(zd0, 1, 32) | (ELEM(zm0, 1, 32) << 32); | ||
254 | uint64_t m0 = ELEM(zd1, 0, 32) | (ELEM(zm1, 0, 32) << 32); | ||
255 | uint64_t m1 = ELEM(zd1, 1, 32) | (ELEM(zm1, 1, 32) << 32); | ||
256 | - env->vfp.regs[rm] = make_float64(m0); | ||
257 | - env->vfp.regs[rm + 1] = make_float64(m1); | ||
258 | - env->vfp.regs[rd] = make_float64(d0); | ||
259 | - env->vfp.regs[rd + 1] = make_float64(d1); | ||
260 | + | ||
261 | + rm[0] = m0; | ||
262 | + rm[1] = m1; | ||
263 | + rd[0] = d0; | ||
264 | + rd[1] = d1; | ||
265 | } | ||
266 | |||
267 | -void HELPER(neon_zip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
268 | +void HELPER(neon_zip8)(void *vd, void *vm) | ||
269 | { | ||
270 | - uint64_t zm = float64_val(env->vfp.regs[rm]); | ||
271 | - uint64_t zd = float64_val(env->vfp.regs[rd]); | ||
272 | + uint64_t *rd = vd, *rm = vm; | ||
273 | + uint64_t zd = rd[0], zm = rm[0]; | ||
274 | + | ||
275 | uint64_t d0 = ELEM(zd, 0, 8) | (ELEM(zm, 0, 8) << 8) | ||
276 | | (ELEM(zd, 1, 8) << 16) | (ELEM(zm, 1, 8) << 24) | ||
277 | | (ELEM(zd, 2, 8) << 32) | (ELEM(zm, 2, 8) << 40) | ||
278 | @@ -XXX,XX +XXX,XX @@ void HELPER(neon_zip8)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
279 | | (ELEM(zd, 5, 8) << 16) | (ELEM(zm, 5, 8) << 24) | ||
280 | | (ELEM(zd, 6, 8) << 32) | (ELEM(zm, 6, 8) << 40) | ||
281 | | (ELEM(zd, 7, 8) << 48) | (ELEM(zm, 7, 8) << 56); | ||
282 | - env->vfp.regs[rm] = make_float64(m0); | ||
283 | - env->vfp.regs[rd] = make_float64(d0); | ||
284 | + | ||
285 | + rm[0] = m0; | ||
286 | + rd[0] = d0; | ||
287 | } | ||
288 | |||
289 | -void HELPER(neon_zip16)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
290 | +void HELPER(neon_zip16)(void *vd, void *vm) | ||
291 | { | ||
292 | - uint64_t zm = float64_val(env->vfp.regs[rm]); | ||
293 | - uint64_t zd = float64_val(env->vfp.regs[rd]); | ||
294 | + uint64_t *rd = vd, *rm = vm; | ||
295 | + uint64_t zd = rd[0], zm = rm[0]; | ||
296 | + | ||
297 | uint64_t d0 = ELEM(zd, 0, 16) | (ELEM(zm, 0, 16) << 16) | ||
298 | | (ELEM(zd, 1, 16) << 32) | (ELEM(zm, 1, 16) << 48); | ||
299 | uint64_t m0 = ELEM(zd, 2, 16) | (ELEM(zm, 2, 16) << 16) | ||
300 | | (ELEM(zd, 3, 16) << 32) | (ELEM(zm, 3, 16) << 48); | ||
301 | - env->vfp.regs[rm] = make_float64(m0); | ||
302 | - env->vfp.regs[rd] = make_float64(d0); | ||
303 | + | ||
304 | + rm[0] = m0; | ||
305 | + rd[0] = d0; | ||
306 | } | ||
307 | |||
308 | /* Helper function for 64 bit polynomial multiply case: | ||
309 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 116 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
310 | index XXXXXXX..XXXXXXX 100644 | 117 | index XXXXXXX..XXXXXXX 100644 |
311 | --- a/target/arm/translate.c | 118 | --- a/target/arm/translate.c |
312 | +++ b/target/arm/translate.c | 119 | +++ b/target/arm/translate.c |
313 | @@ -XXX,XX +XXX,XX @@ static inline TCGv_i32 neon_get_scalar(int size, int reg) | 120 | @@ -XXX,XX +XXX,XX @@ static void gen_srshr16_i64(TCGv_i64 d, TCGv_i64 a, int64_t sh) |
314 | 121 | ||
315 | static int gen_neon_unzip(int rd, int rm, int size, int q) | 122 | static void gen_srshr32_i32(TCGv_i32 d, TCGv_i32 a, int32_t sh) |
316 | { | 123 | { |
317 | - TCGv_i32 tmp, tmp2; | 124 | - TCGv_i32 t = tcg_temp_new_i32(); |
318 | + TCGv_ptr pd, pm; | 125 | + TCGv_i32 t; |
319 | + | 126 | |
320 | if (!q && size == 2) { | 127 | + /* Handle shift by the input size for the benefit of trans_SRSHR_ri */ |
321 | return 1; | 128 | + if (sh == 32) { |
322 | } | 129 | + tcg_gen_movi_i32(d, 0); |
323 | - tmp = tcg_const_i32(rd); | 130 | + return; |
324 | - tmp2 = tcg_const_i32(rm); | 131 | + } |
325 | + pd = vfp_reg_ptr(true, rd); | 132 | + t = tcg_temp_new_i32(); |
326 | + pm = vfp_reg_ptr(true, rm); | 133 | tcg_gen_extract_i32(t, a, sh - 1, 1); |
327 | if (q) { | 134 | tcg_gen_sari_i32(d, a, sh); |
328 | switch (size) { | 135 | tcg_gen_add_i32(d, d, t); |
329 | case 0: | 136 | @@ -XXX,XX +XXX,XX @@ static void gen_urshr16_i64(TCGv_i64 d, TCGv_i64 a, int64_t sh) |
330 | - gen_helper_neon_qunzip8(cpu_env, tmp, tmp2); | 137 | |
331 | + gen_helper_neon_qunzip8(pd, pm); | 138 | static void gen_urshr32_i32(TCGv_i32 d, TCGv_i32 a, int32_t sh) |
332 | break; | 139 | { |
333 | case 1: | 140 | - TCGv_i32 t = tcg_temp_new_i32(); |
334 | - gen_helper_neon_qunzip16(cpu_env, tmp, tmp2); | 141 | + TCGv_i32 t; |
335 | + gen_helper_neon_qunzip16(pd, pm); | 142 | |
336 | break; | 143 | + /* Handle shift by the input size for the benefit of trans_URSHR_ri */ |
337 | case 2: | 144 | + if (sh == 32) { |
338 | - gen_helper_neon_qunzip32(cpu_env, tmp, tmp2); | 145 | + tcg_gen_extract_i32(d, a, sh - 1, 1); |
339 | + gen_helper_neon_qunzip32(pd, pm); | 146 | + return; |
340 | break; | 147 | + } |
341 | default: | 148 | + t = tcg_temp_new_i32(); |
342 | abort(); | 149 | tcg_gen_extract_i32(t, a, sh - 1, 1); |
343 | @@ -XXX,XX +XXX,XX @@ static int gen_neon_unzip(int rd, int rm, int size, int q) | 150 | tcg_gen_shri_i32(d, a, sh); |
344 | } else { | 151 | tcg_gen_add_i32(d, d, t); |
345 | switch (size) { | 152 | @@ -XXX,XX +XXX,XX @@ static bool trans_SQRSHRL48_rr(DisasContext *s, arg_mve_shl_rr *a) |
346 | case 0: | 153 | return do_mve_shl_rr(s, a, gen_helper_mve_sqrshrl48); |
347 | - gen_helper_neon_unzip8(cpu_env, tmp, tmp2); | ||
348 | + gen_helper_neon_unzip8(pd, pm); | ||
349 | break; | ||
350 | case 1: | ||
351 | - gen_helper_neon_unzip16(cpu_env, tmp, tmp2); | ||
352 | + gen_helper_neon_unzip16(pd, pm); | ||
353 | break; | ||
354 | default: | ||
355 | abort(); | ||
356 | } | ||
357 | } | ||
358 | - tcg_temp_free_i32(tmp); | ||
359 | - tcg_temp_free_i32(tmp2); | ||
360 | + tcg_temp_free_ptr(pd); | ||
361 | + tcg_temp_free_ptr(pm); | ||
362 | return 0; | ||
363 | } | 154 | } |
364 | 155 | ||
365 | static int gen_neon_zip(int rd, int rm, int size, int q) | 156 | +static bool do_mve_sh_ri(DisasContext *s, arg_mve_sh_ri *a, ShiftImmFn *fn) |
366 | { | 157 | +{ |
367 | - TCGv_i32 tmp, tmp2; | 158 | + if (!arm_dc_feature(s, ARM_FEATURE_V8_1M)) { |
368 | + TCGv_ptr pd, pm; | 159 | + /* Decode falls through to ORR/MOV UNPREDICTABLE handling */ |
369 | + | 160 | + return false; |
370 | if (!q && size == 2) { | 161 | + } |
371 | return 1; | 162 | + if (!dc_isar_feature(aa32_mve, s) || |
372 | } | 163 | + !arm_dc_feature(s, ARM_FEATURE_M_MAIN) || |
373 | - tmp = tcg_const_i32(rd); | 164 | + a->rda == 13 || a->rda == 15) { |
374 | - tmp2 = tcg_const_i32(rm); | 165 | + /* These rda cases are UNPREDICTABLE; we choose to UNDEF */ |
375 | + pd = vfp_reg_ptr(true, rd); | 166 | + unallocated_encoding(s); |
376 | + pm = vfp_reg_ptr(true, rm); | 167 | + return true; |
377 | if (q) { | 168 | + } |
378 | switch (size) { | 169 | + |
379 | case 0: | 170 | + if (a->shim == 0) { |
380 | - gen_helper_neon_qzip8(cpu_env, tmp, tmp2); | 171 | + a->shim = 32; |
381 | + gen_helper_neon_qzip8(pd, pm); | 172 | + } |
382 | break; | 173 | + fn(cpu_R[a->rda], cpu_R[a->rda], a->shim); |
383 | case 1: | 174 | + |
384 | - gen_helper_neon_qzip16(cpu_env, tmp, tmp2); | 175 | + return true; |
385 | + gen_helper_neon_qzip16(pd, pm); | 176 | +} |
386 | break; | 177 | + |
387 | case 2: | 178 | +static bool trans_URSHR_ri(DisasContext *s, arg_mve_sh_ri *a) |
388 | - gen_helper_neon_qzip32(cpu_env, tmp, tmp2); | 179 | +{ |
389 | + gen_helper_neon_qzip32(pd, pm); | 180 | + return do_mve_sh_ri(s, a, gen_urshr32_i32); |
390 | break; | 181 | +} |
391 | default: | 182 | + |
392 | abort(); | 183 | +static bool trans_SRSHR_ri(DisasContext *s, arg_mve_sh_ri *a) |
393 | @@ -XXX,XX +XXX,XX @@ static int gen_neon_zip(int rd, int rm, int size, int q) | 184 | +{ |
394 | } else { | 185 | + return do_mve_sh_ri(s, a, gen_srshr32_i32); |
395 | switch (size) { | 186 | +} |
396 | case 0: | 187 | + |
397 | - gen_helper_neon_zip8(cpu_env, tmp, tmp2); | 188 | +static void gen_mve_sqshl(TCGv_i32 r, TCGv_i32 n, int32_t shift) |
398 | + gen_helper_neon_zip8(pd, pm); | 189 | +{ |
399 | break; | 190 | + gen_helper_mve_sqshl(r, cpu_env, n, tcg_constant_i32(shift)); |
400 | case 1: | 191 | +} |
401 | - gen_helper_neon_zip16(cpu_env, tmp, tmp2); | 192 | + |
402 | + gen_helper_neon_zip16(pd, pm); | 193 | +static bool trans_SQSHL_ri(DisasContext *s, arg_mve_sh_ri *a) |
403 | break; | 194 | +{ |
404 | default: | 195 | + return do_mve_sh_ri(s, a, gen_mve_sqshl); |
405 | abort(); | 196 | +} |
406 | } | 197 | + |
407 | } | 198 | +static void gen_mve_uqshl(TCGv_i32 r, TCGv_i32 n, int32_t shift) |
408 | - tcg_temp_free_i32(tmp); | 199 | +{ |
409 | - tcg_temp_free_i32(tmp2); | 200 | + gen_helper_mve_uqshl(r, cpu_env, n, tcg_constant_i32(shift)); |
410 | + tcg_temp_free_ptr(pd); | 201 | +} |
411 | + tcg_temp_free_ptr(pm); | 202 | + |
412 | return 0; | 203 | +static bool trans_UQSHL_ri(DisasContext *s, arg_mve_sh_ri *a) |
413 | } | 204 | +{ |
414 | 205 | + return do_mve_sh_ri(s, a, gen_mve_uqshl); | |
206 | +} | ||
207 | + | ||
208 | /* | ||
209 | * Multiply and multiply accumulate | ||
210 | */ | ||
415 | -- | 211 | -- |
416 | 2.7.4 | 212 | 2.20.1 |
417 | 213 | ||
418 | 214 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | Implement the MVE shifts by register, which perform |
---|---|---|---|
2 | shifts on a single general-purpose register. | ||
2 | 3 | ||
3 | Rather than passing regnos to the helpers, pass pointers to the | 4 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
4 | vector registers directly. This eliminates the need to pass in | 5 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
5 | the environment pointer and reduces the number of places that | 6 | Message-id: 20210628135835.6690-19-peter.maydell@linaro.org |
6 | directly access env->vfp.regs[]. | 7 | --- |
8 | target/arm/helper-mve.h | 2 ++ | ||
9 | target/arm/translate.h | 1 + | ||
10 | target/arm/t32.decode | 18 ++++++++++++++---- | ||
11 | target/arm/mve_helper.c | 10 ++++++++++ | ||
12 | target/arm/translate.c | 30 ++++++++++++++++++++++++++++++ | ||
13 | 5 files changed, 57 insertions(+), 4 deletions(-) | ||
7 | 14 | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 15 | diff --git a/target/arm/helper-mve.h b/target/arm/helper-mve.h |
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
10 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
11 | Message-id: 20180119045438.28582-3-richard.henderson@linaro.org | ||
12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
13 | --- | ||
14 | target/arm/helper.h | 18 ++--- | ||
15 | target/arm/crypto_helper.c | 184 +++++++++++++++++---------------------------- | ||
16 | target/arm/translate-a64.c | 75 ++++++++++-------- | ||
17 | target/arm/translate.c | 68 +++++++++-------- | ||
18 | 4 files changed, 161 insertions(+), 184 deletions(-) | ||
19 | |||
20 | diff --git a/target/arm/helper.h b/target/arm/helper.h | ||
21 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
22 | --- a/target/arm/helper.h | 17 | --- a/target/arm/helper-mve.h |
23 | +++ b/target/arm/helper.h | 18 | +++ b/target/arm/helper-mve.h |
24 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_3(neon_qzip8, void, env, i32, i32) | 19 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_FLAGS_3(mve_uqrshll48, TCG_CALL_NO_RWG, i64, env, i64, i32) |
25 | DEF_HELPER_3(neon_qzip16, void, env, i32, i32) | 20 | |
26 | DEF_HELPER_3(neon_qzip32, void, env, i32, i32) | 21 | DEF_HELPER_FLAGS_3(mve_uqshl, TCG_CALL_NO_RWG, i32, env, i32, i32) |
27 | 22 | DEF_HELPER_FLAGS_3(mve_sqshl, TCG_CALL_NO_RWG, i32, env, i32, i32) | |
28 | -DEF_HELPER_4(crypto_aese, void, env, i32, i32, i32) | 23 | +DEF_HELPER_FLAGS_3(mve_uqrshl, TCG_CALL_NO_RWG, i32, env, i32, i32) |
29 | -DEF_HELPER_4(crypto_aesmc, void, env, i32, i32, i32) | 24 | +DEF_HELPER_FLAGS_3(mve_sqrshr, TCG_CALL_NO_RWG, i32, env, i32, i32) |
30 | +DEF_HELPER_FLAGS_3(crypto_aese, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | 25 | diff --git a/target/arm/translate.h b/target/arm/translate.h |
31 | +DEF_HELPER_FLAGS_3(crypto_aesmc, TCG_CALL_NO_RWG, void, ptr, ptr, i32) | ||
32 | |||
33 | -DEF_HELPER_5(crypto_sha1_3reg, void, env, i32, i32, i32, i32) | ||
34 | -DEF_HELPER_3(crypto_sha1h, void, env, i32, i32) | ||
35 | -DEF_HELPER_3(crypto_sha1su1, void, env, i32, i32) | ||
36 | +DEF_HELPER_FLAGS_4(crypto_sha1_3reg, TCG_CALL_NO_RWG, void, ptr, ptr, ptr, i32) | ||
37 | +DEF_HELPER_FLAGS_2(crypto_sha1h, TCG_CALL_NO_RWG, void, ptr, ptr) | ||
38 | +DEF_HELPER_FLAGS_2(crypto_sha1su1, TCG_CALL_NO_RWG, void, ptr, ptr) | ||
39 | |||
40 | -DEF_HELPER_4(crypto_sha256h, void, env, i32, i32, i32) | ||
41 | -DEF_HELPER_4(crypto_sha256h2, void, env, i32, i32, i32) | ||
42 | -DEF_HELPER_3(crypto_sha256su0, void, env, i32, i32) | ||
43 | -DEF_HELPER_4(crypto_sha256su1, void, env, i32, i32, i32) | ||
44 | +DEF_HELPER_FLAGS_3(crypto_sha256h, TCG_CALL_NO_RWG, void, ptr, ptr, ptr) | ||
45 | +DEF_HELPER_FLAGS_3(crypto_sha256h2, TCG_CALL_NO_RWG, void, ptr, ptr, ptr) | ||
46 | +DEF_HELPER_FLAGS_2(crypto_sha256su0, TCG_CALL_NO_RWG, void, ptr, ptr) | ||
47 | +DEF_HELPER_FLAGS_3(crypto_sha256su1, TCG_CALL_NO_RWG, void, ptr, ptr, ptr) | ||
48 | |||
49 | DEF_HELPER_FLAGS_3(crc32, TCG_CALL_NO_RWG_SE, i32, i32, i32, i32) | ||
50 | DEF_HELPER_FLAGS_3(crc32c, TCG_CALL_NO_RWG_SE, i32, i32, i32, i32) | ||
51 | diff --git a/target/arm/crypto_helper.c b/target/arm/crypto_helper.c | ||
52 | index XXXXXXX..XXXXXXX 100644 | 26 | index XXXXXXX..XXXXXXX 100644 |
53 | --- a/target/arm/crypto_helper.c | 27 | --- a/target/arm/translate.h |
54 | +++ b/target/arm/crypto_helper.c | 28 | +++ b/target/arm/translate.h |
55 | @@ -XXX,XX +XXX,XX @@ union CRYPTO_STATE { | 29 | @@ -XXX,XX +XXX,XX @@ typedef void AtomicThreeOpFn(TCGv_i64, TCGv_i64, TCGv_i64, TCGArg, MemOp); |
56 | #define CR_ST_WORD(state, i) (state.words[i]) | 30 | typedef void WideShiftImmFn(TCGv_i64, TCGv_i64, int64_t shift); |
57 | #endif | 31 | typedef void WideShiftFn(TCGv_i64, TCGv_ptr, TCGv_i64, TCGv_i32); |
58 | 32 | typedef void ShiftImmFn(TCGv_i32, TCGv_i32, int32_t shift); | |
59 | -void HELPER(crypto_aese)(CPUARMState *env, uint32_t rd, uint32_t rm, | 33 | +typedef void ShiftFn(TCGv_i32, TCGv_ptr, TCGv_i32, TCGv_i32); |
60 | - uint32_t decrypt) | 34 | |
61 | +void HELPER(crypto_aese)(void *vd, void *vm, uint32_t decrypt) | 35 | /** |
36 | * arm_tbflags_from_tb: | ||
37 | diff --git a/target/arm/t32.decode b/target/arm/t32.decode | ||
38 | index XXXXXXX..XXXXXXX 100644 | ||
39 | --- a/target/arm/t32.decode | ||
40 | +++ b/target/arm/t32.decode | ||
41 | @@ -XXX,XX +XXX,XX @@ | ||
42 | &mve_shl_ri rdalo rdahi shim | ||
43 | &mve_shl_rr rdalo rdahi rm | ||
44 | &mve_sh_ri rda shim | ||
45 | +&mve_sh_rr rda rm | ||
46 | |||
47 | # rdahi: bits [3:1] from insn, bit 0 is 1 | ||
48 | # rdalo: bits [3:1] from insn, bit 0 is 0 | ||
49 | @@ -XXX,XX +XXX,XX @@ | ||
50 | &mve_shl_rr rdalo=%rdalo_17 rdahi=%rdahi_9 | ||
51 | @mve_sh_ri ....... .... . rda:4 . ... ... . .. .. .... \ | ||
52 | &mve_sh_ri shim=%imm5_12_6 | ||
53 | +@mve_sh_rr ....... .... . rda:4 rm:4 .... .... .... &mve_sh_rr | ||
54 | |||
62 | { | 55 | { |
63 | static uint8_t const * const sbox[2] = { AES_sbox, AES_isbox }; | 56 | TST_xrri 1110101 0000 1 .... 0 ... 1111 .... .... @S_xrr_shi |
64 | static uint8_t const * const shift[2] = { AES_shifts, AES_ishifts }; | 57 | @@ -XXX,XX +XXX,XX @@ BIC_rrri 1110101 0001 . .... 0 ... .... .... .... @s_rrr_shi |
65 | - | 58 | SQSHLL_ri 1110101 0010 1 ... 1 0 ... ... 1 .. 11 1111 @mve_shl_ri |
66 | - union CRYPTO_STATE rk = { .l = { | ||
67 | - float64_val(env->vfp.regs[rm]), | ||
68 | - float64_val(env->vfp.regs[rm + 1]) | ||
69 | - } }; | ||
70 | - union CRYPTO_STATE st = { .l = { | ||
71 | - float64_val(env->vfp.regs[rd]), | ||
72 | - float64_val(env->vfp.regs[rd + 1]) | ||
73 | - } }; | ||
74 | + uint64_t *rd = vd; | ||
75 | + uint64_t *rm = vm; | ||
76 | + union CRYPTO_STATE rk = { .l = { rm[0], rm[1] } }; | ||
77 | + union CRYPTO_STATE st = { .l = { rd[0], rd[1] } }; | ||
78 | int i; | ||
79 | |||
80 | assert(decrypt < 2); | ||
81 | @@ -XXX,XX +XXX,XX @@ void HELPER(crypto_aese)(CPUARMState *env, uint32_t rd, uint32_t rm, | ||
82 | CR_ST_BYTE(st, i) = sbox[decrypt][CR_ST_BYTE(rk, shift[decrypt][i])]; | ||
83 | } | 59 | } |
84 | 60 | ||
85 | - env->vfp.regs[rd] = make_float64(st.l[0]); | 61 | - LSLL_rr 1110101 0010 1 ... 0 .... ... 1 0000 1101 @mve_shl_rr |
86 | - env->vfp.regs[rd + 1] = make_float64(st.l[1]); | 62 | - ASRL_rr 1110101 0010 1 ... 0 .... ... 1 0010 1101 @mve_shl_rr |
87 | + rd[0] = st.l[0]; | 63 | - UQRSHLL64_rr 1110101 0010 1 ... 1 .... ... 1 0000 1101 @mve_shl_rr |
88 | + rd[1] = st.l[1]; | 64 | - SQRSHRL64_rr 1110101 0010 1 ... 1 .... ... 1 0010 1101 @mve_shl_rr |
65 | + { | ||
66 | + UQRSHL_rr 1110101 0010 1 .... .... 1111 0000 1101 @mve_sh_rr | ||
67 | + LSLL_rr 1110101 0010 1 ... 0 .... ... 1 0000 1101 @mve_shl_rr | ||
68 | + UQRSHLL64_rr 1110101 0010 1 ... 1 .... ... 1 0000 1101 @mve_shl_rr | ||
69 | + } | ||
70 | + | ||
71 | + { | ||
72 | + SQRSHR_rr 1110101 0010 1 .... .... 1111 0010 1101 @mve_sh_rr | ||
73 | + ASRL_rr 1110101 0010 1 ... 0 .... ... 1 0010 1101 @mve_shl_rr | ||
74 | + SQRSHRL64_rr 1110101 0010 1 ... 1 .... ... 1 0010 1101 @mve_shl_rr | ||
75 | + } | ||
76 | + | ||
77 | UQRSHLL48_rr 1110101 0010 1 ... 1 .... ... 1 1000 1101 @mve_shl_rr | ||
78 | SQRSHRL48_rr 1110101 0010 1 ... 1 .... ... 1 1010 1101 @mve_shl_rr | ||
79 | ] | ||
80 | diff --git a/target/arm/mve_helper.c b/target/arm/mve_helper.c | ||
81 | index XXXXXXX..XXXXXXX 100644 | ||
82 | --- a/target/arm/mve_helper.c | ||
83 | +++ b/target/arm/mve_helper.c | ||
84 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(mve_sqshl)(CPUARMState *env, uint32_t n, uint32_t shift) | ||
85 | { | ||
86 | return do_sqrshl_bhs(n, (int8_t)shift, 32, false, &env->QF); | ||
89 | } | 87 | } |
90 | |||
91 | -void HELPER(crypto_aesmc)(CPUARMState *env, uint32_t rd, uint32_t rm, | ||
92 | - uint32_t decrypt) | ||
93 | +void HELPER(crypto_aesmc)(void *vd, void *vm, uint32_t decrypt) | ||
94 | { | ||
95 | static uint32_t const mc[][256] = { { | ||
96 | /* MixColumns lookup table */ | ||
97 | @@ -XXX,XX +XXX,XX @@ void HELPER(crypto_aesmc)(CPUARMState *env, uint32_t rd, uint32_t rm, | ||
98 | 0x92b479a7, 0x99b970a9, 0x84ae6bbb, 0x8fa362b5, | ||
99 | 0xbe805d9f, 0xb58d5491, 0xa89a4f83, 0xa397468d, | ||
100 | } }; | ||
101 | - union CRYPTO_STATE st = { .l = { | ||
102 | - float64_val(env->vfp.regs[rm]), | ||
103 | - float64_val(env->vfp.regs[rm + 1]) | ||
104 | - } }; | ||
105 | + | 88 | + |
106 | + uint64_t *rd = vd; | 89 | +uint32_t HELPER(mve_uqrshl)(CPUARMState *env, uint32_t n, uint32_t shift) |
107 | + uint64_t *rm = vm; | ||
108 | + union CRYPTO_STATE st = { .l = { rm[0], rm[1] } }; | ||
109 | int i; | ||
110 | |||
111 | assert(decrypt < 2); | ||
112 | @@ -XXX,XX +XXX,XX @@ void HELPER(crypto_aesmc)(CPUARMState *env, uint32_t rd, uint32_t rm, | ||
113 | rol32(mc[decrypt][CR_ST_BYTE(st, i + 3)], 24); | ||
114 | } | ||
115 | |||
116 | - env->vfp.regs[rd] = make_float64(st.l[0]); | ||
117 | - env->vfp.regs[rd + 1] = make_float64(st.l[1]); | ||
118 | + rd[0] = st.l[0]; | ||
119 | + rd[1] = st.l[1]; | ||
120 | } | ||
121 | |||
122 | /* | ||
123 | @@ -XXX,XX +XXX,XX @@ static uint32_t maj(uint32_t x, uint32_t y, uint32_t z) | ||
124 | return (x & y) | ((x | y) & z); | ||
125 | } | ||
126 | |||
127 | -void HELPER(crypto_sha1_3reg)(CPUARMState *env, uint32_t rd, uint32_t rn, | ||
128 | - uint32_t rm, uint32_t op) | ||
129 | +void HELPER(crypto_sha1_3reg)(void *vd, void *vn, void *vm, uint32_t op) | ||
130 | { | ||
131 | - union CRYPTO_STATE d = { .l = { | ||
132 | - float64_val(env->vfp.regs[rd]), | ||
133 | - float64_val(env->vfp.regs[rd + 1]) | ||
134 | - } }; | ||
135 | - union CRYPTO_STATE n = { .l = { | ||
136 | - float64_val(env->vfp.regs[rn]), | ||
137 | - float64_val(env->vfp.regs[rn + 1]) | ||
138 | - } }; | ||
139 | - union CRYPTO_STATE m = { .l = { | ||
140 | - float64_val(env->vfp.regs[rm]), | ||
141 | - float64_val(env->vfp.regs[rm + 1]) | ||
142 | - } }; | ||
143 | + uint64_t *rd = vd; | ||
144 | + uint64_t *rn = vn; | ||
145 | + uint64_t *rm = vm; | ||
146 | + union CRYPTO_STATE d = { .l = { rd[0], rd[1] } }; | ||
147 | + union CRYPTO_STATE n = { .l = { rn[0], rn[1] } }; | ||
148 | + union CRYPTO_STATE m = { .l = { rm[0], rm[1] } }; | ||
149 | |||
150 | if (op == 3) { /* sha1su0 */ | ||
151 | d.l[0] ^= d.l[1] ^ m.l[0]; | ||
152 | @@ -XXX,XX +XXX,XX @@ void HELPER(crypto_sha1_3reg)(CPUARMState *env, uint32_t rd, uint32_t rn, | ||
153 | CR_ST_WORD(d, 0) = t; | ||
154 | } | ||
155 | } | ||
156 | - env->vfp.regs[rd] = make_float64(d.l[0]); | ||
157 | - env->vfp.regs[rd + 1] = make_float64(d.l[1]); | ||
158 | + rd[0] = d.l[0]; | ||
159 | + rd[1] = d.l[1]; | ||
160 | } | ||
161 | |||
162 | -void HELPER(crypto_sha1h)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
163 | +void HELPER(crypto_sha1h)(void *vd, void *vm) | ||
164 | { | ||
165 | - union CRYPTO_STATE m = { .l = { | ||
166 | - float64_val(env->vfp.regs[rm]), | ||
167 | - float64_val(env->vfp.regs[rm + 1]) | ||
168 | - } }; | ||
169 | + uint64_t *rd = vd; | ||
170 | + uint64_t *rm = vm; | ||
171 | + union CRYPTO_STATE m = { .l = { rm[0], rm[1] } }; | ||
172 | |||
173 | CR_ST_WORD(m, 0) = ror32(CR_ST_WORD(m, 0), 2); | ||
174 | CR_ST_WORD(m, 1) = CR_ST_WORD(m, 2) = CR_ST_WORD(m, 3) = 0; | ||
175 | |||
176 | - env->vfp.regs[rd] = make_float64(m.l[0]); | ||
177 | - env->vfp.regs[rd + 1] = make_float64(m.l[1]); | ||
178 | + rd[0] = m.l[0]; | ||
179 | + rd[1] = m.l[1]; | ||
180 | } | ||
181 | |||
182 | -void HELPER(crypto_sha1su1)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
183 | +void HELPER(crypto_sha1su1)(void *vd, void *vm) | ||
184 | { | ||
185 | - union CRYPTO_STATE d = { .l = { | ||
186 | - float64_val(env->vfp.regs[rd]), | ||
187 | - float64_val(env->vfp.regs[rd + 1]) | ||
188 | - } }; | ||
189 | - union CRYPTO_STATE m = { .l = { | ||
190 | - float64_val(env->vfp.regs[rm]), | ||
191 | - float64_val(env->vfp.regs[rm + 1]) | ||
192 | - } }; | ||
193 | + uint64_t *rd = vd; | ||
194 | + uint64_t *rm = vm; | ||
195 | + union CRYPTO_STATE d = { .l = { rd[0], rd[1] } }; | ||
196 | + union CRYPTO_STATE m = { .l = { rm[0], rm[1] } }; | ||
197 | |||
198 | CR_ST_WORD(d, 0) = rol32(CR_ST_WORD(d, 0) ^ CR_ST_WORD(m, 1), 1); | ||
199 | CR_ST_WORD(d, 1) = rol32(CR_ST_WORD(d, 1) ^ CR_ST_WORD(m, 2), 1); | ||
200 | CR_ST_WORD(d, 2) = rol32(CR_ST_WORD(d, 2) ^ CR_ST_WORD(m, 3), 1); | ||
201 | CR_ST_WORD(d, 3) = rol32(CR_ST_WORD(d, 3) ^ CR_ST_WORD(d, 0), 1); | ||
202 | |||
203 | - env->vfp.regs[rd] = make_float64(d.l[0]); | ||
204 | - env->vfp.regs[rd + 1] = make_float64(d.l[1]); | ||
205 | + rd[0] = d.l[0]; | ||
206 | + rd[1] = d.l[1]; | ||
207 | } | ||
208 | |||
209 | /* | ||
210 | @@ -XXX,XX +XXX,XX @@ static uint32_t s1(uint32_t x) | ||
211 | return ror32(x, 17) ^ ror32(x, 19) ^ (x >> 10); | ||
212 | } | ||
213 | |||
214 | -void HELPER(crypto_sha256h)(CPUARMState *env, uint32_t rd, uint32_t rn, | ||
215 | - uint32_t rm) | ||
216 | +void HELPER(crypto_sha256h)(void *vd, void *vn, void *vm) | ||
217 | { | ||
218 | - union CRYPTO_STATE d = { .l = { | ||
219 | - float64_val(env->vfp.regs[rd]), | ||
220 | - float64_val(env->vfp.regs[rd + 1]) | ||
221 | - } }; | ||
222 | - union CRYPTO_STATE n = { .l = { | ||
223 | - float64_val(env->vfp.regs[rn]), | ||
224 | - float64_val(env->vfp.regs[rn + 1]) | ||
225 | - } }; | ||
226 | - union CRYPTO_STATE m = { .l = { | ||
227 | - float64_val(env->vfp.regs[rm]), | ||
228 | - float64_val(env->vfp.regs[rm + 1]) | ||
229 | - } }; | ||
230 | + uint64_t *rd = vd; | ||
231 | + uint64_t *rn = vn; | ||
232 | + uint64_t *rm = vm; | ||
233 | + union CRYPTO_STATE d = { .l = { rd[0], rd[1] } }; | ||
234 | + union CRYPTO_STATE n = { .l = { rn[0], rn[1] } }; | ||
235 | + union CRYPTO_STATE m = { .l = { rm[0], rm[1] } }; | ||
236 | int i; | ||
237 | |||
238 | for (i = 0; i < 4; i++) { | ||
239 | @@ -XXX,XX +XXX,XX @@ void HELPER(crypto_sha256h)(CPUARMState *env, uint32_t rd, uint32_t rn, | ||
240 | CR_ST_WORD(d, 0) = t; | ||
241 | } | ||
242 | |||
243 | - env->vfp.regs[rd] = make_float64(d.l[0]); | ||
244 | - env->vfp.regs[rd + 1] = make_float64(d.l[1]); | ||
245 | + rd[0] = d.l[0]; | ||
246 | + rd[1] = d.l[1]; | ||
247 | } | ||
248 | |||
249 | -void HELPER(crypto_sha256h2)(CPUARMState *env, uint32_t rd, uint32_t rn, | ||
250 | - uint32_t rm) | ||
251 | +void HELPER(crypto_sha256h2)(void *vd, void *vn, void *vm) | ||
252 | { | ||
253 | - union CRYPTO_STATE d = { .l = { | ||
254 | - float64_val(env->vfp.regs[rd]), | ||
255 | - float64_val(env->vfp.regs[rd + 1]) | ||
256 | - } }; | ||
257 | - union CRYPTO_STATE n = { .l = { | ||
258 | - float64_val(env->vfp.regs[rn]), | ||
259 | - float64_val(env->vfp.regs[rn + 1]) | ||
260 | - } }; | ||
261 | - union CRYPTO_STATE m = { .l = { | ||
262 | - float64_val(env->vfp.regs[rm]), | ||
263 | - float64_val(env->vfp.regs[rm + 1]) | ||
264 | - } }; | ||
265 | + uint64_t *rd = vd; | ||
266 | + uint64_t *rn = vn; | ||
267 | + uint64_t *rm = vm; | ||
268 | + union CRYPTO_STATE d = { .l = { rd[0], rd[1] } }; | ||
269 | + union CRYPTO_STATE n = { .l = { rn[0], rn[1] } }; | ||
270 | + union CRYPTO_STATE m = { .l = { rm[0], rm[1] } }; | ||
271 | int i; | ||
272 | |||
273 | for (i = 0; i < 4; i++) { | ||
274 | @@ -XXX,XX +XXX,XX @@ void HELPER(crypto_sha256h2)(CPUARMState *env, uint32_t rd, uint32_t rn, | ||
275 | CR_ST_WORD(d, 0) = CR_ST_WORD(n, 3 - i) + t; | ||
276 | } | ||
277 | |||
278 | - env->vfp.regs[rd] = make_float64(d.l[0]); | ||
279 | - env->vfp.regs[rd + 1] = make_float64(d.l[1]); | ||
280 | + rd[0] = d.l[0]; | ||
281 | + rd[1] = d.l[1]; | ||
282 | } | ||
283 | |||
284 | -void HELPER(crypto_sha256su0)(CPUARMState *env, uint32_t rd, uint32_t rm) | ||
285 | +void HELPER(crypto_sha256su0)(void *vd, void *vm) | ||
286 | { | ||
287 | - union CRYPTO_STATE d = { .l = { | ||
288 | - float64_val(env->vfp.regs[rd]), | ||
289 | - float64_val(env->vfp.regs[rd + 1]) | ||
290 | - } }; | ||
291 | - union CRYPTO_STATE m = { .l = { | ||
292 | - float64_val(env->vfp.regs[rm]), | ||
293 | - float64_val(env->vfp.regs[rm + 1]) | ||
294 | - } }; | ||
295 | + uint64_t *rd = vd; | ||
296 | + uint64_t *rm = vm; | ||
297 | + union CRYPTO_STATE d = { .l = { rd[0], rd[1] } }; | ||
298 | + union CRYPTO_STATE m = { .l = { rm[0], rm[1] } }; | ||
299 | |||
300 | CR_ST_WORD(d, 0) += s0(CR_ST_WORD(d, 1)); | ||
301 | CR_ST_WORD(d, 1) += s0(CR_ST_WORD(d, 2)); | ||
302 | CR_ST_WORD(d, 2) += s0(CR_ST_WORD(d, 3)); | ||
303 | CR_ST_WORD(d, 3) += s0(CR_ST_WORD(m, 0)); | ||
304 | |||
305 | - env->vfp.regs[rd] = make_float64(d.l[0]); | ||
306 | - env->vfp.regs[rd + 1] = make_float64(d.l[1]); | ||
307 | + rd[0] = d.l[0]; | ||
308 | + rd[1] = d.l[1]; | ||
309 | } | ||
310 | |||
311 | -void HELPER(crypto_sha256su1)(CPUARMState *env, uint32_t rd, uint32_t rn, | ||
312 | - uint32_t rm) | ||
313 | +void HELPER(crypto_sha256su1)(void *vd, void *vn, void *vm) | ||
314 | { | ||
315 | - union CRYPTO_STATE d = { .l = { | ||
316 | - float64_val(env->vfp.regs[rd]), | ||
317 | - float64_val(env->vfp.regs[rd + 1]) | ||
318 | - } }; | ||
319 | - union CRYPTO_STATE n = { .l = { | ||
320 | - float64_val(env->vfp.regs[rn]), | ||
321 | - float64_val(env->vfp.regs[rn + 1]) | ||
322 | - } }; | ||
323 | - union CRYPTO_STATE m = { .l = { | ||
324 | - float64_val(env->vfp.regs[rm]), | ||
325 | - float64_val(env->vfp.regs[rm + 1]) | ||
326 | - } }; | ||
327 | + uint64_t *rd = vd; | ||
328 | + uint64_t *rn = vn; | ||
329 | + uint64_t *rm = vm; | ||
330 | + union CRYPTO_STATE d = { .l = { rd[0], rd[1] } }; | ||
331 | + union CRYPTO_STATE n = { .l = { rn[0], rn[1] } }; | ||
332 | + union CRYPTO_STATE m = { .l = { rm[0], rm[1] } }; | ||
333 | |||
334 | CR_ST_WORD(d, 0) += s1(CR_ST_WORD(m, 2)) + CR_ST_WORD(n, 1); | ||
335 | CR_ST_WORD(d, 1) += s1(CR_ST_WORD(m, 3)) + CR_ST_WORD(n, 2); | ||
336 | CR_ST_WORD(d, 2) += s1(CR_ST_WORD(d, 0)) + CR_ST_WORD(n, 3); | ||
337 | CR_ST_WORD(d, 3) += s1(CR_ST_WORD(d, 1)) + CR_ST_WORD(m, 0); | ||
338 | |||
339 | - env->vfp.regs[rd] = make_float64(d.l[0]); | ||
340 | - env->vfp.regs[rd + 1] = make_float64(d.l[1]); | ||
341 | + rd[0] = d.l[0]; | ||
342 | + rd[1] = d.l[1]; | ||
343 | } | ||
344 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | ||
345 | index XXXXXXX..XXXXXXX 100644 | ||
346 | --- a/target/arm/translate-a64.c | ||
347 | +++ b/target/arm/translate-a64.c | ||
348 | @@ -XXX,XX +XXX,XX @@ typedef void NeonGenWidenFn(TCGv_i64, TCGv_i32); | ||
349 | typedef void NeonGenTwoSingleOPFn(TCGv_i32, TCGv_i32, TCGv_i32, TCGv_ptr); | ||
350 | typedef void NeonGenTwoDoubleOPFn(TCGv_i64, TCGv_i64, TCGv_i64, TCGv_ptr); | ||
351 | typedef void NeonGenOneOpFn(TCGv_i64, TCGv_i64); | ||
352 | -typedef void CryptoTwoOpEnvFn(TCGv_ptr, TCGv_i32, TCGv_i32); | ||
353 | -typedef void CryptoThreeOpEnvFn(TCGv_ptr, TCGv_i32, TCGv_i32, TCGv_i32); | ||
354 | +typedef void CryptoTwoOpFn(TCGv_ptr, TCGv_ptr); | ||
355 | +typedef void CryptoThreeOpIntFn(TCGv_ptr, TCGv_ptr, TCGv_i32); | ||
356 | +typedef void CryptoThreeOpFn(TCGv_ptr, TCGv_ptr, TCGv_ptr); | ||
357 | |||
358 | /* initialize TCG globals. */ | ||
359 | void a64_translate_init(void) | ||
360 | @@ -XXX,XX +XXX,XX @@ static inline int vec_reg_offset(DisasContext *s, int regno, | ||
361 | return offs; | ||
362 | } | ||
363 | |||
364 | +/* Return the offset info CPUARMState of the "whole" vector register Qn. */ | ||
365 | +static inline int vec_full_reg_offset(DisasContext *s, int regno) | ||
366 | +{ | 90 | +{ |
367 | + assert_fp_access_checked(s); | 91 | + return do_uqrshl_bhs(n, (int8_t)shift, 32, true, &env->QF); |
368 | + return offsetof(CPUARMState, vfp.regs[regno * 2]); | ||
369 | +} | 92 | +} |
370 | + | 93 | + |
371 | +/* Return a newly allocated pointer to the vector register. */ | 94 | +uint32_t HELPER(mve_sqrshr)(CPUARMState *env, uint32_t n, uint32_t shift) |
372 | +static TCGv_ptr vec_full_reg_ptr(DisasContext *s, int regno) | ||
373 | +{ | 95 | +{ |
374 | + TCGv_ptr ret = tcg_temp_new_ptr(); | 96 | + return do_sqrshl_bhs(n, -(int8_t)shift, 32, true, &env->QF); |
375 | + tcg_gen_addi_ptr(ret, cpu_env, vec_full_reg_offset(s, regno)); | ||
376 | + return ret; | ||
377 | +} | 97 | +} |
378 | + | ||
379 | /* Return the offset into CPUARMState of a slice (from | ||
380 | * the least significant end) of FP register Qn (ie | ||
381 | * Dn, Sn, Hn or Bn). | ||
382 | @@ -XXX,XX +XXX,XX @@ static void disas_crypto_aes(DisasContext *s, uint32_t insn) | ||
383 | int rn = extract32(insn, 5, 5); | ||
384 | int rd = extract32(insn, 0, 5); | ||
385 | int decrypt; | ||
386 | - TCGv_i32 tcg_rd_regno, tcg_rn_regno, tcg_decrypt; | ||
387 | - CryptoThreeOpEnvFn *genfn; | ||
388 | + TCGv_ptr tcg_rd_ptr, tcg_rn_ptr; | ||
389 | + TCGv_i32 tcg_decrypt; | ||
390 | + CryptoThreeOpIntFn *genfn; | ||
391 | |||
392 | if (!arm_dc_feature(s, ARM_FEATURE_V8_AES) | ||
393 | || size != 0) { | ||
394 | @@ -XXX,XX +XXX,XX @@ static void disas_crypto_aes(DisasContext *s, uint32_t insn) | ||
395 | return; | ||
396 | } | ||
397 | |||
398 | - /* Note that we convert the Vx register indexes into the | ||
399 | - * index within the vfp.regs[] array, so we can share the | ||
400 | - * helper with the AArch32 instructions. | ||
401 | - */ | ||
402 | - tcg_rd_regno = tcg_const_i32(rd << 1); | ||
403 | - tcg_rn_regno = tcg_const_i32(rn << 1); | ||
404 | + tcg_rd_ptr = vec_full_reg_ptr(s, rd); | ||
405 | + tcg_rn_ptr = vec_full_reg_ptr(s, rn); | ||
406 | tcg_decrypt = tcg_const_i32(decrypt); | ||
407 | |||
408 | - genfn(cpu_env, tcg_rd_regno, tcg_rn_regno, tcg_decrypt); | ||
409 | + genfn(tcg_rd_ptr, tcg_rn_ptr, tcg_decrypt); | ||
410 | |||
411 | - tcg_temp_free_i32(tcg_rd_regno); | ||
412 | - tcg_temp_free_i32(tcg_rn_regno); | ||
413 | + tcg_temp_free_ptr(tcg_rd_ptr); | ||
414 | + tcg_temp_free_ptr(tcg_rn_ptr); | ||
415 | tcg_temp_free_i32(tcg_decrypt); | ||
416 | } | ||
417 | |||
418 | @@ -XXX,XX +XXX,XX @@ static void disas_crypto_three_reg_sha(DisasContext *s, uint32_t insn) | ||
419 | int rm = extract32(insn, 16, 5); | ||
420 | int rn = extract32(insn, 5, 5); | ||
421 | int rd = extract32(insn, 0, 5); | ||
422 | - CryptoThreeOpEnvFn *genfn; | ||
423 | - TCGv_i32 tcg_rd_regno, tcg_rn_regno, tcg_rm_regno; | ||
424 | + CryptoThreeOpFn *genfn; | ||
425 | + TCGv_ptr tcg_rd_ptr, tcg_rn_ptr, tcg_rm_ptr; | ||
426 | int feature = ARM_FEATURE_V8_SHA256; | ||
427 | |||
428 | if (size != 0) { | ||
429 | @@ -XXX,XX +XXX,XX @@ static void disas_crypto_three_reg_sha(DisasContext *s, uint32_t insn) | ||
430 | return; | ||
431 | } | ||
432 | |||
433 | - tcg_rd_regno = tcg_const_i32(rd << 1); | ||
434 | - tcg_rn_regno = tcg_const_i32(rn << 1); | ||
435 | - tcg_rm_regno = tcg_const_i32(rm << 1); | ||
436 | + tcg_rd_ptr = vec_full_reg_ptr(s, rd); | ||
437 | + tcg_rn_ptr = vec_full_reg_ptr(s, rn); | ||
438 | + tcg_rm_ptr = vec_full_reg_ptr(s, rm); | ||
439 | |||
440 | if (genfn) { | ||
441 | - genfn(cpu_env, tcg_rd_regno, tcg_rn_regno, tcg_rm_regno); | ||
442 | + genfn(tcg_rd_ptr, tcg_rn_ptr, tcg_rm_ptr); | ||
443 | } else { | ||
444 | TCGv_i32 tcg_opcode = tcg_const_i32(opcode); | ||
445 | |||
446 | - gen_helper_crypto_sha1_3reg(cpu_env, tcg_rd_regno, | ||
447 | - tcg_rn_regno, tcg_rm_regno, tcg_opcode); | ||
448 | + gen_helper_crypto_sha1_3reg(tcg_rd_ptr, tcg_rn_ptr, | ||
449 | + tcg_rm_ptr, tcg_opcode); | ||
450 | tcg_temp_free_i32(tcg_opcode); | ||
451 | } | ||
452 | |||
453 | - tcg_temp_free_i32(tcg_rd_regno); | ||
454 | - tcg_temp_free_i32(tcg_rn_regno); | ||
455 | - tcg_temp_free_i32(tcg_rm_regno); | ||
456 | + tcg_temp_free_ptr(tcg_rd_ptr); | ||
457 | + tcg_temp_free_ptr(tcg_rn_ptr); | ||
458 | + tcg_temp_free_ptr(tcg_rm_ptr); | ||
459 | } | ||
460 | |||
461 | /* Crypto two-reg SHA | ||
462 | @@ -XXX,XX +XXX,XX @@ static void disas_crypto_two_reg_sha(DisasContext *s, uint32_t insn) | ||
463 | int opcode = extract32(insn, 12, 5); | ||
464 | int rn = extract32(insn, 5, 5); | ||
465 | int rd = extract32(insn, 0, 5); | ||
466 | - CryptoTwoOpEnvFn *genfn; | ||
467 | + CryptoTwoOpFn *genfn; | ||
468 | int feature; | ||
469 | - TCGv_i32 tcg_rd_regno, tcg_rn_regno; | ||
470 | + TCGv_ptr tcg_rd_ptr, tcg_rn_ptr; | ||
471 | |||
472 | if (size != 0) { | ||
473 | unallocated_encoding(s); | ||
474 | @@ -XXX,XX +XXX,XX @@ static void disas_crypto_two_reg_sha(DisasContext *s, uint32_t insn) | ||
475 | return; | ||
476 | } | ||
477 | |||
478 | - tcg_rd_regno = tcg_const_i32(rd << 1); | ||
479 | - tcg_rn_regno = tcg_const_i32(rn << 1); | ||
480 | + tcg_rd_ptr = vec_full_reg_ptr(s, rd); | ||
481 | + tcg_rn_ptr = vec_full_reg_ptr(s, rn); | ||
482 | |||
483 | - genfn(cpu_env, tcg_rd_regno, tcg_rn_regno); | ||
484 | + genfn(tcg_rd_ptr, tcg_rn_ptr); | ||
485 | |||
486 | - tcg_temp_free_i32(tcg_rd_regno); | ||
487 | - tcg_temp_free_i32(tcg_rn_regno); | ||
488 | + tcg_temp_free_ptr(tcg_rd_ptr); | ||
489 | + tcg_temp_free_ptr(tcg_rn_ptr); | ||
490 | } | ||
491 | |||
492 | /* C3.6 Data processing - SIMD, inc Crypto | ||
493 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 98 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
494 | index XXXXXXX..XXXXXXX 100644 | 99 | index XXXXXXX..XXXXXXX 100644 |
495 | --- a/target/arm/translate.c | 100 | --- a/target/arm/translate.c |
496 | +++ b/target/arm/translate.c | 101 | +++ b/target/arm/translate.c |
497 | @@ -XXX,XX +XXX,XX @@ static inline void neon_store_reg64(TCGv_i64 var, int reg) | 102 | @@ -XXX,XX +XXX,XX @@ static bool trans_UQSHL_ri(DisasContext *s, arg_mve_sh_ri *a) |
498 | tcg_gen_st_i64(var, cpu_env, vfp_reg_offset(1, reg)); | 103 | return do_mve_sh_ri(s, a, gen_mve_uqshl); |
499 | } | 104 | } |
500 | 105 | ||
501 | +static TCGv_ptr vfp_reg_ptr(bool dp, int reg) | 106 | +static bool do_mve_sh_rr(DisasContext *s, arg_mve_sh_rr *a, ShiftFn *fn) |
502 | +{ | 107 | +{ |
503 | + TCGv_ptr ret = tcg_temp_new_ptr(); | 108 | + if (!arm_dc_feature(s, ARM_FEATURE_V8_1M)) { |
504 | + tcg_gen_addi_ptr(ret, cpu_env, vfp_reg_offset(dp, reg)); | 109 | + /* Decode falls through to ORR/MOV UNPREDICTABLE handling */ |
505 | + return ret; | 110 | + return false; |
111 | + } | ||
112 | + if (!dc_isar_feature(aa32_mve, s) || | ||
113 | + !arm_dc_feature(s, ARM_FEATURE_M_MAIN) || | ||
114 | + a->rda == 13 || a->rda == 15 || a->rm == 13 || a->rm == 15 || | ||
115 | + a->rm == a->rda) { | ||
116 | + /* These rda/rm cases are UNPREDICTABLE; we choose to UNDEF */ | ||
117 | + unallocated_encoding(s); | ||
118 | + return true; | ||
119 | + } | ||
120 | + | ||
121 | + /* The helper takes care of the sign-extension of the low 8 bits of Rm */ | ||
122 | + fn(cpu_R[a->rda], cpu_env, cpu_R[a->rda], cpu_R[a->rm]); | ||
123 | + return true; | ||
506 | +} | 124 | +} |
507 | + | 125 | + |
508 | #define tcg_gen_ld_f32 tcg_gen_ld_i32 | 126 | +static bool trans_SQRSHR_rr(DisasContext *s, arg_mve_sh_rr *a) |
509 | #define tcg_gen_ld_f64 tcg_gen_ld_i64 | 127 | +{ |
510 | #define tcg_gen_st_f32 tcg_gen_st_i32 | 128 | + return do_mve_sh_rr(s, a, gen_helper_mve_sqrshr); |
511 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | 129 | +} |
512 | int u; | 130 | + |
513 | uint32_t imm, mask; | 131 | +static bool trans_UQRSHL_rr(DisasContext *s, arg_mve_sh_rr *a) |
514 | TCGv_i32 tmp, tmp2, tmp3, tmp4, tmp5; | 132 | +{ |
515 | + TCGv_ptr ptr1, ptr2, ptr3; | 133 | + return do_mve_sh_rr(s, a, gen_helper_mve_uqrshl); |
516 | TCGv_i64 tmp64; | 134 | +} |
517 | 135 | + | |
518 | /* FIXME: this access check should not take precedence over UNDEF | 136 | /* |
519 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | 137 | * Multiply and multiply accumulate |
520 | if (!arm_dc_feature(s, ARM_FEATURE_V8_SHA1)) { | 138 | */ |
521 | return 1; | ||
522 | } | ||
523 | - tmp = tcg_const_i32(rd); | ||
524 | - tmp2 = tcg_const_i32(rn); | ||
525 | - tmp3 = tcg_const_i32(rm); | ||
526 | + ptr1 = vfp_reg_ptr(true, rd); | ||
527 | + ptr2 = vfp_reg_ptr(true, rn); | ||
528 | + ptr3 = vfp_reg_ptr(true, rm); | ||
529 | tmp4 = tcg_const_i32(size); | ||
530 | - gen_helper_crypto_sha1_3reg(cpu_env, tmp, tmp2, tmp3, tmp4); | ||
531 | + gen_helper_crypto_sha1_3reg(ptr1, ptr2, ptr3, tmp4); | ||
532 | tcg_temp_free_i32(tmp4); | ||
533 | } else { /* SHA-256 */ | ||
534 | if (!arm_dc_feature(s, ARM_FEATURE_V8_SHA256) || size == 3) { | ||
535 | return 1; | ||
536 | } | ||
537 | - tmp = tcg_const_i32(rd); | ||
538 | - tmp2 = tcg_const_i32(rn); | ||
539 | - tmp3 = tcg_const_i32(rm); | ||
540 | + ptr1 = vfp_reg_ptr(true, rd); | ||
541 | + ptr2 = vfp_reg_ptr(true, rn); | ||
542 | + ptr3 = vfp_reg_ptr(true, rm); | ||
543 | switch (size) { | ||
544 | case 0: | ||
545 | - gen_helper_crypto_sha256h(cpu_env, tmp, tmp2, tmp3); | ||
546 | + gen_helper_crypto_sha256h(ptr1, ptr2, ptr3); | ||
547 | break; | ||
548 | case 1: | ||
549 | - gen_helper_crypto_sha256h2(cpu_env, tmp, tmp2, tmp3); | ||
550 | + gen_helper_crypto_sha256h2(ptr1, ptr2, ptr3); | ||
551 | break; | ||
552 | case 2: | ||
553 | - gen_helper_crypto_sha256su1(cpu_env, tmp, tmp2, tmp3); | ||
554 | + gen_helper_crypto_sha256su1(ptr1, ptr2, ptr3); | ||
555 | break; | ||
556 | } | ||
557 | } | ||
558 | - tcg_temp_free_i32(tmp); | ||
559 | - tcg_temp_free_i32(tmp2); | ||
560 | - tcg_temp_free_i32(tmp3); | ||
561 | + tcg_temp_free_ptr(ptr1); | ||
562 | + tcg_temp_free_ptr(ptr2); | ||
563 | + tcg_temp_free_ptr(ptr3); | ||
564 | return 0; | ||
565 | } | ||
566 | if (size == 3 && op != NEON_3R_LOGIC) { | ||
567 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | ||
568 | || ((rm | rd) & 1)) { | ||
569 | return 1; | ||
570 | } | ||
571 | - tmp = tcg_const_i32(rd); | ||
572 | - tmp2 = tcg_const_i32(rm); | ||
573 | + ptr1 = vfp_reg_ptr(true, rd); | ||
574 | + ptr2 = vfp_reg_ptr(true, rm); | ||
575 | |||
576 | /* Bit 6 is the lowest opcode bit; it distinguishes between | ||
577 | * encryption (AESE/AESMC) and decryption (AESD/AESIMC) | ||
578 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | ||
579 | tmp3 = tcg_const_i32(extract32(insn, 6, 1)); | ||
580 | |||
581 | if (op == NEON_2RM_AESE) { | ||
582 | - gen_helper_crypto_aese(cpu_env, tmp, tmp2, tmp3); | ||
583 | + gen_helper_crypto_aese(ptr1, ptr2, tmp3); | ||
584 | } else { | ||
585 | - gen_helper_crypto_aesmc(cpu_env, tmp, tmp2, tmp3); | ||
586 | + gen_helper_crypto_aesmc(ptr1, ptr2, tmp3); | ||
587 | } | ||
588 | - tcg_temp_free_i32(tmp); | ||
589 | - tcg_temp_free_i32(tmp2); | ||
590 | + tcg_temp_free_ptr(ptr1); | ||
591 | + tcg_temp_free_ptr(ptr2); | ||
592 | tcg_temp_free_i32(tmp3); | ||
593 | break; | ||
594 | case NEON_2RM_SHA1H: | ||
595 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | ||
596 | || ((rm | rd) & 1)) { | ||
597 | return 1; | ||
598 | } | ||
599 | - tmp = tcg_const_i32(rd); | ||
600 | - tmp2 = tcg_const_i32(rm); | ||
601 | + ptr1 = vfp_reg_ptr(true, rd); | ||
602 | + ptr2 = vfp_reg_ptr(true, rm); | ||
603 | |||
604 | - gen_helper_crypto_sha1h(cpu_env, tmp, tmp2); | ||
605 | + gen_helper_crypto_sha1h(ptr1, ptr2); | ||
606 | |||
607 | - tcg_temp_free_i32(tmp); | ||
608 | - tcg_temp_free_i32(tmp2); | ||
609 | + tcg_temp_free_ptr(ptr1); | ||
610 | + tcg_temp_free_ptr(ptr2); | ||
611 | break; | ||
612 | case NEON_2RM_SHA1SU1: | ||
613 | if ((rm | rd) & 1) { | ||
614 | @@ -XXX,XX +XXX,XX @@ static int disas_neon_data_insn(DisasContext *s, uint32_t insn) | ||
615 | } else if (!arm_dc_feature(s, ARM_FEATURE_V8_SHA1)) { | ||
616 | return 1; | ||
617 | } | ||
618 | - tmp = tcg_const_i32(rd); | ||
619 | - tmp2 = tcg_const_i32(rm); | ||
620 | + ptr1 = vfp_reg_ptr(true, rd); | ||
621 | + ptr2 = vfp_reg_ptr(true, rm); | ||
622 | if (q) { | ||
623 | - gen_helper_crypto_sha256su0(cpu_env, tmp, tmp2); | ||
624 | + gen_helper_crypto_sha256su0(ptr1, ptr2); | ||
625 | } else { | ||
626 | - gen_helper_crypto_sha1su1(cpu_env, tmp, tmp2); | ||
627 | + gen_helper_crypto_sha1su1(ptr1, ptr2); | ||
628 | } | ||
629 | - tcg_temp_free_i32(tmp); | ||
630 | - tcg_temp_free_i32(tmp2); | ||
631 | + tcg_temp_free_ptr(ptr1); | ||
632 | + tcg_temp_free_ptr(ptr2); | ||
633 | break; | ||
634 | default: | ||
635 | elementwise: | ||
636 | -- | 139 | -- |
637 | 2.7.4 | 140 | 2.20.1 |
638 | 141 | ||
639 | 142 | diff view generated by jsdifflib |