1 | target-arm queue: Eric's SMMUv3 patchset, and an array | 1 | The following changes since commit ad1b4ec39caa5b3f17cbd8160283a03a3dcfe2ae: |
---|---|---|---|
2 | of minor bugfixes and improvements from various others. | ||
3 | 2 | ||
4 | thanks | 3 | Merge remote-tracking branch 'remotes/kraxel/tags/input-20180515-pull-request' into staging (2018-05-15 12:50:06 +0100) |
5 | -- PMM | ||
6 | |||
7 | The following changes since commit c8b7e627b4269a3bc3ae41d9f420547a47e6d9b9: | ||
8 | |||
9 | Merge remote-tracking branch 'remotes/ericb/tags/pull-nbd-2018-05-04' into staging (2018-05-04 14:42:46 +0100) | ||
10 | 4 | ||
11 | are available in the Git repository at: | 5 | are available in the Git repository at: |
12 | 6 | ||
13 | git://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20180504 | 7 | git://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20180515 |
14 | 8 | ||
15 | for you to fetch changes up to 5680740c92993e9b3f3e011f2a2c394070e33f56: | 9 | for you to fetch changes up to ae7651804748c6b479d5ae09aeac4edb9c44f76e: |
16 | 10 | ||
17 | hw/arm/virt: Introduce the iommu option (2018-05-04 18:05:52 +0100) | 11 | tcg: Optionally log FPU state in TCG -d cpu logging (2018-05-15 14:58:44 +0100) |
18 | 12 | ||
19 | ---------------------------------------------------------------- | 13 | ---------------------------------------------------------------- |
20 | target-arm queue: | 14 | target-arm queue: |
21 | * Emulate the SMMUv3 (IOMMU); one will be created in the 'virt' board | 15 | * Fix coverity nit in int_to_float code |
22 | if the commandline includes "-machine iommu=smmuv3" | 16 | * Don't set Invalid for float-to-int(MAXINT) |
23 | * target/arm: Implement v8M VLLDM and VLSTM | 17 | * Fix fp_status_f16 tininess before rounding |
24 | * hw/arm: Don't fail qtest due to missing SD card in -nodefaults mode | 18 | * Add various missing insns from the v8.2-FP16 extension |
25 | * Some fixes to silence Coverity false-positives | 19 | * Fix sqrt_f16 exception raising |
26 | * arm: boot: set boot_info starting from first_cpu | 20 | * sdcard: Correct CRC16 offset in sd_function_switch() |
27 | (fixes a technical bug not visible in practice) | 21 | * tcg: Optionally log FPU state in TCG -d cpu logging |
28 | * hw/net/smc91c111: Convert away from old_mmio | ||
29 | * hw/usb/tusb6010: Convert away from old_mmio | ||
30 | * hw/char/cmsdk-apb-uart.c: Accept more input after character read | ||
31 | * target/arm: Make MPUIR write-ignored on OMAP, StrongARM | ||
32 | * hw/arm/virt: Add linux,pci-domain property | ||
33 | 22 | ||
34 | ---------------------------------------------------------------- | 23 | ---------------------------------------------------------------- |
35 | Eric Auger (11): | 24 | Alex Bennée (5): |
36 | hw/arm/smmu-common: smmu base device and datatypes | 25 | fpu/softfloat: int_to_float ensure r fully initialised |
37 | hw/arm/smmu-common: IOMMU memory region and address space setup | 26 | target/arm: Implement FCMP for fp16 |
38 | hw/arm/smmu-common: VMSAv8-64 page table walk | 27 | target/arm: Implement FCSEL for fp16 |
39 | hw/arm/smmuv3: Wired IRQ and GERROR helpers | 28 | target/arm: Implement FMOV (immediate) for fp16 |
40 | hw/arm/smmuv3: Queue helpers | 29 | target/arm: Fix sqrt_f16 exception raising |
41 | hw/arm/smmuv3: Implement MMIO write operations | ||
42 | hw/arm/smmuv3: Event queue recording helper | ||
43 | hw/arm/smmuv3: Implement translate callback | ||
44 | hw/arm/smmuv3: Abort on vfio or vhost case | ||
45 | target/arm/kvm: Translate the MSI doorbell in kvm_arch_fixup_msi_route | ||
46 | hw/arm/virt: Introduce the iommu option | ||
47 | |||
48 | Igor Mammedov (1): | ||
49 | arm: boot: set boot_info starting from first_cpu | ||
50 | |||
51 | Jan Kiszka (1): | ||
52 | hw/arm/virt: Add linux,pci-domain property | ||
53 | |||
54 | Mathew Maidment (1): | ||
55 | target/arm: Correct MPUIR privilege level in register_cp_regs_for_features() conditional case | ||
56 | |||
57 | Patrick Oppenlander (1): | ||
58 | hw/char/cmsdk-apb-uart.c: Accept more input after character read | ||
59 | 30 | ||
60 | Peter Maydell (3): | 31 | Peter Maydell (3): |
61 | hw/usb/tusb6010: Convert away from old_mmio | 32 | fpu/softfloat: Don't set Invalid for float-to-int(MAXINT) |
62 | hw/net/smc91c111: Convert away from old_mmio | 33 | target/arm: Fix fp_status_f16 tininess before rounding |
63 | target/arm: Implement v8M VLLDM and VLSTM | 34 | tcg: Optionally log FPU state in TCG -d cpu logging |
64 | 35 | ||
65 | Prem Mallappa (3): | 36 | Philippe Mathieu-Daudé (1): |
66 | hw/arm/smmuv3: Skeleton | 37 | sdcard: Correct CRC16 offset in sd_function_switch() |
67 | hw/arm/virt: Add SMMUv3 to the virt board | ||
68 | hw/arm/virt-acpi-build: Add smmuv3 node in IORT table | ||
69 | 38 | ||
70 | Richard Henderson (2): | 39 | Richard Henderson (7): |
71 | target/arm: Tidy conditions in handle_vec_simd_shri | 40 | target/arm: Implement FMOV (general) for fp16 |
72 | target/arm: Tidy condition in disas_simd_two_reg_misc | 41 | target/arm: Early exit after unallocated_encoding in disas_fp_int_conv |
42 | target/arm: Implement FCVT (scalar, integer) for fp16 | ||
43 | target/arm: Implement FCVT (scalar, fixed-point) for fp16 | ||
44 | target/arm: Introduce and use read_fp_hreg | ||
45 | target/arm: Implement FP data-processing (2 source) for fp16 | ||
46 | target/arm: Implement FP data-processing (3 source) for fp16 | ||
73 | 47 | ||
74 | Thomas Huth (1): | 48 | include/qemu/log.h | 1 + |
75 | hw/arm: Don't fail qtest due to missing SD card in -nodefaults mode | 49 | target/arm/helper-a64.h | 2 + |
50 | target/arm/helper.h | 6 + | ||
51 | accel/tcg/cpu-exec.c | 9 +- | ||
52 | fpu/softfloat.c | 6 +- | ||
53 | hw/sd/sd.c | 2 +- | ||
54 | target/arm/cpu.c | 2 + | ||
55 | target/arm/helper-a64.c | 10 ++ | ||
56 | target/arm/helper.c | 38 +++- | ||
57 | target/arm/translate-a64.c | 421 ++++++++++++++++++++++++++++++++++++++------- | ||
58 | util/log.c | 2 + | ||
59 | 11 files changed, 428 insertions(+), 71 deletions(-) | ||
76 | 60 | ||
77 | hw/arm/Makefile.objs | 1 + | ||
78 | hw/arm/smmu-internal.h | 99 +++ | ||
79 | hw/arm/smmuv3-internal.h | 621 ++++++++++++++++++ | ||
80 | include/hw/acpi/acpi-defs.h | 15 + | ||
81 | include/hw/arm/smmu-common.h | 145 +++++ | ||
82 | include/hw/arm/smmuv3.h | 87 +++ | ||
83 | include/hw/arm/virt.h | 10 + | ||
84 | hw/arm/boot.c | 2 +- | ||
85 | hw/arm/omap1.c | 8 +- | ||
86 | hw/arm/omap2.c | 8 +- | ||
87 | hw/arm/pxa2xx.c | 15 +- | ||
88 | hw/arm/smmu-common.c | 372 +++++++++++ | ||
89 | hw/arm/smmuv3.c | 1191 +++++++++++++++++++++++++++++++++++ | ||
90 | hw/arm/virt-acpi-build.c | 55 +- | ||
91 | hw/arm/virt.c | 101 ++- | ||
92 | hw/char/cmsdk-apb-uart.c | 1 + | ||
93 | hw/net/smc91c111.c | 54 +- | ||
94 | hw/usb/tusb6010.c | 40 +- | ||
95 | target/arm/helper.c | 2 +- | ||
96 | target/arm/kvm.c | 38 +- | ||
97 | target/arm/translate-a64.c | 12 +- | ||
98 | target/arm/translate.c | 17 +- | ||
99 | default-configs/aarch64-softmmu.mak | 1 + | ||
100 | hw/arm/trace-events | 37 ++ | ||
101 | target/arm/trace-events | 3 + | ||
102 | 25 files changed, 2868 insertions(+), 67 deletions(-) | ||
103 | create mode 100644 hw/arm/smmu-internal.h | ||
104 | create mode 100644 hw/arm/smmuv3-internal.h | ||
105 | create mode 100644 include/hw/arm/smmu-common.h | ||
106 | create mode 100644 include/hw/arm/smmuv3.h | ||
107 | create mode 100644 hw/arm/smmu-common.c | ||
108 | create mode 100644 hw/arm/smmuv3.c | ||
109 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Jan Kiszka <jan.kiszka@siemens.com> | ||
2 | 1 | ||
3 | This allows to pin the host controller in the Linux PCI domain space. | ||
4 | Linux requires that property to be available consistently or not at all, | ||
5 | in which case the domain number becomes unstable on additions/removals. | ||
6 | Adding it here won't make a difference in practice for most setups as we | ||
7 | only expose one controller. | ||
8 | |||
9 | However, enabling Jailhouse on top may introduce another controller, and | ||
10 | that one would like to have stable address as well. So the property is | ||
11 | needed for the first controller as well. | ||
12 | |||
13 | Signed-off-by: Jan Kiszka <jan.kiszka@siemens.com> | ||
14 | Message-id: 3301c5bc-7b47-1b0e-8ce4-30435057a276@web.de | ||
15 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
16 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
17 | --- | ||
18 | hw/arm/virt.c | 1 + | ||
19 | 1 file changed, 1 insertion(+) | ||
20 | |||
21 | diff --git a/hw/arm/virt.c b/hw/arm/virt.c | ||
22 | index XXXXXXX..XXXXXXX 100644 | ||
23 | --- a/hw/arm/virt.c | ||
24 | +++ b/hw/arm/virt.c | ||
25 | @@ -XXX,XX +XXX,XX @@ static void create_pcie(const VirtMachineState *vms, qemu_irq *pic) | ||
26 | qemu_fdt_setprop_string(vms->fdt, nodename, "device_type", "pci"); | ||
27 | qemu_fdt_setprop_cell(vms->fdt, nodename, "#address-cells", 3); | ||
28 | qemu_fdt_setprop_cell(vms->fdt, nodename, "#size-cells", 2); | ||
29 | + qemu_fdt_setprop_cell(vms->fdt, nodename, "linux,pci-domain", 0); | ||
30 | qemu_fdt_setprop_cells(vms->fdt, nodename, "bus-range", 0, | ||
31 | nr_pcie_buses - 1); | ||
32 | qemu_fdt_setprop(vms->fdt, nodename, "dma-coherent", NULL, 0); | ||
33 | -- | ||
34 | 2.17.0 | ||
35 | |||
36 | diff view generated by jsdifflib |
1 | From: Mathew Maidment <mathew1800@gmail.com> | 1 | From: Alex Bennée <alex.bennee@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | The duplication of id_tlbtr_reginfo was unintentionally added within | 3 | Reported by Coverity (CID1390635). We ensure this for uint_to_float |
4 | 3281af8114c6b8ead02f08b58e3c36895c1ea047 which should have been | 4 | later on so we might as well mirror that. |
5 | id_mpuir_reginfo. | ||
6 | 5 | ||
7 | The effect was that for OMAP and StrongARM CPUs we would | 6 | Signed-off-by: Alex Bennée <alex.bennee@linaro.org> |
8 | incorrectly UNDEF writes to MPUIR rather than NOPing them. | 7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
9 | |||
10 | Signed-off-by: Mathew Maidment <mathew1800@gmail.com> | ||
11 | Message-id: 20180501184933.37609-2-mathew1800@gmail.com | ||
12 | [PMM: tweak commit message] | ||
13 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
15 | --- | 10 | --- |
16 | target/arm/helper.c | 2 +- | 11 | fpu/softfloat.c | 2 +- |
17 | 1 file changed, 1 insertion(+), 1 deletion(-) | 12 | 1 file changed, 1 insertion(+), 1 deletion(-) |
18 | 13 | ||
19 | diff --git a/target/arm/helper.c b/target/arm/helper.c | 14 | diff --git a/fpu/softfloat.c b/fpu/softfloat.c |
20 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
21 | --- a/target/arm/helper.c | 16 | --- a/fpu/softfloat.c |
22 | +++ b/target/arm/helper.c | 17 | +++ b/fpu/softfloat.c |
23 | @@ -XXX,XX +XXX,XX @@ void register_cp_regs_for_features(ARMCPU *cpu) | 18 | @@ -XXX,XX +XXX,XX @@ FLOAT_TO_UINT(64, 64) |
24 | for (r = id_cp_reginfo; r->type != ARM_CP_SENTINEL; r++) { | 19 | |
25 | r->access = PL1_RW; | 20 | static FloatParts int_to_float(int64_t a, float_status *status) |
26 | } | 21 | { |
27 | - id_tlbtr_reginfo.access = PL1_RW; | 22 | - FloatParts r; |
28 | + id_mpuir_reginfo.access = PL1_RW; | 23 | + FloatParts r = {}; |
29 | id_tlbtr_reginfo.access = PL1_RW; | 24 | if (a == 0) { |
30 | } | 25 | r.cls = float_class_zero; |
31 | if (arm_feature(env, ARM_FEATURE_V8)) { | 26 | r.sign = false; |
32 | -- | 27 | -- |
33 | 2.17.0 | 28 | 2.17.0 |
34 | 29 | ||
35 | 30 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Patrick Oppenlander <patrick.oppenlander@gmail.com> | ||
2 | 1 | ||
3 | The character frontend needs to be notified that the uart receive buffer | ||
4 | is empty and ready to handle another character. | ||
5 | |||
6 | Previously, the uart only worked correctly when receiving one character | ||
7 | at a time. | ||
8 | |||
9 | Signed-off-by: Patrick Oppenlander <patrick.oppenlander@gmail.com> | ||
10 | Message-id: CAEg67GkRTw=cXei3o9hvpxG_L4zSrNzR0bFyAgny+sSEUb_kPw@mail.gmail.com | ||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
13 | --- | ||
14 | hw/char/cmsdk-apb-uart.c | 1 + | ||
15 | 1 file changed, 1 insertion(+) | ||
16 | |||
17 | diff --git a/hw/char/cmsdk-apb-uart.c b/hw/char/cmsdk-apb-uart.c | ||
18 | index XXXXXXX..XXXXXXX 100644 | ||
19 | --- a/hw/char/cmsdk-apb-uart.c | ||
20 | +++ b/hw/char/cmsdk-apb-uart.c | ||
21 | @@ -XXX,XX +XXX,XX @@ static uint64_t uart_read(void *opaque, hwaddr offset, unsigned size) | ||
22 | r = s->rxbuf; | ||
23 | s->state &= ~R_STATE_RXFULL_MASK; | ||
24 | cmsdk_apb_uart_update(s); | ||
25 | + qemu_chr_fe_accept_input(&s->chr); | ||
26 | break; | ||
27 | case A_STATE: | ||
28 | r = s->state; | ||
29 | -- | ||
30 | 2.17.0 | ||
31 | |||
32 | diff view generated by jsdifflib |
1 | For v8M the instructions VLLDM and VLSTM support lazy saving | 1 | In float-to-integer conversion, if the floating point input |
---|---|---|---|
2 | and restoring of the secure floating-point registers. Even | 2 | converts exactly to the largest or smallest integer that |
3 | if the floating point extension is not implemented, these | 3 | fits in to the result type, this is not an overflow. |
4 | instructions must act as NOPs in Secure state, so they can | 4 | In this situation we were producing the correct result value, |
5 | be used as part of the secure-to-nonsecure call sequence. | 5 | but were incorrectly setting the Invalid flag. |
6 | For example for Arm A64, "FCVTAS w0, d0" on an input of | ||
7 | 0x41dfffffffc00000 should produce 0x7fffffff and set no flags. | ||
6 | 8 | ||
7 | Fixes: https://bugs.launchpad.net/qemu/+bug/1768295 | 9 | Fix the boundary case to take the right half of the if() |
10 | statements. | ||
11 | |||
12 | This fixes a regression from 2.11 introduced by the softfloat | ||
13 | refactoring. | ||
14 | |||
8 | Cc: qemu-stable@nongnu.org | 15 | Cc: qemu-stable@nongnu.org |
16 | Fixes: ab52f973a50 | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | 18 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
11 | Message-id: 20180503105730.5958-1-peter.maydell@linaro.org | 19 | Message-id: 20180510140141.12120-1-peter.maydell@linaro.org |
12 | --- | 20 | --- |
13 | target/arm/translate.c | 17 ++++++++++++++++- | 21 | fpu/softfloat.c | 4 ++-- |
14 | 1 file changed, 16 insertions(+), 1 deletion(-) | 22 | 1 file changed, 2 insertions(+), 2 deletions(-) |
15 | 23 | ||
16 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 24 | diff --git a/fpu/softfloat.c b/fpu/softfloat.c |
17 | index XXXXXXX..XXXXXXX 100644 | 25 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/target/arm/translate.c | 26 | --- a/fpu/softfloat.c |
19 | +++ b/target/arm/translate.c | 27 | +++ b/fpu/softfloat.c |
20 | @@ -XXX,XX +XXX,XX @@ static void disas_thumb2_insn(DisasContext *s, uint32_t insn) | 28 | @@ -XXX,XX +XXX,XX @@ static int64_t round_to_int_and_pack(FloatParts in, int rmode, |
21 | /* Coprocessor. */ | 29 | r = UINT64_MAX; |
22 | if (arm_dc_feature(s, ARM_FEATURE_M)) { | 30 | } |
23 | /* We don't currently implement M profile FP support, | 31 | if (p.sign) { |
24 | - * so this entire space should give a NOCP fault. | 32 | - if (r < -(uint64_t) min) { |
25 | + * so this entire space should give a NOCP fault, with | 33 | + if (r <= -(uint64_t) min) { |
26 | + * the exception of the v8M VLLDM and VLSTM insns, which | 34 | return -r; |
27 | + * must be NOPs in Secure state and UNDEF in Nonsecure state. | 35 | } else { |
28 | */ | 36 | s->float_exception_flags = orig_flags | float_flag_invalid; |
29 | + if (arm_dc_feature(s, ARM_FEATURE_V8) && | 37 | return min; |
30 | + (insn & 0xffa00f00) == 0xec200a00) { | 38 | } |
31 | + /* 0b1110_1100_0x1x_xxxx_xxxx_1010_xxxx_xxxx | 39 | } else { |
32 | + * - VLLDM, VLSTM | 40 | - if (r < max) { |
33 | + * We choose to UNDEF if the RAZ bits are non-zero. | 41 | + if (r <= max) { |
34 | + */ | 42 | return r; |
35 | + if (!s->v8m_secure || (insn & 0x0040f0ff)) { | 43 | } else { |
36 | + goto illegal_op; | 44 | s->float_exception_flags = orig_flags | float_flag_invalid; |
37 | + } | ||
38 | + /* Just NOP since FP support is not implemented */ | ||
39 | + break; | ||
40 | + } | ||
41 | + /* All other insns: NOCP */ | ||
42 | gen_exception_insn(s, 4, EXCP_NOCP, syn_uncategorized(), | ||
43 | default_exception_el(s)); | ||
44 | break; | ||
45 | -- | 45 | -- |
46 | 2.17.0 | 46 | 2.17.0 |
47 | 47 | ||
48 | 48 | diff view generated by jsdifflib |
1 | From: Prem Mallappa <prem.mallappa@broadcom.com> | 1 | In commit d81ce0ef2c4f105 we added an extra float_status field |
---|---|---|---|
2 | fp_status_fp16 for Arm, but forgot to initialize it correctly | ||
3 | by setting it to float_tininess_before_rounding. This currently | ||
4 | will only cause problems for the new V8_FP16 feature, since the | ||
5 | float-to-float conversion code doesn't use it yet. The effect | ||
6 | would be that we failed to set the Underflow IEEE exception flag | ||
7 | in all the cases where we should. | ||
2 | 8 | ||
3 | This patch builds the smmuv3 node in the ACPI IORT table. | 9 | Add the missing initialization. |
4 | 10 | ||
5 | The RID space of the root complex, which spans 0x0-0x10000 | 11 | Fixes: d81ce0ef2c4f105 |
6 | maps to streamid space 0x0-0x10000 in smmuv3, which in turn | 12 | Cc: qemu-stable@nongnu.org |
7 | maps to deviceid space 0x0-0x10000 in the ITS group. | 13 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
14 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
15 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
16 | Message-id: 20180512004311.9299-16-richard.henderson@linaro.org | ||
17 | --- | ||
18 | target/arm/cpu.c | 2 ++ | ||
19 | 1 file changed, 2 insertions(+) | ||
8 | 20 | ||
9 | The guest must feature the IOMMU probe deferral series | 21 | diff --git a/target/arm/cpu.c b/target/arm/cpu.c |
10 | (https://lkml.org/lkml/2017/4/10/214) which fixes streamid | ||
11 | multiple lookup. This bug is not related to the SMMU emulation. | ||
12 | |||
13 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
14 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
15 | Reviewed-by: Shannon Zhao <zhaoshenglong@huawei.com> | ||
16 | Message-id: 1524665762-31355-14-git-send-email-eric.auger@redhat.com | ||
17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
18 | --- | ||
19 | include/hw/acpi/acpi-defs.h | 15 ++++++++++ | ||
20 | hw/arm/virt-acpi-build.c | 55 ++++++++++++++++++++++++++++++++----- | ||
21 | 2 files changed, 63 insertions(+), 7 deletions(-) | ||
22 | |||
23 | diff --git a/include/hw/acpi/acpi-defs.h b/include/hw/acpi/acpi-defs.h | ||
24 | index XXXXXXX..XXXXXXX 100644 | 22 | index XXXXXXX..XXXXXXX 100644 |
25 | --- a/include/hw/acpi/acpi-defs.h | 23 | --- a/target/arm/cpu.c |
26 | +++ b/include/hw/acpi/acpi-defs.h | 24 | +++ b/target/arm/cpu.c |
27 | @@ -XXX,XX +XXX,XX @@ struct AcpiIortItsGroup { | 25 | @@ -XXX,XX +XXX,XX @@ static void arm_cpu_reset(CPUState *s) |
28 | } QEMU_PACKED; | 26 | &env->vfp.fp_status); |
29 | typedef struct AcpiIortItsGroup AcpiIortItsGroup; | 27 | set_float_detect_tininess(float_tininess_before_rounding, |
30 | 28 | &env->vfp.standard_fp_status); | |
31 | +struct AcpiIortSmmu3 { | 29 | + set_float_detect_tininess(float_tininess_before_rounding, |
32 | + ACPI_IORT_NODE_HEADER_DEF | 30 | + &env->vfp.fp_status_f16); |
33 | + uint64_t base_address; | 31 | #ifndef CONFIG_USER_ONLY |
34 | + uint32_t flags; | 32 | if (kvm_enabled()) { |
35 | + uint32_t reserved2; | 33 | kvm_arm_reset_vcpu(cpu); |
36 | + uint64_t vatos_address; | ||
37 | + uint32_t model; | ||
38 | + uint32_t event_gsiv; | ||
39 | + uint32_t pri_gsiv; | ||
40 | + uint32_t gerr_gsiv; | ||
41 | + uint32_t sync_gsiv; | ||
42 | + AcpiIortIdMapping id_mapping_array[0]; | ||
43 | +} QEMU_PACKED; | ||
44 | +typedef struct AcpiIortSmmu3 AcpiIortSmmu3; | ||
45 | + | ||
46 | struct AcpiIortRC { | ||
47 | ACPI_IORT_NODE_HEADER_DEF | ||
48 | AcpiIortMemoryAccess memory_properties; | ||
49 | diff --git a/hw/arm/virt-acpi-build.c b/hw/arm/virt-acpi-build.c | ||
50 | index XXXXXXX..XXXXXXX 100644 | ||
51 | --- a/hw/arm/virt-acpi-build.c | ||
52 | +++ b/hw/arm/virt-acpi-build.c | ||
53 | @@ -XXX,XX +XXX,XX @@ build_rsdp(GArray *rsdp_table, BIOSLinker *linker, unsigned xsdt_tbl_offset) | ||
54 | } | ||
55 | |||
56 | static void | ||
57 | -build_iort(GArray *table_data, BIOSLinker *linker) | ||
58 | +build_iort(GArray *table_data, BIOSLinker *linker, VirtMachineState *vms) | ||
59 | { | ||
60 | - int iort_start = table_data->len; | ||
61 | + int nb_nodes, iort_start = table_data->len; | ||
62 | AcpiIortIdMapping *idmap; | ||
63 | AcpiIortItsGroup *its; | ||
64 | AcpiIortTable *iort; | ||
65 | - size_t node_size, iort_length; | ||
66 | + AcpiIortSmmu3 *smmu; | ||
67 | + size_t node_size, iort_length, smmu_offset = 0; | ||
68 | AcpiIortRC *rc; | ||
69 | |||
70 | iort = acpi_data_push(table_data, sizeof(*iort)); | ||
71 | |||
72 | + if (vms->iommu == VIRT_IOMMU_SMMUV3) { | ||
73 | + nb_nodes = 3; /* RC, ITS, SMMUv3 */ | ||
74 | + } else { | ||
75 | + nb_nodes = 2; /* RC, ITS */ | ||
76 | + } | ||
77 | + | ||
78 | iort_length = sizeof(*iort); | ||
79 | - iort->node_count = cpu_to_le32(2); /* RC and ITS nodes */ | ||
80 | + iort->node_count = cpu_to_le32(nb_nodes); | ||
81 | iort->node_offset = cpu_to_le32(sizeof(*iort)); | ||
82 | |||
83 | /* ITS group node */ | ||
84 | @@ -XXX,XX +XXX,XX @@ build_iort(GArray *table_data, BIOSLinker *linker) | ||
85 | its->its_count = cpu_to_le32(1); | ||
86 | its->identifiers[0] = 0; /* MADT translation_id */ | ||
87 | |||
88 | + if (vms->iommu == VIRT_IOMMU_SMMUV3) { | ||
89 | + int irq = vms->irqmap[VIRT_SMMU]; | ||
90 | + | ||
91 | + /* SMMUv3 node */ | ||
92 | + smmu_offset = iort->node_offset + node_size; | ||
93 | + node_size = sizeof(*smmu) + sizeof(*idmap); | ||
94 | + iort_length += node_size; | ||
95 | + smmu = acpi_data_push(table_data, node_size); | ||
96 | + | ||
97 | + smmu->type = ACPI_IORT_NODE_SMMU_V3; | ||
98 | + smmu->length = cpu_to_le16(node_size); | ||
99 | + smmu->mapping_count = cpu_to_le32(1); | ||
100 | + smmu->mapping_offset = cpu_to_le32(sizeof(*smmu)); | ||
101 | + smmu->base_address = cpu_to_le64(vms->memmap[VIRT_SMMU].base); | ||
102 | + smmu->event_gsiv = cpu_to_le32(irq); | ||
103 | + smmu->pri_gsiv = cpu_to_le32(irq + 1); | ||
104 | + smmu->gerr_gsiv = cpu_to_le32(irq + 2); | ||
105 | + smmu->sync_gsiv = cpu_to_le32(irq + 3); | ||
106 | + | ||
107 | + /* Identity RID mapping covering the whole input RID range */ | ||
108 | + idmap = &smmu->id_mapping_array[0]; | ||
109 | + idmap->input_base = 0; | ||
110 | + idmap->id_count = cpu_to_le32(0xFFFF); | ||
111 | + idmap->output_base = 0; | ||
112 | + /* output IORT node is the ITS group node (the first node) */ | ||
113 | + idmap->output_reference = cpu_to_le32(iort->node_offset); | ||
114 | + } | ||
115 | + | ||
116 | /* Root Complex Node */ | ||
117 | node_size = sizeof(*rc) + sizeof(*idmap); | ||
118 | iort_length += node_size; | ||
119 | @@ -XXX,XX +XXX,XX @@ build_iort(GArray *table_data, BIOSLinker *linker) | ||
120 | idmap->input_base = 0; | ||
121 | idmap->id_count = cpu_to_le32(0xFFFF); | ||
122 | idmap->output_base = 0; | ||
123 | - /* output IORT node is the ITS group node (the first node) */ | ||
124 | - idmap->output_reference = cpu_to_le32(iort->node_offset); | ||
125 | + | ||
126 | + if (vms->iommu == VIRT_IOMMU_SMMUV3) { | ||
127 | + /* output IORT node is the smmuv3 node */ | ||
128 | + idmap->output_reference = cpu_to_le32(smmu_offset); | ||
129 | + } else { | ||
130 | + /* output IORT node is the ITS group node (the first node) */ | ||
131 | + idmap->output_reference = cpu_to_le32(iort->node_offset); | ||
132 | + } | ||
133 | |||
134 | iort->length = cpu_to_le32(iort_length); | ||
135 | |||
136 | @@ -XXX,XX +XXX,XX @@ void virt_acpi_build(VirtMachineState *vms, AcpiBuildTables *tables) | ||
137 | |||
138 | if (its_class_name() && !vmc->no_its) { | ||
139 | acpi_add_table(table_offsets, tables_blob); | ||
140 | - build_iort(tables_blob, tables->linker); | ||
141 | + build_iort(tables_blob, tables->linker, vms); | ||
142 | } | ||
143 | |||
144 | /* XSDT is pointed to by RSDP */ | ||
145 | -- | 34 | -- |
146 | 2.17.0 | 35 | 2.17.0 |
147 | 36 | ||
148 | 37 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | This patch implements the IOMMU Memory Region translate() | 3 | Adding the fp16 moves to/from general registers. |
4 | callback. Most of the code relates to the translation | ||
5 | configuration decoding and check (STE, CD). | ||
6 | 4 | ||
7 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 5 | Cc: qemu-stable@nongnu.org |
8 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
9 | Message-id: 1524665762-31355-10-git-send-email-eric.auger@redhat.com | 7 | Tested-by: Alex Bennée <alex.bennee@linaro.org> |
8 | Message-id: 20180512003217.9105-2-richard.henderson@linaro.org | ||
10 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
12 | --- | 11 | --- |
13 | hw/arm/smmuv3-internal.h | 160 +++++++++++++++++ | 12 | target/arm/translate-a64.c | 21 +++++++++++++++++++++ |
14 | hw/arm/smmuv3.c | 358 +++++++++++++++++++++++++++++++++++++++ | 13 | 1 file changed, 21 insertions(+) |
15 | hw/arm/trace-events | 9 + | ||
16 | 3 files changed, 527 insertions(+) | ||
17 | 14 | ||
18 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 15 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
19 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
20 | --- a/hw/arm/smmuv3-internal.h | 17 | --- a/target/arm/translate-a64.c |
21 | +++ b/hw/arm/smmuv3-internal.h | 18 | +++ b/target/arm/translate-a64.c |
22 | @@ -XXX,XX +XXX,XX @@ typedef struct SMMUEventInfo { | 19 | @@ -XXX,XX +XXX,XX @@ static void handle_fmov(DisasContext *s, int rd, int rn, int type, bool itof) |
23 | 20 | tcg_gen_st_i64(tcg_rn, cpu_env, fp_reg_hi_offset(s, rd)); | |
24 | void smmuv3_record_event(SMMUv3State *s, SMMUEventInfo *event); | 21 | clear_vec_high(s, true, rd); |
25 | 22 | break; | |
26 | +/* Configuration Data */ | 23 | + case 3: |
27 | + | 24 | + /* 16 bit */ |
28 | +/* STE Level 1 Descriptor */ | 25 | + tmp = tcg_temp_new_i64(); |
29 | +typedef struct STEDesc { | 26 | + tcg_gen_ext16u_i64(tmp, tcg_rn); |
30 | + uint32_t word[2]; | 27 | + write_fp_dreg(s, rd, tmp); |
31 | +} STEDesc; | 28 | + tcg_temp_free_i64(tmp); |
32 | + | ||
33 | +/* CD Level 1 Descriptor */ | ||
34 | +typedef struct CDDesc { | ||
35 | + uint32_t word[2]; | ||
36 | +} CDDesc; | ||
37 | + | ||
38 | +/* Stream Table Entry(STE) */ | ||
39 | +typedef struct STE { | ||
40 | + uint32_t word[16]; | ||
41 | +} STE; | ||
42 | + | ||
43 | +/* Context Descriptor(CD) */ | ||
44 | +typedef struct CD { | ||
45 | + uint32_t word[16]; | ||
46 | +} CD; | ||
47 | + | ||
48 | +/* STE fields */ | ||
49 | + | ||
50 | +#define STE_VALID(x) extract32((x)->word[0], 0, 1) | ||
51 | + | ||
52 | +#define STE_CONFIG(x) extract32((x)->word[0], 1, 3) | ||
53 | +#define STE_CFG_S1_ENABLED(config) (config & 0x1) | ||
54 | +#define STE_CFG_S2_ENABLED(config) (config & 0x2) | ||
55 | +#define STE_CFG_ABORT(config) (!(config & 0x4)) | ||
56 | +#define STE_CFG_BYPASS(config) (config == 0x4) | ||
57 | + | ||
58 | +#define STE_S1FMT(x) extract32((x)->word[0], 4 , 2) | ||
59 | +#define STE_S1CDMAX(x) extract32((x)->word[1], 27, 5) | ||
60 | +#define STE_S1STALLD(x) extract32((x)->word[2], 27, 1) | ||
61 | +#define STE_EATS(x) extract32((x)->word[2], 28, 2) | ||
62 | +#define STE_STRW(x) extract32((x)->word[2], 30, 2) | ||
63 | +#define STE_S2VMID(x) extract32((x)->word[4], 0 , 16) | ||
64 | +#define STE_S2T0SZ(x) extract32((x)->word[5], 0 , 6) | ||
65 | +#define STE_S2SL0(x) extract32((x)->word[5], 6 , 2) | ||
66 | +#define STE_S2TG(x) extract32((x)->word[5], 14, 2) | ||
67 | +#define STE_S2PS(x) extract32((x)->word[5], 16, 3) | ||
68 | +#define STE_S2AA64(x) extract32((x)->word[5], 19, 1) | ||
69 | +#define STE_S2HD(x) extract32((x)->word[5], 24, 1) | ||
70 | +#define STE_S2HA(x) extract32((x)->word[5], 25, 1) | ||
71 | +#define STE_S2S(x) extract32((x)->word[5], 26, 1) | ||
72 | +#define STE_CTXPTR(x) \ | ||
73 | + ({ \ | ||
74 | + unsigned long addr; \ | ||
75 | + addr = (uint64_t)extract32((x)->word[1], 0, 16) << 32; \ | ||
76 | + addr |= (uint64_t)((x)->word[0] & 0xffffffc0); \ | ||
77 | + addr; \ | ||
78 | + }) | ||
79 | + | ||
80 | +#define STE_S2TTB(x) \ | ||
81 | + ({ \ | ||
82 | + unsigned long addr; \ | ||
83 | + addr = (uint64_t)extract32((x)->word[7], 0, 16) << 32; \ | ||
84 | + addr |= (uint64_t)((x)->word[6] & 0xfffffff0); \ | ||
85 | + addr; \ | ||
86 | + }) | ||
87 | + | ||
88 | +static inline int oas2bits(int oas_field) | ||
89 | +{ | ||
90 | + switch (oas_field) { | ||
91 | + case 0: | ||
92 | + return 32; | ||
93 | + case 1: | ||
94 | + return 36; | ||
95 | + case 2: | ||
96 | + return 40; | ||
97 | + case 3: | ||
98 | + return 42; | ||
99 | + case 4: | ||
100 | + return 44; | ||
101 | + case 5: | ||
102 | + return 48; | ||
103 | + } | ||
104 | + return -1; | ||
105 | +} | ||
106 | + | ||
107 | +static inline int pa_range(STE *ste) | ||
108 | +{ | ||
109 | + int oas_field = MIN(STE_S2PS(ste), SMMU_IDR5_OAS); | ||
110 | + | ||
111 | + if (!STE_S2AA64(ste)) { | ||
112 | + return 40; | ||
113 | + } | ||
114 | + | ||
115 | + return oas2bits(oas_field); | ||
116 | +} | ||
117 | + | ||
118 | +#define MAX_PA(ste) ((1 << pa_range(ste)) - 1) | ||
119 | + | ||
120 | +/* CD fields */ | ||
121 | + | ||
122 | +#define CD_VALID(x) extract32((x)->word[0], 30, 1) | ||
123 | +#define CD_ASID(x) extract32((x)->word[1], 16, 16) | ||
124 | +#define CD_TTB(x, sel) \ | ||
125 | + ({ \ | ||
126 | + uint64_t hi, lo; \ | ||
127 | + hi = extract32((x)->word[(sel) * 2 + 3], 0, 19); \ | ||
128 | + hi <<= 32; \ | ||
129 | + lo = (x)->word[(sel) * 2 + 2] & ~0xfULL; \ | ||
130 | + hi | lo; \ | ||
131 | + }) | ||
132 | + | ||
133 | +#define CD_TSZ(x, sel) extract32((x)->word[0], (16 * (sel)) + 0, 6) | ||
134 | +#define CD_TG(x, sel) extract32((x)->word[0], (16 * (sel)) + 6, 2) | ||
135 | +#define CD_EPD(x, sel) extract32((x)->word[0], (16 * (sel)) + 14, 1) | ||
136 | +#define CD_ENDI(x) extract32((x)->word[0], 15, 1) | ||
137 | +#define CD_IPS(x) extract32((x)->word[1], 0 , 3) | ||
138 | +#define CD_TBI(x) extract32((x)->word[1], 6 , 2) | ||
139 | +#define CD_HD(x) extract32((x)->word[1], 10 , 1) | ||
140 | +#define CD_HA(x) extract32((x)->word[1], 11 , 1) | ||
141 | +#define CD_S(x) extract32((x)->word[1], 12, 1) | ||
142 | +#define CD_R(x) extract32((x)->word[1], 13, 1) | ||
143 | +#define CD_A(x) extract32((x)->word[1], 14, 1) | ||
144 | +#define CD_AARCH64(x) extract32((x)->word[1], 9 , 1) | ||
145 | + | ||
146 | +#define CDM_VALID(x) ((x)->word[0] & 0x1) | ||
147 | + | ||
148 | +static inline int is_cd_valid(SMMUv3State *s, STE *ste, CD *cd) | ||
149 | +{ | ||
150 | + return CD_VALID(cd); | ||
151 | +} | ||
152 | + | ||
153 | +/** | ||
154 | + * tg2granule - Decodes the CD translation granule size field according | ||
155 | + * to the ttbr in use | ||
156 | + * @bits: TG0/1 fields | ||
157 | + * @ttbr: ttbr index in use | ||
158 | + */ | ||
159 | +static inline int tg2granule(int bits, int ttbr) | ||
160 | +{ | ||
161 | + switch (bits) { | ||
162 | + case 0: | ||
163 | + return ttbr ? 0 : 12; | ||
164 | + case 1: | ||
165 | + return ttbr ? 14 : 16; | ||
166 | + case 2: | ||
167 | + return ttbr ? 12 : 14; | ||
168 | + case 3: | ||
169 | + return ttbr ? 16 : 0; | ||
170 | + default: | ||
171 | + return 0; | ||
172 | + } | ||
173 | +} | ||
174 | + | ||
175 | +static inline uint64_t l1std_l2ptr(STEDesc *desc) | ||
176 | +{ | ||
177 | + uint64_t hi, lo; | ||
178 | + | ||
179 | + hi = desc->word[1]; | ||
180 | + lo = desc->word[0] & ~0x1fULL; | ||
181 | + return hi << 32 | lo; | ||
182 | +} | ||
183 | + | ||
184 | +#define L1STD_SPAN(stm) (extract32((stm)->word[0], 0, 4)) | ||
185 | + | ||
186 | #endif | ||
187 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
188 | index XXXXXXX..XXXXXXX 100644 | ||
189 | --- a/hw/arm/smmuv3.c | ||
190 | +++ b/hw/arm/smmuv3.c | ||
191 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_init_regs(SMMUv3State *s) | ||
192 | s->sid_split = 0; | ||
193 | } | ||
194 | |||
195 | +static int smmu_get_ste(SMMUv3State *s, dma_addr_t addr, STE *buf, | ||
196 | + SMMUEventInfo *event) | ||
197 | +{ | ||
198 | + int ret; | ||
199 | + | ||
200 | + trace_smmuv3_get_ste(addr); | ||
201 | + /* TODO: guarantee 64-bit single-copy atomicity */ | ||
202 | + ret = dma_memory_read(&address_space_memory, addr, | ||
203 | + (void *)buf, sizeof(*buf)); | ||
204 | + if (ret != MEMTX_OK) { | ||
205 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
206 | + "Cannot fetch pte at address=0x%"PRIx64"\n", addr); | ||
207 | + event->type = SMMU_EVT_F_STE_FETCH; | ||
208 | + event->u.f_ste_fetch.addr = addr; | ||
209 | + return -EINVAL; | ||
210 | + } | ||
211 | + return 0; | ||
212 | + | ||
213 | +} | ||
214 | + | ||
215 | +/* @ssid > 0 not supported yet */ | ||
216 | +static int smmu_get_cd(SMMUv3State *s, STE *ste, uint32_t ssid, | ||
217 | + CD *buf, SMMUEventInfo *event) | ||
218 | +{ | ||
219 | + dma_addr_t addr = STE_CTXPTR(ste); | ||
220 | + int ret; | ||
221 | + | ||
222 | + trace_smmuv3_get_cd(addr); | ||
223 | + /* TODO: guarantee 64-bit single-copy atomicity */ | ||
224 | + ret = dma_memory_read(&address_space_memory, addr, | ||
225 | + (void *)buf, sizeof(*buf)); | ||
226 | + if (ret != MEMTX_OK) { | ||
227 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
228 | + "Cannot fetch pte at address=0x%"PRIx64"\n", addr); | ||
229 | + event->type = SMMU_EVT_F_CD_FETCH; | ||
230 | + event->u.f_ste_fetch.addr = addr; | ||
231 | + return -EINVAL; | ||
232 | + } | ||
233 | + return 0; | ||
234 | +} | ||
235 | + | ||
236 | +/* Returns <0 if the caller has no need to continue the translation */ | ||
237 | +static int decode_ste(SMMUv3State *s, SMMUTransCfg *cfg, | ||
238 | + STE *ste, SMMUEventInfo *event) | ||
239 | +{ | ||
240 | + uint32_t config; | ||
241 | + int ret = -EINVAL; | ||
242 | + | ||
243 | + if (!STE_VALID(ste)) { | ||
244 | + goto bad_ste; | ||
245 | + } | ||
246 | + | ||
247 | + config = STE_CONFIG(ste); | ||
248 | + | ||
249 | + if (STE_CFG_ABORT(config)) { | ||
250 | + cfg->aborted = true; /* abort but don't record any event */ | ||
251 | + return ret; | ||
252 | + } | ||
253 | + | ||
254 | + if (STE_CFG_BYPASS(config)) { | ||
255 | + cfg->bypassed = true; | ||
256 | + return ret; | ||
257 | + } | ||
258 | + | ||
259 | + if (STE_CFG_S2_ENABLED(config)) { | ||
260 | + qemu_log_mask(LOG_UNIMP, "SMMUv3 does not support stage 2 yet\n"); | ||
261 | + goto bad_ste; | ||
262 | + } | ||
263 | + | ||
264 | + if (STE_S1CDMAX(ste) != 0) { | ||
265 | + qemu_log_mask(LOG_UNIMP, | ||
266 | + "SMMUv3 does not support multiple context descriptors yet\n"); | ||
267 | + goto bad_ste; | ||
268 | + } | ||
269 | + | ||
270 | + if (STE_S1STALLD(ste)) { | ||
271 | + qemu_log_mask(LOG_UNIMP, | ||
272 | + "SMMUv3 S1 stalling fault model not allowed yet\n"); | ||
273 | + goto bad_ste; | ||
274 | + } | ||
275 | + return 0; | ||
276 | + | ||
277 | +bad_ste: | ||
278 | + event->type = SMMU_EVT_C_BAD_STE; | ||
279 | + return -EINVAL; | ||
280 | +} | ||
281 | + | ||
282 | +/** | ||
283 | + * smmu_find_ste - Return the stream table entry associated | ||
284 | + * to the sid | ||
285 | + * | ||
286 | + * @s: smmuv3 handle | ||
287 | + * @sid: stream ID | ||
288 | + * @ste: returned stream table entry | ||
289 | + * @event: handle to an event info | ||
290 | + * | ||
291 | + * Supports linear and 2-level stream table | ||
292 | + * Return 0 on success, -EINVAL otherwise | ||
293 | + */ | ||
294 | +static int smmu_find_ste(SMMUv3State *s, uint32_t sid, STE *ste, | ||
295 | + SMMUEventInfo *event) | ||
296 | +{ | ||
297 | + dma_addr_t addr; | ||
298 | + int ret; | ||
299 | + | ||
300 | + trace_smmuv3_find_ste(sid, s->features, s->sid_split); | ||
301 | + /* Check SID range */ | ||
302 | + if (sid > (1 << SMMU_IDR1_SIDSIZE)) { | ||
303 | + event->type = SMMU_EVT_C_BAD_STREAMID; | ||
304 | + return -EINVAL; | ||
305 | + } | ||
306 | + if (s->features & SMMU_FEATURE_2LVL_STE) { | ||
307 | + int l1_ste_offset, l2_ste_offset, max_l2_ste, span; | ||
308 | + dma_addr_t strtab_base, l1ptr, l2ptr; | ||
309 | + STEDesc l1std; | ||
310 | + | ||
311 | + strtab_base = s->strtab_base & SMMU_BASE_ADDR_MASK; | ||
312 | + l1_ste_offset = sid >> s->sid_split; | ||
313 | + l2_ste_offset = sid & ((1 << s->sid_split) - 1); | ||
314 | + l1ptr = (dma_addr_t)(strtab_base + l1_ste_offset * sizeof(l1std)); | ||
315 | + /* TODO: guarantee 64-bit single-copy atomicity */ | ||
316 | + ret = dma_memory_read(&address_space_memory, l1ptr, | ||
317 | + (uint8_t *)&l1std, sizeof(l1std)); | ||
318 | + if (ret != MEMTX_OK) { | ||
319 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
320 | + "Could not read L1PTR at 0X%"PRIx64"\n", l1ptr); | ||
321 | + event->type = SMMU_EVT_F_STE_FETCH; | ||
322 | + event->u.f_ste_fetch.addr = l1ptr; | ||
323 | + return -EINVAL; | ||
324 | + } | ||
325 | + | ||
326 | + span = L1STD_SPAN(&l1std); | ||
327 | + | ||
328 | + if (!span) { | ||
329 | + /* l2ptr is not valid */ | ||
330 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
331 | + "invalid sid=%d (L1STD span=0)\n", sid); | ||
332 | + event->type = SMMU_EVT_C_BAD_STREAMID; | ||
333 | + return -EINVAL; | ||
334 | + } | ||
335 | + max_l2_ste = (1 << span) - 1; | ||
336 | + l2ptr = l1std_l2ptr(&l1std); | ||
337 | + trace_smmuv3_find_ste_2lvl(s->strtab_base, l1ptr, l1_ste_offset, | ||
338 | + l2ptr, l2_ste_offset, max_l2_ste); | ||
339 | + if (l2_ste_offset > max_l2_ste) { | ||
340 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
341 | + "l2_ste_offset=%d > max_l2_ste=%d\n", | ||
342 | + l2_ste_offset, max_l2_ste); | ||
343 | + event->type = SMMU_EVT_C_BAD_STE; | ||
344 | + return -EINVAL; | ||
345 | + } | ||
346 | + addr = l2ptr + l2_ste_offset * sizeof(*ste); | ||
347 | + } else { | ||
348 | + addr = s->strtab_base + sid * sizeof(*ste); | ||
349 | + } | ||
350 | + | ||
351 | + if (smmu_get_ste(s, addr, ste, event)) { | ||
352 | + return -EINVAL; | ||
353 | + } | ||
354 | + | ||
355 | + return 0; | ||
356 | +} | ||
357 | + | ||
358 | +static int decode_cd(SMMUTransCfg *cfg, CD *cd, SMMUEventInfo *event) | ||
359 | +{ | ||
360 | + int ret = -EINVAL; | ||
361 | + int i; | ||
362 | + | ||
363 | + if (!CD_VALID(cd) || !CD_AARCH64(cd)) { | ||
364 | + goto bad_cd; | ||
365 | + } | ||
366 | + if (!CD_A(cd)) { | ||
367 | + goto bad_cd; /* SMMU_IDR0.TERM_MODEL == 1 */ | ||
368 | + } | ||
369 | + if (CD_S(cd)) { | ||
370 | + goto bad_cd; /* !STE_SECURE && SMMU_IDR0.STALL_MODEL == 1 */ | ||
371 | + } | ||
372 | + if (CD_HA(cd) || CD_HD(cd)) { | ||
373 | + goto bad_cd; /* HTTU = 0 */ | ||
374 | + } | ||
375 | + | ||
376 | + /* we support only those at the moment */ | ||
377 | + cfg->aa64 = true; | ||
378 | + cfg->stage = 1; | ||
379 | + | ||
380 | + cfg->oas = oas2bits(CD_IPS(cd)); | ||
381 | + cfg->oas = MIN(oas2bits(SMMU_IDR5_OAS), cfg->oas); | ||
382 | + cfg->tbi = CD_TBI(cd); | ||
383 | + cfg->asid = CD_ASID(cd); | ||
384 | + | ||
385 | + trace_smmuv3_decode_cd(cfg->oas); | ||
386 | + | ||
387 | + /* decode data dependent on TT */ | ||
388 | + for (i = 0; i <= 1; i++) { | ||
389 | + int tg, tsz; | ||
390 | + SMMUTransTableInfo *tt = &cfg->tt[i]; | ||
391 | + | ||
392 | + cfg->tt[i].disabled = CD_EPD(cd, i); | ||
393 | + if (cfg->tt[i].disabled) { | ||
394 | + continue; | ||
395 | + } | ||
396 | + | ||
397 | + tsz = CD_TSZ(cd, i); | ||
398 | + if (tsz < 16 || tsz > 39) { | ||
399 | + goto bad_cd; | ||
400 | + } | ||
401 | + | ||
402 | + tg = CD_TG(cd, i); | ||
403 | + tt->granule_sz = tg2granule(tg, i); | ||
404 | + if ((tt->granule_sz != 12 && tt->granule_sz != 16) || CD_ENDI(cd)) { | ||
405 | + goto bad_cd; | ||
406 | + } | ||
407 | + | ||
408 | + tt->tsz = tsz; | ||
409 | + tt->ttb = CD_TTB(cd, i); | ||
410 | + if (tt->ttb & ~(MAKE_64BIT_MASK(0, cfg->oas))) { | ||
411 | + goto bad_cd; | ||
412 | + } | ||
413 | + trace_smmuv3_decode_cd_tt(i, tt->tsz, tt->ttb, tt->granule_sz); | ||
414 | + } | ||
415 | + | ||
416 | + event->record_trans_faults = CD_R(cd); | ||
417 | + | ||
418 | + return 0; | ||
419 | + | ||
420 | +bad_cd: | ||
421 | + event->type = SMMU_EVT_C_BAD_CD; | ||
422 | + return ret; | ||
423 | +} | ||
424 | + | ||
425 | +/** | ||
426 | + * smmuv3_decode_config - Prepare the translation configuration | ||
427 | + * for the @mr iommu region | ||
428 | + * @mr: iommu memory region the translation config must be prepared for | ||
429 | + * @cfg: output translation configuration which is populated through | ||
430 | + * the different configuration decoding steps | ||
431 | + * @event: must be zero'ed by the caller | ||
432 | + * | ||
433 | + * return < 0 if the translation needs to be aborted (@event is filled | ||
434 | + * accordingly). Return 0 otherwise. | ||
435 | + */ | ||
436 | +static int smmuv3_decode_config(IOMMUMemoryRegion *mr, SMMUTransCfg *cfg, | ||
437 | + SMMUEventInfo *event) | ||
438 | +{ | ||
439 | + SMMUDevice *sdev = container_of(mr, SMMUDevice, iommu); | ||
440 | + uint32_t sid = smmu_get_sid(sdev); | ||
441 | + SMMUv3State *s = sdev->smmu; | ||
442 | + int ret = -EINVAL; | ||
443 | + STE ste; | ||
444 | + CD cd; | ||
445 | + | ||
446 | + if (smmu_find_ste(s, sid, &ste, event)) { | ||
447 | + return ret; | ||
448 | + } | ||
449 | + | ||
450 | + if (decode_ste(s, cfg, &ste, event)) { | ||
451 | + return ret; | ||
452 | + } | ||
453 | + | ||
454 | + if (smmu_get_cd(s, &ste, 0 /* ssid */, &cd, event)) { | ||
455 | + return ret; | ||
456 | + } | ||
457 | + | ||
458 | + return decode_cd(cfg, &cd, event); | ||
459 | +} | ||
460 | + | ||
461 | +static IOMMUTLBEntry smmuv3_translate(IOMMUMemoryRegion *mr, hwaddr addr, | ||
462 | + IOMMUAccessFlags flag) | ||
463 | +{ | ||
464 | + SMMUDevice *sdev = container_of(mr, SMMUDevice, iommu); | ||
465 | + SMMUv3State *s = sdev->smmu; | ||
466 | + uint32_t sid = smmu_get_sid(sdev); | ||
467 | + SMMUEventInfo event = {.type = SMMU_EVT_OK, .sid = sid}; | ||
468 | + SMMUPTWEventInfo ptw_info = {}; | ||
469 | + SMMUTransCfg cfg = {}; | ||
470 | + IOMMUTLBEntry entry = { | ||
471 | + .target_as = &address_space_memory, | ||
472 | + .iova = addr, | ||
473 | + .translated_addr = addr, | ||
474 | + .addr_mask = ~(hwaddr)0, | ||
475 | + .perm = IOMMU_NONE, | ||
476 | + }; | ||
477 | + int ret = 0; | ||
478 | + | ||
479 | + if (!smmu_enabled(s)) { | ||
480 | + goto out; | ||
481 | + } | ||
482 | + | ||
483 | + ret = smmuv3_decode_config(mr, &cfg, &event); | ||
484 | + if (ret) { | ||
485 | + goto out; | ||
486 | + } | ||
487 | + | ||
488 | + if (cfg.aborted) { | ||
489 | + goto out; | ||
490 | + } | ||
491 | + | ||
492 | + ret = smmu_ptw(&cfg, addr, flag, &entry, &ptw_info); | ||
493 | + if (ret) { | ||
494 | + switch (ptw_info.type) { | ||
495 | + case SMMU_PTW_ERR_WALK_EABT: | ||
496 | + event.type = SMMU_EVT_F_WALK_EABT; | ||
497 | + event.u.f_walk_eabt.addr = addr; | ||
498 | + event.u.f_walk_eabt.rnw = flag & 0x1; | ||
499 | + event.u.f_walk_eabt.class = 0x1; | ||
500 | + event.u.f_walk_eabt.addr2 = ptw_info.addr; | ||
501 | + break; | ||
502 | + case SMMU_PTW_ERR_TRANSLATION: | ||
503 | + if (event.record_trans_faults) { | ||
504 | + event.type = SMMU_EVT_F_TRANSLATION; | ||
505 | + event.u.f_translation.addr = addr; | ||
506 | + event.u.f_translation.rnw = flag & 0x1; | ||
507 | + } | ||
508 | + break; | ||
509 | + case SMMU_PTW_ERR_ADDR_SIZE: | ||
510 | + if (event.record_trans_faults) { | ||
511 | + event.type = SMMU_EVT_F_ADDR_SIZE; | ||
512 | + event.u.f_addr_size.addr = addr; | ||
513 | + event.u.f_addr_size.rnw = flag & 0x1; | ||
514 | + } | ||
515 | + break; | ||
516 | + case SMMU_PTW_ERR_ACCESS: | ||
517 | + if (event.record_trans_faults) { | ||
518 | + event.type = SMMU_EVT_F_ACCESS; | ||
519 | + event.u.f_access.addr = addr; | ||
520 | + event.u.f_access.rnw = flag & 0x1; | ||
521 | + } | ||
522 | + break; | ||
523 | + case SMMU_PTW_ERR_PERMISSION: | ||
524 | + if (event.record_trans_faults) { | ||
525 | + event.type = SMMU_EVT_F_PERMISSION; | ||
526 | + event.u.f_permission.addr = addr; | ||
527 | + event.u.f_permission.rnw = flag & 0x1; | ||
528 | + } | ||
529 | + break; | 29 | + break; |
530 | + default: | 30 | + default: |
531 | + g_assert_not_reached(); | 31 | + g_assert_not_reached(); |
532 | + } | 32 | } |
533 | + } | 33 | } else { |
534 | +out: | 34 | TCGv_i64 tcg_rd = cpu_reg(s, rd); |
535 | + if (ret) { | 35 | @@ -XXX,XX +XXX,XX @@ static void handle_fmov(DisasContext *s, int rd, int rn, int type, bool itof) |
536 | + qemu_log_mask(LOG_GUEST_ERROR, | 36 | /* 64 bits from top half */ |
537 | + "%s translation failed for iova=0x%"PRIx64"(%d)\n", | 37 | tcg_gen_ld_i64(tcg_rd, cpu_env, fp_reg_hi_offset(s, rn)); |
538 | + mr->parent_obj.name, addr, ret); | 38 | break; |
539 | + entry.perm = IOMMU_NONE; | 39 | + case 3: |
540 | + smmuv3_record_event(s, &event); | 40 | + /* 16 bit */ |
541 | + } else if (!cfg.aborted) { | 41 | + tcg_gen_ld16u_i64(tcg_rd, cpu_env, fp_reg_offset(s, rn, MO_16)); |
542 | + entry.perm = flag; | 42 | + break; |
543 | + trace_smmuv3_translate(mr->parent_obj.name, sid, addr, | 43 | + default: |
544 | + entry.translated_addr, entry.perm); | 44 | + g_assert_not_reached(); |
545 | + } | 45 | } |
546 | + | 46 | } |
547 | + return entry; | ||
548 | +} | ||
549 | + | ||
550 | static int smmuv3_cmdq_consume(SMMUv3State *s) | ||
551 | { | ||
552 | SMMUCmdError cmd_error = SMMU_CERROR_NONE; | ||
553 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_class_init(ObjectClass *klass, void *data) | ||
554 | static void smmuv3_iommu_memory_region_class_init(ObjectClass *klass, | ||
555 | void *data) | ||
556 | { | ||
557 | + IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass); | ||
558 | + | ||
559 | + imrc->translate = smmuv3_translate; | ||
560 | } | 47 | } |
561 | 48 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_int_conv(DisasContext *s, uint32_t insn) | |
562 | static const TypeInfo smmuv3_type_info = { | 49 | case 0xa: /* 64 bit */ |
563 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | 50 | case 0xd: /* 64 bit to top half of quad */ |
564 | index XXXXXXX..XXXXXXX 100644 | 51 | break; |
565 | --- a/hw/arm/trace-events | 52 | + case 0x6: /* 16-bit float, 32-bit int */ |
566 | +++ b/hw/arm/trace-events | 53 | + case 0xe: /* 16-bit float, 64-bit int */ |
567 | @@ -XXX,XX +XXX,XX @@ smmuv3_write_mmio_idr(uint64_t addr, uint64_t val) "write to RO/Unimpl reg 0x%lx | 54 | + if (arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { |
568 | smmuv3_write_mmio_evtq_cons_bef_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "Before clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | 55 | + break; |
569 | smmuv3_write_mmio_evtq_cons_after_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "after clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | 56 | + } |
570 | smmuv3_record_event(const char *type, uint32_t sid) "%s sid=%d" | 57 | + /* fallthru */ |
571 | +smmuv3_find_ste(uint16_t sid, uint32_t features, uint16_t sid_split) "SID:0x%x features:0x%x, sid_split:0x%x" | 58 | default: |
572 | +smmuv3_find_ste_2lvl(uint64_t strtab_base, uint64_t l1ptr, int l1_ste_offset, uint64_t l2ptr, int l2_ste_offset, int max_l2_ste) "strtab_base:0x%lx l1ptr:0x%"PRIx64" l1_off:0x%x, l2ptr:0x%"PRIx64" l2_off:0x%x max_l2_ste:%d" | 59 | /* all other sf/type/rmode combinations are invalid */ |
573 | +smmuv3_get_ste(uint64_t addr) "STE addr: 0x%"PRIx64 | 60 | unallocated_encoding(s); |
574 | +smmuv3_translate_bypass(const char *n, uint16_t sid, uint64_t addr, bool is_write) "%s sid=%d bypass iova:0x%"PRIx64" is_write=%d" | ||
575 | +smmuv3_translate_in(uint16_t sid, int pci_bus_num, uint64_t strtab_base) "SID:0x%x bus:%d strtab_base:0x%"PRIx64 | ||
576 | +smmuv3_get_cd(uint64_t addr) "CD addr: 0x%"PRIx64 | ||
577 | +smmuv3_translate(const char *n, uint16_t sid, uint64_t iova, uint64_t translated, int perm) "%s sid=%d iova=0x%"PRIx64" translated=0x%"PRIx64" perm=0x%x" | ||
578 | +smmuv3_decode_cd(uint32_t oas) "oas=%d" | ||
579 | +smmuv3_decode_cd_tt(int i, uint32_t tsz, uint64_t ttb, uint32_t granule_sz) "TT[%d]:tsz:%d ttb:0x%"PRIx64" granule_sz:%d" | ||
580 | -- | 61 | -- |
581 | 2.17.0 | 62 | 2.17.0 |
582 | 63 | ||
583 | 64 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Path analysis shows that size == 3 && !is_q has been eliminated. | 3 | No sense in emitting code after the exception. |
4 | 4 | ||
5 | Fixes: Coverity CID1385853 | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 6 | Tested-by: Alex Bennée <alex.bennee@linaro.org> |
8 | Message-id: 20180501180455.11214-3-richard.henderson@linaro.org | 7 | Message-id: 20180512003217.9105-3-richard.henderson@linaro.org |
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 10 | --- |
11 | target/arm/translate-a64.c | 6 +++++- | 11 | target/arm/translate-a64.c | 2 +- |
12 | 1 file changed, 5 insertions(+), 1 deletion(-) | 12 | 1 file changed, 1 insertion(+), 1 deletion(-) |
13 | 13 | ||
14 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | 14 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
15 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/target/arm/translate-a64.c | 16 | --- a/target/arm/translate-a64.c |
17 | +++ b/target/arm/translate-a64.c | 17 | +++ b/target/arm/translate-a64.c |
18 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_two_reg_misc(DisasContext *s, uint32_t insn) | 18 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_int_conv(DisasContext *s, uint32_t insn) |
19 | /* All 64-bit element operations can be shared with scalar 2misc */ | 19 | default: |
20 | int pass; | 20 | /* all other sf/type/rmode combinations are invalid */ |
21 | 21 | unallocated_encoding(s); | |
22 | - for (pass = 0; pass < (is_q ? 2 : 1); pass++) { | 22 | - break; |
23 | + /* Coverity claims (size == 3 && !is_q) has been eliminated | 23 | + return; |
24 | + * from all paths leading to here. | 24 | } |
25 | + */ | 25 | |
26 | + tcg_debug_assert(is_q); | 26 | if (!fp_access_check(s)) { |
27 | + for (pass = 0; pass < 2; pass++) { | ||
28 | TCGv_i64 tcg_op = tcg_temp_new_i64(); | ||
29 | TCGv_i64 tcg_res = tcg_temp_new_i64(); | ||
30 | |||
31 | -- | 27 | -- |
32 | 2.17.0 | 28 | 2.17.0 |
33 | 29 | ||
34 | 30 | diff view generated by jsdifflib |
1 | From: Prem Mallappa <prem.mallappa@broadcom.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Add code to instantiate an smmuv3 in virt machine. A new iommu | 3 | Cc: qemu-stable@nongnu.org |
4 | integer member is introduced in VirtMachineState to store the type | 4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> |
5 | of the iommu in use. | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
6 | 6 | Tested-by: Alex Bennée <alex.bennee@linaro.org> | |
7 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 7 | Message-id: 20180512003217.9105-4-richard.henderson@linaro.org |
8 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
10 | Message-id: 1524665762-31355-13-git-send-email-eric.auger@redhat.com | ||
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
12 | --- | 9 | --- |
13 | include/hw/arm/virt.h | 10 +++++++ | 10 | target/arm/helper.h | 6 +++ |
14 | hw/arm/virt.c | 64 ++++++++++++++++++++++++++++++++++++++++++- | 11 | target/arm/helper.c | 38 ++++++++++++++- |
15 | 2 files changed, 73 insertions(+), 1 deletion(-) | 12 | target/arm/translate-a64.c | 96 +++++++++++++++++++++++++++++++------- |
16 | 13 | 3 files changed, 122 insertions(+), 18 deletions(-) | |
17 | diff --git a/include/hw/arm/virt.h b/include/hw/arm/virt.h | 14 | |
15 | diff --git a/target/arm/helper.h b/target/arm/helper.h | ||
18 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/include/hw/arm/virt.h | 17 | --- a/target/arm/helper.h |
20 | +++ b/include/hw/arm/virt.h | 18 | +++ b/target/arm/helper.h |
21 | @@ -XXX,XX +XXX,XX @@ | 19 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_3(vfp_touhd_round_to_zero, i64, f64, i32, ptr) |
22 | 20 | DEF_HELPER_3(vfp_tould_round_to_zero, i64, f64, i32, ptr) | |
23 | #define NUM_GICV2M_SPIS 64 | 21 | DEF_HELPER_3(vfp_touhh, i32, f16, i32, ptr) |
24 | #define NUM_VIRTIO_TRANSPORTS 32 | 22 | DEF_HELPER_3(vfp_toshh, i32, f16, i32, ptr) |
25 | +#define NUM_SMMU_IRQS 4 | 23 | +DEF_HELPER_3(vfp_toulh, i32, f16, i32, ptr) |
26 | 24 | +DEF_HELPER_3(vfp_toslh, i32, f16, i32, ptr) | |
27 | #define ARCH_GICV3_MAINT_IRQ 9 | 25 | +DEF_HELPER_3(vfp_touqh, i64, f16, i32, ptr) |
28 | 26 | +DEF_HELPER_3(vfp_tosqh, i64, f16, i32, ptr) | |
29 | @@ -XXX,XX +XXX,XX @@ enum { | 27 | DEF_HELPER_3(vfp_toshs, i32, f32, i32, ptr) |
30 | VIRT_GIC_V2M, | 28 | DEF_HELPER_3(vfp_tosls, i32, f32, i32, ptr) |
31 | VIRT_GIC_ITS, | 29 | DEF_HELPER_3(vfp_tosqs, i64, f32, i32, ptr) |
32 | VIRT_GIC_REDIST, | 30 | @@ -XXX,XX +XXX,XX @@ DEF_HELPER_3(vfp_ultod, f64, i64, i32, ptr) |
33 | + VIRT_SMMU, | 31 | DEF_HELPER_3(vfp_uqtod, f64, i64, i32, ptr) |
34 | VIRT_UART, | 32 | DEF_HELPER_3(vfp_sltoh, f16, i32, i32, ptr) |
35 | VIRT_MMIO, | 33 | DEF_HELPER_3(vfp_ultoh, f16, i32, i32, ptr) |
36 | VIRT_RTC, | 34 | +DEF_HELPER_3(vfp_sqtoh, f16, i64, i32, ptr) |
37 | @@ -XXX,XX +XXX,XX @@ enum { | 35 | +DEF_HELPER_3(vfp_uqtoh, f16, i64, i32, ptr) |
38 | VIRT_SECURE_MEM, | 36 | |
39 | }; | 37 | DEF_HELPER_FLAGS_2(set_rmode, TCG_CALL_NO_RWG, i32, i32, ptr) |
40 | 38 | DEF_HELPER_FLAGS_2(set_neon_rmode, TCG_CALL_NO_RWG, i32, i32, env) | |
41 | +typedef enum VirtIOMMUType { | 39 | diff --git a/target/arm/helper.c b/target/arm/helper.c |
42 | + VIRT_IOMMU_NONE, | ||
43 | + VIRT_IOMMU_SMMUV3, | ||
44 | + VIRT_IOMMU_VIRTIO, | ||
45 | +} VirtIOMMUType; | ||
46 | + | ||
47 | typedef struct MemMapEntry { | ||
48 | hwaddr base; | ||
49 | hwaddr size; | ||
50 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
51 | bool its; | ||
52 | bool virt; | ||
53 | int32_t gic_version; | ||
54 | + VirtIOMMUType iommu; | ||
55 | struct arm_boot_info bootinfo; | ||
56 | const MemMapEntry *memmap; | ||
57 | const int *irqmap; | ||
58 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
59 | uint32_t clock_phandle; | ||
60 | uint32_t gic_phandle; | ||
61 | uint32_t msi_phandle; | ||
62 | + uint32_t iommu_phandle; | ||
63 | int psci_conduit; | ||
64 | } VirtMachineState; | ||
65 | |||
66 | diff --git a/hw/arm/virt.c b/hw/arm/virt.c | ||
67 | index XXXXXXX..XXXXXXX 100644 | 40 | index XXXXXXX..XXXXXXX 100644 |
68 | --- a/hw/arm/virt.c | 41 | --- a/target/arm/helper.c |
69 | +++ b/hw/arm/virt.c | 42 | +++ b/target/arm/helper.c |
70 | @@ -XXX,XX +XXX,XX @@ | 43 | @@ -XXX,XX +XXX,XX @@ VFP_CONV_FIX_A64(uq, s, 32, 64, uint64) |
71 | #include "hw/smbios/smbios.h" | 44 | #undef VFP_CONV_FIX_A64 |
72 | #include "qapi/visitor.h" | 45 | |
73 | #include "standard-headers/linux/input.h" | 46 | /* Conversion to/from f16 can overflow to infinity before/after scaling. |
74 | +#include "hw/arm/smmuv3.h" | 47 | - * Therefore we convert to f64 (which does not round), scale, |
75 | 48 | - * and then convert f64 to f16 (which may round). | |
76 | #define DEFINE_VIRT_MACHINE_LATEST(major, minor, latest) \ | 49 | + * Therefore we convert to f64, scale, and then convert f64 to f16; or |
77 | static void virt_##major##_##minor##_class_init(ObjectClass *oc, \ | 50 | + * vice versa for conversion to integer. |
78 | @@ -XXX,XX +XXX,XX @@ static const MemMapEntry a15memmap[] = { | 51 | + * |
79 | [VIRT_FW_CFG] = { 0x09020000, 0x00000018 }, | 52 | + * For 16- and 32-bit integers, the conversion to f64 never rounds. |
80 | [VIRT_GPIO] = { 0x09030000, 0x00001000 }, | 53 | + * For 64-bit integers, any integer that would cause rounding will also |
81 | [VIRT_SECURE_UART] = { 0x09040000, 0x00001000 }, | 54 | + * overflow to f16 infinity, so there is no double rounding problem. |
82 | + [VIRT_SMMU] = { 0x09050000, 0x00020000 }, | 55 | */ |
83 | [VIRT_MMIO] = { 0x0a000000, 0x00000200 }, | 56 | |
84 | /* ...repeating for a total of NUM_VIRTIO_TRANSPORTS, each of that size */ | 57 | static float16 do_postscale_fp16(float64 f, int shift, float_status *fpst) |
85 | [VIRT_PLATFORM_BUS] = { 0x0c000000, 0x02000000 }, | 58 | @@ -XXX,XX +XXX,XX @@ float16 HELPER(vfp_ultoh)(uint32_t x, uint32_t shift, void *fpst) |
86 | @@ -XXX,XX +XXX,XX @@ static const int a15irqmap[] = { | 59 | return do_postscale_fp16(uint32_to_float64(x, fpst), shift, fpst); |
87 | [VIRT_SECURE_UART] = 8, | ||
88 | [VIRT_MMIO] = 16, /* ...to 16 + NUM_VIRTIO_TRANSPORTS - 1 */ | ||
89 | [VIRT_GIC_V2M] = 48, /* ...to 48 + NUM_GICV2M_SPIS - 1 */ | ||
90 | + [VIRT_SMMU] = 74, /* ...to 74 + NUM_SMMU_IRQS - 1 */ | ||
91 | [VIRT_PLATFORM_BUS] = 112, /* ...to 112 + PLATFORM_BUS_NUM_IRQS -1 */ | ||
92 | }; | ||
93 | |||
94 | @@ -XXX,XX +XXX,XX @@ static void create_pcie_irq_map(const VirtMachineState *vms, | ||
95 | 0x7 /* PCI irq */); | ||
96 | } | 60 | } |
97 | 61 | ||
98 | -static void create_pcie(const VirtMachineState *vms, qemu_irq *pic) | 62 | +float16 HELPER(vfp_sqtoh)(uint64_t x, uint32_t shift, void *fpst) |
99 | +static void create_smmu(const VirtMachineState *vms, qemu_irq *pic, | 63 | +{ |
100 | + PCIBus *bus) | 64 | + return do_postscale_fp16(int64_to_float64(x, fpst), shift, fpst); |
101 | +{ | 65 | +} |
102 | + char *node; | 66 | + |
103 | + const char compat[] = "arm,smmu-v3"; | 67 | +float16 HELPER(vfp_uqtoh)(uint64_t x, uint32_t shift, void *fpst) |
104 | + int irq = vms->irqmap[VIRT_SMMU]; | 68 | +{ |
105 | + int i; | 69 | + return do_postscale_fp16(uint64_to_float64(x, fpst), shift, fpst); |
106 | + hwaddr base = vms->memmap[VIRT_SMMU].base; | 70 | +} |
107 | + hwaddr size = vms->memmap[VIRT_SMMU].size; | 71 | + |
108 | + const char irq_names[] = "eventq\0priq\0cmdq-sync\0gerror"; | 72 | static float64 do_prescale_fp16(float16 f, int shift, float_status *fpst) |
109 | + DeviceState *dev; | ||
110 | + | ||
111 | + if (vms->iommu != VIRT_IOMMU_SMMUV3 || !vms->iommu_phandle) { | ||
112 | + return; | ||
113 | + } | ||
114 | + | ||
115 | + dev = qdev_create(NULL, "arm-smmuv3"); | ||
116 | + | ||
117 | + object_property_set_link(OBJECT(dev), OBJECT(bus), "primary-bus", | ||
118 | + &error_abort); | ||
119 | + qdev_init_nofail(dev); | ||
120 | + sysbus_mmio_map(SYS_BUS_DEVICE(dev), 0, base); | ||
121 | + for (i = 0; i < NUM_SMMU_IRQS; i++) { | ||
122 | + sysbus_connect_irq(SYS_BUS_DEVICE(dev), i, pic[irq + i]); | ||
123 | + } | ||
124 | + | ||
125 | + node = g_strdup_printf("/smmuv3@%" PRIx64, base); | ||
126 | + qemu_fdt_add_subnode(vms->fdt, node); | ||
127 | + qemu_fdt_setprop(vms->fdt, node, "compatible", compat, sizeof(compat)); | ||
128 | + qemu_fdt_setprop_sized_cells(vms->fdt, node, "reg", 2, base, 2, size); | ||
129 | + | ||
130 | + qemu_fdt_setprop_cells(vms->fdt, node, "interrupts", | ||
131 | + GIC_FDT_IRQ_TYPE_SPI, irq , GIC_FDT_IRQ_FLAGS_EDGE_LO_HI, | ||
132 | + GIC_FDT_IRQ_TYPE_SPI, irq + 1, GIC_FDT_IRQ_FLAGS_EDGE_LO_HI, | ||
133 | + GIC_FDT_IRQ_TYPE_SPI, irq + 2, GIC_FDT_IRQ_FLAGS_EDGE_LO_HI, | ||
134 | + GIC_FDT_IRQ_TYPE_SPI, irq + 3, GIC_FDT_IRQ_FLAGS_EDGE_LO_HI); | ||
135 | + | ||
136 | + qemu_fdt_setprop(vms->fdt, node, "interrupt-names", irq_names, | ||
137 | + sizeof(irq_names)); | ||
138 | + | ||
139 | + qemu_fdt_setprop_cell(vms->fdt, node, "clocks", vms->clock_phandle); | ||
140 | + qemu_fdt_setprop_string(vms->fdt, node, "clock-names", "apb_pclk"); | ||
141 | + qemu_fdt_setprop(vms->fdt, node, "dma-coherent", NULL, 0); | ||
142 | + | ||
143 | + qemu_fdt_setprop_cell(vms->fdt, node, "#iommu-cells", 1); | ||
144 | + | ||
145 | + qemu_fdt_setprop_cell(vms->fdt, node, "phandle", vms->iommu_phandle); | ||
146 | + g_free(node); | ||
147 | +} | ||
148 | + | ||
149 | +static void create_pcie(VirtMachineState *vms, qemu_irq *pic) | ||
150 | { | 73 | { |
151 | hwaddr base_mmio = vms->memmap[VIRT_PCIE_MMIO].base; | 74 | if (unlikely(float16_is_any_nan(f))) { |
152 | hwaddr size_mmio = vms->memmap[VIRT_PCIE_MMIO].size; | 75 | @@ -XXX,XX +XXX,XX @@ uint32_t HELPER(vfp_touhh)(float16 x, uint32_t shift, void *fpst) |
153 | @@ -XXX,XX +XXX,XX @@ static void create_pcie(const VirtMachineState *vms, qemu_irq *pic) | 76 | return float64_to_uint16(do_prescale_fp16(x, shift, fpst), fpst); |
154 | qemu_fdt_setprop_cell(vms->fdt, nodename, "#interrupt-cells", 1); | ||
155 | create_pcie_irq_map(vms, vms->gic_phandle, irq, nodename); | ||
156 | |||
157 | + if (vms->iommu) { | ||
158 | + vms->iommu_phandle = qemu_fdt_alloc_phandle(vms->fdt); | ||
159 | + | ||
160 | + create_smmu(vms, pic, pci->bus); | ||
161 | + | ||
162 | + qemu_fdt_setprop_cells(vms->fdt, nodename, "iommu-map", | ||
163 | + 0x0, vms->iommu_phandle, 0x0, 0x10000); | ||
164 | + } | ||
165 | + | ||
166 | g_free(nodename); | ||
167 | } | 77 | } |
168 | 78 | ||
79 | +uint32_t HELPER(vfp_toslh)(float16 x, uint32_t shift, void *fpst) | ||
80 | +{ | ||
81 | + return float64_to_int32(do_prescale_fp16(x, shift, fpst), fpst); | ||
82 | +} | ||
83 | + | ||
84 | +uint32_t HELPER(vfp_toulh)(float16 x, uint32_t shift, void *fpst) | ||
85 | +{ | ||
86 | + return float64_to_uint32(do_prescale_fp16(x, shift, fpst), fpst); | ||
87 | +} | ||
88 | + | ||
89 | +uint64_t HELPER(vfp_tosqh)(float16 x, uint32_t shift, void *fpst) | ||
90 | +{ | ||
91 | + return float64_to_int64(do_prescale_fp16(x, shift, fpst), fpst); | ||
92 | +} | ||
93 | + | ||
94 | +uint64_t HELPER(vfp_touqh)(float16 x, uint32_t shift, void *fpst) | ||
95 | +{ | ||
96 | + return float64_to_uint64(do_prescale_fp16(x, shift, fpst), fpst); | ||
97 | +} | ||
98 | + | ||
99 | /* Set the current fp rounding mode and return the old one. | ||
100 | * The argument is a softfloat float_round_ value. | ||
101 | */ | ||
102 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | ||
103 | index XXXXXXX..XXXXXXX 100644 | ||
104 | --- a/target/arm/translate-a64.c | ||
105 | +++ b/target/arm/translate-a64.c | ||
106 | @@ -XXX,XX +XXX,XX @@ static void handle_fpfpcvt(DisasContext *s, int rd, int rn, int opcode, | ||
107 | bool itof, int rmode, int scale, int sf, int type) | ||
108 | { | ||
109 | bool is_signed = !(opcode & 1); | ||
110 | - bool is_double = type; | ||
111 | TCGv_ptr tcg_fpstatus; | ||
112 | - TCGv_i32 tcg_shift; | ||
113 | + TCGv_i32 tcg_shift, tcg_single; | ||
114 | + TCGv_i64 tcg_double; | ||
115 | |||
116 | - tcg_fpstatus = get_fpstatus_ptr(false); | ||
117 | + tcg_fpstatus = get_fpstatus_ptr(type == 3); | ||
118 | |||
119 | tcg_shift = tcg_const_i32(64 - scale); | ||
120 | |||
121 | @@ -XXX,XX +XXX,XX @@ static void handle_fpfpcvt(DisasContext *s, int rd, int rn, int opcode, | ||
122 | tcg_int = tcg_extend; | ||
123 | } | ||
124 | |||
125 | - if (is_double) { | ||
126 | - TCGv_i64 tcg_double = tcg_temp_new_i64(); | ||
127 | + switch (type) { | ||
128 | + case 1: /* float64 */ | ||
129 | + tcg_double = tcg_temp_new_i64(); | ||
130 | if (is_signed) { | ||
131 | gen_helper_vfp_sqtod(tcg_double, tcg_int, | ||
132 | tcg_shift, tcg_fpstatus); | ||
133 | @@ -XXX,XX +XXX,XX @@ static void handle_fpfpcvt(DisasContext *s, int rd, int rn, int opcode, | ||
134 | } | ||
135 | write_fp_dreg(s, rd, tcg_double); | ||
136 | tcg_temp_free_i64(tcg_double); | ||
137 | - } else { | ||
138 | - TCGv_i32 tcg_single = tcg_temp_new_i32(); | ||
139 | + break; | ||
140 | + | ||
141 | + case 0: /* float32 */ | ||
142 | + tcg_single = tcg_temp_new_i32(); | ||
143 | if (is_signed) { | ||
144 | gen_helper_vfp_sqtos(tcg_single, tcg_int, | ||
145 | tcg_shift, tcg_fpstatus); | ||
146 | @@ -XXX,XX +XXX,XX @@ static void handle_fpfpcvt(DisasContext *s, int rd, int rn, int opcode, | ||
147 | } | ||
148 | write_fp_sreg(s, rd, tcg_single); | ||
149 | tcg_temp_free_i32(tcg_single); | ||
150 | + break; | ||
151 | + | ||
152 | + case 3: /* float16 */ | ||
153 | + tcg_single = tcg_temp_new_i32(); | ||
154 | + if (is_signed) { | ||
155 | + gen_helper_vfp_sqtoh(tcg_single, tcg_int, | ||
156 | + tcg_shift, tcg_fpstatus); | ||
157 | + } else { | ||
158 | + gen_helper_vfp_uqtoh(tcg_single, tcg_int, | ||
159 | + tcg_shift, tcg_fpstatus); | ||
160 | + } | ||
161 | + write_fp_sreg(s, rd, tcg_single); | ||
162 | + tcg_temp_free_i32(tcg_single); | ||
163 | + break; | ||
164 | + | ||
165 | + default: | ||
166 | + g_assert_not_reached(); | ||
167 | } | ||
168 | } else { | ||
169 | TCGv_i64 tcg_int = cpu_reg(s, rd); | ||
170 | @@ -XXX,XX +XXX,XX @@ static void handle_fpfpcvt(DisasContext *s, int rd, int rn, int opcode, | ||
171 | |||
172 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, tcg_fpstatus); | ||
173 | |||
174 | - if (is_double) { | ||
175 | - TCGv_i64 tcg_double = read_fp_dreg(s, rn); | ||
176 | + switch (type) { | ||
177 | + case 1: /* float64 */ | ||
178 | + tcg_double = read_fp_dreg(s, rn); | ||
179 | if (is_signed) { | ||
180 | if (!sf) { | ||
181 | gen_helper_vfp_tosld(tcg_int, tcg_double, | ||
182 | @@ -XXX,XX +XXX,XX @@ static void handle_fpfpcvt(DisasContext *s, int rd, int rn, int opcode, | ||
183 | tcg_shift, tcg_fpstatus); | ||
184 | } | ||
185 | } | ||
186 | + if (!sf) { | ||
187 | + tcg_gen_ext32u_i64(tcg_int, tcg_int); | ||
188 | + } | ||
189 | tcg_temp_free_i64(tcg_double); | ||
190 | - } else { | ||
191 | - TCGv_i32 tcg_single = read_fp_sreg(s, rn); | ||
192 | + break; | ||
193 | + | ||
194 | + case 0: /* float32 */ | ||
195 | + tcg_single = read_fp_sreg(s, rn); | ||
196 | if (sf) { | ||
197 | if (is_signed) { | ||
198 | gen_helper_vfp_tosqs(tcg_int, tcg_single, | ||
199 | @@ -XXX,XX +XXX,XX @@ static void handle_fpfpcvt(DisasContext *s, int rd, int rn, int opcode, | ||
200 | tcg_temp_free_i32(tcg_dest); | ||
201 | } | ||
202 | tcg_temp_free_i32(tcg_single); | ||
203 | + break; | ||
204 | + | ||
205 | + case 3: /* float16 */ | ||
206 | + tcg_single = read_fp_sreg(s, rn); | ||
207 | + if (sf) { | ||
208 | + if (is_signed) { | ||
209 | + gen_helper_vfp_tosqh(tcg_int, tcg_single, | ||
210 | + tcg_shift, tcg_fpstatus); | ||
211 | + } else { | ||
212 | + gen_helper_vfp_touqh(tcg_int, tcg_single, | ||
213 | + tcg_shift, tcg_fpstatus); | ||
214 | + } | ||
215 | + } else { | ||
216 | + TCGv_i32 tcg_dest = tcg_temp_new_i32(); | ||
217 | + if (is_signed) { | ||
218 | + gen_helper_vfp_toslh(tcg_dest, tcg_single, | ||
219 | + tcg_shift, tcg_fpstatus); | ||
220 | + } else { | ||
221 | + gen_helper_vfp_toulh(tcg_dest, tcg_single, | ||
222 | + tcg_shift, tcg_fpstatus); | ||
223 | + } | ||
224 | + tcg_gen_extu_i32_i64(tcg_int, tcg_dest); | ||
225 | + tcg_temp_free_i32(tcg_dest); | ||
226 | + } | ||
227 | + tcg_temp_free_i32(tcg_single); | ||
228 | + break; | ||
229 | + | ||
230 | + default: | ||
231 | + g_assert_not_reached(); | ||
232 | } | ||
233 | |||
234 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, tcg_fpstatus); | ||
235 | tcg_temp_free_i32(tcg_rmode); | ||
236 | - | ||
237 | - if (!sf) { | ||
238 | - tcg_gen_ext32u_i64(tcg_int, tcg_int); | ||
239 | - } | ||
240 | } | ||
241 | |||
242 | tcg_temp_free_ptr(tcg_fpstatus); | ||
243 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_int_conv(DisasContext *s, uint32_t insn) | ||
244 | /* actual FP conversions */ | ||
245 | bool itof = extract32(opcode, 1, 1); | ||
246 | |||
247 | - if (type > 1 || (rmode != 0 && opcode > 1)) { | ||
248 | + if (rmode != 0 && opcode > 1) { | ||
249 | + unallocated_encoding(s); | ||
250 | + return; | ||
251 | + } | ||
252 | + switch (type) { | ||
253 | + case 0: /* float32 */ | ||
254 | + case 1: /* float64 */ | ||
255 | + break; | ||
256 | + case 3: /* float16 */ | ||
257 | + if (arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { | ||
258 | + break; | ||
259 | + } | ||
260 | + /* fallthru */ | ||
261 | + default: | ||
262 | unallocated_encoding(s); | ||
263 | return; | ||
264 | } | ||
169 | -- | 265 | -- |
170 | 2.17.0 | 266 | 2.17.0 |
171 | 267 | ||
172 | 268 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | The (size > 3 && !is_q) condition is identical to the preceeding test | 3 | Cc: qemu-stable@nongnu.org |
4 | of bit 3 in immh; eliminate it. For the benefit of Coverity, assert | 4 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> |
5 | that size is within the bounds we expect. | ||
6 | |||
7 | Fixes: Coverity CID1385846 | ||
8 | Fixes: Coverity CID1385849 | ||
9 | Fixes: Coverity CID1385852 | ||
10 | Fixes: Coverity CID1385857 | ||
11 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
12 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 6 | Tested-by: Alex Bennée <alex.bennee@linaro.org> |
13 | Message-id: 20180501180455.11214-2-richard.henderson@linaro.org | 7 | Message-id: 20180512003217.9105-5-richard.henderson@linaro.org |
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
15 | --- | 9 | --- |
16 | target/arm/translate-a64.c | 6 +----- | 10 | target/arm/translate-a64.c | 17 +++++++++++++++-- |
17 | 1 file changed, 1 insertion(+), 5 deletions(-) | 11 | 1 file changed, 15 insertions(+), 2 deletions(-) |
18 | 12 | ||
19 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | 13 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
20 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
21 | --- a/target/arm/translate-a64.c | 15 | --- a/target/arm/translate-a64.c |
22 | +++ b/target/arm/translate-a64.c | 16 | +++ b/target/arm/translate-a64.c |
23 | @@ -XXX,XX +XXX,XX @@ static void handle_vec_simd_shri(DisasContext *s, bool is_q, bool is_u, | 17 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_fixed_conv(DisasContext *s, uint32_t insn) |
18 | bool sf = extract32(insn, 31, 1); | ||
19 | bool itof; | ||
20 | |||
21 | - if (sbit || (type > 1) | ||
22 | - || (!sf && scale < 32)) { | ||
23 | + if (sbit || (!sf && scale < 32)) { | ||
24 | + unallocated_encoding(s); | ||
25 | + return; | ||
26 | + } | ||
27 | + | ||
28 | + switch (type) { | ||
29 | + case 0: /* float32 */ | ||
30 | + case 1: /* float64 */ | ||
31 | + break; | ||
32 | + case 3: /* float16 */ | ||
33 | + if (arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { | ||
34 | + break; | ||
35 | + } | ||
36 | + /* fallthru */ | ||
37 | + default: | ||
24 | unallocated_encoding(s); | 38 | unallocated_encoding(s); |
25 | return; | 39 | return; |
26 | } | 40 | } |
27 | - | ||
28 | - if (size > 3 && !is_q) { | ||
29 | - unallocated_encoding(s); | ||
30 | - return; | ||
31 | - } | ||
32 | + tcg_debug_assert(size <= 3); | ||
33 | |||
34 | if (!fp_access_check(s)) { | ||
35 | return; | ||
36 | -- | 41 | -- |
37 | 2.17.0 | 42 | 2.17.0 |
38 | 43 | ||
39 | 44 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | ARM virt machine now exposes a new "iommu" option. | 3 | Cc: qemu-stable@nongnu.org |
4 | The SMMUv3 IOMMU is instantiated using -machine virt,iommu=smmuv3. | ||
5 | |||
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
7 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 4 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Message-id: 1524665762-31355-15-git-send-email-eric.auger@redhat.com | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
6 | Tested-by: Alex Bennée <alex.bennee@linaro.org> | ||
7 | Message-id: 20180512003217.9105-6-richard.henderson@linaro.org | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 9 | --- |
12 | hw/arm/virt.c | 36 ++++++++++++++++++++++++++++++++++++ | 10 | target/arm/translate-a64.c | 30 ++++++++++++++---------------- |
13 | 1 file changed, 36 insertions(+) | 11 | 1 file changed, 14 insertions(+), 16 deletions(-) |
14 | 12 | ||
15 | diff --git a/hw/arm/virt.c b/hw/arm/virt.c | 13 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
16 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/hw/arm/virt.c | 15 | --- a/target/arm/translate-a64.c |
18 | +++ b/hw/arm/virt.c | 16 | +++ b/target/arm/translate-a64.c |
19 | @@ -XXX,XX +XXX,XX @@ static void virt_set_gic_version(Object *obj, const char *value, Error **errp) | 17 | @@ -XXX,XX +XXX,XX @@ static TCGv_i32 read_fp_sreg(DisasContext *s, int reg) |
20 | } | 18 | return v; |
21 | } | 19 | } |
22 | 20 | ||
23 | +static char *virt_get_iommu(Object *obj, Error **errp) | 21 | +static TCGv_i32 read_fp_hreg(DisasContext *s, int reg) |
24 | +{ | 22 | +{ |
25 | + VirtMachineState *vms = VIRT_MACHINE(obj); | 23 | + TCGv_i32 v = tcg_temp_new_i32(); |
26 | + | 24 | + |
27 | + switch (vms->iommu) { | 25 | + tcg_gen_ld16u_i32(v, cpu_env, fp_reg_offset(s, reg, MO_16)); |
28 | + case VIRT_IOMMU_NONE: | 26 | + return v; |
29 | + return g_strdup("none"); | ||
30 | + case VIRT_IOMMU_SMMUV3: | ||
31 | + return g_strdup("smmuv3"); | ||
32 | + default: | ||
33 | + g_assert_not_reached(); | ||
34 | + } | ||
35 | +} | 27 | +} |
36 | + | 28 | + |
37 | +static void virt_set_iommu(Object *obj, const char *value, Error **errp) | 29 | /* Clear the bits above an N-bit vector, for N = (is_q ? 128 : 64). |
38 | +{ | 30 | * If SVE is not enabled, then there are only 128 bits in the vector. |
39 | + VirtMachineState *vms = VIRT_MACHINE(obj); | 31 | */ |
40 | + | 32 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_csel(DisasContext *s, uint32_t insn) |
41 | + if (!strcmp(value, "smmuv3")) { | 33 | static void handle_fp_1src_half(DisasContext *s, int opcode, int rd, int rn) |
42 | + vms->iommu = VIRT_IOMMU_SMMUV3; | ||
43 | + } else if (!strcmp(value, "none")) { | ||
44 | + vms->iommu = VIRT_IOMMU_NONE; | ||
45 | + } else { | ||
46 | + error_setg(errp, "Invalid iommu value"); | ||
47 | + error_append_hint(errp, "Valid values are none, smmuv3.\n"); | ||
48 | + } | ||
49 | +} | ||
50 | + | ||
51 | static CpuInstanceProperties | ||
52 | virt_cpu_index_to_props(MachineState *ms, unsigned cpu_index) | ||
53 | { | 34 | { |
54 | @@ -XXX,XX +XXX,XX @@ static void virt_2_12_instance_init(Object *obj) | 35 | TCGv_ptr fpst = NULL; |
55 | NULL); | 36 | - TCGv_i32 tcg_op = tcg_temp_new_i32(); |
37 | + TCGv_i32 tcg_op = read_fp_hreg(s, rn); | ||
38 | TCGv_i32 tcg_res = tcg_temp_new_i32(); | ||
39 | |||
40 | - read_vec_element_i32(s, tcg_op, rn, 0, MO_16); | ||
41 | - | ||
42 | switch (opcode) { | ||
43 | case 0x0: /* FMOV */ | ||
44 | tcg_gen_mov_i32(tcg_res, tcg_op); | ||
45 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_scalar_three_reg_diff(DisasContext *s, uint32_t insn) | ||
46 | tcg_temp_free_i64(tcg_op2); | ||
47 | tcg_temp_free_i64(tcg_res); | ||
48 | } else { | ||
49 | - TCGv_i32 tcg_op1 = tcg_temp_new_i32(); | ||
50 | - TCGv_i32 tcg_op2 = tcg_temp_new_i32(); | ||
51 | + TCGv_i32 tcg_op1 = read_fp_hreg(s, rn); | ||
52 | + TCGv_i32 tcg_op2 = read_fp_hreg(s, rm); | ||
53 | TCGv_i64 tcg_res = tcg_temp_new_i64(); | ||
54 | |||
55 | - read_vec_element_i32(s, tcg_op1, rn, 0, MO_16); | ||
56 | - read_vec_element_i32(s, tcg_op2, rm, 0, MO_16); | ||
57 | - | ||
58 | gen_helper_neon_mull_s16(tcg_res, tcg_op1, tcg_op2); | ||
59 | gen_helper_neon_addl_saturate_s32(tcg_res, cpu_env, tcg_res, tcg_res); | ||
60 | |||
61 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_scalar_three_reg_same_fp16(DisasContext *s, | ||
62 | |||
63 | fpst = get_fpstatus_ptr(true); | ||
64 | |||
65 | - tcg_op1 = tcg_temp_new_i32(); | ||
66 | - tcg_op2 = tcg_temp_new_i32(); | ||
67 | + tcg_op1 = read_fp_hreg(s, rn); | ||
68 | + tcg_op2 = read_fp_hreg(s, rm); | ||
69 | tcg_res = tcg_temp_new_i32(); | ||
70 | |||
71 | - read_vec_element_i32(s, tcg_op1, rn, 0, MO_16); | ||
72 | - read_vec_element_i32(s, tcg_op2, rm, 0, MO_16); | ||
73 | - | ||
74 | switch (fpopcode) { | ||
75 | case 0x03: /* FMULX */ | ||
76 | gen_helper_advsimd_mulxh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
77 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_two_reg_misc_fp16(DisasContext *s, uint32_t insn) | ||
56 | } | 78 | } |
57 | 79 | ||
58 | + /* Default disallows iommu instantiation */ | 80 | if (is_scalar) { |
59 | + vms->iommu = VIRT_IOMMU_NONE; | 81 | - TCGv_i32 tcg_op = tcg_temp_new_i32(); |
60 | + object_property_add_str(obj, "iommu", virt_get_iommu, virt_set_iommu, NULL); | 82 | + TCGv_i32 tcg_op = read_fp_hreg(s, rn); |
61 | + object_property_set_description(obj, "iommu", | 83 | TCGv_i32 tcg_res = tcg_temp_new_i32(); |
62 | + "Set the IOMMU type. " | 84 | |
63 | + "Valid values are none and smmuv3", | 85 | - read_vec_element_i32(s, tcg_op, rn, 0, MO_16); |
64 | + NULL); | 86 | - |
65 | + | 87 | switch (fpop) { |
66 | vms->memmap = a15memmap; | 88 | case 0x1a: /* FCVTNS */ |
67 | vms->irqmap = a15irqmap; | 89 | case 0x1b: /* FCVTMS */ |
68 | } | ||
69 | -- | 90 | -- |
70 | 2.17.0 | 91 | 2.17.0 |
71 | 92 | ||
72 | 93 | diff view generated by jsdifflib |
1 | Convert the tusb6010 device away from using the old_mmio field | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | of MemoryRegionOps. This device is used only in the n800 and n810 | ||
3 | boards. | ||
4 | 2 | ||
3 | We missed all of the scalar fp16 binary operations. | ||
4 | |||
5 | Cc: qemu-stable@nongnu.org | ||
6 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Tested-by: Alex Bennée <alex.bennee@linaro.org> | ||
9 | Message-id: 20180512003217.9105-7-richard.henderson@linaro.org | ||
5 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
6 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20180427173611.10281-2-peter.maydell@linaro.org | ||
8 | --- | 11 | --- |
9 | hw/usb/tusb6010.c | 40 ++++++++++++++++++++++++++++++++++++---- | 12 | target/arm/translate-a64.c | 65 ++++++++++++++++++++++++++++++++++++++ |
10 | 1 file changed, 36 insertions(+), 4 deletions(-) | 13 | 1 file changed, 65 insertions(+) |
11 | 14 | ||
12 | diff --git a/hw/usb/tusb6010.c b/hw/usb/tusb6010.c | 15 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
13 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/hw/usb/tusb6010.c | 17 | --- a/target/arm/translate-a64.c |
15 | +++ b/hw/usb/tusb6010.c | 18 | +++ b/target/arm/translate-a64.c |
16 | @@ -XXX,XX +XXX,XX @@ static void tusb_async_writew(void *opaque, hwaddr addr, | 19 | @@ -XXX,XX +XXX,XX @@ static void handle_fp_2src_double(DisasContext *s, int opcode, |
17 | } | 20 | tcg_temp_free_i64(tcg_res); |
18 | } | 21 | } |
19 | 22 | ||
20 | +static uint64_t tusb_async_readfn(void *opaque, hwaddr addr, unsigned size) | 23 | +/* Floating-point data-processing (2 source) - half precision */ |
24 | +static void handle_fp_2src_half(DisasContext *s, int opcode, | ||
25 | + int rd, int rn, int rm) | ||
21 | +{ | 26 | +{ |
22 | + switch (size) { | 27 | + TCGv_i32 tcg_op1; |
23 | + case 1: | 28 | + TCGv_i32 tcg_op2; |
24 | + return tusb_async_readb(opaque, addr); | 29 | + TCGv_i32 tcg_res; |
25 | + case 2: | 30 | + TCGv_ptr fpst; |
26 | + return tusb_async_readh(opaque, addr); | ||
27 | + case 4: | ||
28 | + return tusb_async_readw(opaque, addr); | ||
29 | + default: | ||
30 | + g_assert_not_reached(); | ||
31 | + } | ||
32 | +} | ||
33 | + | 31 | + |
34 | +static void tusb_async_writefn(void *opaque, hwaddr addr, | 32 | + tcg_res = tcg_temp_new_i32(); |
35 | + uint64_t value, unsigned size) | 33 | + fpst = get_fpstatus_ptr(true); |
36 | +{ | 34 | + tcg_op1 = read_fp_hreg(s, rn); |
37 | + switch (size) { | 35 | + tcg_op2 = read_fp_hreg(s, rm); |
38 | + case 1: | 36 | + |
39 | + tusb_async_writeb(opaque, addr, value); | 37 | + switch (opcode) { |
38 | + case 0x0: /* FMUL */ | ||
39 | + gen_helper_advsimd_mulh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
40 | + break; | 40 | + break; |
41 | + case 2: | 41 | + case 0x1: /* FDIV */ |
42 | + tusb_async_writeh(opaque, addr, value); | 42 | + gen_helper_advsimd_divh(tcg_res, tcg_op1, tcg_op2, fpst); |
43 | + break; | 43 | + break; |
44 | + case 4: | 44 | + case 0x2: /* FADD */ |
45 | + tusb_async_writew(opaque, addr, value); | 45 | + gen_helper_advsimd_addh(tcg_res, tcg_op1, tcg_op2, fpst); |
46 | + break; | ||
47 | + case 0x3: /* FSUB */ | ||
48 | + gen_helper_advsimd_subh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
49 | + break; | ||
50 | + case 0x4: /* FMAX */ | ||
51 | + gen_helper_advsimd_maxh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
52 | + break; | ||
53 | + case 0x5: /* FMIN */ | ||
54 | + gen_helper_advsimd_minh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
55 | + break; | ||
56 | + case 0x6: /* FMAXNM */ | ||
57 | + gen_helper_advsimd_maxnumh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
58 | + break; | ||
59 | + case 0x7: /* FMINNM */ | ||
60 | + gen_helper_advsimd_minnumh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
61 | + break; | ||
62 | + case 0x8: /* FNMUL */ | ||
63 | + gen_helper_advsimd_mulh(tcg_res, tcg_op1, tcg_op2, fpst); | ||
64 | + tcg_gen_xori_i32(tcg_res, tcg_res, 0x8000); | ||
46 | + break; | 65 | + break; |
47 | + default: | 66 | + default: |
48 | + g_assert_not_reached(); | 67 | + g_assert_not_reached(); |
49 | + } | 68 | + } |
69 | + | ||
70 | + write_fp_sreg(s, rd, tcg_res); | ||
71 | + | ||
72 | + tcg_temp_free_ptr(fpst); | ||
73 | + tcg_temp_free_i32(tcg_op1); | ||
74 | + tcg_temp_free_i32(tcg_op2); | ||
75 | + tcg_temp_free_i32(tcg_res); | ||
50 | +} | 76 | +} |
51 | + | 77 | + |
52 | static const MemoryRegionOps tusb_async_ops = { | 78 | /* Floating point data-processing (2 source) |
53 | - .old_mmio = { | 79 | * 31 30 29 28 24 23 22 21 20 16 15 12 11 10 9 5 4 0 |
54 | - .read = { tusb_async_readb, tusb_async_readh, tusb_async_readw, }, | 80 | * +---+---+---+-----------+------+---+------+--------+-----+------+------+ |
55 | - .write = { tusb_async_writeb, tusb_async_writeh, tusb_async_writew, }, | 81 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_2src(DisasContext *s, uint32_t insn) |
56 | - }, | 82 | } |
57 | + .read = tusb_async_readfn, | 83 | handle_fp_2src_double(s, opcode, rd, rn, rm); |
58 | + .write = tusb_async_writefn, | 84 | break; |
59 | + .valid.min_access_size = 1, | 85 | + case 3: |
60 | + .valid.max_access_size = 4, | 86 | + if (!arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { |
61 | .endianness = DEVICE_NATIVE_ENDIAN, | 87 | + unallocated_encoding(s); |
62 | }; | 88 | + return; |
63 | 89 | + } | |
90 | + if (!fp_access_check(s)) { | ||
91 | + return; | ||
92 | + } | ||
93 | + handle_fp_2src_half(s, opcode, rd, rn, rm); | ||
94 | + break; | ||
95 | default: | ||
96 | unallocated_encoding(s); | ||
97 | } | ||
64 | -- | 98 | -- |
65 | 2.17.0 | 99 | 2.17.0 |
66 | 100 | ||
67 | 101 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | We introduce some helpers to handle wired IRQs and especially | 3 | We missed all of the scalar fp16 fma operations. |
4 | GERROR interrupt. SMMU writes GERROR register on GERROR event | ||
5 | and SW acks GERROR interrupts by setting GERRORn. | ||
6 | 4 | ||
7 | The Wired interrupts are edge sensitive hence the pulse usage. | 5 | Cc: qemu-stable@nongnu.org |
8 | 6 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | |
9 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
10 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 8 | Tested-by: Alex Bennée <alex.bennee@linaro.org> |
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Message-id: 20180512003217.9105-8-richard.henderson@linaro.org |
12 | Message-id: 1524665762-31355-6-git-send-email-eric.auger@redhat.com | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
14 | --- | 11 | --- |
15 | hw/arm/smmuv3-internal.h | 14 +++++++++ | 12 | target/arm/translate-a64.c | 48 ++++++++++++++++++++++++++++++++++++++ |
16 | hw/arm/smmuv3.c | 64 ++++++++++++++++++++++++++++++++++++++++ | 13 | 1 file changed, 48 insertions(+) |
17 | hw/arm/trace-events | 3 ++ | ||
18 | 3 files changed, 81 insertions(+) | ||
19 | 14 | ||
20 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 15 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
21 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
22 | --- a/hw/arm/smmuv3-internal.h | 17 | --- a/target/arm/translate-a64.c |
23 | +++ b/hw/arm/smmuv3-internal.h | 18 | +++ b/target/arm/translate-a64.c |
24 | @@ -XXX,XX +XXX,XX @@ static inline uint32_t smmuv3_idreg(int regoffset) | 19 | @@ -XXX,XX +XXX,XX @@ static void handle_fp_3src_double(DisasContext *s, bool o0, bool o1, |
25 | return smmuv3_ids[regoffset / 4]; | 20 | tcg_temp_free_i64(tcg_res); |
26 | } | 21 | } |
27 | 22 | ||
28 | +static inline bool smmuv3_eventq_irq_enabled(SMMUv3State *s) | 23 | +/* Floating-point data-processing (3 source) - half precision */ |
24 | +static void handle_fp_3src_half(DisasContext *s, bool o0, bool o1, | ||
25 | + int rd, int rn, int rm, int ra) | ||
29 | +{ | 26 | +{ |
30 | + return FIELD_EX32(s->irq_ctrl, IRQ_CTRL, EVENTQ_IRQEN); | 27 | + TCGv_i32 tcg_op1, tcg_op2, tcg_op3; |
28 | + TCGv_i32 tcg_res = tcg_temp_new_i32(); | ||
29 | + TCGv_ptr fpst = get_fpstatus_ptr(true); | ||
30 | + | ||
31 | + tcg_op1 = read_fp_hreg(s, rn); | ||
32 | + tcg_op2 = read_fp_hreg(s, rm); | ||
33 | + tcg_op3 = read_fp_hreg(s, ra); | ||
34 | + | ||
35 | + /* These are fused multiply-add, and must be done as one | ||
36 | + * floating point operation with no rounding between the | ||
37 | + * multiplication and addition steps. | ||
38 | + * NB that doing the negations here as separate steps is | ||
39 | + * correct : an input NaN should come out with its sign bit | ||
40 | + * flipped if it is a negated-input. | ||
41 | + */ | ||
42 | + if (o1 == true) { | ||
43 | + tcg_gen_xori_i32(tcg_op3, tcg_op3, 0x8000); | ||
44 | + } | ||
45 | + | ||
46 | + if (o0 != o1) { | ||
47 | + tcg_gen_xori_i32(tcg_op1, tcg_op1, 0x8000); | ||
48 | + } | ||
49 | + | ||
50 | + gen_helper_advsimd_muladdh(tcg_res, tcg_op1, tcg_op2, tcg_op3, fpst); | ||
51 | + | ||
52 | + write_fp_sreg(s, rd, tcg_res); | ||
53 | + | ||
54 | + tcg_temp_free_ptr(fpst); | ||
55 | + tcg_temp_free_i32(tcg_op1); | ||
56 | + tcg_temp_free_i32(tcg_op2); | ||
57 | + tcg_temp_free_i32(tcg_op3); | ||
58 | + tcg_temp_free_i32(tcg_res); | ||
31 | +} | 59 | +} |
32 | + | 60 | + |
33 | +static inline bool smmuv3_gerror_irq_enabled(SMMUv3State *s) | 61 | /* Floating point data-processing (3 source) |
34 | +{ | 62 | * 31 30 29 28 24 23 22 21 20 16 15 14 10 9 5 4 0 |
35 | + return FIELD_EX32(s->irq_ctrl, IRQ_CTRL, GERROR_IRQEN); | 63 | * +---+---+---+-----------+------+----+------+----+------+------+------+ |
36 | +} | 64 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_3src(DisasContext *s, uint32_t insn) |
37 | + | 65 | } |
38 | +/* public until callers get introduced */ | 66 | handle_fp_3src_double(s, o0, o1, rd, rn, rm, ra); |
39 | +void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask); | 67 | break; |
40 | +void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t gerrorn); | 68 | + case 3: |
41 | + | 69 | + if (!arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { |
42 | #endif | 70 | + unallocated_encoding(s); |
43 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
44 | index XXXXXXX..XXXXXXX 100644 | ||
45 | --- a/hw/arm/smmuv3.c | ||
46 | +++ b/hw/arm/smmuv3.c | ||
47 | @@ -XXX,XX +XXX,XX @@ | ||
48 | #include "hw/arm/smmuv3.h" | ||
49 | #include "smmuv3-internal.h" | ||
50 | |||
51 | +/** | ||
52 | + * smmuv3_trigger_irq - pulse @irq if enabled and update | ||
53 | + * GERROR register in case of GERROR interrupt | ||
54 | + * | ||
55 | + * @irq: irq type | ||
56 | + * @gerror_mask: mask of gerrors to toggle (relevant if @irq is GERROR) | ||
57 | + */ | ||
58 | +void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask) | ||
59 | +{ | ||
60 | + | ||
61 | + bool pulse = false; | ||
62 | + | ||
63 | + switch (irq) { | ||
64 | + case SMMU_IRQ_EVTQ: | ||
65 | + pulse = smmuv3_eventq_irq_enabled(s); | ||
66 | + break; | ||
67 | + case SMMU_IRQ_PRIQ: | ||
68 | + qemu_log_mask(LOG_UNIMP, "PRI not yet supported\n"); | ||
69 | + break; | ||
70 | + case SMMU_IRQ_CMD_SYNC: | ||
71 | + pulse = true; | ||
72 | + break; | ||
73 | + case SMMU_IRQ_GERROR: | ||
74 | + { | ||
75 | + uint32_t pending = s->gerror ^ s->gerrorn; | ||
76 | + uint32_t new_gerrors = ~pending & gerror_mask; | ||
77 | + | ||
78 | + if (!new_gerrors) { | ||
79 | + /* only toggle non pending errors */ | ||
80 | + return; | 71 | + return; |
81 | + } | 72 | + } |
82 | + s->gerror ^= new_gerrors; | 73 | + if (!fp_access_check(s)) { |
83 | + trace_smmuv3_write_gerror(new_gerrors, s->gerror); | 74 | + return; |
84 | + | 75 | + } |
85 | + pulse = smmuv3_gerror_irq_enabled(s); | 76 | + handle_fp_3src_half(s, o0, o1, rd, rn, rm, ra); |
86 | + break; | 77 | + break; |
87 | + } | 78 | default: |
88 | + } | 79 | unallocated_encoding(s); |
89 | + if (pulse) { | 80 | } |
90 | + trace_smmuv3_trigger_irq(irq); | ||
91 | + qemu_irq_pulse(s->irq[irq]); | ||
92 | + } | ||
93 | +} | ||
94 | + | ||
95 | +void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | ||
96 | +{ | ||
97 | + uint32_t pending = s->gerror ^ s->gerrorn; | ||
98 | + uint32_t toggled = s->gerrorn ^ new_gerrorn; | ||
99 | + | ||
100 | + if (toggled & ~pending) { | ||
101 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
102 | + "guest toggles non pending errors = 0x%x\n", | ||
103 | + toggled & ~pending); | ||
104 | + } | ||
105 | + | ||
106 | + /* | ||
107 | + * We do not raise any error in case guest toggles bits corresponding | ||
108 | + * to not active IRQs (CONSTRAINED UNPREDICTABLE) | ||
109 | + */ | ||
110 | + s->gerrorn = new_gerrorn; | ||
111 | + | ||
112 | + trace_smmuv3_write_gerrorn(toggled & pending, s->gerrorn); | ||
113 | +} | ||
114 | + | ||
115 | static void smmuv3_init_regs(SMMUv3State *s) | ||
116 | { | ||
117 | /** | ||
118 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
119 | index XXXXXXX..XXXXXXX 100644 | ||
120 | --- a/hw/arm/trace-events | ||
121 | +++ b/hw/arm/trace-events | ||
122 | @@ -XXX,XX +XXX,XX @@ smmu_get_pte(uint64_t baseaddr, int index, uint64_t pteaddr, uint64_t pte) "base | ||
123 | |||
124 | #hw/arm/smmuv3.c | ||
125 | smmuv3_read_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: 0x%"PRIx64" val:0x%"PRIx64" size: 0x%x(%d)" | ||
126 | +smmuv3_trigger_irq(int irq) "irq=%d" | ||
127 | +smmuv3_write_gerror(uint32_t toggled, uint32_t gerror) "toggled=0x%x, new GERROR=0x%x" | ||
128 | +smmuv3_write_gerrorn(uint32_t acked, uint32_t gerrorn) "acked=0x%x, new GERRORN=0x%x" | ||
129 | -- | 81 | -- |
130 | 2.17.0 | 82 | 2.17.0 |
131 | 83 | ||
132 | 84 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Alex Bennée <alex.bennee@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | We introduce helpers to read/write into the command and event | 3 | These where missed out from the rest of the half-precision work. |
4 | circular queues. | 4 | |
5 | 5 | Cc: qemu-stable@nongnu.org | |
6 | smmuv3_write_eventq and smmuv3_cmq_consume will become static | ||
7 | in subsequent patches. | ||
8 | |||
9 | Invalidation commands are not yet dealt with. We do not cache | ||
10 | data that need to be invalidated. This will change with vhost | ||
11 | integration. | ||
12 | |||
13 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
14 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
15 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 6 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
16 | Message-id: 1524665762-31355-7-git-send-email-eric.auger@redhat.com | 7 | Signed-off-by: Alex Bennée <alex.bennee@linaro.org> |
8 | Tested-by: Alex Bennée <alex.bennee@linaro.org> | ||
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
10 | Message-id: 20180512003217.9105-9-richard.henderson@linaro.org | ||
11 | [rth: Diagnose lack of FP16 before fp_access_check] | ||
12 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
18 | --- | 14 | --- |
19 | hw/arm/smmuv3-internal.h | 163 +++++++++++++++++++++++++++++++++++++++ | 15 | target/arm/helper-a64.h | 2 + |
20 | hw/arm/smmuv3.c | 136 ++++++++++++++++++++++++++++++++ | 16 | target/arm/helper-a64.c | 10 +++++ |
21 | hw/arm/trace-events | 5 ++ | 17 | target/arm/translate-a64.c | 88 ++++++++++++++++++++++++++++++-------- |
22 | 3 files changed, 304 insertions(+) | 18 | 3 files changed, 83 insertions(+), 17 deletions(-) |
23 | 19 | ||
24 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 20 | diff --git a/target/arm/helper-a64.h b/target/arm/helper-a64.h |
25 | index XXXXXXX..XXXXXXX 100644 | 21 | index XXXXXXX..XXXXXXX 100644 |
26 | --- a/hw/arm/smmuv3-internal.h | 22 | --- a/target/arm/helper-a64.h |
27 | +++ b/hw/arm/smmuv3-internal.h | 23 | +++ b/target/arm/helper-a64.h |
28 | @@ -XXX,XX +XXX,XX @@ static inline bool smmuv3_gerror_irq_enabled(SMMUv3State *s) | 24 | @@ -XXX,XX +XXX,XX @@ |
29 | void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask); | 25 | DEF_HELPER_FLAGS_2(udiv64, TCG_CALL_NO_RWG_SE, i64, i64, i64) |
30 | void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t gerrorn); | 26 | DEF_HELPER_FLAGS_2(sdiv64, TCG_CALL_NO_RWG_SE, s64, s64, s64) |
31 | 27 | DEF_HELPER_FLAGS_1(rbit64, TCG_CALL_NO_RWG_SE, i64, i64) | |
32 | +/* Queue Handling */ | 28 | +DEF_HELPER_3(vfp_cmph_a64, i64, f16, f16, ptr) |
33 | + | 29 | +DEF_HELPER_3(vfp_cmpeh_a64, i64, f16, f16, ptr) |
34 | +#define Q_BASE(q) ((q)->base & SMMU_BASE_ADDR_MASK) | 30 | DEF_HELPER_3(vfp_cmps_a64, i64, f32, f32, ptr) |
35 | +#define WRAP_MASK(q) (1 << (q)->log2size) | 31 | DEF_HELPER_3(vfp_cmpes_a64, i64, f32, f32, ptr) |
36 | +#define INDEX_MASK(q) (((1 << (q)->log2size)) - 1) | 32 | DEF_HELPER_3(vfp_cmpd_a64, i64, f64, f64, ptr) |
37 | +#define WRAP_INDEX_MASK(q) ((1 << ((q)->log2size + 1)) - 1) | 33 | diff --git a/target/arm/helper-a64.c b/target/arm/helper-a64.c |
38 | + | 34 | index XXXXXXX..XXXXXXX 100644 |
39 | +#define Q_CONS(q) ((q)->cons & INDEX_MASK(q)) | 35 | --- a/target/arm/helper-a64.c |
40 | +#define Q_PROD(q) ((q)->prod & INDEX_MASK(q)) | 36 | +++ b/target/arm/helper-a64.c |
41 | + | 37 | @@ -XXX,XX +XXX,XX @@ static inline uint32_t float_rel_to_flags(int res) |
42 | +#define Q_CONS_ENTRY(q) (Q_BASE(q) + (q)->entry_size * Q_CONS(q)) | 38 | return flags; |
43 | +#define Q_PROD_ENTRY(q) (Q_BASE(q) + (q)->entry_size * Q_PROD(q)) | 39 | } |
44 | + | 40 | |
45 | +#define Q_CONS_WRAP(q) (((q)->cons & WRAP_MASK(q)) >> (q)->log2size) | 41 | +uint64_t HELPER(vfp_cmph_a64)(float16 x, float16 y, void *fp_status) |
46 | +#define Q_PROD_WRAP(q) (((q)->prod & WRAP_MASK(q)) >> (q)->log2size) | ||
47 | + | ||
48 | +static inline bool smmuv3_q_full(SMMUQueue *q) | ||
49 | +{ | 42 | +{ |
50 | + return ((q->cons ^ q->prod) & WRAP_INDEX_MASK(q)) == WRAP_MASK(q); | 43 | + return float_rel_to_flags(float16_compare_quiet(x, y, fp_status)); |
51 | +} | 44 | +} |
52 | + | 45 | + |
53 | +static inline bool smmuv3_q_empty(SMMUQueue *q) | 46 | +uint64_t HELPER(vfp_cmpeh_a64)(float16 x, float16 y, void *fp_status) |
54 | +{ | 47 | +{ |
55 | + return (q->cons & WRAP_INDEX_MASK(q)) == (q->prod & WRAP_INDEX_MASK(q)); | 48 | + return float_rel_to_flags(float16_compare(x, y, fp_status)); |
56 | +} | 49 | +} |
57 | + | 50 | + |
58 | +static inline void queue_prod_incr(SMMUQueue *q) | 51 | uint64_t HELPER(vfp_cmps_a64)(float32 x, float32 y, void *fp_status) |
59 | +{ | 52 | { |
60 | + q->prod = (q->prod + 1) & WRAP_INDEX_MASK(q); | 53 | return float_rel_to_flags(float32_compare_quiet(x, y, fp_status)); |
61 | +} | 54 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
62 | + | ||
63 | +static inline void queue_cons_incr(SMMUQueue *q) | ||
64 | +{ | ||
65 | + /* | ||
66 | + * We have to use deposit for the CONS registers to preserve | ||
67 | + * the ERR field in the high bits. | ||
68 | + */ | ||
69 | + q->cons = deposit32(q->cons, 0, q->log2size + 1, q->cons + 1); | ||
70 | +} | ||
71 | + | ||
72 | +static inline bool smmuv3_cmdq_enabled(SMMUv3State *s) | ||
73 | +{ | ||
74 | + return FIELD_EX32(s->cr[0], CR0, CMDQEN); | ||
75 | +} | ||
76 | + | ||
77 | +static inline bool smmuv3_eventq_enabled(SMMUv3State *s) | ||
78 | +{ | ||
79 | + return FIELD_EX32(s->cr[0], CR0, EVENTQEN); | ||
80 | +} | ||
81 | + | ||
82 | +static inline void smmu_write_cmdq_err(SMMUv3State *s, uint32_t err_type) | ||
83 | +{ | ||
84 | + s->cmdq.cons = FIELD_DP32(s->cmdq.cons, CMDQ_CONS, ERR, err_type); | ||
85 | +} | ||
86 | + | ||
87 | +void smmuv3_write_eventq(SMMUv3State *s, Evt *evt); | ||
88 | + | ||
89 | +/* Commands */ | ||
90 | + | ||
91 | +typedef enum SMMUCommandType { | ||
92 | + SMMU_CMD_NONE = 0x00, | ||
93 | + SMMU_CMD_PREFETCH_CONFIG , | ||
94 | + SMMU_CMD_PREFETCH_ADDR, | ||
95 | + SMMU_CMD_CFGI_STE, | ||
96 | + SMMU_CMD_CFGI_STE_RANGE, | ||
97 | + SMMU_CMD_CFGI_CD, | ||
98 | + SMMU_CMD_CFGI_CD_ALL, | ||
99 | + SMMU_CMD_CFGI_ALL, | ||
100 | + SMMU_CMD_TLBI_NH_ALL = 0x10, | ||
101 | + SMMU_CMD_TLBI_NH_ASID, | ||
102 | + SMMU_CMD_TLBI_NH_VA, | ||
103 | + SMMU_CMD_TLBI_NH_VAA, | ||
104 | + SMMU_CMD_TLBI_EL3_ALL = 0x18, | ||
105 | + SMMU_CMD_TLBI_EL3_VA = 0x1a, | ||
106 | + SMMU_CMD_TLBI_EL2_ALL = 0x20, | ||
107 | + SMMU_CMD_TLBI_EL2_ASID, | ||
108 | + SMMU_CMD_TLBI_EL2_VA, | ||
109 | + SMMU_CMD_TLBI_EL2_VAA, | ||
110 | + SMMU_CMD_TLBI_S12_VMALL = 0x28, | ||
111 | + SMMU_CMD_TLBI_S2_IPA = 0x2a, | ||
112 | + SMMU_CMD_TLBI_NSNH_ALL = 0x30, | ||
113 | + SMMU_CMD_ATC_INV = 0x40, | ||
114 | + SMMU_CMD_PRI_RESP, | ||
115 | + SMMU_CMD_RESUME = 0x44, | ||
116 | + SMMU_CMD_STALL_TERM, | ||
117 | + SMMU_CMD_SYNC, | ||
118 | +} SMMUCommandType; | ||
119 | + | ||
120 | +static const char *cmd_stringify[] = { | ||
121 | + [SMMU_CMD_PREFETCH_CONFIG] = "SMMU_CMD_PREFETCH_CONFIG", | ||
122 | + [SMMU_CMD_PREFETCH_ADDR] = "SMMU_CMD_PREFETCH_ADDR", | ||
123 | + [SMMU_CMD_CFGI_STE] = "SMMU_CMD_CFGI_STE", | ||
124 | + [SMMU_CMD_CFGI_STE_RANGE] = "SMMU_CMD_CFGI_STE_RANGE", | ||
125 | + [SMMU_CMD_CFGI_CD] = "SMMU_CMD_CFGI_CD", | ||
126 | + [SMMU_CMD_CFGI_CD_ALL] = "SMMU_CMD_CFGI_CD_ALL", | ||
127 | + [SMMU_CMD_CFGI_ALL] = "SMMU_CMD_CFGI_ALL", | ||
128 | + [SMMU_CMD_TLBI_NH_ALL] = "SMMU_CMD_TLBI_NH_ALL", | ||
129 | + [SMMU_CMD_TLBI_NH_ASID] = "SMMU_CMD_TLBI_NH_ASID", | ||
130 | + [SMMU_CMD_TLBI_NH_VA] = "SMMU_CMD_TLBI_NH_VA", | ||
131 | + [SMMU_CMD_TLBI_NH_VAA] = "SMMU_CMD_TLBI_NH_VAA", | ||
132 | + [SMMU_CMD_TLBI_EL3_ALL] = "SMMU_CMD_TLBI_EL3_ALL", | ||
133 | + [SMMU_CMD_TLBI_EL3_VA] = "SMMU_CMD_TLBI_EL3_VA", | ||
134 | + [SMMU_CMD_TLBI_EL2_ALL] = "SMMU_CMD_TLBI_EL2_ALL", | ||
135 | + [SMMU_CMD_TLBI_EL2_ASID] = "SMMU_CMD_TLBI_EL2_ASID", | ||
136 | + [SMMU_CMD_TLBI_EL2_VA] = "SMMU_CMD_TLBI_EL2_VA", | ||
137 | + [SMMU_CMD_TLBI_EL2_VAA] = "SMMU_CMD_TLBI_EL2_VAA", | ||
138 | + [SMMU_CMD_TLBI_S12_VMALL] = "SMMU_CMD_TLBI_S12_VMALL", | ||
139 | + [SMMU_CMD_TLBI_S2_IPA] = "SMMU_CMD_TLBI_S2_IPA", | ||
140 | + [SMMU_CMD_TLBI_NSNH_ALL] = "SMMU_CMD_TLBI_NSNH_ALL", | ||
141 | + [SMMU_CMD_ATC_INV] = "SMMU_CMD_ATC_INV", | ||
142 | + [SMMU_CMD_PRI_RESP] = "SMMU_CMD_PRI_RESP", | ||
143 | + [SMMU_CMD_RESUME] = "SMMU_CMD_RESUME", | ||
144 | + [SMMU_CMD_STALL_TERM] = "SMMU_CMD_STALL_TERM", | ||
145 | + [SMMU_CMD_SYNC] = "SMMU_CMD_SYNC", | ||
146 | +}; | ||
147 | + | ||
148 | +static inline const char *smmu_cmd_string(SMMUCommandType type) | ||
149 | +{ | ||
150 | + if (type > SMMU_CMD_NONE && type < ARRAY_SIZE(cmd_stringify)) { | ||
151 | + return cmd_stringify[type] ? cmd_stringify[type] : "UNKNOWN"; | ||
152 | + } else { | ||
153 | + return "INVALID"; | ||
154 | + } | ||
155 | +} | ||
156 | + | ||
157 | +/* CMDQ fields */ | ||
158 | + | ||
159 | +typedef enum { | ||
160 | + SMMU_CERROR_NONE = 0, | ||
161 | + SMMU_CERROR_ILL, | ||
162 | + SMMU_CERROR_ABT, | ||
163 | + SMMU_CERROR_ATC_INV_SYNC, | ||
164 | +} SMMUCmdError; | ||
165 | + | ||
166 | +enum { /* Command completion notification */ | ||
167 | + CMD_SYNC_SIG_NONE, | ||
168 | + CMD_SYNC_SIG_IRQ, | ||
169 | + CMD_SYNC_SIG_SEV, | ||
170 | +}; | ||
171 | + | ||
172 | +#define CMD_TYPE(x) extract32((x)->word[0], 0 , 8) | ||
173 | +#define CMD_SSEC(x) extract32((x)->word[0], 10, 1) | ||
174 | +#define CMD_SSV(x) extract32((x)->word[0], 11, 1) | ||
175 | +#define CMD_RESUME_AC(x) extract32((x)->word[0], 12, 1) | ||
176 | +#define CMD_RESUME_AB(x) extract32((x)->word[0], 13, 1) | ||
177 | +#define CMD_SYNC_CS(x) extract32((x)->word[0], 12, 2) | ||
178 | +#define CMD_SSID(x) extract32((x)->word[0], 12, 20) | ||
179 | +#define CMD_SID(x) ((x)->word[1]) | ||
180 | +#define CMD_VMID(x) extract32((x)->word[1], 0 , 16) | ||
181 | +#define CMD_ASID(x) extract32((x)->word[1], 16, 16) | ||
182 | +#define CMD_RESUME_STAG(x) extract32((x)->word[2], 0 , 16) | ||
183 | +#define CMD_RESP(x) extract32((x)->word[2], 11, 2) | ||
184 | +#define CMD_LEAF(x) extract32((x)->word[2], 0 , 1) | ||
185 | +#define CMD_STE_RANGE(x) extract32((x)->word[2], 0 , 5) | ||
186 | +#define CMD_ADDR(x) ({ \ | ||
187 | + uint64_t high = (uint64_t)(x)->word[3]; \ | ||
188 | + uint64_t low = extract32((x)->word[2], 12, 20); \ | ||
189 | + uint64_t addr = high << 32 | (low << 12); \ | ||
190 | + addr; \ | ||
191 | + }) | ||
192 | + | ||
193 | +int smmuv3_cmdq_consume(SMMUv3State *s); | ||
194 | + | ||
195 | #endif | ||
196 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
197 | index XXXXXXX..XXXXXXX 100644 | 55 | index XXXXXXX..XXXXXXX 100644 |
198 | --- a/hw/arm/smmuv3.c | 56 | --- a/target/arm/translate-a64.c |
199 | +++ b/hw/arm/smmuv3.c | 57 | +++ b/target/arm/translate-a64.c |
200 | @@ -XXX,XX +XXX,XX @@ void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | 58 | @@ -XXX,XX +XXX,XX @@ static void disas_data_proc_reg(DisasContext *s, uint32_t insn) |
201 | trace_smmuv3_write_gerrorn(toggled & pending, s->gerrorn); | 59 | } |
202 | } | 60 | } |
203 | 61 | ||
204 | +static inline MemTxResult queue_read(SMMUQueue *q, void *data) | 62 | -static void handle_fp_compare(DisasContext *s, bool is_double, |
205 | +{ | 63 | +static void handle_fp_compare(DisasContext *s, int size, |
206 | + dma_addr_t addr = Q_CONS_ENTRY(q); | 64 | unsigned int rn, unsigned int rm, |
207 | + | 65 | bool cmp_with_zero, bool signal_all_nans) |
208 | + return dma_memory_read(&address_space_memory, addr, data, q->entry_size); | 66 | { |
209 | +} | 67 | TCGv_i64 tcg_flags = tcg_temp_new_i64(); |
210 | + | 68 | - TCGv_ptr fpst = get_fpstatus_ptr(false); |
211 | +static MemTxResult queue_write(SMMUQueue *q, void *data) | 69 | + TCGv_ptr fpst = get_fpstatus_ptr(size == MO_16); |
212 | +{ | 70 | |
213 | + dma_addr_t addr = Q_PROD_ENTRY(q); | 71 | - if (is_double) { |
214 | + MemTxResult ret; | 72 | + if (size == MO_64) { |
215 | + | 73 | TCGv_i64 tcg_vn, tcg_vm; |
216 | + ret = dma_memory_write(&address_space_memory, addr, data, q->entry_size); | 74 | |
217 | + if (ret != MEMTX_OK) { | 75 | tcg_vn = read_fp_dreg(s, rn); |
218 | + return ret; | 76 | @@ -XXX,XX +XXX,XX @@ static void handle_fp_compare(DisasContext *s, bool is_double, |
219 | + } | 77 | tcg_temp_free_i64(tcg_vn); |
220 | + | 78 | tcg_temp_free_i64(tcg_vm); |
221 | + queue_prod_incr(q); | 79 | } else { |
222 | + return MEMTX_OK; | 80 | - TCGv_i32 tcg_vn, tcg_vm; |
223 | +} | 81 | + TCGv_i32 tcg_vn = tcg_temp_new_i32(); |
224 | + | 82 | + TCGv_i32 tcg_vm = tcg_temp_new_i32(); |
225 | +void smmuv3_write_eventq(SMMUv3State *s, Evt *evt) | 83 | |
226 | +{ | 84 | - tcg_vn = read_fp_sreg(s, rn); |
227 | + SMMUQueue *q = &s->eventq; | 85 | + read_vec_element_i32(s, tcg_vn, rn, 0, size); |
228 | + | 86 | if (cmp_with_zero) { |
229 | + if (!smmuv3_eventq_enabled(s)) { | 87 | - tcg_vm = tcg_const_i32(0); |
88 | + tcg_gen_movi_i32(tcg_vm, 0); | ||
89 | } else { | ||
90 | - tcg_vm = read_fp_sreg(s, rm); | ||
91 | + read_vec_element_i32(s, tcg_vm, rm, 0, size); | ||
92 | } | ||
93 | - if (signal_all_nans) { | ||
94 | - gen_helper_vfp_cmpes_a64(tcg_flags, tcg_vn, tcg_vm, fpst); | ||
95 | - } else { | ||
96 | - gen_helper_vfp_cmps_a64(tcg_flags, tcg_vn, tcg_vm, fpst); | ||
97 | + | ||
98 | + switch (size) { | ||
99 | + case MO_32: | ||
100 | + if (signal_all_nans) { | ||
101 | + gen_helper_vfp_cmpes_a64(tcg_flags, tcg_vn, tcg_vm, fpst); | ||
102 | + } else { | ||
103 | + gen_helper_vfp_cmps_a64(tcg_flags, tcg_vn, tcg_vm, fpst); | ||
104 | + } | ||
105 | + break; | ||
106 | + case MO_16: | ||
107 | + if (signal_all_nans) { | ||
108 | + gen_helper_vfp_cmpeh_a64(tcg_flags, tcg_vn, tcg_vm, fpst); | ||
109 | + } else { | ||
110 | + gen_helper_vfp_cmph_a64(tcg_flags, tcg_vn, tcg_vm, fpst); | ||
111 | + } | ||
112 | + break; | ||
113 | + default: | ||
114 | + g_assert_not_reached(); | ||
115 | } | ||
116 | + | ||
117 | tcg_temp_free_i32(tcg_vn); | ||
118 | tcg_temp_free_i32(tcg_vm); | ||
119 | } | ||
120 | @@ -XXX,XX +XXX,XX @@ static void handle_fp_compare(DisasContext *s, bool is_double, | ||
121 | static void disas_fp_compare(DisasContext *s, uint32_t insn) | ||
122 | { | ||
123 | unsigned int mos, type, rm, op, rn, opc, op2r; | ||
124 | + int size; | ||
125 | |||
126 | mos = extract32(insn, 29, 3); | ||
127 | - type = extract32(insn, 22, 2); /* 0 = single, 1 = double */ | ||
128 | + type = extract32(insn, 22, 2); | ||
129 | rm = extract32(insn, 16, 5); | ||
130 | op = extract32(insn, 14, 2); | ||
131 | rn = extract32(insn, 5, 5); | ||
132 | opc = extract32(insn, 3, 2); | ||
133 | op2r = extract32(insn, 0, 3); | ||
134 | |||
135 | - if (mos || op || op2r || type > 1) { | ||
136 | + if (mos || op || op2r) { | ||
137 | + unallocated_encoding(s); | ||
230 | + return; | 138 | + return; |
231 | + } | 139 | + } |
232 | + | 140 | + |
233 | + if (smmuv3_q_full(q)) { | 141 | + switch (type) { |
142 | + case 0: | ||
143 | + size = MO_32; | ||
144 | + break; | ||
145 | + case 1: | ||
146 | + size = MO_64; | ||
147 | + break; | ||
148 | + case 3: | ||
149 | + size = MO_16; | ||
150 | + if (arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { | ||
151 | + break; | ||
152 | + } | ||
153 | + /* fallthru */ | ||
154 | + default: | ||
155 | unallocated_encoding(s); | ||
156 | return; | ||
157 | } | ||
158 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_compare(DisasContext *s, uint32_t insn) | ||
159 | return; | ||
160 | } | ||
161 | |||
162 | - handle_fp_compare(s, type, rn, rm, opc & 1, opc & 2); | ||
163 | + handle_fp_compare(s, size, rn, rm, opc & 1, opc & 2); | ||
164 | } | ||
165 | |||
166 | /* Floating point conditional compare | ||
167 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_ccomp(DisasContext *s, uint32_t insn) | ||
168 | unsigned int mos, type, rm, cond, rn, op, nzcv; | ||
169 | TCGv_i64 tcg_flags; | ||
170 | TCGLabel *label_continue = NULL; | ||
171 | + int size; | ||
172 | |||
173 | mos = extract32(insn, 29, 3); | ||
174 | - type = extract32(insn, 22, 2); /* 0 = single, 1 = double */ | ||
175 | + type = extract32(insn, 22, 2); | ||
176 | rm = extract32(insn, 16, 5); | ||
177 | cond = extract32(insn, 12, 4); | ||
178 | rn = extract32(insn, 5, 5); | ||
179 | op = extract32(insn, 4, 1); | ||
180 | nzcv = extract32(insn, 0, 4); | ||
181 | |||
182 | - if (mos || type > 1) { | ||
183 | + if (mos) { | ||
184 | + unallocated_encoding(s); | ||
234 | + return; | 185 | + return; |
235 | + } | 186 | + } |
236 | + | 187 | + |
237 | + queue_write(q, evt); | 188 | + switch (type) { |
238 | + | 189 | + case 0: |
239 | + if (smmuv3_q_empty(q)) { | 190 | + size = MO_32; |
240 | + smmuv3_trigger_irq(s, SMMU_IRQ_EVTQ, 0); | 191 | + break; |
241 | + } | 192 | + case 1: |
242 | +} | 193 | + size = MO_64; |
243 | + | 194 | + break; |
244 | static void smmuv3_init_regs(SMMUv3State *s) | 195 | + case 3: |
245 | { | 196 | + size = MO_16; |
246 | /** | 197 | + if (arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { |
247 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_init_regs(SMMUv3State *s) | ||
248 | s->sid_split = 0; | ||
249 | } | ||
250 | |||
251 | +int smmuv3_cmdq_consume(SMMUv3State *s) | ||
252 | +{ | ||
253 | + SMMUCmdError cmd_error = SMMU_CERROR_NONE; | ||
254 | + SMMUQueue *q = &s->cmdq; | ||
255 | + SMMUCommandType type = 0; | ||
256 | + | ||
257 | + if (!smmuv3_cmdq_enabled(s)) { | ||
258 | + return 0; | ||
259 | + } | ||
260 | + /* | ||
261 | + * some commands depend on register values, typically CR0. In case those | ||
262 | + * register values change while handling the command, spec says it | ||
263 | + * is UNPREDICTABLE whether the command is interpreted under the new | ||
264 | + * or old value. | ||
265 | + */ | ||
266 | + | ||
267 | + while (!smmuv3_q_empty(q)) { | ||
268 | + uint32_t pending = s->gerror ^ s->gerrorn; | ||
269 | + Cmd cmd; | ||
270 | + | ||
271 | + trace_smmuv3_cmdq_consume(Q_PROD(q), Q_CONS(q), | ||
272 | + Q_PROD_WRAP(q), Q_CONS_WRAP(q)); | ||
273 | + | ||
274 | + if (FIELD_EX32(pending, GERROR, CMDQ_ERR)) { | ||
275 | + break; | 198 | + break; |
276 | + } | 199 | + } |
277 | + | 200 | + /* fallthru */ |
278 | + if (queue_read(q, &cmd) != MEMTX_OK) { | 201 | + default: |
279 | + cmd_error = SMMU_CERROR_ABT; | 202 | unallocated_encoding(s); |
280 | + break; | 203 | return; |
281 | + } | 204 | } |
282 | + | 205 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_ccomp(DisasContext *s, uint32_t insn) |
283 | + type = CMD_TYPE(&cmd); | 206 | gen_set_label(label_match); |
284 | + | 207 | } |
285 | + trace_smmuv3_cmdq_opcode(smmu_cmd_string(type)); | 208 | |
286 | + | 209 | - handle_fp_compare(s, type, rn, rm, false, op); |
287 | + switch (type) { | 210 | + handle_fp_compare(s, size, rn, rm, false, op); |
288 | + case SMMU_CMD_SYNC: | 211 | |
289 | + if (CMD_SYNC_CS(&cmd) & CMD_SYNC_SIG_IRQ) { | 212 | if (cond < 0x0e) { |
290 | + smmuv3_trigger_irq(s, SMMU_IRQ_CMD_SYNC, 0); | 213 | gen_set_label(label_continue); |
291 | + } | ||
292 | + break; | ||
293 | + case SMMU_CMD_PREFETCH_CONFIG: | ||
294 | + case SMMU_CMD_PREFETCH_ADDR: | ||
295 | + case SMMU_CMD_CFGI_STE: | ||
296 | + case SMMU_CMD_CFGI_STE_RANGE: /* same as SMMU_CMD_CFGI_ALL */ | ||
297 | + case SMMU_CMD_CFGI_CD: | ||
298 | + case SMMU_CMD_CFGI_CD_ALL: | ||
299 | + case SMMU_CMD_TLBI_NH_ALL: | ||
300 | + case SMMU_CMD_TLBI_NH_ASID: | ||
301 | + case SMMU_CMD_TLBI_NH_VA: | ||
302 | + case SMMU_CMD_TLBI_NH_VAA: | ||
303 | + case SMMU_CMD_TLBI_EL3_ALL: | ||
304 | + case SMMU_CMD_TLBI_EL3_VA: | ||
305 | + case SMMU_CMD_TLBI_EL2_ALL: | ||
306 | + case SMMU_CMD_TLBI_EL2_ASID: | ||
307 | + case SMMU_CMD_TLBI_EL2_VA: | ||
308 | + case SMMU_CMD_TLBI_EL2_VAA: | ||
309 | + case SMMU_CMD_TLBI_S12_VMALL: | ||
310 | + case SMMU_CMD_TLBI_S2_IPA: | ||
311 | + case SMMU_CMD_TLBI_NSNH_ALL: | ||
312 | + case SMMU_CMD_ATC_INV: | ||
313 | + case SMMU_CMD_PRI_RESP: | ||
314 | + case SMMU_CMD_RESUME: | ||
315 | + case SMMU_CMD_STALL_TERM: | ||
316 | + trace_smmuv3_unhandled_cmd(type); | ||
317 | + break; | ||
318 | + default: | ||
319 | + cmd_error = SMMU_CERROR_ILL; | ||
320 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
321 | + "Illegal command type: %d\n", CMD_TYPE(&cmd)); | ||
322 | + break; | ||
323 | + } | ||
324 | + if (cmd_error) { | ||
325 | + break; | ||
326 | + } | ||
327 | + /* | ||
328 | + * We only increment the cons index after the completion of | ||
329 | + * the command. We do that because the SYNC returns immediately | ||
330 | + * and does not check the completion of previous commands | ||
331 | + */ | ||
332 | + queue_cons_incr(q); | ||
333 | + } | ||
334 | + | ||
335 | + if (cmd_error) { | ||
336 | + trace_smmuv3_cmdq_consume_error(smmu_cmd_string(type), cmd_error); | ||
337 | + smmu_write_cmdq_err(s, cmd_error); | ||
338 | + smmuv3_trigger_irq(s, SMMU_IRQ_GERROR, R_GERROR_CMDQ_ERR_MASK); | ||
339 | + } | ||
340 | + | ||
341 | + trace_smmuv3_cmdq_consume_out(Q_PROD(q), Q_CONS(q), | ||
342 | + Q_PROD_WRAP(q), Q_CONS_WRAP(q)); | ||
343 | + | ||
344 | + return 0; | ||
345 | +} | ||
346 | + | ||
347 | static MemTxResult smmu_write_mmio(void *opaque, hwaddr offset, uint64_t data, | ||
348 | unsigned size, MemTxAttrs attrs) | ||
349 | { | ||
350 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
351 | index XXXXXXX..XXXXXXX 100644 | ||
352 | --- a/hw/arm/trace-events | ||
353 | +++ b/hw/arm/trace-events | ||
354 | @@ -XXX,XX +XXX,XX @@ smmuv3_read_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: | ||
355 | smmuv3_trigger_irq(int irq) "irq=%d" | ||
356 | smmuv3_write_gerror(uint32_t toggled, uint32_t gerror) "toggled=0x%x, new GERROR=0x%x" | ||
357 | smmuv3_write_gerrorn(uint32_t acked, uint32_t gerrorn) "acked=0x%x, new GERRORN=0x%x" | ||
358 | +smmuv3_unhandled_cmd(uint32_t type) "Unhandled command type=%d" | ||
359 | +smmuv3_cmdq_consume(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "prod=%d cons=%d prod.wrap=%d cons.wrap=%d" | ||
360 | +smmuv3_cmdq_opcode(const char *opcode) "<--- %s" | ||
361 | +smmuv3_cmdq_consume_out(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "prod:%d, cons:%d, prod_wrap:%d, cons_wrap:%d " | ||
362 | +smmuv3_cmdq_consume_error(const char *cmd_name, uint8_t cmd_error) "Error on %s command execution: %d" | ||
363 | -- | 214 | -- |
364 | 2.17.0 | 215 | 2.17.0 |
365 | 216 | ||
366 | 217 | diff view generated by jsdifflib |
1 | From: Prem Mallappa <prem.mallappa@broadcom.com> | 1 | From: Alex Bennée <alex.bennee@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | This patch implements a skeleton for the smmuv3 device. | 3 | These were missed out from the rest of the half-precision work. |
4 | Datatypes and register definitions are introduced. The MMIO | ||
5 | region, the interrupts and the queue are initialized. | ||
6 | 4 | ||
7 | Only the MMIO read operation is implemented here. | 5 | Cc: qemu-stable@nongnu.org |
8 | |||
9 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
10 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 6 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
12 | Message-id: 1524665762-31355-5-git-send-email-eric.auger@redhat.com | 7 | Signed-off-by: Alex Bennée <alex.bennee@linaro.org> |
8 | Tested-by: Alex Bennée <alex.bennee@linaro.org> | ||
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
10 | Message-id: 20180512003217.9105-10-richard.henderson@linaro.org | ||
11 | [rth: Fix erroneous check vs type] | ||
12 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
14 | --- | 14 | --- |
15 | hw/arm/Makefile.objs | 2 +- | 15 | target/arm/translate-a64.c | 31 +++++++++++++++++++++++++------ |
16 | hw/arm/smmuv3-internal.h | 142 +++++++++++++++ | 16 | 1 file changed, 25 insertions(+), 6 deletions(-) |
17 | include/hw/arm/smmuv3.h | 87 ++++++++++ | ||
18 | hw/arm/smmuv3.c | 366 +++++++++++++++++++++++++++++++++++++++ | ||
19 | hw/arm/trace-events | 3 + | ||
20 | 5 files changed, 599 insertions(+), 1 deletion(-) | ||
21 | create mode 100644 hw/arm/smmuv3-internal.h | ||
22 | create mode 100644 include/hw/arm/smmuv3.h | ||
23 | create mode 100644 hw/arm/smmuv3.c | ||
24 | 17 | ||
25 | diff --git a/hw/arm/Makefile.objs b/hw/arm/Makefile.objs | 18 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
26 | index XXXXXXX..XXXXXXX 100644 | 19 | index XXXXXXX..XXXXXXX 100644 |
27 | --- a/hw/arm/Makefile.objs | 20 | --- a/target/arm/translate-a64.c |
28 | +++ b/hw/arm/Makefile.objs | 21 | +++ b/target/arm/translate-a64.c |
29 | @@ -XXX,XX +XXX,XX @@ obj-$(CONFIG_MPS2) += mps2-tz.o | 22 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_csel(DisasContext *s, uint32_t insn) |
30 | obj-$(CONFIG_MSF2) += msf2-soc.o msf2-som.o | 23 | unsigned int mos, type, rm, cond, rn, rd; |
31 | obj-$(CONFIG_IOTKIT) += iotkit.o | 24 | TCGv_i64 t_true, t_false, t_zero; |
32 | obj-$(CONFIG_FSL_IMX7) += fsl-imx7.o mcimx7d-sabre.o | 25 | DisasCompare64 c; |
33 | -obj-$(CONFIG_ARM_SMMUV3) += smmu-common.o | 26 | + TCGMemOp sz; |
34 | +obj-$(CONFIG_ARM_SMMUV3) += smmu-common.o smmuv3.o | 27 | |
35 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 28 | mos = extract32(insn, 29, 3); |
36 | new file mode 100644 | 29 | - type = extract32(insn, 22, 2); /* 0 = single, 1 = double */ |
37 | index XXXXXXX..XXXXXXX | 30 | + type = extract32(insn, 22, 2); |
38 | --- /dev/null | 31 | rm = extract32(insn, 16, 5); |
39 | +++ b/hw/arm/smmuv3-internal.h | 32 | cond = extract32(insn, 12, 4); |
40 | @@ -XXX,XX +XXX,XX @@ | 33 | rn = extract32(insn, 5, 5); |
41 | +/* | 34 | rd = extract32(insn, 0, 5); |
42 | + * ARM SMMUv3 support - Internal API | 35 | |
43 | + * | 36 | - if (mos || type > 1) { |
44 | + * Copyright (C) 2014-2016 Broadcom Corporation | 37 | + if (mos) { |
45 | + * Copyright (c) 2017 Red Hat, Inc. | 38 | + unallocated_encoding(s); |
46 | + * Written by Prem Mallappa, Eric Auger | ||
47 | + * | ||
48 | + * This program is free software; you can redistribute it and/or modify | ||
49 | + * it under the terms of the GNU General Public License version 2 as | ||
50 | + * published by the Free Software Foundation. | ||
51 | + * | ||
52 | + * This program is distributed in the hope that it will be useful, | ||
53 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
54 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
55 | + * GNU General Public License for more details. | ||
56 | + * | ||
57 | + * You should have received a copy of the GNU General Public License along | ||
58 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
59 | + */ | ||
60 | + | ||
61 | +#ifndef HW_ARM_SMMU_V3_INTERNAL_H | ||
62 | +#define HW_ARM_SMMU_V3_INTERNAL_H | ||
63 | + | ||
64 | +#include "hw/arm/smmu-common.h" | ||
65 | + | ||
66 | +/* MMIO Registers */ | ||
67 | + | ||
68 | +REG32(IDR0, 0x0) | ||
69 | + FIELD(IDR0, S1P, 1 , 1) | ||
70 | + FIELD(IDR0, TTF, 2 , 2) | ||
71 | + FIELD(IDR0, COHACC, 4 , 1) | ||
72 | + FIELD(IDR0, ASID16, 12, 1) | ||
73 | + FIELD(IDR0, TTENDIAN, 21, 2) | ||
74 | + FIELD(IDR0, STALL_MODEL, 24, 2) | ||
75 | + FIELD(IDR0, TERM_MODEL, 26, 1) | ||
76 | + FIELD(IDR0, STLEVEL, 27, 2) | ||
77 | + | ||
78 | +REG32(IDR1, 0x4) | ||
79 | + FIELD(IDR1, SIDSIZE, 0 , 6) | ||
80 | + FIELD(IDR1, EVENTQS, 16, 5) | ||
81 | + FIELD(IDR1, CMDQS, 21, 5) | ||
82 | + | ||
83 | +#define SMMU_IDR1_SIDSIZE 16 | ||
84 | +#define SMMU_CMDQS 19 | ||
85 | +#define SMMU_EVENTQS 19 | ||
86 | + | ||
87 | +REG32(IDR2, 0x8) | ||
88 | +REG32(IDR3, 0xc) | ||
89 | +REG32(IDR4, 0x10) | ||
90 | +REG32(IDR5, 0x14) | ||
91 | + FIELD(IDR5, OAS, 0, 3); | ||
92 | + FIELD(IDR5, GRAN4K, 4, 1); | ||
93 | + FIELD(IDR5, GRAN16K, 5, 1); | ||
94 | + FIELD(IDR5, GRAN64K, 6, 1); | ||
95 | + | ||
96 | +#define SMMU_IDR5_OAS 4 | ||
97 | + | ||
98 | +REG32(IIDR, 0x1c) | ||
99 | +REG32(CR0, 0x20) | ||
100 | + FIELD(CR0, SMMU_ENABLE, 0, 1) | ||
101 | + FIELD(CR0, EVENTQEN, 2, 1) | ||
102 | + FIELD(CR0, CMDQEN, 3, 1) | ||
103 | + | ||
104 | +REG32(CR0ACK, 0x24) | ||
105 | +REG32(CR1, 0x28) | ||
106 | +REG32(CR2, 0x2c) | ||
107 | +REG32(STATUSR, 0x40) | ||
108 | +REG32(IRQ_CTRL, 0x50) | ||
109 | + FIELD(IRQ_CTRL, GERROR_IRQEN, 0, 1) | ||
110 | + FIELD(IRQ_CTRL, PRI_IRQEN, 1, 1) | ||
111 | + FIELD(IRQ_CTRL, EVENTQ_IRQEN, 2, 1) | ||
112 | + | ||
113 | +REG32(IRQ_CTRL_ACK, 0x54) | ||
114 | +REG32(GERROR, 0x60) | ||
115 | + FIELD(GERROR, CMDQ_ERR, 0, 1) | ||
116 | + FIELD(GERROR, EVENTQ_ABT_ERR, 2, 1) | ||
117 | + FIELD(GERROR, PRIQ_ABT_ERR, 3, 1) | ||
118 | + FIELD(GERROR, MSI_CMDQ_ABT_ERR, 4, 1) | ||
119 | + FIELD(GERROR, MSI_EVENTQ_ABT_ERR, 5, 1) | ||
120 | + FIELD(GERROR, MSI_PRIQ_ABT_ERR, 6, 1) | ||
121 | + FIELD(GERROR, MSI_GERROR_ABT_ERR, 7, 1) | ||
122 | + FIELD(GERROR, MSI_SFM_ERR, 8, 1) | ||
123 | + | ||
124 | +REG32(GERRORN, 0x64) | ||
125 | + | ||
126 | +#define A_GERROR_IRQ_CFG0 0x68 /* 64b */ | ||
127 | +REG32(GERROR_IRQ_CFG1, 0x70) | ||
128 | +REG32(GERROR_IRQ_CFG2, 0x74) | ||
129 | + | ||
130 | +#define A_STRTAB_BASE 0x80 /* 64b */ | ||
131 | + | ||
132 | +#define SMMU_BASE_ADDR_MASK 0xffffffffffe0 | ||
133 | + | ||
134 | +REG32(STRTAB_BASE_CFG, 0x88) | ||
135 | + FIELD(STRTAB_BASE_CFG, FMT, 16, 2) | ||
136 | + FIELD(STRTAB_BASE_CFG, SPLIT, 6 , 5) | ||
137 | + FIELD(STRTAB_BASE_CFG, LOG2SIZE, 0 , 6) | ||
138 | + | ||
139 | +#define A_CMDQ_BASE 0x90 /* 64b */ | ||
140 | +REG32(CMDQ_PROD, 0x98) | ||
141 | +REG32(CMDQ_CONS, 0x9c) | ||
142 | + FIELD(CMDQ_CONS, ERR, 24, 7) | ||
143 | + | ||
144 | +#define A_EVENTQ_BASE 0xa0 /* 64b */ | ||
145 | +REG32(EVENTQ_PROD, 0xa8) | ||
146 | +REG32(EVENTQ_CONS, 0xac) | ||
147 | + | ||
148 | +#define A_EVENTQ_IRQ_CFG0 0xb0 /* 64b */ | ||
149 | +REG32(EVENTQ_IRQ_CFG1, 0xb8) | ||
150 | +REG32(EVENTQ_IRQ_CFG2, 0xbc) | ||
151 | + | ||
152 | +#define A_IDREGS 0xfd0 | ||
153 | + | ||
154 | +static inline int smmu_enabled(SMMUv3State *s) | ||
155 | +{ | ||
156 | + return FIELD_EX32(s->cr[0], CR0, SMMU_ENABLE); | ||
157 | +} | ||
158 | + | ||
159 | +/* Command Queue Entry */ | ||
160 | +typedef struct Cmd { | ||
161 | + uint32_t word[4]; | ||
162 | +} Cmd; | ||
163 | + | ||
164 | +/* Event Queue Entry */ | ||
165 | +typedef struct Evt { | ||
166 | + uint32_t word[8]; | ||
167 | +} Evt; | ||
168 | + | ||
169 | +static inline uint32_t smmuv3_idreg(int regoffset) | ||
170 | +{ | ||
171 | + /* | ||
172 | + * Return the value of the Primecell/Corelink ID registers at the | ||
173 | + * specified offset from the first ID register. | ||
174 | + * These value indicate an ARM implementation of MMU600 p1 | ||
175 | + */ | ||
176 | + static const uint8_t smmuv3_ids[] = { | ||
177 | + 0x04, 0, 0, 0, 0x84, 0xB4, 0xF0, 0x10, 0x0D, 0xF0, 0x05, 0xB1 | ||
178 | + }; | ||
179 | + return smmuv3_ids[regoffset / 4]; | ||
180 | +} | ||
181 | + | ||
182 | +#endif | ||
183 | diff --git a/include/hw/arm/smmuv3.h b/include/hw/arm/smmuv3.h | ||
184 | new file mode 100644 | ||
185 | index XXXXXXX..XXXXXXX | ||
186 | --- /dev/null | ||
187 | +++ b/include/hw/arm/smmuv3.h | ||
188 | @@ -XXX,XX +XXX,XX @@ | ||
189 | +/* | ||
190 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
191 | + * Copyright (c) 2017 Red Hat, Inc. | ||
192 | + * Written by Prem Mallappa, Eric Auger | ||
193 | + * | ||
194 | + * This program is free software; you can redistribute it and/or modify | ||
195 | + * it under the terms of the GNU General Public License version 2 as | ||
196 | + * published by the Free Software Foundation. | ||
197 | + * | ||
198 | + * This program is distributed in the hope that it will be useful, | ||
199 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
200 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
201 | + * GNU General Public License for more details. | ||
202 | + * | ||
203 | + * You should have received a copy of the GNU General Public License along | ||
204 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
205 | + */ | ||
206 | + | ||
207 | +#ifndef HW_ARM_SMMUV3_H | ||
208 | +#define HW_ARM_SMMUV3_H | ||
209 | + | ||
210 | +#include "hw/arm/smmu-common.h" | ||
211 | +#include "hw/registerfields.h" | ||
212 | + | ||
213 | +#define TYPE_SMMUV3_IOMMU_MEMORY_REGION "smmuv3-iommu-memory-region" | ||
214 | + | ||
215 | +typedef struct SMMUQueue { | ||
216 | + uint64_t base; /* base register */ | ||
217 | + uint32_t prod; | ||
218 | + uint32_t cons; | ||
219 | + uint8_t entry_size; | ||
220 | + uint8_t log2size; | ||
221 | +} SMMUQueue; | ||
222 | + | ||
223 | +typedef struct SMMUv3State { | ||
224 | + SMMUState smmu_state; | ||
225 | + | ||
226 | + uint32_t features; | ||
227 | + uint8_t sid_size; | ||
228 | + uint8_t sid_split; | ||
229 | + | ||
230 | + uint32_t idr[6]; | ||
231 | + uint32_t iidr; | ||
232 | + uint32_t cr[3]; | ||
233 | + uint32_t cr0ack; | ||
234 | + uint32_t statusr; | ||
235 | + uint32_t irq_ctrl; | ||
236 | + uint32_t gerror; | ||
237 | + uint32_t gerrorn; | ||
238 | + uint64_t gerror_irq_cfg0; | ||
239 | + uint32_t gerror_irq_cfg1; | ||
240 | + uint32_t gerror_irq_cfg2; | ||
241 | + uint64_t strtab_base; | ||
242 | + uint32_t strtab_base_cfg; | ||
243 | + uint64_t eventq_irq_cfg0; | ||
244 | + uint32_t eventq_irq_cfg1; | ||
245 | + uint32_t eventq_irq_cfg2; | ||
246 | + | ||
247 | + SMMUQueue eventq, cmdq; | ||
248 | + | ||
249 | + qemu_irq irq[4]; | ||
250 | +} SMMUv3State; | ||
251 | + | ||
252 | +typedef enum { | ||
253 | + SMMU_IRQ_EVTQ, | ||
254 | + SMMU_IRQ_PRIQ, | ||
255 | + SMMU_IRQ_CMD_SYNC, | ||
256 | + SMMU_IRQ_GERROR, | ||
257 | +} SMMUIrq; | ||
258 | + | ||
259 | +typedef struct { | ||
260 | + /*< private >*/ | ||
261 | + SMMUBaseClass smmu_base_class; | ||
262 | + /*< public >*/ | ||
263 | + | ||
264 | + DeviceRealize parent_realize; | ||
265 | + DeviceReset parent_reset; | ||
266 | +} SMMUv3Class; | ||
267 | + | ||
268 | +#define TYPE_ARM_SMMUV3 "arm-smmuv3" | ||
269 | +#define ARM_SMMUV3(obj) OBJECT_CHECK(SMMUv3State, (obj), TYPE_ARM_SMMUV3) | ||
270 | +#define ARM_SMMUV3_CLASS(klass) \ | ||
271 | + OBJECT_CLASS_CHECK(SMMUv3Class, (klass), TYPE_ARM_SMMUV3) | ||
272 | +#define ARM_SMMUV3_GET_CLASS(obj) \ | ||
273 | + OBJECT_GET_CLASS(SMMUv3Class, (obj), TYPE_ARM_SMMUV3) | ||
274 | + | ||
275 | +#endif | ||
276 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
277 | new file mode 100644 | ||
278 | index XXXXXXX..XXXXXXX | ||
279 | --- /dev/null | ||
280 | +++ b/hw/arm/smmuv3.c | ||
281 | @@ -XXX,XX +XXX,XX @@ | ||
282 | +/* | ||
283 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
284 | + * Copyright (c) 2017 Red Hat, Inc. | ||
285 | + * Written by Prem Mallappa, Eric Auger | ||
286 | + * | ||
287 | + * This program is free software; you can redistribute it and/or modify | ||
288 | + * it under the terms of the GNU General Public License version 2 as | ||
289 | + * published by the Free Software Foundation. | ||
290 | + * | ||
291 | + * This program is distributed in the hope that it will be useful, | ||
292 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
293 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
294 | + * GNU General Public License for more details. | ||
295 | + * | ||
296 | + * You should have received a copy of the GNU General Public License along | ||
297 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
298 | + */ | ||
299 | + | ||
300 | +#include "qemu/osdep.h" | ||
301 | +#include "hw/boards.h" | ||
302 | +#include "sysemu/sysemu.h" | ||
303 | +#include "hw/sysbus.h" | ||
304 | +#include "hw/qdev-core.h" | ||
305 | +#include "hw/pci/pci.h" | ||
306 | +#include "exec/address-spaces.h" | ||
307 | +#include "trace.h" | ||
308 | +#include "qemu/log.h" | ||
309 | +#include "qemu/error-report.h" | ||
310 | +#include "qapi/error.h" | ||
311 | + | ||
312 | +#include "hw/arm/smmuv3.h" | ||
313 | +#include "smmuv3-internal.h" | ||
314 | + | ||
315 | +static void smmuv3_init_regs(SMMUv3State *s) | ||
316 | +{ | ||
317 | + /** | ||
318 | + * IDR0: stage1 only, AArch64 only, coherent access, 16b ASID, | ||
319 | + * multi-level stream table | ||
320 | + */ | ||
321 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, S1P, 1); /* stage 1 supported */ | ||
322 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, TTF, 2); /* AArch64 PTW only */ | ||
323 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, COHACC, 1); /* IO coherent */ | ||
324 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, ASID16, 1); /* 16-bit ASID */ | ||
325 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, TTENDIAN, 2); /* little endian */ | ||
326 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, STALL_MODEL, 1); /* No stall */ | ||
327 | + /* terminated transaction will always be aborted/error returned */ | ||
328 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, TERM_MODEL, 1); | ||
329 | + /* 2-level stream table supported */ | ||
330 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, STLEVEL, 1); | ||
331 | + | ||
332 | + s->idr[1] = FIELD_DP32(s->idr[1], IDR1, SIDSIZE, SMMU_IDR1_SIDSIZE); | ||
333 | + s->idr[1] = FIELD_DP32(s->idr[1], IDR1, EVENTQS, SMMU_EVENTQS); | ||
334 | + s->idr[1] = FIELD_DP32(s->idr[1], IDR1, CMDQS, SMMU_CMDQS); | ||
335 | + | ||
336 | + /* 4K and 64K granule support */ | ||
337 | + s->idr[5] = FIELD_DP32(s->idr[5], IDR5, GRAN4K, 1); | ||
338 | + s->idr[5] = FIELD_DP32(s->idr[5], IDR5, GRAN64K, 1); | ||
339 | + s->idr[5] = FIELD_DP32(s->idr[5], IDR5, OAS, SMMU_IDR5_OAS); /* 44 bits */ | ||
340 | + | ||
341 | + s->cmdq.base = deposit64(s->cmdq.base, 0, 5, SMMU_CMDQS); | ||
342 | + s->cmdq.prod = 0; | ||
343 | + s->cmdq.cons = 0; | ||
344 | + s->cmdq.entry_size = sizeof(struct Cmd); | ||
345 | + s->eventq.base = deposit64(s->eventq.base, 0, 5, SMMU_EVENTQS); | ||
346 | + s->eventq.prod = 0; | ||
347 | + s->eventq.cons = 0; | ||
348 | + s->eventq.entry_size = sizeof(struct Evt); | ||
349 | + | ||
350 | + s->features = 0; | ||
351 | + s->sid_split = 0; | ||
352 | +} | ||
353 | + | ||
354 | +static MemTxResult smmu_write_mmio(void *opaque, hwaddr offset, uint64_t data, | ||
355 | + unsigned size, MemTxAttrs attrs) | ||
356 | +{ | ||
357 | + /* not yet implemented */ | ||
358 | + return MEMTX_ERROR; | ||
359 | +} | ||
360 | + | ||
361 | +static MemTxResult smmu_readll(SMMUv3State *s, hwaddr offset, | ||
362 | + uint64_t *data, MemTxAttrs attrs) | ||
363 | +{ | ||
364 | + switch (offset) { | ||
365 | + case A_GERROR_IRQ_CFG0: | ||
366 | + *data = s->gerror_irq_cfg0; | ||
367 | + return MEMTX_OK; | ||
368 | + case A_STRTAB_BASE: | ||
369 | + *data = s->strtab_base; | ||
370 | + return MEMTX_OK; | ||
371 | + case A_CMDQ_BASE: | ||
372 | + *data = s->cmdq.base; | ||
373 | + return MEMTX_OK; | ||
374 | + case A_EVENTQ_BASE: | ||
375 | + *data = s->eventq.base; | ||
376 | + return MEMTX_OK; | ||
377 | + default: | ||
378 | + *data = 0; | ||
379 | + qemu_log_mask(LOG_UNIMP, | ||
380 | + "%s Unexpected 64-bit access to 0x%"PRIx64" (RAZ)\n", | ||
381 | + __func__, offset); | ||
382 | + return MEMTX_OK; | ||
383 | + } | ||
384 | +} | ||
385 | + | ||
386 | +static MemTxResult smmu_readl(SMMUv3State *s, hwaddr offset, | ||
387 | + uint64_t *data, MemTxAttrs attrs) | ||
388 | +{ | ||
389 | + switch (offset) { | ||
390 | + case A_IDREGS ... A_IDREGS + 0x1f: | ||
391 | + *data = smmuv3_idreg(offset - A_IDREGS); | ||
392 | + return MEMTX_OK; | ||
393 | + case A_IDR0 ... A_IDR5: | ||
394 | + *data = s->idr[(offset - A_IDR0) / 4]; | ||
395 | + return MEMTX_OK; | ||
396 | + case A_IIDR: | ||
397 | + *data = s->iidr; | ||
398 | + return MEMTX_OK; | ||
399 | + case A_CR0: | ||
400 | + *data = s->cr[0]; | ||
401 | + return MEMTX_OK; | ||
402 | + case A_CR0ACK: | ||
403 | + *data = s->cr0ack; | ||
404 | + return MEMTX_OK; | ||
405 | + case A_CR1: | ||
406 | + *data = s->cr[1]; | ||
407 | + return MEMTX_OK; | ||
408 | + case A_CR2: | ||
409 | + *data = s->cr[2]; | ||
410 | + return MEMTX_OK; | ||
411 | + case A_STATUSR: | ||
412 | + *data = s->statusr; | ||
413 | + return MEMTX_OK; | ||
414 | + case A_IRQ_CTRL: | ||
415 | + case A_IRQ_CTRL_ACK: | ||
416 | + *data = s->irq_ctrl; | ||
417 | + return MEMTX_OK; | ||
418 | + case A_GERROR: | ||
419 | + *data = s->gerror; | ||
420 | + return MEMTX_OK; | ||
421 | + case A_GERRORN: | ||
422 | + *data = s->gerrorn; | ||
423 | + return MEMTX_OK; | ||
424 | + case A_GERROR_IRQ_CFG0: /* 64b */ | ||
425 | + *data = extract64(s->gerror_irq_cfg0, 0, 32); | ||
426 | + return MEMTX_OK; | ||
427 | + case A_GERROR_IRQ_CFG0 + 4: | ||
428 | + *data = extract64(s->gerror_irq_cfg0, 32, 32); | ||
429 | + return MEMTX_OK; | ||
430 | + case A_GERROR_IRQ_CFG1: | ||
431 | + *data = s->gerror_irq_cfg1; | ||
432 | + return MEMTX_OK; | ||
433 | + case A_GERROR_IRQ_CFG2: | ||
434 | + *data = s->gerror_irq_cfg2; | ||
435 | + return MEMTX_OK; | ||
436 | + case A_STRTAB_BASE: /* 64b */ | ||
437 | + *data = extract64(s->strtab_base, 0, 32); | ||
438 | + return MEMTX_OK; | ||
439 | + case A_STRTAB_BASE + 4: /* 64b */ | ||
440 | + *data = extract64(s->strtab_base, 32, 32); | ||
441 | + return MEMTX_OK; | ||
442 | + case A_STRTAB_BASE_CFG: | ||
443 | + *data = s->strtab_base_cfg; | ||
444 | + return MEMTX_OK; | ||
445 | + case A_CMDQ_BASE: /* 64b */ | ||
446 | + *data = extract64(s->cmdq.base, 0, 32); | ||
447 | + return MEMTX_OK; | ||
448 | + case A_CMDQ_BASE + 4: | ||
449 | + *data = extract64(s->cmdq.base, 32, 32); | ||
450 | + return MEMTX_OK; | ||
451 | + case A_CMDQ_PROD: | ||
452 | + *data = s->cmdq.prod; | ||
453 | + return MEMTX_OK; | ||
454 | + case A_CMDQ_CONS: | ||
455 | + *data = s->cmdq.cons; | ||
456 | + return MEMTX_OK; | ||
457 | + case A_EVENTQ_BASE: /* 64b */ | ||
458 | + *data = extract64(s->eventq.base, 0, 32); | ||
459 | + return MEMTX_OK; | ||
460 | + case A_EVENTQ_BASE + 4: /* 64b */ | ||
461 | + *data = extract64(s->eventq.base, 32, 32); | ||
462 | + return MEMTX_OK; | ||
463 | + case A_EVENTQ_PROD: | ||
464 | + *data = s->eventq.prod; | ||
465 | + return MEMTX_OK; | ||
466 | + case A_EVENTQ_CONS: | ||
467 | + *data = s->eventq.cons; | ||
468 | + return MEMTX_OK; | ||
469 | + default: | ||
470 | + *data = 0; | ||
471 | + qemu_log_mask(LOG_UNIMP, | ||
472 | + "%s unhandled 32-bit access at 0x%"PRIx64" (RAZ)\n", | ||
473 | + __func__, offset); | ||
474 | + return MEMTX_OK; | ||
475 | + } | ||
476 | +} | ||
477 | + | ||
478 | +static MemTxResult smmu_read_mmio(void *opaque, hwaddr offset, uint64_t *data, | ||
479 | + unsigned size, MemTxAttrs attrs) | ||
480 | +{ | ||
481 | + SMMUState *sys = opaque; | ||
482 | + SMMUv3State *s = ARM_SMMUV3(sys); | ||
483 | + MemTxResult r; | ||
484 | + | ||
485 | + /* CONSTRAINED UNPREDICTABLE choice to have page0/1 be exact aliases */ | ||
486 | + offset &= ~0x10000; | ||
487 | + | ||
488 | + switch (size) { | ||
489 | + case 8: | ||
490 | + r = smmu_readll(s, offset, data, attrs); | ||
491 | + break; | ||
492 | + case 4: | ||
493 | + r = smmu_readl(s, offset, data, attrs); | ||
494 | + break; | ||
495 | + default: | ||
496 | + r = MEMTX_ERROR; | ||
497 | + break; | ||
498 | + } | ||
499 | + | ||
500 | + trace_smmuv3_read_mmio(offset, *data, size, r); | ||
501 | + return r; | ||
502 | +} | ||
503 | + | ||
504 | +static const MemoryRegionOps smmu_mem_ops = { | ||
505 | + .read_with_attrs = smmu_read_mmio, | ||
506 | + .write_with_attrs = smmu_write_mmio, | ||
507 | + .endianness = DEVICE_LITTLE_ENDIAN, | ||
508 | + .valid = { | ||
509 | + .min_access_size = 4, | ||
510 | + .max_access_size = 8, | ||
511 | + }, | ||
512 | + .impl = { | ||
513 | + .min_access_size = 4, | ||
514 | + .max_access_size = 8, | ||
515 | + }, | ||
516 | +}; | ||
517 | + | ||
518 | +static void smmu_init_irq(SMMUv3State *s, SysBusDevice *dev) | ||
519 | +{ | ||
520 | + int i; | ||
521 | + | ||
522 | + for (i = 0; i < ARRAY_SIZE(s->irq); i++) { | ||
523 | + sysbus_init_irq(dev, &s->irq[i]); | ||
524 | + } | ||
525 | +} | ||
526 | + | ||
527 | +static void smmu_reset(DeviceState *dev) | ||
528 | +{ | ||
529 | + SMMUv3State *s = ARM_SMMUV3(dev); | ||
530 | + SMMUv3Class *c = ARM_SMMUV3_GET_CLASS(s); | ||
531 | + | ||
532 | + c->parent_reset(dev); | ||
533 | + | ||
534 | + smmuv3_init_regs(s); | ||
535 | +} | ||
536 | + | ||
537 | +static void smmu_realize(DeviceState *d, Error **errp) | ||
538 | +{ | ||
539 | + SMMUState *sys = ARM_SMMU(d); | ||
540 | + SMMUv3State *s = ARM_SMMUV3(sys); | ||
541 | + SMMUv3Class *c = ARM_SMMUV3_GET_CLASS(s); | ||
542 | + SysBusDevice *dev = SYS_BUS_DEVICE(d); | ||
543 | + Error *local_err = NULL; | ||
544 | + | ||
545 | + c->parent_realize(d, &local_err); | ||
546 | + if (local_err) { | ||
547 | + error_propagate(errp, local_err); | ||
548 | + return; | 39 | + return; |
549 | + } | 40 | + } |
550 | + | 41 | + |
551 | + memory_region_init_io(&sys->iomem, OBJECT(s), | 42 | + switch (type) { |
552 | + &smmu_mem_ops, sys, TYPE_ARM_SMMUV3, 0x20000); | 43 | + case 0: |
553 | + | 44 | + sz = MO_32; |
554 | + sys->mrtypename = TYPE_SMMUV3_IOMMU_MEMORY_REGION; | 45 | + break; |
555 | + | 46 | + case 1: |
556 | + sysbus_init_mmio(dev, &sys->iomem); | 47 | + sz = MO_64; |
557 | + | 48 | + break; |
558 | + smmu_init_irq(s, dev); | 49 | + case 3: |
559 | +} | 50 | + sz = MO_16; |
560 | + | 51 | + if (arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { |
561 | +static const VMStateDescription vmstate_smmuv3_queue = { | 52 | + break; |
562 | + .name = "smmuv3_queue", | 53 | + } |
563 | + .version_id = 1, | 54 | + /* fallthru */ |
564 | + .minimum_version_id = 1, | 55 | + default: |
565 | + .fields = (VMStateField[]) { | 56 | unallocated_encoding(s); |
566 | + VMSTATE_UINT64(base, SMMUQueue), | 57 | return; |
567 | + VMSTATE_UINT32(prod, SMMUQueue), | 58 | } |
568 | + VMSTATE_UINT32(cons, SMMUQueue), | 59 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_csel(DisasContext *s, uint32_t insn) |
569 | + VMSTATE_UINT8(log2size, SMMUQueue), | 60 | return; |
570 | + }, | 61 | } |
571 | +}; | 62 | |
572 | + | 63 | - /* Zero extend sreg inputs to 64 bits now. */ |
573 | +static const VMStateDescription vmstate_smmuv3 = { | 64 | + /* Zero extend sreg & hreg inputs to 64 bits now. */ |
574 | + .name = "smmuv3", | 65 | t_true = tcg_temp_new_i64(); |
575 | + .version_id = 1, | 66 | t_false = tcg_temp_new_i64(); |
576 | + .minimum_version_id = 1, | 67 | - read_vec_element(s, t_true, rn, 0, type ? MO_64 : MO_32); |
577 | + .fields = (VMStateField[]) { | 68 | - read_vec_element(s, t_false, rm, 0, type ? MO_64 : MO_32); |
578 | + VMSTATE_UINT32(features, SMMUv3State), | 69 | + read_vec_element(s, t_true, rn, 0, sz); |
579 | + VMSTATE_UINT8(sid_size, SMMUv3State), | 70 | + read_vec_element(s, t_false, rm, 0, sz); |
580 | + VMSTATE_UINT8(sid_split, SMMUv3State), | 71 | |
581 | + | 72 | a64_test_cc(&c, cond); |
582 | + VMSTATE_UINT32_ARRAY(cr, SMMUv3State, 3), | 73 | t_zero = tcg_const_i64(0); |
583 | + VMSTATE_UINT32(cr0ack, SMMUv3State), | 74 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_csel(DisasContext *s, uint32_t insn) |
584 | + VMSTATE_UINT32(statusr, SMMUv3State), | 75 | tcg_temp_free_i64(t_false); |
585 | + VMSTATE_UINT32(irq_ctrl, SMMUv3State), | 76 | a64_free_cc(&c); |
586 | + VMSTATE_UINT32(gerror, SMMUv3State), | 77 | |
587 | + VMSTATE_UINT32(gerrorn, SMMUv3State), | 78 | - /* Note that sregs write back zeros to the high bits, |
588 | + VMSTATE_UINT64(gerror_irq_cfg0, SMMUv3State), | 79 | + /* Note that sregs & hregs write back zeros to the high bits, |
589 | + VMSTATE_UINT32(gerror_irq_cfg1, SMMUv3State), | 80 | and we've already done the zero-extension. */ |
590 | + VMSTATE_UINT32(gerror_irq_cfg2, SMMUv3State), | 81 | write_fp_dreg(s, rd, t_true); |
591 | + VMSTATE_UINT64(strtab_base, SMMUv3State), | 82 | tcg_temp_free_i64(t_true); |
592 | + VMSTATE_UINT32(strtab_base_cfg, SMMUv3State), | ||
593 | + VMSTATE_UINT64(eventq_irq_cfg0, SMMUv3State), | ||
594 | + VMSTATE_UINT32(eventq_irq_cfg1, SMMUv3State), | ||
595 | + VMSTATE_UINT32(eventq_irq_cfg2, SMMUv3State), | ||
596 | + | ||
597 | + VMSTATE_STRUCT(cmdq, SMMUv3State, 0, vmstate_smmuv3_queue, SMMUQueue), | ||
598 | + VMSTATE_STRUCT(eventq, SMMUv3State, 0, vmstate_smmuv3_queue, SMMUQueue), | ||
599 | + | ||
600 | + VMSTATE_END_OF_LIST(), | ||
601 | + }, | ||
602 | +}; | ||
603 | + | ||
604 | +static void smmuv3_instance_init(Object *obj) | ||
605 | +{ | ||
606 | + /* Nothing much to do here as of now */ | ||
607 | +} | ||
608 | + | ||
609 | +static void smmuv3_class_init(ObjectClass *klass, void *data) | ||
610 | +{ | ||
611 | + DeviceClass *dc = DEVICE_CLASS(klass); | ||
612 | + SMMUv3Class *c = ARM_SMMUV3_CLASS(klass); | ||
613 | + | ||
614 | + dc->vmsd = &vmstate_smmuv3; | ||
615 | + device_class_set_parent_reset(dc, smmu_reset, &c->parent_reset); | ||
616 | + c->parent_realize = dc->realize; | ||
617 | + dc->realize = smmu_realize; | ||
618 | +} | ||
619 | + | ||
620 | +static void smmuv3_iommu_memory_region_class_init(ObjectClass *klass, | ||
621 | + void *data) | ||
622 | +{ | ||
623 | +} | ||
624 | + | ||
625 | +static const TypeInfo smmuv3_type_info = { | ||
626 | + .name = TYPE_ARM_SMMUV3, | ||
627 | + .parent = TYPE_ARM_SMMU, | ||
628 | + .instance_size = sizeof(SMMUv3State), | ||
629 | + .instance_init = smmuv3_instance_init, | ||
630 | + .class_size = sizeof(SMMUv3Class), | ||
631 | + .class_init = smmuv3_class_init, | ||
632 | +}; | ||
633 | + | ||
634 | +static const TypeInfo smmuv3_iommu_memory_region_info = { | ||
635 | + .parent = TYPE_IOMMU_MEMORY_REGION, | ||
636 | + .name = TYPE_SMMUV3_IOMMU_MEMORY_REGION, | ||
637 | + .class_init = smmuv3_iommu_memory_region_class_init, | ||
638 | +}; | ||
639 | + | ||
640 | +static void smmuv3_register_types(void) | ||
641 | +{ | ||
642 | + type_register(&smmuv3_type_info); | ||
643 | + type_register(&smmuv3_iommu_memory_region_info); | ||
644 | +} | ||
645 | + | ||
646 | +type_init(smmuv3_register_types) | ||
647 | + | ||
648 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
649 | index XXXXXXX..XXXXXXX 100644 | ||
650 | --- a/hw/arm/trace-events | ||
651 | +++ b/hw/arm/trace-events | ||
652 | @@ -XXX,XX +XXX,XX @@ smmu_ptw_invalid_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, | ||
653 | smmu_ptw_page_pte(int stage, int level, uint64_t iova, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t address) "stage=%d level=%d iova=0x%"PRIx64" base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" page address = 0x%"PRIx64 | ||
654 | smmu_ptw_block_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t iova, uint64_t gpa, int bsize_mb) "stage=%d level=%d base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" iova=0x%"PRIx64" block address = 0x%"PRIx64" block size = %d MiB" | ||
655 | smmu_get_pte(uint64_t baseaddr, int index, uint64_t pteaddr, uint64_t pte) "baseaddr=0x%"PRIx64" index=0x%x, pteaddr=0x%"PRIx64", pte=0x%"PRIx64 | ||
656 | + | ||
657 | +#hw/arm/smmuv3.c | ||
658 | +smmuv3_read_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: 0x%"PRIx64" val:0x%"PRIx64" size: 0x%x(%d)" | ||
659 | -- | 83 | -- |
660 | 2.17.0 | 84 | 2.17.0 |
661 | 85 | ||
662 | 86 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Alex Bennée <alex.bennee@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Let's introduce a helper function aiming at recording an | 3 | All the hard work is already done by vfp_expand_imm, we just need to |
4 | event in the event queue. | 4 | make sure we pick up the correct size. |
5 | 5 | ||
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 6 | Cc: qemu-stable@nongnu.org |
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
8 | Message-id: 1524665762-31355-9-git-send-email-eric.auger@redhat.com | 8 | Signed-off-by: Alex Bennée <alex.bennee@linaro.org> |
9 | Tested-by: Alex Bennée <alex.bennee@linaro.org> | ||
10 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
11 | Message-id: 20180512003217.9105-11-richard.henderson@linaro.org | ||
12 | [rth: Merge unallocated_encoding check with TCGMemOp conversion.] | ||
13 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 15 | --- |
11 | hw/arm/smmuv3-internal.h | 148 ++++++++++++++++++++++++++++++++++++++- | 16 | target/arm/translate-a64.c | 20 +++++++++++++++++--- |
12 | hw/arm/smmuv3.c | 108 ++++++++++++++++++++++++++-- | 17 | 1 file changed, 17 insertions(+), 3 deletions(-) |
13 | hw/arm/trace-events | 1 + | ||
14 | 3 files changed, 249 insertions(+), 8 deletions(-) | ||
15 | 18 | ||
16 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 19 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
17 | index XXXXXXX..XXXXXXX 100644 | 20 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/hw/arm/smmuv3-internal.h | 21 | --- a/target/arm/translate-a64.c |
19 | +++ b/hw/arm/smmuv3-internal.h | 22 | +++ b/target/arm/translate-a64.c |
20 | @@ -XXX,XX +XXX,XX @@ static inline void smmu_write_cmdq_err(SMMUv3State *s, uint32_t err_type) | 23 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_imm(DisasContext *s, uint32_t insn) |
21 | s->cmdq.cons = FIELD_DP32(s->cmdq.cons, CMDQ_CONS, ERR, err_type); | ||
22 | } | ||
23 | |||
24 | -void smmuv3_write_eventq(SMMUv3State *s, Evt *evt); | ||
25 | - | ||
26 | /* Commands */ | ||
27 | |||
28 | typedef enum SMMUCommandType { | ||
29 | @@ -XXX,XX +XXX,XX @@ enum { /* Command completion notification */ | ||
30 | |||
31 | #define SMMU_FEATURE_2LVL_STE (1 << 0) | ||
32 | |||
33 | +/* Events */ | ||
34 | + | ||
35 | +typedef enum SMMUEventType { | ||
36 | + SMMU_EVT_OK = 0x00, | ||
37 | + SMMU_EVT_F_UUT , | ||
38 | + SMMU_EVT_C_BAD_STREAMID , | ||
39 | + SMMU_EVT_F_STE_FETCH , | ||
40 | + SMMU_EVT_C_BAD_STE , | ||
41 | + SMMU_EVT_F_BAD_ATS_TREQ , | ||
42 | + SMMU_EVT_F_STREAM_DISABLED , | ||
43 | + SMMU_EVT_F_TRANS_FORBIDDEN , | ||
44 | + SMMU_EVT_C_BAD_SUBSTREAMID , | ||
45 | + SMMU_EVT_F_CD_FETCH , | ||
46 | + SMMU_EVT_C_BAD_CD , | ||
47 | + SMMU_EVT_F_WALK_EABT , | ||
48 | + SMMU_EVT_F_TRANSLATION = 0x10, | ||
49 | + SMMU_EVT_F_ADDR_SIZE , | ||
50 | + SMMU_EVT_F_ACCESS , | ||
51 | + SMMU_EVT_F_PERMISSION , | ||
52 | + SMMU_EVT_F_TLB_CONFLICT = 0x20, | ||
53 | + SMMU_EVT_F_CFG_CONFLICT , | ||
54 | + SMMU_EVT_E_PAGE_REQ = 0x24, | ||
55 | +} SMMUEventType; | ||
56 | + | ||
57 | +static const char *event_stringify[] = { | ||
58 | + [SMMU_EVT_OK] = "SMMU_EVT_OK", | ||
59 | + [SMMU_EVT_F_UUT] = "SMMU_EVT_F_UUT", | ||
60 | + [SMMU_EVT_C_BAD_STREAMID] = "SMMU_EVT_C_BAD_STREAMID", | ||
61 | + [SMMU_EVT_F_STE_FETCH] = "SMMU_EVT_F_STE_FETCH", | ||
62 | + [SMMU_EVT_C_BAD_STE] = "SMMU_EVT_C_BAD_STE", | ||
63 | + [SMMU_EVT_F_BAD_ATS_TREQ] = "SMMU_EVT_F_BAD_ATS_TREQ", | ||
64 | + [SMMU_EVT_F_STREAM_DISABLED] = "SMMU_EVT_F_STREAM_DISABLED", | ||
65 | + [SMMU_EVT_F_TRANS_FORBIDDEN] = "SMMU_EVT_F_TRANS_FORBIDDEN", | ||
66 | + [SMMU_EVT_C_BAD_SUBSTREAMID] = "SMMU_EVT_C_BAD_SUBSTREAMID", | ||
67 | + [SMMU_EVT_F_CD_FETCH] = "SMMU_EVT_F_CD_FETCH", | ||
68 | + [SMMU_EVT_C_BAD_CD] = "SMMU_EVT_C_BAD_CD", | ||
69 | + [SMMU_EVT_F_WALK_EABT] = "SMMU_EVT_F_WALK_EABT", | ||
70 | + [SMMU_EVT_F_TRANSLATION] = "SMMU_EVT_F_TRANSLATION", | ||
71 | + [SMMU_EVT_F_ADDR_SIZE] = "SMMU_EVT_F_ADDR_SIZE", | ||
72 | + [SMMU_EVT_F_ACCESS] = "SMMU_EVT_F_ACCESS", | ||
73 | + [SMMU_EVT_F_PERMISSION] = "SMMU_EVT_F_PERMISSION", | ||
74 | + [SMMU_EVT_F_TLB_CONFLICT] = "SMMU_EVT_F_TLB_CONFLICT", | ||
75 | + [SMMU_EVT_F_CFG_CONFLICT] = "SMMU_EVT_F_CFG_CONFLICT", | ||
76 | + [SMMU_EVT_E_PAGE_REQ] = "SMMU_EVT_E_PAGE_REQ", | ||
77 | +}; | ||
78 | + | ||
79 | +static inline const char *smmu_event_string(SMMUEventType type) | ||
80 | +{ | ||
81 | + if (type < ARRAY_SIZE(event_stringify)) { | ||
82 | + return event_stringify[type] ? event_stringify[type] : "UNKNOWN"; | ||
83 | + } else { | ||
84 | + return "INVALID"; | ||
85 | + } | ||
86 | +} | ||
87 | + | ||
88 | +/* Encode an event record */ | ||
89 | +typedef struct SMMUEventInfo { | ||
90 | + SMMUEventType type; | ||
91 | + uint32_t sid; | ||
92 | + bool recorded; | ||
93 | + bool record_trans_faults; | ||
94 | + union { | ||
95 | + struct { | ||
96 | + uint32_t ssid; | ||
97 | + bool ssv; | ||
98 | + dma_addr_t addr; | ||
99 | + bool rnw; | ||
100 | + bool pnu; | ||
101 | + bool ind; | ||
102 | + } f_uut; | ||
103 | + struct SSIDInfo { | ||
104 | + uint32_t ssid; | ||
105 | + bool ssv; | ||
106 | + } c_bad_streamid; | ||
107 | + struct SSIDAddrInfo { | ||
108 | + uint32_t ssid; | ||
109 | + bool ssv; | ||
110 | + dma_addr_t addr; | ||
111 | + } f_ste_fetch; | ||
112 | + struct SSIDInfo c_bad_ste; | ||
113 | + struct { | ||
114 | + dma_addr_t addr; | ||
115 | + bool rnw; | ||
116 | + } f_transl_forbidden; | ||
117 | + struct { | ||
118 | + uint32_t ssid; | ||
119 | + } c_bad_substream; | ||
120 | + struct SSIDAddrInfo f_cd_fetch; | ||
121 | + struct SSIDInfo c_bad_cd; | ||
122 | + struct FullInfo { | ||
123 | + bool stall; | ||
124 | + uint16_t stag; | ||
125 | + uint32_t ssid; | ||
126 | + bool ssv; | ||
127 | + bool s2; | ||
128 | + dma_addr_t addr; | ||
129 | + bool rnw; | ||
130 | + bool pnu; | ||
131 | + bool ind; | ||
132 | + uint8_t class; | ||
133 | + dma_addr_t addr2; | ||
134 | + } f_walk_eabt; | ||
135 | + struct FullInfo f_translation; | ||
136 | + struct FullInfo f_addr_size; | ||
137 | + struct FullInfo f_access; | ||
138 | + struct FullInfo f_permission; | ||
139 | + struct SSIDInfo f_cfg_conflict; | ||
140 | + /** | ||
141 | + * not supported yet: | ||
142 | + * F_BAD_ATS_TREQ | ||
143 | + * F_BAD_ATS_TREQ | ||
144 | + * F_TLB_CONFLICT | ||
145 | + * E_PAGE_REQUEST | ||
146 | + * IMPDEF_EVENTn | ||
147 | + */ | ||
148 | + } u; | ||
149 | +} SMMUEventInfo; | ||
150 | + | ||
151 | +/* EVTQ fields */ | ||
152 | + | ||
153 | +#define EVT_Q_OVERFLOW (1 << 31) | ||
154 | + | ||
155 | +#define EVT_SET_TYPE(x, v) deposit32((x)->word[0], 0 , 8 , v) | ||
156 | +#define EVT_SET_SSV(x, v) deposit32((x)->word[0], 11, 1 , v) | ||
157 | +#define EVT_SET_SSID(x, v) deposit32((x)->word[0], 12, 20, v) | ||
158 | +#define EVT_SET_SID(x, v) ((x)->word[1] = v) | ||
159 | +#define EVT_SET_STAG(x, v) deposit32((x)->word[2], 0 , 16, v) | ||
160 | +#define EVT_SET_STALL(x, v) deposit32((x)->word[2], 31, 1 , v) | ||
161 | +#define EVT_SET_PNU(x, v) deposit32((x)->word[3], 1 , 1 , v) | ||
162 | +#define EVT_SET_IND(x, v) deposit32((x)->word[3], 2 , 1 , v) | ||
163 | +#define EVT_SET_RNW(x, v) deposit32((x)->word[3], 3 , 1 , v) | ||
164 | +#define EVT_SET_S2(x, v) deposit32((x)->word[3], 7 , 1 , v) | ||
165 | +#define EVT_SET_CLASS(x, v) deposit32((x)->word[3], 8 , 2 , v) | ||
166 | +#define EVT_SET_ADDR(x, addr) \ | ||
167 | + do { \ | ||
168 | + (x)->word[5] = (uint32_t)(addr >> 32); \ | ||
169 | + (x)->word[4] = (uint32_t)(addr & 0xffffffff); \ | ||
170 | + } while (0) | ||
171 | +#define EVT_SET_ADDR2(x, addr) \ | ||
172 | + do { \ | ||
173 | + deposit32((x)->word[7], 3, 29, addr >> 16); \ | ||
174 | + deposit32((x)->word[7], 0, 16, addr & 0xffff);\ | ||
175 | + } while (0) | ||
176 | + | ||
177 | +void smmuv3_record_event(SMMUv3State *s, SMMUEventInfo *event); | ||
178 | + | ||
179 | #endif | ||
180 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
181 | index XXXXXXX..XXXXXXX 100644 | ||
182 | --- a/hw/arm/smmuv3.c | ||
183 | +++ b/hw/arm/smmuv3.c | ||
184 | @@ -XXX,XX +XXX,XX @@ static MemTxResult queue_write(SMMUQueue *q, void *data) | ||
185 | return MEMTX_OK; | ||
186 | } | ||
187 | |||
188 | -void smmuv3_write_eventq(SMMUv3State *s, Evt *evt) | ||
189 | +static MemTxResult smmuv3_write_eventq(SMMUv3State *s, Evt *evt) | ||
190 | { | 24 | { |
191 | SMMUQueue *q = &s->eventq; | 25 | int rd = extract32(insn, 0, 5); |
192 | + MemTxResult r; | 26 | int imm8 = extract32(insn, 13, 8); |
193 | + | 27 | - int is_double = extract32(insn, 22, 2); |
194 | + if (!smmuv3_eventq_enabled(s)) { | 28 | + int type = extract32(insn, 22, 2); |
195 | + return MEMTX_ERROR; | 29 | uint64_t imm; |
196 | + } | 30 | TCGv_i64 tcg_res; |
197 | + | 31 | + TCGMemOp sz; |
198 | + if (smmuv3_q_full(q)) { | 32 | |
199 | + return MEMTX_ERROR; | 33 | - if (is_double > 1) { |
200 | + } | 34 | + switch (type) { |
201 | + | 35 | + case 0: |
202 | + r = queue_write(q, evt); | 36 | + sz = MO_32; |
203 | + if (r != MEMTX_OK) { | 37 | + break; |
204 | + return r; | 38 | + case 1: |
205 | + } | 39 | + sz = MO_64; |
206 | + | 40 | + break; |
207 | + if (smmuv3_q_empty(q)) { | 41 | + case 3: |
208 | + smmuv3_trigger_irq(s, SMMU_IRQ_EVTQ, 0); | 42 | + sz = MO_16; |
209 | + } | 43 | + if (arm_dc_feature(s, ARM_FEATURE_V8_FP16)) { |
210 | + return MEMTX_OK; | 44 | + break; |
211 | +} | 45 | + } |
212 | + | 46 | + /* fallthru */ |
213 | +void smmuv3_record_event(SMMUv3State *s, SMMUEventInfo *info) | 47 | + default: |
214 | +{ | 48 | unallocated_encoding(s); |
215 | + Evt evt; | ||
216 | + MemTxResult r; | ||
217 | |||
218 | if (!smmuv3_eventq_enabled(s)) { | ||
219 | return; | 49 | return; |
220 | } | 50 | } |
221 | 51 | @@ -XXX,XX +XXX,XX @@ static void disas_fp_imm(DisasContext *s, uint32_t insn) | |
222 | - if (smmuv3_q_full(q)) { | ||
223 | + EVT_SET_TYPE(&evt, info->type); | ||
224 | + EVT_SET_SID(&evt, info->sid); | ||
225 | + | ||
226 | + switch (info->type) { | ||
227 | + case SMMU_EVT_OK: | ||
228 | return; | 52 | return; |
229 | + case SMMU_EVT_F_UUT: | ||
230 | + EVT_SET_SSID(&evt, info->u.f_uut.ssid); | ||
231 | + EVT_SET_SSV(&evt, info->u.f_uut.ssv); | ||
232 | + EVT_SET_ADDR(&evt, info->u.f_uut.addr); | ||
233 | + EVT_SET_RNW(&evt, info->u.f_uut.rnw); | ||
234 | + EVT_SET_PNU(&evt, info->u.f_uut.pnu); | ||
235 | + EVT_SET_IND(&evt, info->u.f_uut.ind); | ||
236 | + break; | ||
237 | + case SMMU_EVT_C_BAD_STREAMID: | ||
238 | + EVT_SET_SSID(&evt, info->u.c_bad_streamid.ssid); | ||
239 | + EVT_SET_SSV(&evt, info->u.c_bad_streamid.ssv); | ||
240 | + break; | ||
241 | + case SMMU_EVT_F_STE_FETCH: | ||
242 | + EVT_SET_SSID(&evt, info->u.f_ste_fetch.ssid); | ||
243 | + EVT_SET_SSV(&evt, info->u.f_ste_fetch.ssv); | ||
244 | + EVT_SET_ADDR(&evt, info->u.f_ste_fetch.addr); | ||
245 | + break; | ||
246 | + case SMMU_EVT_C_BAD_STE: | ||
247 | + EVT_SET_SSID(&evt, info->u.c_bad_ste.ssid); | ||
248 | + EVT_SET_SSV(&evt, info->u.c_bad_ste.ssv); | ||
249 | + break; | ||
250 | + case SMMU_EVT_F_STREAM_DISABLED: | ||
251 | + break; | ||
252 | + case SMMU_EVT_F_TRANS_FORBIDDEN: | ||
253 | + EVT_SET_ADDR(&evt, info->u.f_transl_forbidden.addr); | ||
254 | + EVT_SET_RNW(&evt, info->u.f_transl_forbidden.rnw); | ||
255 | + break; | ||
256 | + case SMMU_EVT_C_BAD_SUBSTREAMID: | ||
257 | + EVT_SET_SSID(&evt, info->u.c_bad_substream.ssid); | ||
258 | + break; | ||
259 | + case SMMU_EVT_F_CD_FETCH: | ||
260 | + EVT_SET_SSID(&evt, info->u.f_cd_fetch.ssid); | ||
261 | + EVT_SET_SSV(&evt, info->u.f_cd_fetch.ssv); | ||
262 | + EVT_SET_ADDR(&evt, info->u.f_cd_fetch.addr); | ||
263 | + break; | ||
264 | + case SMMU_EVT_C_BAD_CD: | ||
265 | + EVT_SET_SSID(&evt, info->u.c_bad_cd.ssid); | ||
266 | + EVT_SET_SSV(&evt, info->u.c_bad_cd.ssv); | ||
267 | + break; | ||
268 | + case SMMU_EVT_F_WALK_EABT: | ||
269 | + case SMMU_EVT_F_TRANSLATION: | ||
270 | + case SMMU_EVT_F_ADDR_SIZE: | ||
271 | + case SMMU_EVT_F_ACCESS: | ||
272 | + case SMMU_EVT_F_PERMISSION: | ||
273 | + EVT_SET_STALL(&evt, info->u.f_walk_eabt.stall); | ||
274 | + EVT_SET_STAG(&evt, info->u.f_walk_eabt.stag); | ||
275 | + EVT_SET_SSID(&evt, info->u.f_walk_eabt.ssid); | ||
276 | + EVT_SET_SSV(&evt, info->u.f_walk_eabt.ssv); | ||
277 | + EVT_SET_S2(&evt, info->u.f_walk_eabt.s2); | ||
278 | + EVT_SET_ADDR(&evt, info->u.f_walk_eabt.addr); | ||
279 | + EVT_SET_RNW(&evt, info->u.f_walk_eabt.rnw); | ||
280 | + EVT_SET_PNU(&evt, info->u.f_walk_eabt.pnu); | ||
281 | + EVT_SET_IND(&evt, info->u.f_walk_eabt.ind); | ||
282 | + EVT_SET_CLASS(&evt, info->u.f_walk_eabt.class); | ||
283 | + EVT_SET_ADDR2(&evt, info->u.f_walk_eabt.addr2); | ||
284 | + break; | ||
285 | + case SMMU_EVT_F_CFG_CONFLICT: | ||
286 | + EVT_SET_SSID(&evt, info->u.f_cfg_conflict.ssid); | ||
287 | + EVT_SET_SSV(&evt, info->u.f_cfg_conflict.ssv); | ||
288 | + break; | ||
289 | + /* rest is not implemented */ | ||
290 | + case SMMU_EVT_F_BAD_ATS_TREQ: | ||
291 | + case SMMU_EVT_F_TLB_CONFLICT: | ||
292 | + case SMMU_EVT_E_PAGE_REQ: | ||
293 | + default: | ||
294 | + g_assert_not_reached(); | ||
295 | } | 53 | } |
296 | 54 | ||
297 | - queue_write(q, evt); | 55 | - imm = vfp_expand_imm(MO_32 + is_double, imm8); |
298 | - | 56 | + imm = vfp_expand_imm(sz, imm8); |
299 | - if (smmuv3_q_empty(q)) { | 57 | |
300 | - smmuv3_trigger_irq(s, SMMU_IRQ_EVTQ, 0); | 58 | tcg_res = tcg_const_i64(imm); |
301 | + trace_smmuv3_record_event(smmu_event_string(info->type), info->sid); | 59 | write_fp_dreg(s, rd, tcg_res); |
302 | + r = smmuv3_write_eventq(s, &evt); | ||
303 | + if (r != MEMTX_OK) { | ||
304 | + smmuv3_trigger_irq(s, SMMU_IRQ_GERROR, R_GERROR_EVENTQ_ABT_ERR_MASK); | ||
305 | } | ||
306 | + info->recorded = true; | ||
307 | } | ||
308 | |||
309 | static void smmuv3_init_regs(SMMUv3State *s) | ||
310 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
311 | index XXXXXXX..XXXXXXX 100644 | ||
312 | --- a/hw/arm/trace-events | ||
313 | +++ b/hw/arm/trace-events | ||
314 | @@ -XXX,XX +XXX,XX @@ smmuv3_write_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: | ||
315 | smmuv3_write_mmio_idr(uint64_t addr, uint64_t val) "write to RO/Unimpl reg 0x%lx val64:0x%lx" | ||
316 | smmuv3_write_mmio_evtq_cons_bef_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "Before clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
317 | smmuv3_write_mmio_evtq_cons_after_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "after clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
318 | +smmuv3_record_event(const char *type, uint32_t sid) "%s sid=%d" | ||
319 | -- | 60 | -- |
320 | 2.17.0 | 61 | 2.17.0 |
321 | 62 | ||
322 | 63 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Alex Bennée <alex.bennee@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | At the moment, the SMMUv3 does not support notification on | 3 | We are meant to explicitly pass fpst, not cpu_env. |
4 | TLB invalidation. So let's log an error as soon as such notifier | ||
5 | gets enabled. | ||
6 | 4 | ||
7 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 5 | Cc: qemu-stable@nongnu.org |
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 6 | Signed-off-by: Alex Bennée <alex.bennee@linaro.org> |
9 | Message-id: 1524665762-31355-11-git-send-email-eric.auger@redhat.com | 7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
8 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Tested-by: Alex Bennée <alex.bennee@linaro.org> | ||
10 | Message-id: 20180512003217.9105-12-richard.henderson@linaro.org | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 12 | --- |
12 | hw/arm/smmuv3.c | 11 +++++++++++ | 13 | target/arm/translate-a64.c | 3 ++- |
13 | 1 file changed, 11 insertions(+) | 14 | 1 file changed, 2 insertions(+), 1 deletion(-) |
14 | 15 | ||
15 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | 16 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
16 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/hw/arm/smmuv3.c | 18 | --- a/target/arm/translate-a64.c |
18 | +++ b/hw/arm/smmuv3.c | 19 | +++ b/target/arm/translate-a64.c |
19 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_class_init(ObjectClass *klass, void *data) | 20 | @@ -XXX,XX +XXX,XX @@ static void handle_fp_1src_half(DisasContext *s, int opcode, int rd, int rn) |
20 | dc->realize = smmu_realize; | 21 | tcg_gen_xori_i32(tcg_res, tcg_op, 0x8000); |
21 | } | 22 | break; |
22 | 23 | case 0x3: /* FSQRT */ | |
23 | +static void smmuv3_notify_flag_changed(IOMMUMemoryRegion *iommu, | 24 | - gen_helper_sqrt_f16(tcg_res, tcg_op, cpu_env); |
24 | + IOMMUNotifierFlag old, | 25 | + fpst = get_fpstatus_ptr(true); |
25 | + IOMMUNotifierFlag new) | 26 | + gen_helper_sqrt_f16(tcg_res, tcg_op, fpst); |
26 | +{ | 27 | break; |
27 | + if (old == IOMMU_NOTIFIER_NONE) { | 28 | case 0x8: /* FRINTN */ |
28 | + warn_report("SMMUV3 does not support vhost/vfio integration yet: " | 29 | case 0x9: /* FRINTP */ |
29 | + "devices of those types will not function properly"); | ||
30 | + } | ||
31 | +} | ||
32 | + | ||
33 | static void smmuv3_iommu_memory_region_class_init(ObjectClass *klass, | ||
34 | void *data) | ||
35 | { | ||
36 | IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass); | ||
37 | |||
38 | imrc->translate = smmuv3_translate; | ||
39 | + imrc->notify_flag_changed = smmuv3_notify_flag_changed; | ||
40 | } | ||
41 | |||
42 | static const TypeInfo smmuv3_type_info = { | ||
43 | -- | 30 | -- |
44 | 2.17.0 | 31 | 2.17.0 |
45 | 32 | ||
46 | 33 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Philippe Mathieu-Daudé <f4bug@amsat.org> |
---|---|---|---|
2 | 2 | ||
3 | In case the MSI is translated by an IOMMU we need to fixup the | 3 | Per the Physical Layer Simplified Spec. "4.3.10.4 Switch Function Status": |
4 | MSI route with the translated address. | ||
5 | 4 | ||
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 5 | The block length is predefined to 512 bits |
7 | Signed-off-by: Bharat Bhushan <Bharat.Bhushan@nxp.com> | 6 | |
8 | Message-id: 1524665762-31355-12-git-send-email-eric.auger@redhat.com | 7 | and "4.10.2 SD Status": |
8 | |||
9 | The SD Status contains status bits that are related to the SD Memory Card | ||
10 | proprietary features and may be used for future application-specific usage. | ||
11 | The size of the SD Status is one data block of 512 bit. The content of this | ||
12 | register is transmitted to the Host over the DAT bus along with a 16-bit CRC. | ||
13 | |||
14 | Thus the 16-bit CRC goes at offset 64. | ||
15 | |||
16 | Signed-off-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
17 | Message-id: 20180509060104.4458-3-f4bug@amsat.org | ||
9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 18 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 19 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 20 | --- |
12 | target/arm/kvm.c | 38 +++++++++++++++++++++++++++++++++++++- | 21 | hw/sd/sd.c | 2 +- |
13 | target/arm/trace-events | 3 +++ | 22 | 1 file changed, 1 insertion(+), 1 deletion(-) |
14 | 2 files changed, 40 insertions(+), 1 deletion(-) | ||
15 | 23 | ||
16 | diff --git a/target/arm/kvm.c b/target/arm/kvm.c | 24 | diff --git a/hw/sd/sd.c b/hw/sd/sd.c |
17 | index XXXXXXX..XXXXXXX 100644 | 25 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/target/arm/kvm.c | 26 | --- a/hw/sd/sd.c |
19 | +++ b/target/arm/kvm.c | 27 | +++ b/hw/sd/sd.c |
20 | @@ -XXX,XX +XXX,XX @@ | 28 | @@ -XXX,XX +XXX,XX @@ static void sd_function_switch(SDState *sd, uint32_t arg) |
21 | #include "sysemu/kvm.h" | 29 | sd->data[14 + (i >> 1)] = new_func << ((i * 4) & 4); |
22 | #include "kvm_arm.h" | 30 | } |
23 | #include "cpu.h" | 31 | memset(&sd->data[17], 0, 47); |
24 | +#include "trace.h" | 32 | - stw_be_p(sd->data + 65, sd_crc16(sd->data, 64)); |
25 | #include "internals.h" | 33 | + stw_be_p(sd->data + 64, sd_crc16(sd->data, 64)); |
26 | #include "hw/arm/arm.h" | ||
27 | +#include "hw/pci/pci.h" | ||
28 | #include "exec/memattrs.h" | ||
29 | #include "exec/address-spaces.h" | ||
30 | #include "hw/boards.h" | ||
31 | @@ -XXX,XX +XXX,XX @@ int kvm_arm_vgic_probe(void) | ||
32 | int kvm_arch_fixup_msi_route(struct kvm_irq_routing_entry *route, | ||
33 | uint64_t address, uint32_t data, PCIDevice *dev) | ||
34 | { | ||
35 | - return 0; | ||
36 | + AddressSpace *as = pci_device_iommu_address_space(dev); | ||
37 | + hwaddr xlat, len, doorbell_gpa; | ||
38 | + MemoryRegionSection mrs; | ||
39 | + MemoryRegion *mr; | ||
40 | + int ret = 1; | ||
41 | + | ||
42 | + if (as == &address_space_memory) { | ||
43 | + return 0; | ||
44 | + } | ||
45 | + | ||
46 | + /* MSI doorbell address is translated by an IOMMU */ | ||
47 | + | ||
48 | + rcu_read_lock(); | ||
49 | + mr = address_space_translate(as, address, &xlat, &len, true); | ||
50 | + if (!mr) { | ||
51 | + goto unlock; | ||
52 | + } | ||
53 | + mrs = memory_region_find(mr, xlat, 1); | ||
54 | + if (!mrs.mr) { | ||
55 | + goto unlock; | ||
56 | + } | ||
57 | + | ||
58 | + doorbell_gpa = mrs.offset_within_address_space; | ||
59 | + memory_region_unref(mrs.mr); | ||
60 | + | ||
61 | + route->u.msi.address_lo = doorbell_gpa; | ||
62 | + route->u.msi.address_hi = doorbell_gpa >> 32; | ||
63 | + | ||
64 | + trace_kvm_arm_fixup_msi_route(address, doorbell_gpa); | ||
65 | + | ||
66 | + ret = 0; | ||
67 | + | ||
68 | +unlock: | ||
69 | + rcu_read_unlock(); | ||
70 | + return ret; | ||
71 | } | 34 | } |
72 | 35 | ||
73 | int kvm_arch_add_msi_route_post(struct kvm_irq_routing_entry *route, | 36 | static inline bool sd_wp_addr(SDState *sd, uint64_t addr) |
74 | diff --git a/target/arm/trace-events b/target/arm/trace-events | ||
75 | index XXXXXXX..XXXXXXX 100644 | ||
76 | --- a/target/arm/trace-events | ||
77 | +++ b/target/arm/trace-events | ||
78 | @@ -XXX,XX +XXX,XX @@ arm_gt_tval_write(int timer, uint64_t value) "gt_tval_write: timer %d value 0x%" | ||
79 | arm_gt_ctl_write(int timer, uint64_t value) "gt_ctl_write: timer %d value 0x%" PRIx64 | ||
80 | arm_gt_imask_toggle(int timer, int irqstate) "gt_ctl_write: timer %d IMASK toggle, new irqstate %d" | ||
81 | arm_gt_cntvoff_write(uint64_t value) "gt_cntvoff_write: value 0x%" PRIx64 | ||
82 | + | ||
83 | +# target/arm/kvm.c | ||
84 | +kvm_arm_fixup_msi_route(uint64_t iova, uint64_t gpa) "MSI iova = 0x%"PRIx64" is translated into 0x%"PRIx64 | ||
85 | -- | 37 | -- |
86 | 2.17.0 | 38 | 2.17.0 |
87 | 39 | ||
88 | 40 | diff view generated by jsdifflib |
1 | Convert the smc91c111 device away from using the old_mmio field of | 1 | Usually the logging of the CPU state produced by -d cpu is sufficient |
---|---|---|---|
2 | MemoryRegionOps. This device is used by several Arm board models. | 2 | to diagnose problems, but sometimes you want to see the state of |
3 | the floating point registers as well. We don't want to enable that | ||
4 | by default as it adds a lot of extra data to the log; instead, | ||
5 | allow it to be optionally enabled via -d fpu. | ||
3 | 6 | ||
4 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
5 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | 8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
6 | Message-id: 20180427173611.10281-3-peter.maydell@linaro.org | 9 | Message-id: 20180510130024.31678-1-peter.maydell@linaro.org |
7 | --- | 10 | --- |
8 | hw/net/smc91c111.c | 54 +++++++++++++++++++++------------------------- | 11 | include/qemu/log.h | 1 + |
9 | 1 file changed, 25 insertions(+), 29 deletions(-) | 12 | accel/tcg/cpu-exec.c | 9 ++++++--- |
13 | util/log.c | 2 ++ | ||
14 | 3 files changed, 9 insertions(+), 3 deletions(-) | ||
10 | 15 | ||
11 | diff --git a/hw/net/smc91c111.c b/hw/net/smc91c111.c | 16 | diff --git a/include/qemu/log.h b/include/qemu/log.h |
12 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
13 | --- a/hw/net/smc91c111.c | 18 | --- a/include/qemu/log.h |
14 | +++ b/hw/net/smc91c111.c | 19 | +++ b/include/qemu/log.h |
15 | @@ -XXX,XX +XXX,XX @@ static uint32_t smc91c111_readb(void *opaque, hwaddr offset) | 20 | @@ -XXX,XX +XXX,XX @@ static inline bool qemu_log_separate(void) |
16 | return 0; | 21 | #define CPU_LOG_PAGE (1 << 14) |
17 | } | 22 | /* LOG_TRACE (1 << 15) is defined in log-for-trace.h */ |
18 | 23 | #define CPU_LOG_TB_OP_IND (1 << 16) | |
19 | -static void smc91c111_writew(void *opaque, hwaddr offset, | 24 | +#define CPU_LOG_TB_FPU (1 << 17) |
20 | - uint32_t value) | 25 | |
21 | +static uint64_t smc91c111_readfn(void *opaque, hwaddr addr, unsigned size) | 26 | /* Lock output for a series of related logs. Since this is not needed |
22 | { | 27 | * for a single qemu_log / qemu_log_mask / qemu_log_mask_and_addr, we |
23 | - smc91c111_writeb(opaque, offset, value & 0xff); | 28 | diff --git a/accel/tcg/cpu-exec.c b/accel/tcg/cpu-exec.c |
24 | - smc91c111_writeb(opaque, offset + 1, value >> 8); | 29 | index XXXXXXX..XXXXXXX 100644 |
25 | + int i; | 30 | --- a/accel/tcg/cpu-exec.c |
26 | + uint32_t val = 0; | 31 | +++ b/accel/tcg/cpu-exec.c |
27 | + | 32 | @@ -XXX,XX +XXX,XX @@ static inline tcg_target_ulong cpu_tb_exec(CPUState *cpu, TranslationBlock *itb) |
28 | + for (i = 0; i < size; i++) { | 33 | if (qemu_loglevel_mask(CPU_LOG_TB_CPU) |
29 | + val |= smc91c111_readb(opaque, addr + i) << (i * 8); | 34 | && qemu_log_in_addr_range(itb->pc)) { |
30 | + } | 35 | qemu_log_lock(); |
31 | + return val; | 36 | + int flags = 0; |
32 | } | 37 | + if (qemu_loglevel_mask(CPU_LOG_TB_FPU)) { |
33 | 38 | + flags |= CPU_DUMP_FPU; | |
34 | -static void smc91c111_writel(void *opaque, hwaddr offset, | 39 | + } |
35 | - uint32_t value) | 40 | #if defined(TARGET_I386) |
36 | +static void smc91c111_writefn(void *opaque, hwaddr addr, | 41 | - log_cpu_state(cpu, CPU_DUMP_CCOP); |
37 | + uint64_t value, unsigned size) | 42 | -#else |
38 | { | 43 | - log_cpu_state(cpu, 0); |
39 | + int i = 0; | 44 | + flags |= CPU_DUMP_CCOP; |
40 | + | 45 | #endif |
41 | /* 32-bit writes to offset 0xc only actually write to the bank select | 46 | + log_cpu_state(cpu, flags); |
42 | - register (offset 0xe) */ | 47 | qemu_log_unlock(); |
43 | - if (offset != 0xc) | 48 | } |
44 | - smc91c111_writew(opaque, offset, value & 0xffff); | 49 | #endif /* DEBUG_DISAS */ |
45 | - smc91c111_writew(opaque, offset + 2, value >> 16); | 50 | diff --git a/util/log.c b/util/log.c |
46 | -} | 51 | index XXXXXXX..XXXXXXX 100644 |
47 | + * register (offset 0xe), so skip the first two bytes we would write. | 52 | --- a/util/log.c |
48 | + */ | 53 | +++ b/util/log.c |
49 | + if (addr == 0xc && size == 4) { | 54 | @@ -XXX,XX +XXX,XX @@ const QEMULogItem qemu_log_items[] = { |
50 | + i += 2; | 55 | "show trace before each executed TB (lots of logs)" }, |
51 | + } | 56 | { CPU_LOG_TB_CPU, "cpu", |
52 | 57 | "show CPU registers before entering a TB (lots of logs)" }, | |
53 | -static uint32_t smc91c111_readw(void *opaque, hwaddr offset) | 58 | + { CPU_LOG_TB_FPU, "fpu", |
54 | -{ | 59 | + "include FPU registers in the 'cpu' logging" }, |
55 | - uint32_t val; | 60 | { CPU_LOG_MMU, "mmu", |
56 | - val = smc91c111_readb(opaque, offset); | 61 | "log MMU-related activities" }, |
57 | - val |= smc91c111_readb(opaque, offset + 1) << 8; | 62 | { CPU_LOG_PCALL, "pcall", |
58 | - return val; | ||
59 | -} | ||
60 | - | ||
61 | -static uint32_t smc91c111_readl(void *opaque, hwaddr offset) | ||
62 | -{ | ||
63 | - uint32_t val; | ||
64 | - val = smc91c111_readw(opaque, offset); | ||
65 | - val |= smc91c111_readw(opaque, offset + 2) << 16; | ||
66 | - return val; | ||
67 | + for (; i < size; i++) { | ||
68 | + smc91c111_writeb(opaque, addr + i, | ||
69 | + extract32(value, i * 8, 8)); | ||
70 | + } | ||
71 | } | ||
72 | |||
73 | static int smc91c111_can_receive_nc(NetClientState *nc) | ||
74 | @@ -XXX,XX +XXX,XX @@ static const MemoryRegionOps smc91c111_mem_ops = { | ||
75 | /* The special case for 32 bit writes to 0xc means we can't just | ||
76 | * set .impl.min/max_access_size to 1, unfortunately | ||
77 | */ | ||
78 | - .old_mmio = { | ||
79 | - .read = { smc91c111_readb, smc91c111_readw, smc91c111_readl, }, | ||
80 | - .write = { smc91c111_writeb, smc91c111_writew, smc91c111_writel, }, | ||
81 | - }, | ||
82 | + .read = smc91c111_readfn, | ||
83 | + .write = smc91c111_writefn, | ||
84 | + .valid.min_access_size = 1, | ||
85 | + .valid.max_access_size = 4, | ||
86 | .endianness = DEVICE_NATIVE_ENDIAN, | ||
87 | }; | ||
88 | |||
89 | -- | 63 | -- |
90 | 2.17.0 | 64 | 2.17.0 |
91 | 65 | ||
92 | 66 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Igor Mammedov <imammedo@redhat.com> | ||
2 | 1 | ||
3 | Even though nothing is currently broken (since all boards | ||
4 | use first_cpu as boot cpu), make sure that boot_info is set | ||
5 | on all CPUs. | ||
6 | If some board would like support heterogenuos setup (i.e. | ||
7 | init boot_info on subset of CPUs) in future, it should add | ||
8 | a reasonable API to do it, instead of starting assigning | ||
9 | boot_info from some CPU and till the end of present CPUs | ||
10 | list. | ||
11 | |||
12 | Ref: | ||
13 | "Message-ID: <CAFEAcA_NMWuA8WSs3cNeY6xX1kerO_uAcN_3=fK02BEhHJW86g@mail.gmail.com>" | ||
14 | |||
15 | Signed-off-by: Igor Mammedov <imammedo@redhat.com> | ||
16 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
17 | Message-id: 1525176522-200354-5-git-send-email-imammedo@redhat.com | ||
18 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
19 | --- | ||
20 | hw/arm/boot.c | 2 +- | ||
21 | 1 file changed, 1 insertion(+), 1 deletion(-) | ||
22 | |||
23 | diff --git a/hw/arm/boot.c b/hw/arm/boot.c | ||
24 | index XXXXXXX..XXXXXXX 100644 | ||
25 | --- a/hw/arm/boot.c | ||
26 | +++ b/hw/arm/boot.c | ||
27 | @@ -XXX,XX +XXX,XX @@ static void arm_load_kernel_notify(Notifier *notifier, void *data) | ||
28 | } | ||
29 | info->is_linux = is_linux; | ||
30 | |||
31 | - for (cs = CPU(cpu); cs; cs = CPU_NEXT(cs)) { | ||
32 | + for (cs = first_cpu; cs; cs = CPU_NEXT(cs)) { | ||
33 | ARM_CPU(cs)->env.boot_info = info; | ||
34 | } | ||
35 | } | ||
36 | -- | ||
37 | 2.17.0 | ||
38 | |||
39 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Thomas Huth <thuth@redhat.com> | ||
2 | 1 | ||
3 | When running omap1/2 or pxa2xx based ARM machines with -nodefaults, | ||
4 | they bail out immediately complaining about a "missing SecureDigital | ||
5 | device". That's not how the "default" devices in vl.c are meant to | ||
6 | work - it should be possible for a board to also start up without | ||
7 | default devices. So let's turn the error message and exit() into | ||
8 | a warning instead. | ||
9 | |||
10 | Signed-off-by: Thomas Huth <thuth@redhat.com> | ||
11 | Message-id: 1525326811-3233-1-git-send-email-thuth@redhat.com | ||
12 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
13 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
15 | --- | ||
16 | hw/arm/omap1.c | 8 ++++---- | ||
17 | hw/arm/omap2.c | 8 ++++---- | ||
18 | hw/arm/pxa2xx.c | 15 +++++++-------- | ||
19 | 3 files changed, 15 insertions(+), 16 deletions(-) | ||
20 | |||
21 | diff --git a/hw/arm/omap1.c b/hw/arm/omap1.c | ||
22 | index XXXXXXX..XXXXXXX 100644 | ||
23 | --- a/hw/arm/omap1.c | ||
24 | +++ b/hw/arm/omap1.c | ||
25 | @@ -XXX,XX +XXX,XX @@ | ||
26 | #include "hw/arm/soc_dma.h" | ||
27 | #include "sysemu/block-backend.h" | ||
28 | #include "sysemu/blockdev.h" | ||
29 | +#include "sysemu/qtest.h" | ||
30 | #include "qemu/range.h" | ||
31 | #include "hw/sysbus.h" | ||
32 | #include "qemu/cutils.h" | ||
33 | @@ -XXX,XX +XXX,XX @@ struct omap_mpu_state_s *omap310_mpu_init(MemoryRegion *system_memory, | ||
34 | omap_findclk(s, "dpll3")); | ||
35 | |||
36 | dinfo = drive_get(IF_SD, 0, 0); | ||
37 | - if (!dinfo) { | ||
38 | - error_report("missing SecureDigital device"); | ||
39 | - exit(1); | ||
40 | + if (!dinfo && !qtest_enabled()) { | ||
41 | + warn_report("missing SecureDigital device"); | ||
42 | } | ||
43 | s->mmc = omap_mmc_init(0xfffb7800, system_memory, | ||
44 | - blk_by_legacy_dinfo(dinfo), | ||
45 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | ||
46 | qdev_get_gpio_in(s->ih[1], OMAP_INT_OQN), | ||
47 | &s->drq[OMAP_DMA_MMC_TX], | ||
48 | omap_findclk(s, "mmc_ck")); | ||
49 | diff --git a/hw/arm/omap2.c b/hw/arm/omap2.c | ||
50 | index XXXXXXX..XXXXXXX 100644 | ||
51 | --- a/hw/arm/omap2.c | ||
52 | +++ b/hw/arm/omap2.c | ||
53 | @@ -XXX,XX +XXX,XX @@ | ||
54 | #include "cpu.h" | ||
55 | #include "sysemu/block-backend.h" | ||
56 | #include "sysemu/blockdev.h" | ||
57 | +#include "sysemu/qtest.h" | ||
58 | #include "hw/boards.h" | ||
59 | #include "hw/hw.h" | ||
60 | #include "hw/arm/arm.h" | ||
61 | @@ -XXX,XX +XXX,XX @@ struct omap_mpu_state_s *omap2420_mpu_init(MemoryRegion *sysmem, | ||
62 | s->drq[OMAP24XX_DMA_GPMC]); | ||
63 | |||
64 | dinfo = drive_get(IF_SD, 0, 0); | ||
65 | - if (!dinfo) { | ||
66 | - error_report("missing SecureDigital device"); | ||
67 | - exit(1); | ||
68 | + if (!dinfo && !qtest_enabled()) { | ||
69 | + warn_report("missing SecureDigital device"); | ||
70 | } | ||
71 | s->mmc = omap2_mmc_init(omap_l4tao(s->l4, 9), | ||
72 | - blk_by_legacy_dinfo(dinfo), | ||
73 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | ||
74 | qdev_get_gpio_in(s->ih[0], OMAP_INT_24XX_MMC_IRQ), | ||
75 | &s->drq[OMAP24XX_DMA_MMC1_TX], | ||
76 | omap_findclk(s, "mmc_fclk"), omap_findclk(s, "mmc_iclk")); | ||
77 | diff --git a/hw/arm/pxa2xx.c b/hw/arm/pxa2xx.c | ||
78 | index XXXXXXX..XXXXXXX 100644 | ||
79 | --- a/hw/arm/pxa2xx.c | ||
80 | +++ b/hw/arm/pxa2xx.c | ||
81 | @@ -XXX,XX +XXX,XX @@ | ||
82 | #include "chardev/char-fe.h" | ||
83 | #include "sysemu/block-backend.h" | ||
84 | #include "sysemu/blockdev.h" | ||
85 | +#include "sysemu/qtest.h" | ||
86 | #include "qemu/cutils.h" | ||
87 | |||
88 | static struct { | ||
89 | @@ -XXX,XX +XXX,XX @@ PXA2xxState *pxa270_init(MemoryRegion *address_space, | ||
90 | s->gpio = pxa2xx_gpio_init(0x40e00000, s->cpu, s->pic, 121); | ||
91 | |||
92 | dinfo = drive_get(IF_SD, 0, 0); | ||
93 | - if (!dinfo) { | ||
94 | - error_report("missing SecureDigital device"); | ||
95 | - exit(1); | ||
96 | + if (!dinfo && !qtest_enabled()) { | ||
97 | + warn_report("missing SecureDigital device"); | ||
98 | } | ||
99 | s->mmc = pxa2xx_mmci_init(address_space, 0x41100000, | ||
100 | - blk_by_legacy_dinfo(dinfo), | ||
101 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | ||
102 | qdev_get_gpio_in(s->pic, PXA2XX_PIC_MMC), | ||
103 | qdev_get_gpio_in(s->dma, PXA2XX_RX_RQ_MMCI), | ||
104 | qdev_get_gpio_in(s->dma, PXA2XX_TX_RQ_MMCI)); | ||
105 | @@ -XXX,XX +XXX,XX @@ PXA2xxState *pxa255_init(MemoryRegion *address_space, unsigned int sdram_size) | ||
106 | s->gpio = pxa2xx_gpio_init(0x40e00000, s->cpu, s->pic, 85); | ||
107 | |||
108 | dinfo = drive_get(IF_SD, 0, 0); | ||
109 | - if (!dinfo) { | ||
110 | - error_report("missing SecureDigital device"); | ||
111 | - exit(1); | ||
112 | + if (!dinfo && !qtest_enabled()) { | ||
113 | + warn_report("missing SecureDigital device"); | ||
114 | } | ||
115 | s->mmc = pxa2xx_mmci_init(address_space, 0x41100000, | ||
116 | - blk_by_legacy_dinfo(dinfo), | ||
117 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | ||
118 | qdev_get_gpio_in(s->pic, PXA2XX_PIC_MMC), | ||
119 | qdev_get_gpio_in(s->dma, PXA2XX_RX_RQ_MMCI), | ||
120 | qdev_get_gpio_in(s->dma, PXA2XX_TX_RQ_MMCI)); | ||
121 | -- | ||
122 | 2.17.0 | ||
123 | |||
124 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Eric Auger <eric.auger@redhat.com> | ||
2 | 1 | ||
3 | The patch introduces the smmu base device and class for the ARM | ||
4 | smmu. Devices for specific versions will be derived from this | ||
5 | base device. | ||
6 | |||
7 | We also introduce some important datatypes. | ||
8 | |||
9 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
10 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
12 | Message-id: 1524665762-31355-2-git-send-email-eric.auger@redhat.com | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
14 | --- | ||
15 | hw/arm/Makefile.objs | 1 + | ||
16 | include/hw/arm/smmu-common.h | 123 ++++++++++++++++++++++++++++ | ||
17 | hw/arm/smmu-common.c | 81 ++++++++++++++++++ | ||
18 | default-configs/aarch64-softmmu.mak | 1 + | ||
19 | 4 files changed, 206 insertions(+) | ||
20 | create mode 100644 include/hw/arm/smmu-common.h | ||
21 | create mode 100644 hw/arm/smmu-common.c | ||
22 | |||
23 | diff --git a/hw/arm/Makefile.objs b/hw/arm/Makefile.objs | ||
24 | index XXXXXXX..XXXXXXX 100644 | ||
25 | --- a/hw/arm/Makefile.objs | ||
26 | +++ b/hw/arm/Makefile.objs | ||
27 | @@ -XXX,XX +XXX,XX @@ obj-$(CONFIG_MPS2) += mps2-tz.o | ||
28 | obj-$(CONFIG_MSF2) += msf2-soc.o msf2-som.o | ||
29 | obj-$(CONFIG_IOTKIT) += iotkit.o | ||
30 | obj-$(CONFIG_FSL_IMX7) += fsl-imx7.o mcimx7d-sabre.o | ||
31 | +obj-$(CONFIG_ARM_SMMUV3) += smmu-common.o | ||
32 | diff --git a/include/hw/arm/smmu-common.h b/include/hw/arm/smmu-common.h | ||
33 | new file mode 100644 | ||
34 | index XXXXXXX..XXXXXXX | ||
35 | --- /dev/null | ||
36 | +++ b/include/hw/arm/smmu-common.h | ||
37 | @@ -XXX,XX +XXX,XX @@ | ||
38 | +/* | ||
39 | + * ARM SMMU Support | ||
40 | + * | ||
41 | + * Copyright (C) 2015-2016 Broadcom Corporation | ||
42 | + * Copyright (c) 2017 Red Hat, Inc. | ||
43 | + * Written by Prem Mallappa, Eric Auger | ||
44 | + * | ||
45 | + * This program is free software; you can redistribute it and/or modify | ||
46 | + * it under the terms of the GNU General Public License version 2 as | ||
47 | + * published by the Free Software Foundation. | ||
48 | + * | ||
49 | + * This program is distributed in the hope that it will be useful, | ||
50 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
51 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
52 | + * GNU General Public License for more details. | ||
53 | + * | ||
54 | + */ | ||
55 | + | ||
56 | +#ifndef HW_ARM_SMMU_COMMON_H | ||
57 | +#define HW_ARM_SMMU_COMMON_H | ||
58 | + | ||
59 | +#include "hw/sysbus.h" | ||
60 | +#include "hw/pci/pci.h" | ||
61 | + | ||
62 | +#define SMMU_PCI_BUS_MAX 256 | ||
63 | +#define SMMU_PCI_DEVFN_MAX 256 | ||
64 | + | ||
65 | +#define SMMU_MAX_VA_BITS 48 | ||
66 | + | ||
67 | +/* | ||
68 | + * Page table walk error types | ||
69 | + */ | ||
70 | +typedef enum { | ||
71 | + SMMU_PTW_ERR_NONE, | ||
72 | + SMMU_PTW_ERR_WALK_EABT, /* Translation walk external abort */ | ||
73 | + SMMU_PTW_ERR_TRANSLATION, /* Translation fault */ | ||
74 | + SMMU_PTW_ERR_ADDR_SIZE, /* Address Size fault */ | ||
75 | + SMMU_PTW_ERR_ACCESS, /* Access fault */ | ||
76 | + SMMU_PTW_ERR_PERMISSION, /* Permission fault */ | ||
77 | +} SMMUPTWEventType; | ||
78 | + | ||
79 | +typedef struct SMMUPTWEventInfo { | ||
80 | + SMMUPTWEventType type; | ||
81 | + dma_addr_t addr; /* fetched address that induced an abort, if any */ | ||
82 | +} SMMUPTWEventInfo; | ||
83 | + | ||
84 | +typedef struct SMMUTransTableInfo { | ||
85 | + bool disabled; /* is the translation table disabled? */ | ||
86 | + uint64_t ttb; /* TT base address */ | ||
87 | + uint8_t tsz; /* input range, ie. 2^(64 -tsz)*/ | ||
88 | + uint8_t granule_sz; /* granule page shift */ | ||
89 | +} SMMUTransTableInfo; | ||
90 | + | ||
91 | +/* | ||
92 | + * Generic structure populated by derived SMMU devices | ||
93 | + * after decoding the configuration information and used as | ||
94 | + * input to the page table walk | ||
95 | + */ | ||
96 | +typedef struct SMMUTransCfg { | ||
97 | + int stage; /* translation stage */ | ||
98 | + bool aa64; /* arch64 or aarch32 translation table */ | ||
99 | + bool disabled; /* smmu is disabled */ | ||
100 | + bool bypassed; /* translation is bypassed */ | ||
101 | + bool aborted; /* translation is aborted */ | ||
102 | + uint64_t ttb; /* TT base address */ | ||
103 | + uint8_t oas; /* output address width */ | ||
104 | + uint8_t tbi; /* Top Byte Ignore */ | ||
105 | + uint16_t asid; | ||
106 | + SMMUTransTableInfo tt[2]; | ||
107 | +} SMMUTransCfg; | ||
108 | + | ||
109 | +typedef struct SMMUDevice { | ||
110 | + void *smmu; | ||
111 | + PCIBus *bus; | ||
112 | + int devfn; | ||
113 | + IOMMUMemoryRegion iommu; | ||
114 | + AddressSpace as; | ||
115 | +} SMMUDevice; | ||
116 | + | ||
117 | +typedef struct SMMUNotifierNode { | ||
118 | + SMMUDevice *sdev; | ||
119 | + QLIST_ENTRY(SMMUNotifierNode) next; | ||
120 | +} SMMUNotifierNode; | ||
121 | + | ||
122 | +typedef struct SMMUPciBus { | ||
123 | + PCIBus *bus; | ||
124 | + SMMUDevice *pbdev[0]; /* Parent array is sparse, so dynamically alloc */ | ||
125 | +} SMMUPciBus; | ||
126 | + | ||
127 | +typedef struct SMMUState { | ||
128 | + /* <private> */ | ||
129 | + SysBusDevice dev; | ||
130 | + const char *mrtypename; | ||
131 | + MemoryRegion iomem; | ||
132 | + | ||
133 | + GHashTable *smmu_pcibus_by_busptr; | ||
134 | + GHashTable *configs; /* cache for configuration data */ | ||
135 | + GHashTable *iotlb; | ||
136 | + SMMUPciBus *smmu_pcibus_by_bus_num[SMMU_PCI_BUS_MAX]; | ||
137 | + PCIBus *pci_bus; | ||
138 | + QLIST_HEAD(, SMMUNotifierNode) notifiers_list; | ||
139 | + uint8_t bus_num; | ||
140 | + PCIBus *primary_bus; | ||
141 | +} SMMUState; | ||
142 | + | ||
143 | +typedef struct { | ||
144 | + /* <private> */ | ||
145 | + SysBusDeviceClass parent_class; | ||
146 | + | ||
147 | + /*< public >*/ | ||
148 | + | ||
149 | + DeviceRealize parent_realize; | ||
150 | + | ||
151 | +} SMMUBaseClass; | ||
152 | + | ||
153 | +#define TYPE_ARM_SMMU "arm-smmu" | ||
154 | +#define ARM_SMMU(obj) OBJECT_CHECK(SMMUState, (obj), TYPE_ARM_SMMU) | ||
155 | +#define ARM_SMMU_CLASS(klass) \ | ||
156 | + OBJECT_CLASS_CHECK(SMMUBaseClass, (klass), TYPE_ARM_SMMU) | ||
157 | +#define ARM_SMMU_GET_CLASS(obj) \ | ||
158 | + OBJECT_GET_CLASS(SMMUBaseClass, (obj), TYPE_ARM_SMMU) | ||
159 | + | ||
160 | +#endif /* HW_ARM_SMMU_COMMON */ | ||
161 | diff --git a/hw/arm/smmu-common.c b/hw/arm/smmu-common.c | ||
162 | new file mode 100644 | ||
163 | index XXXXXXX..XXXXXXX | ||
164 | --- /dev/null | ||
165 | +++ b/hw/arm/smmu-common.c | ||
166 | @@ -XXX,XX +XXX,XX @@ | ||
167 | +/* | ||
168 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
169 | + * Copyright (c) 2017 Red Hat, Inc. | ||
170 | + * Written by Prem Mallappa, Eric Auger | ||
171 | + * | ||
172 | + * This program is free software; you can redistribute it and/or modify | ||
173 | + * it under the terms of the GNU General Public License version 2 as | ||
174 | + * published by the Free Software Foundation. | ||
175 | + * | ||
176 | + * This program is distributed in the hope that it will be useful, | ||
177 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
178 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
179 | + * GNU General Public License for more details. | ||
180 | + * | ||
181 | + * Author: Prem Mallappa <pmallapp@broadcom.com> | ||
182 | + * | ||
183 | + */ | ||
184 | + | ||
185 | +#include "qemu/osdep.h" | ||
186 | +#include "sysemu/sysemu.h" | ||
187 | +#include "exec/address-spaces.h" | ||
188 | +#include "trace.h" | ||
189 | +#include "exec/target_page.h" | ||
190 | +#include "qom/cpu.h" | ||
191 | +#include "hw/qdev-properties.h" | ||
192 | +#include "qapi/error.h" | ||
193 | + | ||
194 | +#include "qemu/error-report.h" | ||
195 | +#include "hw/arm/smmu-common.h" | ||
196 | + | ||
197 | +static void smmu_base_realize(DeviceState *dev, Error **errp) | ||
198 | +{ | ||
199 | + SMMUBaseClass *sbc = ARM_SMMU_GET_CLASS(dev); | ||
200 | + Error *local_err = NULL; | ||
201 | + | ||
202 | + sbc->parent_realize(dev, &local_err); | ||
203 | + if (local_err) { | ||
204 | + error_propagate(errp, local_err); | ||
205 | + return; | ||
206 | + } | ||
207 | +} | ||
208 | + | ||
209 | +static void smmu_base_reset(DeviceState *dev) | ||
210 | +{ | ||
211 | + /* will be filled later on */ | ||
212 | +} | ||
213 | + | ||
214 | +static Property smmu_dev_properties[] = { | ||
215 | + DEFINE_PROP_UINT8("bus_num", SMMUState, bus_num, 0), | ||
216 | + DEFINE_PROP_LINK("primary-bus", SMMUState, primary_bus, "PCI", PCIBus *), | ||
217 | + DEFINE_PROP_END_OF_LIST(), | ||
218 | +}; | ||
219 | + | ||
220 | +static void smmu_base_class_init(ObjectClass *klass, void *data) | ||
221 | +{ | ||
222 | + DeviceClass *dc = DEVICE_CLASS(klass); | ||
223 | + SMMUBaseClass *sbc = ARM_SMMU_CLASS(klass); | ||
224 | + | ||
225 | + dc->props = smmu_dev_properties; | ||
226 | + device_class_set_parent_realize(dc, smmu_base_realize, | ||
227 | + &sbc->parent_realize); | ||
228 | + dc->reset = smmu_base_reset; | ||
229 | +} | ||
230 | + | ||
231 | +static const TypeInfo smmu_base_info = { | ||
232 | + .name = TYPE_ARM_SMMU, | ||
233 | + .parent = TYPE_SYS_BUS_DEVICE, | ||
234 | + .instance_size = sizeof(SMMUState), | ||
235 | + .class_data = NULL, | ||
236 | + .class_size = sizeof(SMMUBaseClass), | ||
237 | + .class_init = smmu_base_class_init, | ||
238 | + .abstract = true, | ||
239 | +}; | ||
240 | + | ||
241 | +static void smmu_base_register_types(void) | ||
242 | +{ | ||
243 | + type_register_static(&smmu_base_info); | ||
244 | +} | ||
245 | + | ||
246 | +type_init(smmu_base_register_types) | ||
247 | + | ||
248 | diff --git a/default-configs/aarch64-softmmu.mak b/default-configs/aarch64-softmmu.mak | ||
249 | index XXXXXXX..XXXXXXX 100644 | ||
250 | --- a/default-configs/aarch64-softmmu.mak | ||
251 | +++ b/default-configs/aarch64-softmmu.mak | ||
252 | @@ -XXX,XX +XXX,XX @@ CONFIG_DDC=y | ||
253 | CONFIG_DPCD=y | ||
254 | CONFIG_XLNX_ZYNQMP=y | ||
255 | CONFIG_XLNX_ZYNQMP_ARM=y | ||
256 | +CONFIG_ARM_SMMUV3=y | ||
257 | -- | ||
258 | 2.17.0 | ||
259 | |||
260 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Eric Auger <eric.auger@redhat.com> | ||
2 | 1 | ||
3 | We set up the infrastructure to enumerate all the PCI devices | ||
4 | attached to the SMMU and create an associated IOMMU memory | ||
5 | region and address space. | ||
6 | |||
7 | Those info are stored in SMMUDevice objects. The devices are | ||
8 | grouped according to the PCIBus they belong to. A hash table | ||
9 | indexed by the PCIBus pointer is used. Also an array indexed by | ||
10 | the bus number allows to find the list of SMMUDevices. | ||
11 | |||
12 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
13 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
14 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
15 | Message-id: 1524665762-31355-3-git-send-email-eric.auger@redhat.com | ||
16 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
17 | --- | ||
18 | include/hw/arm/smmu-common.h | 8 +++++ | ||
19 | hw/arm/smmu-common.c | 69 ++++++++++++++++++++++++++++++++++++ | ||
20 | hw/arm/trace-events | 3 ++ | ||
21 | 3 files changed, 80 insertions(+) | ||
22 | |||
23 | diff --git a/include/hw/arm/smmu-common.h b/include/hw/arm/smmu-common.h | ||
24 | index XXXXXXX..XXXXXXX 100644 | ||
25 | --- a/include/hw/arm/smmu-common.h | ||
26 | +++ b/include/hw/arm/smmu-common.h | ||
27 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
28 | #define ARM_SMMU_GET_CLASS(obj) \ | ||
29 | OBJECT_GET_CLASS(SMMUBaseClass, (obj), TYPE_ARM_SMMU) | ||
30 | |||
31 | +/* Return the SMMUPciBus handle associated to a PCI bus number */ | ||
32 | +SMMUPciBus *smmu_find_smmu_pcibus(SMMUState *s, uint8_t bus_num); | ||
33 | + | ||
34 | +/* Return the stream ID of an SMMU device */ | ||
35 | +static inline uint16_t smmu_get_sid(SMMUDevice *sdev) | ||
36 | +{ | ||
37 | + return PCI_BUILD_BDF(pci_bus_num(sdev->bus), sdev->devfn); | ||
38 | +} | ||
39 | #endif /* HW_ARM_SMMU_COMMON */ | ||
40 | diff --git a/hw/arm/smmu-common.c b/hw/arm/smmu-common.c | ||
41 | index XXXXXXX..XXXXXXX 100644 | ||
42 | --- a/hw/arm/smmu-common.c | ||
43 | +++ b/hw/arm/smmu-common.c | ||
44 | @@ -XXX,XX +XXX,XX @@ | ||
45 | #include "qemu/error-report.h" | ||
46 | #include "hw/arm/smmu-common.h" | ||
47 | |||
48 | +/** | ||
49 | + * The bus number is used for lookup when SID based invalidation occurs. | ||
50 | + * In that case we lazily populate the SMMUPciBus array from the bus hash | ||
51 | + * table. At the time the SMMUPciBus is created (smmu_find_add_as), the bus | ||
52 | + * numbers may not be always initialized yet. | ||
53 | + */ | ||
54 | +SMMUPciBus *smmu_find_smmu_pcibus(SMMUState *s, uint8_t bus_num) | ||
55 | +{ | ||
56 | + SMMUPciBus *smmu_pci_bus = s->smmu_pcibus_by_bus_num[bus_num]; | ||
57 | + | ||
58 | + if (!smmu_pci_bus) { | ||
59 | + GHashTableIter iter; | ||
60 | + | ||
61 | + g_hash_table_iter_init(&iter, s->smmu_pcibus_by_busptr); | ||
62 | + while (g_hash_table_iter_next(&iter, NULL, (void **)&smmu_pci_bus)) { | ||
63 | + if (pci_bus_num(smmu_pci_bus->bus) == bus_num) { | ||
64 | + s->smmu_pcibus_by_bus_num[bus_num] = smmu_pci_bus; | ||
65 | + return smmu_pci_bus; | ||
66 | + } | ||
67 | + } | ||
68 | + } | ||
69 | + return smmu_pci_bus; | ||
70 | +} | ||
71 | + | ||
72 | +static AddressSpace *smmu_find_add_as(PCIBus *bus, void *opaque, int devfn) | ||
73 | +{ | ||
74 | + SMMUState *s = opaque; | ||
75 | + SMMUPciBus *sbus = g_hash_table_lookup(s->smmu_pcibus_by_busptr, bus); | ||
76 | + SMMUDevice *sdev; | ||
77 | + | ||
78 | + if (!sbus) { | ||
79 | + sbus = g_malloc0(sizeof(SMMUPciBus) + | ||
80 | + sizeof(SMMUDevice *) * SMMU_PCI_DEVFN_MAX); | ||
81 | + sbus->bus = bus; | ||
82 | + g_hash_table_insert(s->smmu_pcibus_by_busptr, bus, sbus); | ||
83 | + } | ||
84 | + | ||
85 | + sdev = sbus->pbdev[devfn]; | ||
86 | + if (!sdev) { | ||
87 | + char *name = g_strdup_printf("%s-%d-%d", | ||
88 | + s->mrtypename, | ||
89 | + pci_bus_num(bus), devfn); | ||
90 | + sdev = sbus->pbdev[devfn] = g_new0(SMMUDevice, 1); | ||
91 | + | ||
92 | + sdev->smmu = s; | ||
93 | + sdev->bus = bus; | ||
94 | + sdev->devfn = devfn; | ||
95 | + | ||
96 | + memory_region_init_iommu(&sdev->iommu, sizeof(sdev->iommu), | ||
97 | + s->mrtypename, | ||
98 | + OBJECT(s), name, 1ULL << SMMU_MAX_VA_BITS); | ||
99 | + address_space_init(&sdev->as, | ||
100 | + MEMORY_REGION(&sdev->iommu), name); | ||
101 | + trace_smmu_add_mr(name); | ||
102 | + g_free(name); | ||
103 | + } | ||
104 | + | ||
105 | + return &sdev->as; | ||
106 | +} | ||
107 | + | ||
108 | static void smmu_base_realize(DeviceState *dev, Error **errp) | ||
109 | { | ||
110 | + SMMUState *s = ARM_SMMU(dev); | ||
111 | SMMUBaseClass *sbc = ARM_SMMU_GET_CLASS(dev); | ||
112 | Error *local_err = NULL; | ||
113 | |||
114 | @@ -XXX,XX +XXX,XX @@ static void smmu_base_realize(DeviceState *dev, Error **errp) | ||
115 | error_propagate(errp, local_err); | ||
116 | return; | ||
117 | } | ||
118 | + | ||
119 | + s->smmu_pcibus_by_busptr = g_hash_table_new(NULL, NULL); | ||
120 | + | ||
121 | + if (s->primary_bus) { | ||
122 | + pci_setup_iommu(s->primary_bus, smmu_find_add_as, s); | ||
123 | + } else { | ||
124 | + error_setg(errp, "SMMU is not attached to any PCI bus!"); | ||
125 | + } | ||
126 | } | ||
127 | |||
128 | static void smmu_base_reset(DeviceState *dev) | ||
129 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
130 | index XXXXXXX..XXXXXXX 100644 | ||
131 | --- a/hw/arm/trace-events | ||
132 | +++ b/hw/arm/trace-events | ||
133 | @@ -XXX,XX +XXX,XX @@ | ||
134 | |||
135 | # hw/arm/virt-acpi-build.c | ||
136 | virt_acpi_setup(void) "No fw cfg or ACPI disabled. Bailing out." | ||
137 | + | ||
138 | +# hw/arm/smmu-common.c | ||
139 | +smmu_add_mr(const char *name) "%s" | ||
140 | \ No newline at end of file | ||
141 | -- | ||
142 | 2.17.0 | ||
143 | |||
144 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Eric Auger <eric.auger@redhat.com> | ||
2 | 1 | ||
3 | This patch implements the page table walk for VMSAv8-64. | ||
4 | |||
5 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
6 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
7 | Message-id: 1524665762-31355-4-git-send-email-eric.auger@redhat.com | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
10 | --- | ||
11 | hw/arm/smmu-internal.h | 99 ++++++++++++++++ | ||
12 | include/hw/arm/smmu-common.h | 14 +++ | ||
13 | hw/arm/smmu-common.c | 222 +++++++++++++++++++++++++++++++++++ | ||
14 | hw/arm/trace-events | 9 +- | ||
15 | 4 files changed, 343 insertions(+), 1 deletion(-) | ||
16 | create mode 100644 hw/arm/smmu-internal.h | ||
17 | |||
18 | diff --git a/hw/arm/smmu-internal.h b/hw/arm/smmu-internal.h | ||
19 | new file mode 100644 | ||
20 | index XXXXXXX..XXXXXXX | ||
21 | --- /dev/null | ||
22 | +++ b/hw/arm/smmu-internal.h | ||
23 | @@ -XXX,XX +XXX,XX @@ | ||
24 | +/* | ||
25 | + * ARM SMMU support - Internal API | ||
26 | + * | ||
27 | + * Copyright (c) 2017 Red Hat, Inc. | ||
28 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
29 | + * Written by Prem Mallappa, Eric Auger | ||
30 | + * | ||
31 | + * This program is free software; you can redistribute it and/or modify | ||
32 | + * it under the terms of the GNU General Public License version 2 as | ||
33 | + * published by the Free Software Foundation. | ||
34 | + * | ||
35 | + * This program is distributed in the hope that it will be useful, | ||
36 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
37 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
38 | + * General Public License for more details. | ||
39 | + * | ||
40 | + * You should have received a copy of the GNU General Public License along | ||
41 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
42 | + */ | ||
43 | + | ||
44 | +#ifndef HW_ARM_SMMU_INTERNAL_H | ||
45 | +#define HW_ARM_SMMU_INTERNAL_H | ||
46 | + | ||
47 | +#define TBI0(tbi) ((tbi) & 0x1) | ||
48 | +#define TBI1(tbi) ((tbi) & 0x2 >> 1) | ||
49 | + | ||
50 | +/* PTE Manipulation */ | ||
51 | + | ||
52 | +#define ARM_LPAE_PTE_TYPE_SHIFT 0 | ||
53 | +#define ARM_LPAE_PTE_TYPE_MASK 0x3 | ||
54 | + | ||
55 | +#define ARM_LPAE_PTE_TYPE_BLOCK 1 | ||
56 | +#define ARM_LPAE_PTE_TYPE_TABLE 3 | ||
57 | + | ||
58 | +#define ARM_LPAE_L3_PTE_TYPE_RESERVED 1 | ||
59 | +#define ARM_LPAE_L3_PTE_TYPE_PAGE 3 | ||
60 | + | ||
61 | +#define ARM_LPAE_PTE_VALID (1 << 0) | ||
62 | + | ||
63 | +#define PTE_ADDRESS(pte, shift) \ | ||
64 | + (extract64(pte, shift, 47 - shift + 1) << shift) | ||
65 | + | ||
66 | +#define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID)) | ||
67 | + | ||
68 | +#define is_reserved_pte(pte, level) \ | ||
69 | + ((level == 3) && \ | ||
70 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED)) | ||
71 | + | ||
72 | +#define is_block_pte(pte, level) \ | ||
73 | + ((level < 3) && \ | ||
74 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK)) | ||
75 | + | ||
76 | +#define is_table_pte(pte, level) \ | ||
77 | + ((level < 3) && \ | ||
78 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE)) | ||
79 | + | ||
80 | +#define is_page_pte(pte, level) \ | ||
81 | + ((level == 3) && \ | ||
82 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE)) | ||
83 | + | ||
84 | +/* access permissions */ | ||
85 | + | ||
86 | +#define PTE_AP(pte) \ | ||
87 | + (extract64(pte, 6, 2)) | ||
88 | + | ||
89 | +#define PTE_APTABLE(pte) \ | ||
90 | + (extract64(pte, 61, 2)) | ||
91 | + | ||
92 | +/* | ||
93 | + * TODO: At the moment all transactions are considered as privileged (EL1) | ||
94 | + * as IOMMU translation callback does not pass user/priv attributes. | ||
95 | + */ | ||
96 | +#define is_permission_fault(ap, perm) \ | ||
97 | + (((perm) & IOMMU_WO) && ((ap) & 0x2)) | ||
98 | + | ||
99 | +#define PTE_AP_TO_PERM(ap) \ | ||
100 | + (IOMMU_ACCESS_FLAG(true, !((ap) & 0x2))) | ||
101 | + | ||
102 | +/* Level Indexing */ | ||
103 | + | ||
104 | +static inline int level_shift(int level, int granule_sz) | ||
105 | +{ | ||
106 | + return granule_sz + (3 - level) * (granule_sz - 3); | ||
107 | +} | ||
108 | + | ||
109 | +static inline uint64_t level_page_mask(int level, int granule_sz) | ||
110 | +{ | ||
111 | + return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz))); | ||
112 | +} | ||
113 | + | ||
114 | +static inline | ||
115 | +uint64_t iova_level_offset(uint64_t iova, int inputsize, | ||
116 | + int level, int gsz) | ||
117 | +{ | ||
118 | + return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) & | ||
119 | + MAKE_64BIT_MASK(0, gsz - 3); | ||
120 | +} | ||
121 | + | ||
122 | +#endif | ||
123 | diff --git a/include/hw/arm/smmu-common.h b/include/hw/arm/smmu-common.h | ||
124 | index XXXXXXX..XXXXXXX 100644 | ||
125 | --- a/include/hw/arm/smmu-common.h | ||
126 | +++ b/include/hw/arm/smmu-common.h | ||
127 | @@ -XXX,XX +XXX,XX @@ static inline uint16_t smmu_get_sid(SMMUDevice *sdev) | ||
128 | { | ||
129 | return PCI_BUILD_BDF(pci_bus_num(sdev->bus), sdev->devfn); | ||
130 | } | ||
131 | + | ||
132 | +/** | ||
133 | + * smmu_ptw - Perform the page table walk for a given iova / access flags | ||
134 | + * pair, according to @cfg translation config | ||
135 | + */ | ||
136 | +int smmu_ptw(SMMUTransCfg *cfg, dma_addr_t iova, IOMMUAccessFlags perm, | ||
137 | + IOMMUTLBEntry *tlbe, SMMUPTWEventInfo *info); | ||
138 | + | ||
139 | +/** | ||
140 | + * select_tt - compute which translation table shall be used according to | ||
141 | + * the input iova and translation config and return the TT specific info | ||
142 | + */ | ||
143 | +SMMUTransTableInfo *select_tt(SMMUTransCfg *cfg, dma_addr_t iova); | ||
144 | + | ||
145 | #endif /* HW_ARM_SMMU_COMMON */ | ||
146 | diff --git a/hw/arm/smmu-common.c b/hw/arm/smmu-common.c | ||
147 | index XXXXXXX..XXXXXXX 100644 | ||
148 | --- a/hw/arm/smmu-common.c | ||
149 | +++ b/hw/arm/smmu-common.c | ||
150 | @@ -XXX,XX +XXX,XX @@ | ||
151 | |||
152 | #include "qemu/error-report.h" | ||
153 | #include "hw/arm/smmu-common.h" | ||
154 | +#include "smmu-internal.h" | ||
155 | + | ||
156 | +/* VMSAv8-64 Translation */ | ||
157 | + | ||
158 | +/** | ||
159 | + * get_pte - Get the content of a page table entry located at | ||
160 | + * @base_addr[@index] | ||
161 | + */ | ||
162 | +static int get_pte(dma_addr_t baseaddr, uint32_t index, uint64_t *pte, | ||
163 | + SMMUPTWEventInfo *info) | ||
164 | +{ | ||
165 | + int ret; | ||
166 | + dma_addr_t addr = baseaddr + index * sizeof(*pte); | ||
167 | + | ||
168 | + /* TODO: guarantee 64-bit single-copy atomicity */ | ||
169 | + ret = dma_memory_read(&address_space_memory, addr, | ||
170 | + (uint8_t *)pte, sizeof(*pte)); | ||
171 | + | ||
172 | + if (ret != MEMTX_OK) { | ||
173 | + info->type = SMMU_PTW_ERR_WALK_EABT; | ||
174 | + info->addr = addr; | ||
175 | + return -EINVAL; | ||
176 | + } | ||
177 | + trace_smmu_get_pte(baseaddr, index, addr, *pte); | ||
178 | + return 0; | ||
179 | +} | ||
180 | + | ||
181 | +/* VMSAv8-64 Translation Table Format Descriptor Decoding */ | ||
182 | + | ||
183 | +/** | ||
184 | + * get_page_pte_address - returns the L3 descriptor output address, | ||
185 | + * ie. the page frame | ||
186 | + * ARM ARM spec: Figure D4-17 VMSAv8-64 level 3 descriptor format | ||
187 | + */ | ||
188 | +static inline hwaddr get_page_pte_address(uint64_t pte, int granule_sz) | ||
189 | +{ | ||
190 | + return PTE_ADDRESS(pte, granule_sz); | ||
191 | +} | ||
192 | + | ||
193 | +/** | ||
194 | + * get_table_pte_address - return table descriptor output address, | ||
195 | + * ie. address of next level table | ||
196 | + * ARM ARM Figure D4-16 VMSAv8-64 level0, level1, and level 2 descriptor formats | ||
197 | + */ | ||
198 | +static inline hwaddr get_table_pte_address(uint64_t pte, int granule_sz) | ||
199 | +{ | ||
200 | + return PTE_ADDRESS(pte, granule_sz); | ||
201 | +} | ||
202 | + | ||
203 | +/** | ||
204 | + * get_block_pte_address - return block descriptor output address and block size | ||
205 | + * ARM ARM Figure D4-16 VMSAv8-64 level0, level1, and level 2 descriptor formats | ||
206 | + */ | ||
207 | +static inline hwaddr get_block_pte_address(uint64_t pte, int level, | ||
208 | + int granule_sz, uint64_t *bsz) | ||
209 | +{ | ||
210 | + int n = (granule_sz - 3) * (4 - level) + 3; | ||
211 | + | ||
212 | + *bsz = 1 << n; | ||
213 | + return PTE_ADDRESS(pte, n); | ||
214 | +} | ||
215 | + | ||
216 | +SMMUTransTableInfo *select_tt(SMMUTransCfg *cfg, dma_addr_t iova) | ||
217 | +{ | ||
218 | + bool tbi = extract64(iova, 55, 1) ? TBI1(cfg->tbi) : TBI0(cfg->tbi); | ||
219 | + uint8_t tbi_byte = tbi * 8; | ||
220 | + | ||
221 | + if (cfg->tt[0].tsz && | ||
222 | + !extract64(iova, 64 - cfg->tt[0].tsz, cfg->tt[0].tsz - tbi_byte)) { | ||
223 | + /* there is a ttbr0 region and we are in it (high bits all zero) */ | ||
224 | + return &cfg->tt[0]; | ||
225 | + } else if (cfg->tt[1].tsz && | ||
226 | + !extract64(iova, 64 - cfg->tt[1].tsz, cfg->tt[1].tsz - tbi_byte)) { | ||
227 | + /* there is a ttbr1 region and we are in it (high bits all one) */ | ||
228 | + return &cfg->tt[1]; | ||
229 | + } else if (!cfg->tt[0].tsz) { | ||
230 | + /* ttbr0 region is "everything not in the ttbr1 region" */ | ||
231 | + return &cfg->tt[0]; | ||
232 | + } else if (!cfg->tt[1].tsz) { | ||
233 | + /* ttbr1 region is "everything not in the ttbr0 region" */ | ||
234 | + return &cfg->tt[1]; | ||
235 | + } | ||
236 | + /* in the gap between the two regions, this is a Translation fault */ | ||
237 | + return NULL; | ||
238 | +} | ||
239 | + | ||
240 | +/** | ||
241 | + * smmu_ptw_64 - VMSAv8-64 Walk of the page tables for a given IOVA | ||
242 | + * @cfg: translation config | ||
243 | + * @iova: iova to translate | ||
244 | + * @perm: access type | ||
245 | + * @tlbe: IOMMUTLBEntry (out) | ||
246 | + * @info: handle to an error info | ||
247 | + * | ||
248 | + * Return 0 on success, < 0 on error. In case of error, @info is filled | ||
249 | + * and tlbe->perm is set to IOMMU_NONE. | ||
250 | + * Upon success, @tlbe is filled with translated_addr and entry | ||
251 | + * permission rights. | ||
252 | + */ | ||
253 | +static int smmu_ptw_64(SMMUTransCfg *cfg, | ||
254 | + dma_addr_t iova, IOMMUAccessFlags perm, | ||
255 | + IOMMUTLBEntry *tlbe, SMMUPTWEventInfo *info) | ||
256 | +{ | ||
257 | + dma_addr_t baseaddr, indexmask; | ||
258 | + int stage = cfg->stage; | ||
259 | + SMMUTransTableInfo *tt = select_tt(cfg, iova); | ||
260 | + uint8_t level, granule_sz, inputsize, stride; | ||
261 | + | ||
262 | + if (!tt || tt->disabled) { | ||
263 | + info->type = SMMU_PTW_ERR_TRANSLATION; | ||
264 | + goto error; | ||
265 | + } | ||
266 | + | ||
267 | + granule_sz = tt->granule_sz; | ||
268 | + stride = granule_sz - 3; | ||
269 | + inputsize = 64 - tt->tsz; | ||
270 | + level = 4 - (inputsize - 4) / stride; | ||
271 | + indexmask = (1ULL << (inputsize - (stride * (4 - level)))) - 1; | ||
272 | + baseaddr = extract64(tt->ttb, 0, 48); | ||
273 | + baseaddr &= ~indexmask; | ||
274 | + | ||
275 | + tlbe->iova = iova; | ||
276 | + tlbe->addr_mask = (1 << granule_sz) - 1; | ||
277 | + | ||
278 | + while (level <= 3) { | ||
279 | + uint64_t subpage_size = 1ULL << level_shift(level, granule_sz); | ||
280 | + uint64_t mask = subpage_size - 1; | ||
281 | + uint32_t offset = iova_level_offset(iova, inputsize, level, granule_sz); | ||
282 | + uint64_t pte; | ||
283 | + dma_addr_t pte_addr = baseaddr + offset * sizeof(pte); | ||
284 | + uint8_t ap; | ||
285 | + | ||
286 | + if (get_pte(baseaddr, offset, &pte, info)) { | ||
287 | + goto error; | ||
288 | + } | ||
289 | + trace_smmu_ptw_level(level, iova, subpage_size, | ||
290 | + baseaddr, offset, pte); | ||
291 | + | ||
292 | + if (is_invalid_pte(pte) || is_reserved_pte(pte, level)) { | ||
293 | + trace_smmu_ptw_invalid_pte(stage, level, baseaddr, | ||
294 | + pte_addr, offset, pte); | ||
295 | + info->type = SMMU_PTW_ERR_TRANSLATION; | ||
296 | + goto error; | ||
297 | + } | ||
298 | + | ||
299 | + if (is_page_pte(pte, level)) { | ||
300 | + uint64_t gpa = get_page_pte_address(pte, granule_sz); | ||
301 | + | ||
302 | + ap = PTE_AP(pte); | ||
303 | + if (is_permission_fault(ap, perm)) { | ||
304 | + info->type = SMMU_PTW_ERR_PERMISSION; | ||
305 | + goto error; | ||
306 | + } | ||
307 | + | ||
308 | + tlbe->translated_addr = gpa + (iova & mask); | ||
309 | + tlbe->perm = PTE_AP_TO_PERM(ap); | ||
310 | + trace_smmu_ptw_page_pte(stage, level, iova, | ||
311 | + baseaddr, pte_addr, pte, gpa); | ||
312 | + return 0; | ||
313 | + } | ||
314 | + if (is_block_pte(pte, level)) { | ||
315 | + uint64_t block_size; | ||
316 | + hwaddr gpa = get_block_pte_address(pte, level, granule_sz, | ||
317 | + &block_size); | ||
318 | + | ||
319 | + ap = PTE_AP(pte); | ||
320 | + if (is_permission_fault(ap, perm)) { | ||
321 | + info->type = SMMU_PTW_ERR_PERMISSION; | ||
322 | + goto error; | ||
323 | + } | ||
324 | + | ||
325 | + trace_smmu_ptw_block_pte(stage, level, baseaddr, | ||
326 | + pte_addr, pte, iova, gpa, | ||
327 | + block_size >> 20); | ||
328 | + | ||
329 | + tlbe->translated_addr = gpa + (iova & mask); | ||
330 | + tlbe->perm = PTE_AP_TO_PERM(ap); | ||
331 | + return 0; | ||
332 | + } | ||
333 | + | ||
334 | + /* table pte */ | ||
335 | + ap = PTE_APTABLE(pte); | ||
336 | + | ||
337 | + if (is_permission_fault(ap, perm)) { | ||
338 | + info->type = SMMU_PTW_ERR_PERMISSION; | ||
339 | + goto error; | ||
340 | + } | ||
341 | + baseaddr = get_table_pte_address(pte, granule_sz); | ||
342 | + level++; | ||
343 | + } | ||
344 | + | ||
345 | + info->type = SMMU_PTW_ERR_TRANSLATION; | ||
346 | + | ||
347 | +error: | ||
348 | + tlbe->perm = IOMMU_NONE; | ||
349 | + return -EINVAL; | ||
350 | +} | ||
351 | + | ||
352 | +/** | ||
353 | + * smmu_ptw - Walk the page tables for an IOVA, according to @cfg | ||
354 | + * | ||
355 | + * @cfg: translation configuration | ||
356 | + * @iova: iova to translate | ||
357 | + * @perm: tentative access type | ||
358 | + * @tlbe: returned entry | ||
359 | + * @info: ptw event handle | ||
360 | + * | ||
361 | + * return 0 on success | ||
362 | + */ | ||
363 | +inline int smmu_ptw(SMMUTransCfg *cfg, dma_addr_t iova, IOMMUAccessFlags perm, | ||
364 | + IOMMUTLBEntry *tlbe, SMMUPTWEventInfo *info) | ||
365 | +{ | ||
366 | + if (!cfg->aa64) { | ||
367 | + /* | ||
368 | + * This code path is not entered as we check this while decoding | ||
369 | + * the configuration data in the derived SMMU model. | ||
370 | + */ | ||
371 | + g_assert_not_reached(); | ||
372 | + } | ||
373 | + | ||
374 | + return smmu_ptw_64(cfg, iova, perm, tlbe, info); | ||
375 | +} | ||
376 | |||
377 | /** | ||
378 | * The bus number is used for lookup when SID based invalidation occurs. | ||
379 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
380 | index XXXXXXX..XXXXXXX 100644 | ||
381 | --- a/hw/arm/trace-events | ||
382 | +++ b/hw/arm/trace-events | ||
383 | @@ -XXX,XX +XXX,XX @@ | ||
384 | virt_acpi_setup(void) "No fw cfg or ACPI disabled. Bailing out." | ||
385 | |||
386 | # hw/arm/smmu-common.c | ||
387 | -smmu_add_mr(const char *name) "%s" | ||
388 | \ No newline at end of file | ||
389 | +smmu_add_mr(const char *name) "%s" | ||
390 | +smmu_page_walk(int stage, uint64_t baseaddr, int first_level, uint64_t start, uint64_t end) "stage=%d, baseaddr=0x%"PRIx64", first level=%d, start=0x%"PRIx64", end=0x%"PRIx64 | ||
391 | +smmu_lookup_table(int level, uint64_t baseaddr, int granule_sz, uint64_t start, uint64_t end, int flags, uint64_t subpage_size) "level=%d baseaddr=0x%"PRIx64" granule=%d, start=0x%"PRIx64" end=0x%"PRIx64" flags=%d subpage_size=0x%"PRIx64 | ||
392 | +smmu_ptw_level(int level, uint64_t iova, size_t subpage_size, uint64_t baseaddr, uint32_t offset, uint64_t pte) "level=%d iova=0x%"PRIx64" subpage_sz=0x%lx baseaddr=0x%"PRIx64" offset=%d => pte=0x%"PRIx64 | ||
393 | +smmu_ptw_invalid_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, uint32_t offset, uint64_t pte) "stage=%d level=%d base@=0x%"PRIx64" pte@=0x%"PRIx64" offset=%d pte=0x%"PRIx64 | ||
394 | +smmu_ptw_page_pte(int stage, int level, uint64_t iova, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t address) "stage=%d level=%d iova=0x%"PRIx64" base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" page address = 0x%"PRIx64 | ||
395 | +smmu_ptw_block_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t iova, uint64_t gpa, int bsize_mb) "stage=%d level=%d base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" iova=0x%"PRIx64" block address = 0x%"PRIx64" block size = %d MiB" | ||
396 | +smmu_get_pte(uint64_t baseaddr, int index, uint64_t pteaddr, uint64_t pte) "baseaddr=0x%"PRIx64" index=0x%x, pteaddr=0x%"PRIx64", pte=0x%"PRIx64 | ||
397 | -- | ||
398 | 2.17.0 | ||
399 | |||
400 | diff view generated by jsdifflib |
Deleted patch | |||
---|---|---|---|
1 | From: Eric Auger <eric.auger@redhat.com> | ||
2 | 1 | ||
3 | Now we have relevant helpers for queue and irq | ||
4 | management, let's implement MMIO write operations. | ||
5 | |||
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
7 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | Message-id: 1524665762-31355-8-git-send-email-eric.auger@redhat.com | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
11 | --- | ||
12 | hw/arm/smmuv3-internal.h | 8 +- | ||
13 | hw/arm/smmuv3.c | 170 +++++++++++++++++++++++++++++++++++++-- | ||
14 | hw/arm/trace-events | 6 ++ | ||
15 | 3 files changed, 174 insertions(+), 10 deletions(-) | ||
16 | |||
17 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | ||
18 | index XXXXXXX..XXXXXXX 100644 | ||
19 | --- a/hw/arm/smmuv3-internal.h | ||
20 | +++ b/hw/arm/smmuv3-internal.h | ||
21 | @@ -XXX,XX +XXX,XX @@ REG32(CR0, 0x20) | ||
22 | FIELD(CR0, EVENTQEN, 2, 1) | ||
23 | FIELD(CR0, CMDQEN, 3, 1) | ||
24 | |||
25 | +#define SMMU_CR0_RESERVED 0xFFFFFC20 | ||
26 | + | ||
27 | REG32(CR0ACK, 0x24) | ||
28 | REG32(CR1, 0x28) | ||
29 | REG32(CR2, 0x2c) | ||
30 | @@ -XXX,XX +XXX,XX @@ static inline bool smmuv3_gerror_irq_enabled(SMMUv3State *s) | ||
31 | return FIELD_EX32(s->irq_ctrl, IRQ_CTRL, GERROR_IRQEN); | ||
32 | } | ||
33 | |||
34 | -/* public until callers get introduced */ | ||
35 | -void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask); | ||
36 | -void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t gerrorn); | ||
37 | - | ||
38 | /* Queue Handling */ | ||
39 | |||
40 | #define Q_BASE(q) ((q)->base & SMMU_BASE_ADDR_MASK) | ||
41 | @@ -XXX,XX +XXX,XX @@ enum { /* Command completion notification */ | ||
42 | addr; \ | ||
43 | }) | ||
44 | |||
45 | -int smmuv3_cmdq_consume(SMMUv3State *s); | ||
46 | +#define SMMU_FEATURE_2LVL_STE (1 << 0) | ||
47 | |||
48 | #endif | ||
49 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
50 | index XXXXXXX..XXXXXXX 100644 | ||
51 | --- a/hw/arm/smmuv3.c | ||
52 | +++ b/hw/arm/smmuv3.c | ||
53 | @@ -XXX,XX +XXX,XX @@ | ||
54 | * @irq: irq type | ||
55 | * @gerror_mask: mask of gerrors to toggle (relevant if @irq is GERROR) | ||
56 | */ | ||
57 | -void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask) | ||
58 | +static void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, | ||
59 | + uint32_t gerror_mask) | ||
60 | { | ||
61 | |||
62 | bool pulse = false; | ||
63 | @@ -XXX,XX +XXX,XX @@ void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask) | ||
64 | } | ||
65 | } | ||
66 | |||
67 | -void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | ||
68 | +static void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | ||
69 | { | ||
70 | uint32_t pending = s->gerror ^ s->gerrorn; | ||
71 | uint32_t toggled = s->gerrorn ^ new_gerrorn; | ||
72 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_init_regs(SMMUv3State *s) | ||
73 | s->sid_split = 0; | ||
74 | } | ||
75 | |||
76 | -int smmuv3_cmdq_consume(SMMUv3State *s) | ||
77 | +static int smmuv3_cmdq_consume(SMMUv3State *s) | ||
78 | { | ||
79 | SMMUCmdError cmd_error = SMMU_CERROR_NONE; | ||
80 | SMMUQueue *q = &s->cmdq; | ||
81 | @@ -XXX,XX +XXX,XX @@ int smmuv3_cmdq_consume(SMMUv3State *s) | ||
82 | return 0; | ||
83 | } | ||
84 | |||
85 | +static MemTxResult smmu_writell(SMMUv3State *s, hwaddr offset, | ||
86 | + uint64_t data, MemTxAttrs attrs) | ||
87 | +{ | ||
88 | + switch (offset) { | ||
89 | + case A_GERROR_IRQ_CFG0: | ||
90 | + s->gerror_irq_cfg0 = data; | ||
91 | + return MEMTX_OK; | ||
92 | + case A_STRTAB_BASE: | ||
93 | + s->strtab_base = data; | ||
94 | + return MEMTX_OK; | ||
95 | + case A_CMDQ_BASE: | ||
96 | + s->cmdq.base = data; | ||
97 | + s->cmdq.log2size = extract64(s->cmdq.base, 0, 5); | ||
98 | + if (s->cmdq.log2size > SMMU_CMDQS) { | ||
99 | + s->cmdq.log2size = SMMU_CMDQS; | ||
100 | + } | ||
101 | + return MEMTX_OK; | ||
102 | + case A_EVENTQ_BASE: | ||
103 | + s->eventq.base = data; | ||
104 | + s->eventq.log2size = extract64(s->eventq.base, 0, 5); | ||
105 | + if (s->eventq.log2size > SMMU_EVENTQS) { | ||
106 | + s->eventq.log2size = SMMU_EVENTQS; | ||
107 | + } | ||
108 | + return MEMTX_OK; | ||
109 | + case A_EVENTQ_IRQ_CFG0: | ||
110 | + s->eventq_irq_cfg0 = data; | ||
111 | + return MEMTX_OK; | ||
112 | + default: | ||
113 | + qemu_log_mask(LOG_UNIMP, | ||
114 | + "%s Unexpected 64-bit access to 0x%"PRIx64" (WI)\n", | ||
115 | + __func__, offset); | ||
116 | + return MEMTX_OK; | ||
117 | + } | ||
118 | +} | ||
119 | + | ||
120 | +static MemTxResult smmu_writel(SMMUv3State *s, hwaddr offset, | ||
121 | + uint64_t data, MemTxAttrs attrs) | ||
122 | +{ | ||
123 | + switch (offset) { | ||
124 | + case A_CR0: | ||
125 | + s->cr[0] = data; | ||
126 | + s->cr0ack = data & ~SMMU_CR0_RESERVED; | ||
127 | + /* in case the command queue has been enabled */ | ||
128 | + smmuv3_cmdq_consume(s); | ||
129 | + return MEMTX_OK; | ||
130 | + case A_CR1: | ||
131 | + s->cr[1] = data; | ||
132 | + return MEMTX_OK; | ||
133 | + case A_CR2: | ||
134 | + s->cr[2] = data; | ||
135 | + return MEMTX_OK; | ||
136 | + case A_IRQ_CTRL: | ||
137 | + s->irq_ctrl = data; | ||
138 | + return MEMTX_OK; | ||
139 | + case A_GERRORN: | ||
140 | + smmuv3_write_gerrorn(s, data); | ||
141 | + /* | ||
142 | + * By acknowledging the CMDQ_ERR, SW may notify cmds can | ||
143 | + * be processed again | ||
144 | + */ | ||
145 | + smmuv3_cmdq_consume(s); | ||
146 | + return MEMTX_OK; | ||
147 | + case A_GERROR_IRQ_CFG0: /* 64b */ | ||
148 | + s->gerror_irq_cfg0 = deposit64(s->gerror_irq_cfg0, 0, 32, data); | ||
149 | + return MEMTX_OK; | ||
150 | + case A_GERROR_IRQ_CFG0 + 4: | ||
151 | + s->gerror_irq_cfg0 = deposit64(s->gerror_irq_cfg0, 32, 32, data); | ||
152 | + return MEMTX_OK; | ||
153 | + case A_GERROR_IRQ_CFG1: | ||
154 | + s->gerror_irq_cfg1 = data; | ||
155 | + return MEMTX_OK; | ||
156 | + case A_GERROR_IRQ_CFG2: | ||
157 | + s->gerror_irq_cfg2 = data; | ||
158 | + return MEMTX_OK; | ||
159 | + case A_STRTAB_BASE: /* 64b */ | ||
160 | + s->strtab_base = deposit64(s->strtab_base, 0, 32, data); | ||
161 | + return MEMTX_OK; | ||
162 | + case A_STRTAB_BASE + 4: | ||
163 | + s->strtab_base = deposit64(s->strtab_base, 32, 32, data); | ||
164 | + return MEMTX_OK; | ||
165 | + case A_STRTAB_BASE_CFG: | ||
166 | + s->strtab_base_cfg = data; | ||
167 | + if (FIELD_EX32(data, STRTAB_BASE_CFG, FMT) == 1) { | ||
168 | + s->sid_split = FIELD_EX32(data, STRTAB_BASE_CFG, SPLIT); | ||
169 | + s->features |= SMMU_FEATURE_2LVL_STE; | ||
170 | + } | ||
171 | + return MEMTX_OK; | ||
172 | + case A_CMDQ_BASE: /* 64b */ | ||
173 | + s->cmdq.base = deposit64(s->cmdq.base, 0, 32, data); | ||
174 | + s->cmdq.log2size = extract64(s->cmdq.base, 0, 5); | ||
175 | + if (s->cmdq.log2size > SMMU_CMDQS) { | ||
176 | + s->cmdq.log2size = SMMU_CMDQS; | ||
177 | + } | ||
178 | + return MEMTX_OK; | ||
179 | + case A_CMDQ_BASE + 4: /* 64b */ | ||
180 | + s->cmdq.base = deposit64(s->cmdq.base, 32, 32, data); | ||
181 | + return MEMTX_OK; | ||
182 | + case A_CMDQ_PROD: | ||
183 | + s->cmdq.prod = data; | ||
184 | + smmuv3_cmdq_consume(s); | ||
185 | + return MEMTX_OK; | ||
186 | + case A_CMDQ_CONS: | ||
187 | + s->cmdq.cons = data; | ||
188 | + return MEMTX_OK; | ||
189 | + case A_EVENTQ_BASE: /* 64b */ | ||
190 | + s->eventq.base = deposit64(s->eventq.base, 0, 32, data); | ||
191 | + s->eventq.log2size = extract64(s->eventq.base, 0, 5); | ||
192 | + if (s->eventq.log2size > SMMU_EVENTQS) { | ||
193 | + s->eventq.log2size = SMMU_EVENTQS; | ||
194 | + } | ||
195 | + return MEMTX_OK; | ||
196 | + case A_EVENTQ_BASE + 4: | ||
197 | + s->eventq.base = deposit64(s->eventq.base, 32, 32, data); | ||
198 | + return MEMTX_OK; | ||
199 | + case A_EVENTQ_PROD: | ||
200 | + s->eventq.prod = data; | ||
201 | + return MEMTX_OK; | ||
202 | + case A_EVENTQ_CONS: | ||
203 | + s->eventq.cons = data; | ||
204 | + return MEMTX_OK; | ||
205 | + case A_EVENTQ_IRQ_CFG0: /* 64b */ | ||
206 | + s->eventq_irq_cfg0 = deposit64(s->eventq_irq_cfg0, 0, 32, data); | ||
207 | + return MEMTX_OK; | ||
208 | + case A_EVENTQ_IRQ_CFG0 + 4: | ||
209 | + s->eventq_irq_cfg0 = deposit64(s->eventq_irq_cfg0, 32, 32, data); | ||
210 | + return MEMTX_OK; | ||
211 | + case A_EVENTQ_IRQ_CFG1: | ||
212 | + s->eventq_irq_cfg1 = data; | ||
213 | + return MEMTX_OK; | ||
214 | + case A_EVENTQ_IRQ_CFG2: | ||
215 | + s->eventq_irq_cfg2 = data; | ||
216 | + return MEMTX_OK; | ||
217 | + default: | ||
218 | + qemu_log_mask(LOG_UNIMP, | ||
219 | + "%s Unexpected 32-bit access to 0x%"PRIx64" (WI)\n", | ||
220 | + __func__, offset); | ||
221 | + return MEMTX_OK; | ||
222 | + } | ||
223 | +} | ||
224 | + | ||
225 | static MemTxResult smmu_write_mmio(void *opaque, hwaddr offset, uint64_t data, | ||
226 | unsigned size, MemTxAttrs attrs) | ||
227 | { | ||
228 | - /* not yet implemented */ | ||
229 | - return MEMTX_ERROR; | ||
230 | + SMMUState *sys = opaque; | ||
231 | + SMMUv3State *s = ARM_SMMUV3(sys); | ||
232 | + MemTxResult r; | ||
233 | + | ||
234 | + /* CONSTRAINED UNPREDICTABLE choice to have page0/1 be exact aliases */ | ||
235 | + offset &= ~0x10000; | ||
236 | + | ||
237 | + switch (size) { | ||
238 | + case 8: | ||
239 | + r = smmu_writell(s, offset, data, attrs); | ||
240 | + break; | ||
241 | + case 4: | ||
242 | + r = smmu_writel(s, offset, data, attrs); | ||
243 | + break; | ||
244 | + default: | ||
245 | + r = MEMTX_ERROR; | ||
246 | + break; | ||
247 | + } | ||
248 | + | ||
249 | + trace_smmuv3_write_mmio(offset, data, size, r); | ||
250 | + return r; | ||
251 | } | ||
252 | |||
253 | static MemTxResult smmu_readll(SMMUv3State *s, hwaddr offset, | ||
254 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
255 | index XXXXXXX..XXXXXXX 100644 | ||
256 | --- a/hw/arm/trace-events | ||
257 | +++ b/hw/arm/trace-events | ||
258 | @@ -XXX,XX +XXX,XX @@ smmuv3_cmdq_consume(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t con | ||
259 | smmuv3_cmdq_opcode(const char *opcode) "<--- %s" | ||
260 | smmuv3_cmdq_consume_out(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "prod:%d, cons:%d, prod_wrap:%d, cons_wrap:%d " | ||
261 | smmuv3_cmdq_consume_error(const char *cmd_name, uint8_t cmd_error) "Error on %s command execution: %d" | ||
262 | +smmuv3_update(bool is_empty, uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "q empty:%d prod:%d cons:%d p.wrap:%d p.cons:%d" | ||
263 | +smmuv3_update_check_cmd(int error) "cmdq not enabled or error :0x%x" | ||
264 | +smmuv3_write_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: 0x%"PRIx64" val:0x%"PRIx64" size: 0x%x(%d)" | ||
265 | +smmuv3_write_mmio_idr(uint64_t addr, uint64_t val) "write to RO/Unimpl reg 0x%lx val64:0x%lx" | ||
266 | +smmuv3_write_mmio_evtq_cons_bef_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "Before clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
267 | +smmuv3_write_mmio_evtq_cons_after_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "after clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
268 | -- | ||
269 | 2.17.0 | ||
270 | |||
271 | diff view generated by jsdifflib |