1 | target-arm queue: Eric's SMMUv3 patchset, and an array | 1 | Small pile of bug fixes for rc1. I've included my patches to get |
---|---|---|---|
2 | of minor bugfixes and improvements from various others. | 2 | our docs building with Sphinx 3, just for convenience... |
3 | 3 | ||
4 | thanks | ||
5 | -- PMM | 4 | -- PMM |
6 | 5 | ||
7 | The following changes since commit c8b7e627b4269a3bc3ae41d9f420547a47e6d9b9: | 6 | The following changes since commit b149dea55cce97cb226683d06af61984a1c11e96: |
8 | 7 | ||
9 | Merge remote-tracking branch 'remotes/ericb/tags/pull-nbd-2018-05-04' into staging (2018-05-04 14:42:46 +0100) | 8 | Merge remote-tracking branch 'remotes/cschoenebeck/tags/pull-9p-20201102' into staging (2020-11-02 10:57:48 +0000) |
10 | 9 | ||
11 | are available in the Git repository at: | 10 | are available in the Git repository at: |
12 | 11 | ||
13 | git://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20180504 | 12 | https://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20201102 |
14 | 13 | ||
15 | for you to fetch changes up to 5680740c92993e9b3f3e011f2a2c394070e33f56: | 14 | for you to fetch changes up to ffb4fbf90a2f63c9cb33e4bb9f854c79bf04ca4a: |
16 | 15 | ||
17 | hw/arm/virt: Introduce the iommu option (2018-05-04 18:05:52 +0100) | 16 | tests/qtest/npcm7xx_rng-test: Disable randomness tests (2020-11-02 16:52:18 +0000) |
18 | 17 | ||
19 | ---------------------------------------------------------------- | 18 | ---------------------------------------------------------------- |
20 | target-arm queue: | 19 | target-arm queue: |
21 | * Emulate the SMMUv3 (IOMMU); one will be created in the 'virt' board | 20 | * target/arm: Fix Neon emulation bugs on big-endian hosts |
22 | if the commandline includes "-machine iommu=smmuv3" | 21 | * target/arm: fix handling of HCR.FB |
23 | * target/arm: Implement v8M VLLDM and VLSTM | 22 | * target/arm: fix LORID_EL1 access check |
24 | * hw/arm: Don't fail qtest due to missing SD card in -nodefaults mode | 23 | * disas/capstone: Fix monitor disassembly of >32 bytes |
25 | * Some fixes to silence Coverity false-positives | 24 | * hw/arm/smmuv3: Fix potential integer overflow (CID 1432363) |
26 | * arm: boot: set boot_info starting from first_cpu | 25 | * hw/arm/boot: fix SVE for EL3 direct kernel boot |
27 | (fixes a technical bug not visible in practice) | 26 | * hw/display/omap_lcdc: Fix potential NULL pointer dereference |
28 | * hw/net/smc91c111: Convert away from old_mmio | 27 | * hw/display/exynos4210_fimd: Fix potential NULL pointer dereference |
29 | * hw/usb/tusb6010: Convert away from old_mmio | 28 | * target/arm: Get correct MMU index for other-security-state |
30 | * hw/char/cmsdk-apb-uart.c: Accept more input after character read | 29 | * configure: Test that gio libs from pkg-config work |
31 | * target/arm: Make MPUIR write-ignored on OMAP, StrongARM | 30 | * hw/intc/arm_gicv3_cpuif: Make GIC maintenance interrupts work |
32 | * hw/arm/virt: Add linux,pci-domain property | 31 | * docs: Fix building with Sphinx 3 |
32 | * tests/qtest/npcm7xx_rng-test: Disable randomness tests | ||
33 | 33 | ||
34 | ---------------------------------------------------------------- | 34 | ---------------------------------------------------------------- |
35 | Eric Auger (11): | 35 | AlexChen (2): |
36 | hw/arm/smmu-common: smmu base device and datatypes | 36 | hw/display/omap_lcdc: Fix potential NULL pointer dereference |
37 | hw/arm/smmu-common: IOMMU memory region and address space setup | 37 | hw/display/exynos4210_fimd: Fix potential NULL pointer dereference |
38 | hw/arm/smmu-common: VMSAv8-64 page table walk | ||
39 | hw/arm/smmuv3: Wired IRQ and GERROR helpers | ||
40 | hw/arm/smmuv3: Queue helpers | ||
41 | hw/arm/smmuv3: Implement MMIO write operations | ||
42 | hw/arm/smmuv3: Event queue recording helper | ||
43 | hw/arm/smmuv3: Implement translate callback | ||
44 | hw/arm/smmuv3: Abort on vfio or vhost case | ||
45 | target/arm/kvm: Translate the MSI doorbell in kvm_arch_fixup_msi_route | ||
46 | hw/arm/virt: Introduce the iommu option | ||
47 | 38 | ||
48 | Igor Mammedov (1): | 39 | Peter Maydell (9): |
49 | arm: boot: set boot_info starting from first_cpu | 40 | target/arm: Fix float16 pairwise Neon ops on big-endian hosts |
41 | target/arm: Fix VUDOT/VSDOT (scalar) on big-endian hosts | ||
42 | disas/capstone: Fix monitor disassembly of >32 bytes | ||
43 | target/arm: Get correct MMU index for other-security-state | ||
44 | configure: Test that gio libs from pkg-config work | ||
45 | hw/intc/arm_gicv3_cpuif: Make GIC maintenance interrupts work | ||
46 | scripts/kerneldoc: For Sphinx 3 use c:macro for macros with arguments | ||
47 | qemu-option-trace.rst.inc: Don't use option:: markup | ||
48 | tests/qtest/npcm7xx_rng-test: Disable randomness tests | ||
50 | 49 | ||
51 | Jan Kiszka (1): | 50 | Philippe Mathieu-Daudé (1): |
52 | hw/arm/virt: Add linux,pci-domain property | 51 | hw/arm/smmuv3: Fix potential integer overflow (CID 1432363) |
53 | 52 | ||
54 | Mathew Maidment (1): | 53 | Richard Henderson (11): |
55 | target/arm: Correct MPUIR privilege level in register_cp_regs_for_features() conditional case | 54 | target/arm: Introduce neon_full_reg_offset |
55 | target/arm: Move neon_element_offset to translate.c | ||
56 | target/arm: Use neon_element_offset in neon_load/store_reg | ||
57 | target/arm: Use neon_element_offset in vfp_reg_offset | ||
58 | target/arm: Add read/write_neon_element32 | ||
59 | target/arm: Expand read/write_neon_element32 to all MemOp | ||
60 | target/arm: Rename neon_load_reg32 to vfp_load_reg32 | ||
61 | target/arm: Add read/write_neon_element64 | ||
62 | target/arm: Rename neon_load_reg64 to vfp_load_reg64 | ||
63 | target/arm: Simplify do_long_3d and do_2scalar_long | ||
64 | target/arm: Improve do_prewiden_3d | ||
56 | 65 | ||
57 | Patrick Oppenlander (1): | 66 | Rémi Denis-Courmont (3): |
58 | hw/char/cmsdk-apb-uart.c: Accept more input after character read | 67 | target/arm: fix handling of HCR.FB |
68 | target/arm: fix LORID_EL1 access check | ||
69 | hw/arm/boot: fix SVE for EL3 direct kernel boot | ||
59 | 70 | ||
60 | Peter Maydell (3): | 71 | docs/qemu-option-trace.rst.inc | 6 +- |
61 | hw/usb/tusb6010: Convert away from old_mmio | 72 | configure | 10 +- |
62 | hw/net/smc91c111: Convert away from old_mmio | 73 | include/hw/intc/arm_gicv3_common.h | 1 - |
63 | target/arm: Implement v8M VLLDM and VLSTM | 74 | disas/capstone.c | 2 +- |
75 | hw/arm/boot.c | 3 + | ||
76 | hw/arm/smmuv3.c | 3 +- | ||
77 | hw/display/exynos4210_fimd.c | 4 +- | ||
78 | hw/display/omap_lcdc.c | 10 +- | ||
79 | hw/intc/arm_gicv3_cpuif.c | 5 +- | ||
80 | target/arm/helper.c | 24 +- | ||
81 | target/arm/m_helper.c | 3 +- | ||
82 | target/arm/translate.c | 153 +++++++++--- | ||
83 | target/arm/vec_helper.c | 12 +- | ||
84 | tests/qtest/npcm7xx_rng-test.c | 14 +- | ||
85 | scripts/kernel-doc | 18 +- | ||
86 | target/arm/translate-neon.c.inc | 472 ++++++++++++++++++++----------------- | ||
87 | target/arm/translate-vfp.c.inc | 341 +++++++++++---------------- | ||
88 | 17 files changed, 588 insertions(+), 493 deletions(-) | ||
64 | 89 | ||
65 | Prem Mallappa (3): | ||
66 | hw/arm/smmuv3: Skeleton | ||
67 | hw/arm/virt: Add SMMUv3 to the virt board | ||
68 | hw/arm/virt-acpi-build: Add smmuv3 node in IORT table | ||
69 | |||
70 | Richard Henderson (2): | ||
71 | target/arm: Tidy conditions in handle_vec_simd_shri | ||
72 | target/arm: Tidy condition in disas_simd_two_reg_misc | ||
73 | |||
74 | Thomas Huth (1): | ||
75 | hw/arm: Don't fail qtest due to missing SD card in -nodefaults mode | ||
76 | |||
77 | hw/arm/Makefile.objs | 1 + | ||
78 | hw/arm/smmu-internal.h | 99 +++ | ||
79 | hw/arm/smmuv3-internal.h | 621 ++++++++++++++++++ | ||
80 | include/hw/acpi/acpi-defs.h | 15 + | ||
81 | include/hw/arm/smmu-common.h | 145 +++++ | ||
82 | include/hw/arm/smmuv3.h | 87 +++ | ||
83 | include/hw/arm/virt.h | 10 + | ||
84 | hw/arm/boot.c | 2 +- | ||
85 | hw/arm/omap1.c | 8 +- | ||
86 | hw/arm/omap2.c | 8 +- | ||
87 | hw/arm/pxa2xx.c | 15 +- | ||
88 | hw/arm/smmu-common.c | 372 +++++++++++ | ||
89 | hw/arm/smmuv3.c | 1191 +++++++++++++++++++++++++++++++++++ | ||
90 | hw/arm/virt-acpi-build.c | 55 +- | ||
91 | hw/arm/virt.c | 101 ++- | ||
92 | hw/char/cmsdk-apb-uart.c | 1 + | ||
93 | hw/net/smc91c111.c | 54 +- | ||
94 | hw/usb/tusb6010.c | 40 +- | ||
95 | target/arm/helper.c | 2 +- | ||
96 | target/arm/kvm.c | 38 +- | ||
97 | target/arm/translate-a64.c | 12 +- | ||
98 | target/arm/translate.c | 17 +- | ||
99 | default-configs/aarch64-softmmu.mak | 1 + | ||
100 | hw/arm/trace-events | 37 ++ | ||
101 | target/arm/trace-events | 3 + | ||
102 | 25 files changed, 2868 insertions(+), 67 deletions(-) | ||
103 | create mode 100644 hw/arm/smmu-internal.h | ||
104 | create mode 100644 hw/arm/smmuv3-internal.h | ||
105 | create mode 100644 include/hw/arm/smmu-common.h | ||
106 | create mode 100644 include/hw/arm/smmuv3.h | ||
107 | create mode 100644 hw/arm/smmu-common.c | ||
108 | create mode 100644 hw/arm/smmuv3.c | ||
109 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | At the moment, the SMMUv3 does not support notification on | 3 | This function makes it clear that we're talking about the whole |
4 | TLB invalidation. So let's log an error as soon as such notifier | 4 | register, and not the 32-bit piece at index 0. This fixes a bug |
5 | gets enabled. | 5 | when running on a big-endian host. |
6 | 6 | ||
7 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | Message-id: 20201030022618.785675-2-richard.henderson@linaro.org | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Message-id: 1524665762-31355-11-git-send-email-eric.auger@redhat.com | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 11 | --- |
12 | hw/arm/smmuv3.c | 11 +++++++++++ | 12 | target/arm/translate.c | 8 ++++++ |
13 | 1 file changed, 11 insertions(+) | 13 | target/arm/translate-neon.c.inc | 44 ++++++++++++++++----------------- |
14 | target/arm/translate-vfp.c.inc | 2 +- | ||
15 | 3 files changed, 31 insertions(+), 23 deletions(-) | ||
14 | 16 | ||
15 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | 17 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
16 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/hw/arm/smmuv3.c | 19 | --- a/target/arm/translate.c |
18 | +++ b/hw/arm/smmuv3.c | 20 | +++ b/target/arm/translate.c |
19 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_class_init(ObjectClass *klass, void *data) | 21 | @@ -XXX,XX +XXX,XX @@ static inline void gen_hlt(DisasContext *s, int imm) |
20 | dc->realize = smmu_realize; | 22 | unallocated_encoding(s); |
21 | } | 23 | } |
22 | 24 | ||
23 | +static void smmuv3_notify_flag_changed(IOMMUMemoryRegion *iommu, | 25 | +/* |
24 | + IOMMUNotifierFlag old, | 26 | + * Return the offset of a "full" NEON Dreg. |
25 | + IOMMUNotifierFlag new) | 27 | + */ |
28 | +static long neon_full_reg_offset(unsigned reg) | ||
26 | +{ | 29 | +{ |
27 | + if (old == IOMMU_NOTIFIER_NONE) { | 30 | + return offsetof(CPUARMState, vfp.zregs[reg >> 1].d[reg & 1]); |
28 | + warn_report("SMMUV3 does not support vhost/vfio integration yet: " | ||
29 | + "devices of those types will not function properly"); | ||
30 | + } | ||
31 | +} | 31 | +} |
32 | + | 32 | + |
33 | static void smmuv3_iommu_memory_region_class_init(ObjectClass *klass, | 33 | static inline long vfp_reg_offset(bool dp, unsigned reg) |
34 | void *data) | ||
35 | { | 34 | { |
36 | IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass); | 35 | if (dp) { |
37 | 36 | diff --git a/target/arm/translate-neon.c.inc b/target/arm/translate-neon.c.inc | |
38 | imrc->translate = smmuv3_translate; | 37 | index XXXXXXX..XXXXXXX 100644 |
39 | + imrc->notify_flag_changed = smmuv3_notify_flag_changed; | 38 | --- a/target/arm/translate-neon.c.inc |
39 | +++ b/target/arm/translate-neon.c.inc | ||
40 | @@ -XXX,XX +XXX,XX @@ neon_element_offset(int reg, int element, MemOp size) | ||
41 | ofs ^= 8 - element_size; | ||
42 | } | ||
43 | #endif | ||
44 | - return neon_reg_offset(reg, 0) + ofs; | ||
45 | + return neon_full_reg_offset(reg) + ofs; | ||
40 | } | 46 | } |
41 | 47 | ||
42 | static const TypeInfo smmuv3_type_info = { | 48 | static void neon_load_element(TCGv_i32 var, int reg, int ele, MemOp mop) |
49 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLD_all_lanes(DisasContext *s, arg_VLD_all_lanes *a) | ||
50 | * We cannot write 16 bytes at once because the | ||
51 | * destination is unaligned. | ||
52 | */ | ||
53 | - tcg_gen_gvec_dup_i32(size, neon_reg_offset(vd, 0), | ||
54 | + tcg_gen_gvec_dup_i32(size, neon_full_reg_offset(vd), | ||
55 | 8, 8, tmp); | ||
56 | - tcg_gen_gvec_mov(0, neon_reg_offset(vd + 1, 0), | ||
57 | - neon_reg_offset(vd, 0), 8, 8); | ||
58 | + tcg_gen_gvec_mov(0, neon_full_reg_offset(vd + 1), | ||
59 | + neon_full_reg_offset(vd), 8, 8); | ||
60 | } else { | ||
61 | - tcg_gen_gvec_dup_i32(size, neon_reg_offset(vd, 0), | ||
62 | + tcg_gen_gvec_dup_i32(size, neon_full_reg_offset(vd), | ||
63 | vec_size, vec_size, tmp); | ||
64 | } | ||
65 | tcg_gen_addi_i32(addr, addr, 1 << size); | ||
66 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLDST_single(DisasContext *s, arg_VLDST_single *a) | ||
67 | static bool do_3same(DisasContext *s, arg_3same *a, GVecGen3Fn fn) | ||
68 | { | ||
69 | int vec_size = a->q ? 16 : 8; | ||
70 | - int rd_ofs = neon_reg_offset(a->vd, 0); | ||
71 | - int rn_ofs = neon_reg_offset(a->vn, 0); | ||
72 | - int rm_ofs = neon_reg_offset(a->vm, 0); | ||
73 | + int rd_ofs = neon_full_reg_offset(a->vd); | ||
74 | + int rn_ofs = neon_full_reg_offset(a->vn); | ||
75 | + int rm_ofs = neon_full_reg_offset(a->vm); | ||
76 | |||
77 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
78 | return false; | ||
79 | @@ -XXX,XX +XXX,XX @@ static bool do_vector_2sh(DisasContext *s, arg_2reg_shift *a, GVecGen2iFn *fn) | ||
80 | { | ||
81 | /* Handle a 2-reg-shift insn which can be vectorized. */ | ||
82 | int vec_size = a->q ? 16 : 8; | ||
83 | - int rd_ofs = neon_reg_offset(a->vd, 0); | ||
84 | - int rm_ofs = neon_reg_offset(a->vm, 0); | ||
85 | + int rd_ofs = neon_full_reg_offset(a->vd); | ||
86 | + int rm_ofs = neon_full_reg_offset(a->vm); | ||
87 | |||
88 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
89 | return false; | ||
90 | @@ -XXX,XX +XXX,XX @@ static bool do_fp_2sh(DisasContext *s, arg_2reg_shift *a, | ||
91 | { | ||
92 | /* FP operations in 2-reg-and-shift group */ | ||
93 | int vec_size = a->q ? 16 : 8; | ||
94 | - int rd_ofs = neon_reg_offset(a->vd, 0); | ||
95 | - int rm_ofs = neon_reg_offset(a->vm, 0); | ||
96 | + int rd_ofs = neon_full_reg_offset(a->vd); | ||
97 | + int rm_ofs = neon_full_reg_offset(a->vm); | ||
98 | TCGv_ptr fpst; | ||
99 | |||
100 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
101 | @@ -XXX,XX +XXX,XX @@ static bool do_1reg_imm(DisasContext *s, arg_1reg_imm *a, | ||
102 | return true; | ||
103 | } | ||
104 | |||
105 | - reg_ofs = neon_reg_offset(a->vd, 0); | ||
106 | + reg_ofs = neon_full_reg_offset(a->vd); | ||
107 | vec_size = a->q ? 16 : 8; | ||
108 | imm = asimd_imm_const(a->imm, a->cmode, a->op); | ||
109 | |||
110 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMULL_P_3d(DisasContext *s, arg_3diff *a) | ||
111 | return true; | ||
112 | } | ||
113 | |||
114 | - tcg_gen_gvec_3_ool(neon_reg_offset(a->vd, 0), | ||
115 | - neon_reg_offset(a->vn, 0), | ||
116 | - neon_reg_offset(a->vm, 0), | ||
117 | + tcg_gen_gvec_3_ool(neon_full_reg_offset(a->vd), | ||
118 | + neon_full_reg_offset(a->vn), | ||
119 | + neon_full_reg_offset(a->vm), | ||
120 | 16, 16, 0, fn_gvec); | ||
121 | return true; | ||
122 | } | ||
123 | @@ -XXX,XX +XXX,XX @@ static bool do_2scalar_fp_vec(DisasContext *s, arg_2scalar *a, | ||
124 | { | ||
125 | /* Two registers and a scalar, using gvec */ | ||
126 | int vec_size = a->q ? 16 : 8; | ||
127 | - int rd_ofs = neon_reg_offset(a->vd, 0); | ||
128 | - int rn_ofs = neon_reg_offset(a->vn, 0); | ||
129 | + int rd_ofs = neon_full_reg_offset(a->vd); | ||
130 | + int rn_ofs = neon_full_reg_offset(a->vn); | ||
131 | int rm_ofs; | ||
132 | int idx; | ||
133 | TCGv_ptr fpstatus; | ||
134 | @@ -XXX,XX +XXX,XX @@ static bool do_2scalar_fp_vec(DisasContext *s, arg_2scalar *a, | ||
135 | /* a->vm is M:Vm, which encodes both register and index */ | ||
136 | idx = extract32(a->vm, a->size + 2, 2); | ||
137 | a->vm = extract32(a->vm, 0, a->size + 2); | ||
138 | - rm_ofs = neon_reg_offset(a->vm, 0); | ||
139 | + rm_ofs = neon_full_reg_offset(a->vm); | ||
140 | |||
141 | fpstatus = fpstatus_ptr(a->size == 1 ? FPST_STD_F16 : FPST_STD); | ||
142 | tcg_gen_gvec_3_ptr(rd_ofs, rn_ofs, rm_ofs, fpstatus, | ||
143 | @@ -XXX,XX +XXX,XX @@ static bool trans_VDUP_scalar(DisasContext *s, arg_VDUP_scalar *a) | ||
144 | return true; | ||
145 | } | ||
146 | |||
147 | - tcg_gen_gvec_dup_mem(a->size, neon_reg_offset(a->vd, 0), | ||
148 | + tcg_gen_gvec_dup_mem(a->size, neon_full_reg_offset(a->vd), | ||
149 | neon_element_offset(a->vm, a->index, a->size), | ||
150 | a->q ? 16 : 8, a->q ? 16 : 8); | ||
151 | return true; | ||
152 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_F32_F16(DisasContext *s, arg_2misc *a) | ||
153 | static bool do_2misc_vec(DisasContext *s, arg_2misc *a, GVecGen2Fn *fn) | ||
154 | { | ||
155 | int vec_size = a->q ? 16 : 8; | ||
156 | - int rd_ofs = neon_reg_offset(a->vd, 0); | ||
157 | - int rm_ofs = neon_reg_offset(a->vm, 0); | ||
158 | + int rd_ofs = neon_full_reg_offset(a->vd); | ||
159 | + int rm_ofs = neon_full_reg_offset(a->vm); | ||
160 | |||
161 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
162 | return false; | ||
163 | diff --git a/target/arm/translate-vfp.c.inc b/target/arm/translate-vfp.c.inc | ||
164 | index XXXXXXX..XXXXXXX 100644 | ||
165 | --- a/target/arm/translate-vfp.c.inc | ||
166 | +++ b/target/arm/translate-vfp.c.inc | ||
167 | @@ -XXX,XX +XXX,XX @@ static bool trans_VDUP(DisasContext *s, arg_VDUP *a) | ||
168 | } | ||
169 | |||
170 | tmp = load_reg(s, a->rt); | ||
171 | - tcg_gen_gvec_dup_i32(size, neon_reg_offset(a->vn, 0), | ||
172 | + tcg_gen_gvec_dup_i32(size, neon_full_reg_offset(a->vn), | ||
173 | vec_size, vec_size, tmp); | ||
174 | tcg_temp_free_i32(tmp); | ||
175 | |||
43 | -- | 176 | -- |
44 | 2.17.0 | 177 | 2.20.1 |
45 | 178 | ||
46 | 179 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | This patch implements the page table walk for VMSAv8-64. | 3 | This will shortly have users outside of translate-neon.c.inc. |
4 | 4 | ||
5 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
6 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 6 | Message-id: 20201030022618.785675-3-richard.henderson@linaro.org |
7 | Message-id: 1524665762-31355-4-git-send-email-eric.auger@redhat.com | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 9 | --- |
11 | hw/arm/smmu-internal.h | 99 ++++++++++++++++ | 10 | target/arm/translate.c | 20 ++++++++++++++++++++ |
12 | include/hw/arm/smmu-common.h | 14 +++ | 11 | target/arm/translate-neon.c.inc | 19 ------------------- |
13 | hw/arm/smmu-common.c | 222 +++++++++++++++++++++++++++++++++++ | 12 | 2 files changed, 20 insertions(+), 19 deletions(-) |
14 | hw/arm/trace-events | 9 +- | ||
15 | 4 files changed, 343 insertions(+), 1 deletion(-) | ||
16 | create mode 100644 hw/arm/smmu-internal.h | ||
17 | 13 | ||
18 | diff --git a/hw/arm/smmu-internal.h b/hw/arm/smmu-internal.h | 14 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
19 | new file mode 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
20 | index XXXXXXX..XXXXXXX | 16 | --- a/target/arm/translate.c |
21 | --- /dev/null | 17 | +++ b/target/arm/translate.c |
22 | +++ b/hw/arm/smmu-internal.h | 18 | @@ -XXX,XX +XXX,XX @@ static long neon_full_reg_offset(unsigned reg) |
23 | @@ -XXX,XX +XXX,XX @@ | 19 | return offsetof(CPUARMState, vfp.zregs[reg >> 1].d[reg & 1]); |
20 | } | ||
21 | |||
24 | +/* | 22 | +/* |
25 | + * ARM SMMU support - Internal API | 23 | + * Return the offset of a 2**SIZE piece of a NEON register, at index ELE, |
26 | + * | 24 | + * where 0 is the least significant end of the register. |
27 | + * Copyright (c) 2017 Red Hat, Inc. | ||
28 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
29 | + * Written by Prem Mallappa, Eric Auger | ||
30 | + * | ||
31 | + * This program is free software; you can redistribute it and/or modify | ||
32 | + * it under the terms of the GNU General Public License version 2 as | ||
33 | + * published by the Free Software Foundation. | ||
34 | + * | ||
35 | + * This program is distributed in the hope that it will be useful, | ||
36 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
37 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
38 | + * General Public License for more details. | ||
39 | + * | ||
40 | + * You should have received a copy of the GNU General Public License along | ||
41 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
42 | + */ | 25 | + */ |
43 | + | 26 | +static long neon_element_offset(int reg, int element, MemOp size) |
44 | +#ifndef HW_ARM_SMMU_INTERNAL_H | ||
45 | +#define HW_ARM_SMMU_INTERNAL_H | ||
46 | + | ||
47 | +#define TBI0(tbi) ((tbi) & 0x1) | ||
48 | +#define TBI1(tbi) ((tbi) & 0x2 >> 1) | ||
49 | + | ||
50 | +/* PTE Manipulation */ | ||
51 | + | ||
52 | +#define ARM_LPAE_PTE_TYPE_SHIFT 0 | ||
53 | +#define ARM_LPAE_PTE_TYPE_MASK 0x3 | ||
54 | + | ||
55 | +#define ARM_LPAE_PTE_TYPE_BLOCK 1 | ||
56 | +#define ARM_LPAE_PTE_TYPE_TABLE 3 | ||
57 | + | ||
58 | +#define ARM_LPAE_L3_PTE_TYPE_RESERVED 1 | ||
59 | +#define ARM_LPAE_L3_PTE_TYPE_PAGE 3 | ||
60 | + | ||
61 | +#define ARM_LPAE_PTE_VALID (1 << 0) | ||
62 | + | ||
63 | +#define PTE_ADDRESS(pte, shift) \ | ||
64 | + (extract64(pte, shift, 47 - shift + 1) << shift) | ||
65 | + | ||
66 | +#define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID)) | ||
67 | + | ||
68 | +#define is_reserved_pte(pte, level) \ | ||
69 | + ((level == 3) && \ | ||
70 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED)) | ||
71 | + | ||
72 | +#define is_block_pte(pte, level) \ | ||
73 | + ((level < 3) && \ | ||
74 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK)) | ||
75 | + | ||
76 | +#define is_table_pte(pte, level) \ | ||
77 | + ((level < 3) && \ | ||
78 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE)) | ||
79 | + | ||
80 | +#define is_page_pte(pte, level) \ | ||
81 | + ((level == 3) && \ | ||
82 | + ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE)) | ||
83 | + | ||
84 | +/* access permissions */ | ||
85 | + | ||
86 | +#define PTE_AP(pte) \ | ||
87 | + (extract64(pte, 6, 2)) | ||
88 | + | ||
89 | +#define PTE_APTABLE(pte) \ | ||
90 | + (extract64(pte, 61, 2)) | ||
91 | + | ||
92 | +/* | ||
93 | + * TODO: At the moment all transactions are considered as privileged (EL1) | ||
94 | + * as IOMMU translation callback does not pass user/priv attributes. | ||
95 | + */ | ||
96 | +#define is_permission_fault(ap, perm) \ | ||
97 | + (((perm) & IOMMU_WO) && ((ap) & 0x2)) | ||
98 | + | ||
99 | +#define PTE_AP_TO_PERM(ap) \ | ||
100 | + (IOMMU_ACCESS_FLAG(true, !((ap) & 0x2))) | ||
101 | + | ||
102 | +/* Level Indexing */ | ||
103 | + | ||
104 | +static inline int level_shift(int level, int granule_sz) | ||
105 | +{ | 27 | +{ |
106 | + return granule_sz + (3 - level) * (granule_sz - 3); | 28 | + int element_size = 1 << size; |
29 | + int ofs = element * element_size; | ||
30 | +#ifdef HOST_WORDS_BIGENDIAN | ||
31 | + /* | ||
32 | + * Calculate the offset assuming fully little-endian, | ||
33 | + * then XOR to account for the order of the 8-byte units. | ||
34 | + */ | ||
35 | + if (element_size < 8) { | ||
36 | + ofs ^= 8 - element_size; | ||
37 | + } | ||
38 | +#endif | ||
39 | + return neon_full_reg_offset(reg) + ofs; | ||
107 | +} | 40 | +} |
108 | + | 41 | + |
109 | +static inline uint64_t level_page_mask(int level, int granule_sz) | 42 | static inline long vfp_reg_offset(bool dp, unsigned reg) |
110 | +{ | 43 | { |
111 | + return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz))); | 44 | if (dp) { |
112 | +} | 45 | diff --git a/target/arm/translate-neon.c.inc b/target/arm/translate-neon.c.inc |
113 | + | ||
114 | +static inline | ||
115 | +uint64_t iova_level_offset(uint64_t iova, int inputsize, | ||
116 | + int level, int gsz) | ||
117 | +{ | ||
118 | + return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) & | ||
119 | + MAKE_64BIT_MASK(0, gsz - 3); | ||
120 | +} | ||
121 | + | ||
122 | +#endif | ||
123 | diff --git a/include/hw/arm/smmu-common.h b/include/hw/arm/smmu-common.h | ||
124 | index XXXXXXX..XXXXXXX 100644 | 46 | index XXXXXXX..XXXXXXX 100644 |
125 | --- a/include/hw/arm/smmu-common.h | 47 | --- a/target/arm/translate-neon.c.inc |
126 | +++ b/include/hw/arm/smmu-common.h | 48 | +++ b/target/arm/translate-neon.c.inc |
127 | @@ -XXX,XX +XXX,XX @@ static inline uint16_t smmu_get_sid(SMMUDevice *sdev) | 49 | @@ -XXX,XX +XXX,XX @@ static inline int neon_3same_fp_size(DisasContext *s, int x) |
50 | #include "decode-neon-ls.c.inc" | ||
51 | #include "decode-neon-shared.c.inc" | ||
52 | |||
53 | -/* Return the offset of a 2**SIZE piece of a NEON register, at index ELE, | ||
54 | - * where 0 is the least significant end of the register. | ||
55 | - */ | ||
56 | -static inline long | ||
57 | -neon_element_offset(int reg, int element, MemOp size) | ||
58 | -{ | ||
59 | - int element_size = 1 << size; | ||
60 | - int ofs = element * element_size; | ||
61 | -#ifdef HOST_WORDS_BIGENDIAN | ||
62 | - /* Calculate the offset assuming fully little-endian, | ||
63 | - * then XOR to account for the order of the 8-byte units. | ||
64 | - */ | ||
65 | - if (element_size < 8) { | ||
66 | - ofs ^= 8 - element_size; | ||
67 | - } | ||
68 | -#endif | ||
69 | - return neon_full_reg_offset(reg) + ofs; | ||
70 | -} | ||
71 | - | ||
72 | static void neon_load_element(TCGv_i32 var, int reg, int ele, MemOp mop) | ||
128 | { | 73 | { |
129 | return PCI_BUILD_BDF(pci_bus_num(sdev->bus), sdev->devfn); | 74 | long offset = neon_element_offset(reg, ele, mop & MO_SIZE); |
130 | } | ||
131 | + | ||
132 | +/** | ||
133 | + * smmu_ptw - Perform the page table walk for a given iova / access flags | ||
134 | + * pair, according to @cfg translation config | ||
135 | + */ | ||
136 | +int smmu_ptw(SMMUTransCfg *cfg, dma_addr_t iova, IOMMUAccessFlags perm, | ||
137 | + IOMMUTLBEntry *tlbe, SMMUPTWEventInfo *info); | ||
138 | + | ||
139 | +/** | ||
140 | + * select_tt - compute which translation table shall be used according to | ||
141 | + * the input iova and translation config and return the TT specific info | ||
142 | + */ | ||
143 | +SMMUTransTableInfo *select_tt(SMMUTransCfg *cfg, dma_addr_t iova); | ||
144 | + | ||
145 | #endif /* HW_ARM_SMMU_COMMON */ | ||
146 | diff --git a/hw/arm/smmu-common.c b/hw/arm/smmu-common.c | ||
147 | index XXXXXXX..XXXXXXX 100644 | ||
148 | --- a/hw/arm/smmu-common.c | ||
149 | +++ b/hw/arm/smmu-common.c | ||
150 | @@ -XXX,XX +XXX,XX @@ | ||
151 | |||
152 | #include "qemu/error-report.h" | ||
153 | #include "hw/arm/smmu-common.h" | ||
154 | +#include "smmu-internal.h" | ||
155 | + | ||
156 | +/* VMSAv8-64 Translation */ | ||
157 | + | ||
158 | +/** | ||
159 | + * get_pte - Get the content of a page table entry located at | ||
160 | + * @base_addr[@index] | ||
161 | + */ | ||
162 | +static int get_pte(dma_addr_t baseaddr, uint32_t index, uint64_t *pte, | ||
163 | + SMMUPTWEventInfo *info) | ||
164 | +{ | ||
165 | + int ret; | ||
166 | + dma_addr_t addr = baseaddr + index * sizeof(*pte); | ||
167 | + | ||
168 | + /* TODO: guarantee 64-bit single-copy atomicity */ | ||
169 | + ret = dma_memory_read(&address_space_memory, addr, | ||
170 | + (uint8_t *)pte, sizeof(*pte)); | ||
171 | + | ||
172 | + if (ret != MEMTX_OK) { | ||
173 | + info->type = SMMU_PTW_ERR_WALK_EABT; | ||
174 | + info->addr = addr; | ||
175 | + return -EINVAL; | ||
176 | + } | ||
177 | + trace_smmu_get_pte(baseaddr, index, addr, *pte); | ||
178 | + return 0; | ||
179 | +} | ||
180 | + | ||
181 | +/* VMSAv8-64 Translation Table Format Descriptor Decoding */ | ||
182 | + | ||
183 | +/** | ||
184 | + * get_page_pte_address - returns the L3 descriptor output address, | ||
185 | + * ie. the page frame | ||
186 | + * ARM ARM spec: Figure D4-17 VMSAv8-64 level 3 descriptor format | ||
187 | + */ | ||
188 | +static inline hwaddr get_page_pte_address(uint64_t pte, int granule_sz) | ||
189 | +{ | ||
190 | + return PTE_ADDRESS(pte, granule_sz); | ||
191 | +} | ||
192 | + | ||
193 | +/** | ||
194 | + * get_table_pte_address - return table descriptor output address, | ||
195 | + * ie. address of next level table | ||
196 | + * ARM ARM Figure D4-16 VMSAv8-64 level0, level1, and level 2 descriptor formats | ||
197 | + */ | ||
198 | +static inline hwaddr get_table_pte_address(uint64_t pte, int granule_sz) | ||
199 | +{ | ||
200 | + return PTE_ADDRESS(pte, granule_sz); | ||
201 | +} | ||
202 | + | ||
203 | +/** | ||
204 | + * get_block_pte_address - return block descriptor output address and block size | ||
205 | + * ARM ARM Figure D4-16 VMSAv8-64 level0, level1, and level 2 descriptor formats | ||
206 | + */ | ||
207 | +static inline hwaddr get_block_pte_address(uint64_t pte, int level, | ||
208 | + int granule_sz, uint64_t *bsz) | ||
209 | +{ | ||
210 | + int n = (granule_sz - 3) * (4 - level) + 3; | ||
211 | + | ||
212 | + *bsz = 1 << n; | ||
213 | + return PTE_ADDRESS(pte, n); | ||
214 | +} | ||
215 | + | ||
216 | +SMMUTransTableInfo *select_tt(SMMUTransCfg *cfg, dma_addr_t iova) | ||
217 | +{ | ||
218 | + bool tbi = extract64(iova, 55, 1) ? TBI1(cfg->tbi) : TBI0(cfg->tbi); | ||
219 | + uint8_t tbi_byte = tbi * 8; | ||
220 | + | ||
221 | + if (cfg->tt[0].tsz && | ||
222 | + !extract64(iova, 64 - cfg->tt[0].tsz, cfg->tt[0].tsz - tbi_byte)) { | ||
223 | + /* there is a ttbr0 region and we are in it (high bits all zero) */ | ||
224 | + return &cfg->tt[0]; | ||
225 | + } else if (cfg->tt[1].tsz && | ||
226 | + !extract64(iova, 64 - cfg->tt[1].tsz, cfg->tt[1].tsz - tbi_byte)) { | ||
227 | + /* there is a ttbr1 region and we are in it (high bits all one) */ | ||
228 | + return &cfg->tt[1]; | ||
229 | + } else if (!cfg->tt[0].tsz) { | ||
230 | + /* ttbr0 region is "everything not in the ttbr1 region" */ | ||
231 | + return &cfg->tt[0]; | ||
232 | + } else if (!cfg->tt[1].tsz) { | ||
233 | + /* ttbr1 region is "everything not in the ttbr0 region" */ | ||
234 | + return &cfg->tt[1]; | ||
235 | + } | ||
236 | + /* in the gap between the two regions, this is a Translation fault */ | ||
237 | + return NULL; | ||
238 | +} | ||
239 | + | ||
240 | +/** | ||
241 | + * smmu_ptw_64 - VMSAv8-64 Walk of the page tables for a given IOVA | ||
242 | + * @cfg: translation config | ||
243 | + * @iova: iova to translate | ||
244 | + * @perm: access type | ||
245 | + * @tlbe: IOMMUTLBEntry (out) | ||
246 | + * @info: handle to an error info | ||
247 | + * | ||
248 | + * Return 0 on success, < 0 on error. In case of error, @info is filled | ||
249 | + * and tlbe->perm is set to IOMMU_NONE. | ||
250 | + * Upon success, @tlbe is filled with translated_addr and entry | ||
251 | + * permission rights. | ||
252 | + */ | ||
253 | +static int smmu_ptw_64(SMMUTransCfg *cfg, | ||
254 | + dma_addr_t iova, IOMMUAccessFlags perm, | ||
255 | + IOMMUTLBEntry *tlbe, SMMUPTWEventInfo *info) | ||
256 | +{ | ||
257 | + dma_addr_t baseaddr, indexmask; | ||
258 | + int stage = cfg->stage; | ||
259 | + SMMUTransTableInfo *tt = select_tt(cfg, iova); | ||
260 | + uint8_t level, granule_sz, inputsize, stride; | ||
261 | + | ||
262 | + if (!tt || tt->disabled) { | ||
263 | + info->type = SMMU_PTW_ERR_TRANSLATION; | ||
264 | + goto error; | ||
265 | + } | ||
266 | + | ||
267 | + granule_sz = tt->granule_sz; | ||
268 | + stride = granule_sz - 3; | ||
269 | + inputsize = 64 - tt->tsz; | ||
270 | + level = 4 - (inputsize - 4) / stride; | ||
271 | + indexmask = (1ULL << (inputsize - (stride * (4 - level)))) - 1; | ||
272 | + baseaddr = extract64(tt->ttb, 0, 48); | ||
273 | + baseaddr &= ~indexmask; | ||
274 | + | ||
275 | + tlbe->iova = iova; | ||
276 | + tlbe->addr_mask = (1 << granule_sz) - 1; | ||
277 | + | ||
278 | + while (level <= 3) { | ||
279 | + uint64_t subpage_size = 1ULL << level_shift(level, granule_sz); | ||
280 | + uint64_t mask = subpage_size - 1; | ||
281 | + uint32_t offset = iova_level_offset(iova, inputsize, level, granule_sz); | ||
282 | + uint64_t pte; | ||
283 | + dma_addr_t pte_addr = baseaddr + offset * sizeof(pte); | ||
284 | + uint8_t ap; | ||
285 | + | ||
286 | + if (get_pte(baseaddr, offset, &pte, info)) { | ||
287 | + goto error; | ||
288 | + } | ||
289 | + trace_smmu_ptw_level(level, iova, subpage_size, | ||
290 | + baseaddr, offset, pte); | ||
291 | + | ||
292 | + if (is_invalid_pte(pte) || is_reserved_pte(pte, level)) { | ||
293 | + trace_smmu_ptw_invalid_pte(stage, level, baseaddr, | ||
294 | + pte_addr, offset, pte); | ||
295 | + info->type = SMMU_PTW_ERR_TRANSLATION; | ||
296 | + goto error; | ||
297 | + } | ||
298 | + | ||
299 | + if (is_page_pte(pte, level)) { | ||
300 | + uint64_t gpa = get_page_pte_address(pte, granule_sz); | ||
301 | + | ||
302 | + ap = PTE_AP(pte); | ||
303 | + if (is_permission_fault(ap, perm)) { | ||
304 | + info->type = SMMU_PTW_ERR_PERMISSION; | ||
305 | + goto error; | ||
306 | + } | ||
307 | + | ||
308 | + tlbe->translated_addr = gpa + (iova & mask); | ||
309 | + tlbe->perm = PTE_AP_TO_PERM(ap); | ||
310 | + trace_smmu_ptw_page_pte(stage, level, iova, | ||
311 | + baseaddr, pte_addr, pte, gpa); | ||
312 | + return 0; | ||
313 | + } | ||
314 | + if (is_block_pte(pte, level)) { | ||
315 | + uint64_t block_size; | ||
316 | + hwaddr gpa = get_block_pte_address(pte, level, granule_sz, | ||
317 | + &block_size); | ||
318 | + | ||
319 | + ap = PTE_AP(pte); | ||
320 | + if (is_permission_fault(ap, perm)) { | ||
321 | + info->type = SMMU_PTW_ERR_PERMISSION; | ||
322 | + goto error; | ||
323 | + } | ||
324 | + | ||
325 | + trace_smmu_ptw_block_pte(stage, level, baseaddr, | ||
326 | + pte_addr, pte, iova, gpa, | ||
327 | + block_size >> 20); | ||
328 | + | ||
329 | + tlbe->translated_addr = gpa + (iova & mask); | ||
330 | + tlbe->perm = PTE_AP_TO_PERM(ap); | ||
331 | + return 0; | ||
332 | + } | ||
333 | + | ||
334 | + /* table pte */ | ||
335 | + ap = PTE_APTABLE(pte); | ||
336 | + | ||
337 | + if (is_permission_fault(ap, perm)) { | ||
338 | + info->type = SMMU_PTW_ERR_PERMISSION; | ||
339 | + goto error; | ||
340 | + } | ||
341 | + baseaddr = get_table_pte_address(pte, granule_sz); | ||
342 | + level++; | ||
343 | + } | ||
344 | + | ||
345 | + info->type = SMMU_PTW_ERR_TRANSLATION; | ||
346 | + | ||
347 | +error: | ||
348 | + tlbe->perm = IOMMU_NONE; | ||
349 | + return -EINVAL; | ||
350 | +} | ||
351 | + | ||
352 | +/** | ||
353 | + * smmu_ptw - Walk the page tables for an IOVA, according to @cfg | ||
354 | + * | ||
355 | + * @cfg: translation configuration | ||
356 | + * @iova: iova to translate | ||
357 | + * @perm: tentative access type | ||
358 | + * @tlbe: returned entry | ||
359 | + * @info: ptw event handle | ||
360 | + * | ||
361 | + * return 0 on success | ||
362 | + */ | ||
363 | +inline int smmu_ptw(SMMUTransCfg *cfg, dma_addr_t iova, IOMMUAccessFlags perm, | ||
364 | + IOMMUTLBEntry *tlbe, SMMUPTWEventInfo *info) | ||
365 | +{ | ||
366 | + if (!cfg->aa64) { | ||
367 | + /* | ||
368 | + * This code path is not entered as we check this while decoding | ||
369 | + * the configuration data in the derived SMMU model. | ||
370 | + */ | ||
371 | + g_assert_not_reached(); | ||
372 | + } | ||
373 | + | ||
374 | + return smmu_ptw_64(cfg, iova, perm, tlbe, info); | ||
375 | +} | ||
376 | |||
377 | /** | ||
378 | * The bus number is used for lookup when SID based invalidation occurs. | ||
379 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
380 | index XXXXXXX..XXXXXXX 100644 | ||
381 | --- a/hw/arm/trace-events | ||
382 | +++ b/hw/arm/trace-events | ||
383 | @@ -XXX,XX +XXX,XX @@ | ||
384 | virt_acpi_setup(void) "No fw cfg or ACPI disabled. Bailing out." | ||
385 | |||
386 | # hw/arm/smmu-common.c | ||
387 | -smmu_add_mr(const char *name) "%s" | ||
388 | \ No newline at end of file | ||
389 | +smmu_add_mr(const char *name) "%s" | ||
390 | +smmu_page_walk(int stage, uint64_t baseaddr, int first_level, uint64_t start, uint64_t end) "stage=%d, baseaddr=0x%"PRIx64", first level=%d, start=0x%"PRIx64", end=0x%"PRIx64 | ||
391 | +smmu_lookup_table(int level, uint64_t baseaddr, int granule_sz, uint64_t start, uint64_t end, int flags, uint64_t subpage_size) "level=%d baseaddr=0x%"PRIx64" granule=%d, start=0x%"PRIx64" end=0x%"PRIx64" flags=%d subpage_size=0x%"PRIx64 | ||
392 | +smmu_ptw_level(int level, uint64_t iova, size_t subpage_size, uint64_t baseaddr, uint32_t offset, uint64_t pte) "level=%d iova=0x%"PRIx64" subpage_sz=0x%lx baseaddr=0x%"PRIx64" offset=%d => pte=0x%"PRIx64 | ||
393 | +smmu_ptw_invalid_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, uint32_t offset, uint64_t pte) "stage=%d level=%d base@=0x%"PRIx64" pte@=0x%"PRIx64" offset=%d pte=0x%"PRIx64 | ||
394 | +smmu_ptw_page_pte(int stage, int level, uint64_t iova, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t address) "stage=%d level=%d iova=0x%"PRIx64" base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" page address = 0x%"PRIx64 | ||
395 | +smmu_ptw_block_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t iova, uint64_t gpa, int bsize_mb) "stage=%d level=%d base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" iova=0x%"PRIx64" block address = 0x%"PRIx64" block size = %d MiB" | ||
396 | +smmu_get_pte(uint64_t baseaddr, int index, uint64_t pteaddr, uint64_t pte) "baseaddr=0x%"PRIx64" index=0x%x, pteaddr=0x%"PRIx64", pte=0x%"PRIx64 | ||
397 | -- | 75 | -- |
398 | 2.17.0 | 76 | 2.20.1 |
399 | 77 | ||
400 | 78 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Now we have relevant helpers for queue and irq | 3 | These are the only users of neon_reg_offset, so remove that. |
4 | management, let's implement MMIO write operations. | ||
5 | 4 | ||
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 6 | Message-id: 20201030022618.785675-4-richard.henderson@linaro.org |
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Message-id: 1524665762-31355-8-git-send-email-eric.auger@redhat.com | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 9 | --- |
12 | hw/arm/smmuv3-internal.h | 8 +- | 10 | target/arm/translate.c | 14 ++------------ |
13 | hw/arm/smmuv3.c | 170 +++++++++++++++++++++++++++++++++++++-- | 11 | 1 file changed, 2 insertions(+), 12 deletions(-) |
14 | hw/arm/trace-events | 6 ++ | ||
15 | 3 files changed, 174 insertions(+), 10 deletions(-) | ||
16 | 12 | ||
17 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 13 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
18 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/hw/arm/smmuv3-internal.h | 15 | --- a/target/arm/translate.c |
20 | +++ b/hw/arm/smmuv3-internal.h | 16 | +++ b/target/arm/translate.c |
21 | @@ -XXX,XX +XXX,XX @@ REG32(CR0, 0x20) | 17 | @@ -XXX,XX +XXX,XX @@ static inline long vfp_reg_offset(bool dp, unsigned reg) |
22 | FIELD(CR0, EVENTQEN, 2, 1) | ||
23 | FIELD(CR0, CMDQEN, 3, 1) | ||
24 | |||
25 | +#define SMMU_CR0_RESERVED 0xFFFFFC20 | ||
26 | + | ||
27 | REG32(CR0ACK, 0x24) | ||
28 | REG32(CR1, 0x28) | ||
29 | REG32(CR2, 0x2c) | ||
30 | @@ -XXX,XX +XXX,XX @@ static inline bool smmuv3_gerror_irq_enabled(SMMUv3State *s) | ||
31 | return FIELD_EX32(s->irq_ctrl, IRQ_CTRL, GERROR_IRQEN); | ||
32 | } | ||
33 | |||
34 | -/* public until callers get introduced */ | ||
35 | -void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask); | ||
36 | -void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t gerrorn); | ||
37 | - | ||
38 | /* Queue Handling */ | ||
39 | |||
40 | #define Q_BASE(q) ((q)->base & SMMU_BASE_ADDR_MASK) | ||
41 | @@ -XXX,XX +XXX,XX @@ enum { /* Command completion notification */ | ||
42 | addr; \ | ||
43 | }) | ||
44 | |||
45 | -int smmuv3_cmdq_consume(SMMUv3State *s); | ||
46 | +#define SMMU_FEATURE_2LVL_STE (1 << 0) | ||
47 | |||
48 | #endif | ||
49 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
50 | index XXXXXXX..XXXXXXX 100644 | ||
51 | --- a/hw/arm/smmuv3.c | ||
52 | +++ b/hw/arm/smmuv3.c | ||
53 | @@ -XXX,XX +XXX,XX @@ | ||
54 | * @irq: irq type | ||
55 | * @gerror_mask: mask of gerrors to toggle (relevant if @irq is GERROR) | ||
56 | */ | ||
57 | -void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask) | ||
58 | +static void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, | ||
59 | + uint32_t gerror_mask) | ||
60 | { | ||
61 | |||
62 | bool pulse = false; | ||
63 | @@ -XXX,XX +XXX,XX @@ void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask) | ||
64 | } | 18 | } |
65 | } | 19 | } |
66 | 20 | ||
67 | -void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | 21 | -/* Return the offset of a 32-bit piece of a NEON register. |
68 | +static void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | 22 | - zero is the least significant end of the register. */ |
23 | -static inline long | ||
24 | -neon_reg_offset (int reg, int n) | ||
25 | -{ | ||
26 | - int sreg; | ||
27 | - sreg = reg * 2 + n; | ||
28 | - return vfp_reg_offset(0, sreg); | ||
29 | -} | ||
30 | - | ||
31 | static TCGv_i32 neon_load_reg(int reg, int pass) | ||
69 | { | 32 | { |
70 | uint32_t pending = s->gerror ^ s->gerrorn; | 33 | TCGv_i32 tmp = tcg_temp_new_i32(); |
71 | uint32_t toggled = s->gerrorn ^ new_gerrorn; | 34 | - tcg_gen_ld_i32(tmp, cpu_env, neon_reg_offset(reg, pass)); |
72 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_init_regs(SMMUv3State *s) | 35 | + tcg_gen_ld_i32(tmp, cpu_env, neon_element_offset(reg, pass, MO_32)); |
73 | s->sid_split = 0; | 36 | return tmp; |
74 | } | 37 | } |
75 | 38 | ||
76 | -int smmuv3_cmdq_consume(SMMUv3State *s) | 39 | static void neon_store_reg(int reg, int pass, TCGv_i32 var) |
77 | +static int smmuv3_cmdq_consume(SMMUv3State *s) | ||
78 | { | 40 | { |
79 | SMMUCmdError cmd_error = SMMU_CERROR_NONE; | 41 | - tcg_gen_st_i32(var, cpu_env, neon_reg_offset(reg, pass)); |
80 | SMMUQueue *q = &s->cmdq; | 42 | + tcg_gen_st_i32(var, cpu_env, neon_element_offset(reg, pass, MO_32)); |
81 | @@ -XXX,XX +XXX,XX @@ int smmuv3_cmdq_consume(SMMUv3State *s) | 43 | tcg_temp_free_i32(var); |
82 | return 0; | ||
83 | } | 44 | } |
84 | 45 | ||
85 | +static MemTxResult smmu_writell(SMMUv3State *s, hwaddr offset, | ||
86 | + uint64_t data, MemTxAttrs attrs) | ||
87 | +{ | ||
88 | + switch (offset) { | ||
89 | + case A_GERROR_IRQ_CFG0: | ||
90 | + s->gerror_irq_cfg0 = data; | ||
91 | + return MEMTX_OK; | ||
92 | + case A_STRTAB_BASE: | ||
93 | + s->strtab_base = data; | ||
94 | + return MEMTX_OK; | ||
95 | + case A_CMDQ_BASE: | ||
96 | + s->cmdq.base = data; | ||
97 | + s->cmdq.log2size = extract64(s->cmdq.base, 0, 5); | ||
98 | + if (s->cmdq.log2size > SMMU_CMDQS) { | ||
99 | + s->cmdq.log2size = SMMU_CMDQS; | ||
100 | + } | ||
101 | + return MEMTX_OK; | ||
102 | + case A_EVENTQ_BASE: | ||
103 | + s->eventq.base = data; | ||
104 | + s->eventq.log2size = extract64(s->eventq.base, 0, 5); | ||
105 | + if (s->eventq.log2size > SMMU_EVENTQS) { | ||
106 | + s->eventq.log2size = SMMU_EVENTQS; | ||
107 | + } | ||
108 | + return MEMTX_OK; | ||
109 | + case A_EVENTQ_IRQ_CFG0: | ||
110 | + s->eventq_irq_cfg0 = data; | ||
111 | + return MEMTX_OK; | ||
112 | + default: | ||
113 | + qemu_log_mask(LOG_UNIMP, | ||
114 | + "%s Unexpected 64-bit access to 0x%"PRIx64" (WI)\n", | ||
115 | + __func__, offset); | ||
116 | + return MEMTX_OK; | ||
117 | + } | ||
118 | +} | ||
119 | + | ||
120 | +static MemTxResult smmu_writel(SMMUv3State *s, hwaddr offset, | ||
121 | + uint64_t data, MemTxAttrs attrs) | ||
122 | +{ | ||
123 | + switch (offset) { | ||
124 | + case A_CR0: | ||
125 | + s->cr[0] = data; | ||
126 | + s->cr0ack = data & ~SMMU_CR0_RESERVED; | ||
127 | + /* in case the command queue has been enabled */ | ||
128 | + smmuv3_cmdq_consume(s); | ||
129 | + return MEMTX_OK; | ||
130 | + case A_CR1: | ||
131 | + s->cr[1] = data; | ||
132 | + return MEMTX_OK; | ||
133 | + case A_CR2: | ||
134 | + s->cr[2] = data; | ||
135 | + return MEMTX_OK; | ||
136 | + case A_IRQ_CTRL: | ||
137 | + s->irq_ctrl = data; | ||
138 | + return MEMTX_OK; | ||
139 | + case A_GERRORN: | ||
140 | + smmuv3_write_gerrorn(s, data); | ||
141 | + /* | ||
142 | + * By acknowledging the CMDQ_ERR, SW may notify cmds can | ||
143 | + * be processed again | ||
144 | + */ | ||
145 | + smmuv3_cmdq_consume(s); | ||
146 | + return MEMTX_OK; | ||
147 | + case A_GERROR_IRQ_CFG0: /* 64b */ | ||
148 | + s->gerror_irq_cfg0 = deposit64(s->gerror_irq_cfg0, 0, 32, data); | ||
149 | + return MEMTX_OK; | ||
150 | + case A_GERROR_IRQ_CFG0 + 4: | ||
151 | + s->gerror_irq_cfg0 = deposit64(s->gerror_irq_cfg0, 32, 32, data); | ||
152 | + return MEMTX_OK; | ||
153 | + case A_GERROR_IRQ_CFG1: | ||
154 | + s->gerror_irq_cfg1 = data; | ||
155 | + return MEMTX_OK; | ||
156 | + case A_GERROR_IRQ_CFG2: | ||
157 | + s->gerror_irq_cfg2 = data; | ||
158 | + return MEMTX_OK; | ||
159 | + case A_STRTAB_BASE: /* 64b */ | ||
160 | + s->strtab_base = deposit64(s->strtab_base, 0, 32, data); | ||
161 | + return MEMTX_OK; | ||
162 | + case A_STRTAB_BASE + 4: | ||
163 | + s->strtab_base = deposit64(s->strtab_base, 32, 32, data); | ||
164 | + return MEMTX_OK; | ||
165 | + case A_STRTAB_BASE_CFG: | ||
166 | + s->strtab_base_cfg = data; | ||
167 | + if (FIELD_EX32(data, STRTAB_BASE_CFG, FMT) == 1) { | ||
168 | + s->sid_split = FIELD_EX32(data, STRTAB_BASE_CFG, SPLIT); | ||
169 | + s->features |= SMMU_FEATURE_2LVL_STE; | ||
170 | + } | ||
171 | + return MEMTX_OK; | ||
172 | + case A_CMDQ_BASE: /* 64b */ | ||
173 | + s->cmdq.base = deposit64(s->cmdq.base, 0, 32, data); | ||
174 | + s->cmdq.log2size = extract64(s->cmdq.base, 0, 5); | ||
175 | + if (s->cmdq.log2size > SMMU_CMDQS) { | ||
176 | + s->cmdq.log2size = SMMU_CMDQS; | ||
177 | + } | ||
178 | + return MEMTX_OK; | ||
179 | + case A_CMDQ_BASE + 4: /* 64b */ | ||
180 | + s->cmdq.base = deposit64(s->cmdq.base, 32, 32, data); | ||
181 | + return MEMTX_OK; | ||
182 | + case A_CMDQ_PROD: | ||
183 | + s->cmdq.prod = data; | ||
184 | + smmuv3_cmdq_consume(s); | ||
185 | + return MEMTX_OK; | ||
186 | + case A_CMDQ_CONS: | ||
187 | + s->cmdq.cons = data; | ||
188 | + return MEMTX_OK; | ||
189 | + case A_EVENTQ_BASE: /* 64b */ | ||
190 | + s->eventq.base = deposit64(s->eventq.base, 0, 32, data); | ||
191 | + s->eventq.log2size = extract64(s->eventq.base, 0, 5); | ||
192 | + if (s->eventq.log2size > SMMU_EVENTQS) { | ||
193 | + s->eventq.log2size = SMMU_EVENTQS; | ||
194 | + } | ||
195 | + return MEMTX_OK; | ||
196 | + case A_EVENTQ_BASE + 4: | ||
197 | + s->eventq.base = deposit64(s->eventq.base, 32, 32, data); | ||
198 | + return MEMTX_OK; | ||
199 | + case A_EVENTQ_PROD: | ||
200 | + s->eventq.prod = data; | ||
201 | + return MEMTX_OK; | ||
202 | + case A_EVENTQ_CONS: | ||
203 | + s->eventq.cons = data; | ||
204 | + return MEMTX_OK; | ||
205 | + case A_EVENTQ_IRQ_CFG0: /* 64b */ | ||
206 | + s->eventq_irq_cfg0 = deposit64(s->eventq_irq_cfg0, 0, 32, data); | ||
207 | + return MEMTX_OK; | ||
208 | + case A_EVENTQ_IRQ_CFG0 + 4: | ||
209 | + s->eventq_irq_cfg0 = deposit64(s->eventq_irq_cfg0, 32, 32, data); | ||
210 | + return MEMTX_OK; | ||
211 | + case A_EVENTQ_IRQ_CFG1: | ||
212 | + s->eventq_irq_cfg1 = data; | ||
213 | + return MEMTX_OK; | ||
214 | + case A_EVENTQ_IRQ_CFG2: | ||
215 | + s->eventq_irq_cfg2 = data; | ||
216 | + return MEMTX_OK; | ||
217 | + default: | ||
218 | + qemu_log_mask(LOG_UNIMP, | ||
219 | + "%s Unexpected 32-bit access to 0x%"PRIx64" (WI)\n", | ||
220 | + __func__, offset); | ||
221 | + return MEMTX_OK; | ||
222 | + } | ||
223 | +} | ||
224 | + | ||
225 | static MemTxResult smmu_write_mmio(void *opaque, hwaddr offset, uint64_t data, | ||
226 | unsigned size, MemTxAttrs attrs) | ||
227 | { | ||
228 | - /* not yet implemented */ | ||
229 | - return MEMTX_ERROR; | ||
230 | + SMMUState *sys = opaque; | ||
231 | + SMMUv3State *s = ARM_SMMUV3(sys); | ||
232 | + MemTxResult r; | ||
233 | + | ||
234 | + /* CONSTRAINED UNPREDICTABLE choice to have page0/1 be exact aliases */ | ||
235 | + offset &= ~0x10000; | ||
236 | + | ||
237 | + switch (size) { | ||
238 | + case 8: | ||
239 | + r = smmu_writell(s, offset, data, attrs); | ||
240 | + break; | ||
241 | + case 4: | ||
242 | + r = smmu_writel(s, offset, data, attrs); | ||
243 | + break; | ||
244 | + default: | ||
245 | + r = MEMTX_ERROR; | ||
246 | + break; | ||
247 | + } | ||
248 | + | ||
249 | + trace_smmuv3_write_mmio(offset, data, size, r); | ||
250 | + return r; | ||
251 | } | ||
252 | |||
253 | static MemTxResult smmu_readll(SMMUv3State *s, hwaddr offset, | ||
254 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
255 | index XXXXXXX..XXXXXXX 100644 | ||
256 | --- a/hw/arm/trace-events | ||
257 | +++ b/hw/arm/trace-events | ||
258 | @@ -XXX,XX +XXX,XX @@ smmuv3_cmdq_consume(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t con | ||
259 | smmuv3_cmdq_opcode(const char *opcode) "<--- %s" | ||
260 | smmuv3_cmdq_consume_out(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "prod:%d, cons:%d, prod_wrap:%d, cons_wrap:%d " | ||
261 | smmuv3_cmdq_consume_error(const char *cmd_name, uint8_t cmd_error) "Error on %s command execution: %d" | ||
262 | +smmuv3_update(bool is_empty, uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "q empty:%d prod:%d cons:%d p.wrap:%d p.cons:%d" | ||
263 | +smmuv3_update_check_cmd(int error) "cmdq not enabled or error :0x%x" | ||
264 | +smmuv3_write_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: 0x%"PRIx64" val:0x%"PRIx64" size: 0x%x(%d)" | ||
265 | +smmuv3_write_mmio_idr(uint64_t addr, uint64_t val) "write to RO/Unimpl reg 0x%lx val64:0x%lx" | ||
266 | +smmuv3_write_mmio_evtq_cons_bef_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "Before clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
267 | +smmuv3_write_mmio_evtq_cons_after_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "after clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
268 | -- | 46 | -- |
269 | 2.17.0 | 47 | 2.20.1 |
270 | 48 | ||
271 | 49 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Path analysis shows that size == 3 && !is_q has been eliminated. | 3 | This seems a bit more readable than using offsetof CPU_DoubleU. |
4 | 4 | ||
5 | Fixes: Coverity CID1385853 | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 6 | Message-id: 20201030022618.785675-5-richard.henderson@linaro.org |
8 | Message-id: 20180501180455.11214-3-richard.henderson@linaro.org | 7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 9 | --- |
11 | target/arm/translate-a64.c | 6 +++++- | 10 | target/arm/translate.c | 13 ++++--------- |
12 | 1 file changed, 5 insertions(+), 1 deletion(-) | 11 | 1 file changed, 4 insertions(+), 9 deletions(-) |
13 | 12 | ||
14 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | 13 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
15 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/target/arm/translate-a64.c | 15 | --- a/target/arm/translate.c |
17 | +++ b/target/arm/translate-a64.c | 16 | +++ b/target/arm/translate.c |
18 | @@ -XXX,XX +XXX,XX @@ static void disas_simd_two_reg_misc(DisasContext *s, uint32_t insn) | 17 | @@ -XXX,XX +XXX,XX @@ static long neon_element_offset(int reg, int element, MemOp size) |
19 | /* All 64-bit element operations can be shared with scalar 2misc */ | 18 | return neon_full_reg_offset(reg) + ofs; |
20 | int pass; | 19 | } |
21 | 20 | ||
22 | - for (pass = 0; pass < (is_q ? 2 : 1); pass++) { | 21 | -static inline long vfp_reg_offset(bool dp, unsigned reg) |
23 | + /* Coverity claims (size == 3 && !is_q) has been eliminated | 22 | +/* Return the offset of a VFP Dreg (dp = true) or VFP Sreg (dp = false). */ |
24 | + * from all paths leading to here. | 23 | +static long vfp_reg_offset(bool dp, unsigned reg) |
25 | + */ | 24 | { |
26 | + tcg_debug_assert(is_q); | 25 | if (dp) { |
27 | + for (pass = 0; pass < 2; pass++) { | 26 | - return offsetof(CPUARMState, vfp.zregs[reg >> 1].d[reg & 1]); |
28 | TCGv_i64 tcg_op = tcg_temp_new_i64(); | 27 | + return neon_element_offset(reg, 0, MO_64); |
29 | TCGv_i64 tcg_res = tcg_temp_new_i64(); | 28 | } else { |
29 | - long ofs = offsetof(CPUARMState, vfp.zregs[reg >> 2].d[(reg >> 1) & 1]); | ||
30 | - if (reg & 1) { | ||
31 | - ofs += offsetof(CPU_DoubleU, l.upper); | ||
32 | - } else { | ||
33 | - ofs += offsetof(CPU_DoubleU, l.lower); | ||
34 | - } | ||
35 | - return ofs; | ||
36 | + return neon_element_offset(reg >> 1, reg & 1, MO_32); | ||
37 | } | ||
38 | } | ||
30 | 39 | ||
31 | -- | 40 | -- |
32 | 2.17.0 | 41 | 2.20.1 |
33 | 42 | ||
34 | 43 | diff view generated by jsdifflib |
1 | From: Prem Mallappa <prem.mallappa@broadcom.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | This patch implements a skeleton for the smmuv3 device. | 3 | Model these off the aa64 read/write_vec_element functions. |
4 | Datatypes and register definitions are introduced. The MMIO | 4 | Use it within translate-neon.c.inc. The new functions do |
5 | region, the interrupts and the queue are initialized. | 5 | not allocate or free temps, so this rearranges the calling |
6 | code a bit. | ||
6 | 7 | ||
7 | Only the MMIO read operation is implemented here. | 8 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | 9 | Message-id: 20201030022618.785675-6-richard.henderson@linaro.org | |
9 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
10 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
12 | Message-id: 1524665762-31355-5-git-send-email-eric.auger@redhat.com | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
14 | --- | 12 | --- |
15 | hw/arm/Makefile.objs | 2 +- | 13 | target/arm/translate.c | 26 ++++ |
16 | hw/arm/smmuv3-internal.h | 142 +++++++++++++++ | 14 | target/arm/translate-neon.c.inc | 256 ++++++++++++++++++++------------ |
17 | include/hw/arm/smmuv3.h | 87 ++++++++++ | 15 | 2 files changed, 183 insertions(+), 99 deletions(-) |
18 | hw/arm/smmuv3.c | 366 +++++++++++++++++++++++++++++++++++++++ | ||
19 | hw/arm/trace-events | 3 + | ||
20 | 5 files changed, 599 insertions(+), 1 deletion(-) | ||
21 | create mode 100644 hw/arm/smmuv3-internal.h | ||
22 | create mode 100644 include/hw/arm/smmuv3.h | ||
23 | create mode 100644 hw/arm/smmuv3.c | ||
24 | 16 | ||
25 | diff --git a/hw/arm/Makefile.objs b/hw/arm/Makefile.objs | 17 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
26 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
27 | --- a/hw/arm/Makefile.objs | 19 | --- a/target/arm/translate.c |
28 | +++ b/hw/arm/Makefile.objs | 20 | +++ b/target/arm/translate.c |
29 | @@ -XXX,XX +XXX,XX @@ obj-$(CONFIG_MPS2) += mps2-tz.o | 21 | @@ -XXX,XX +XXX,XX @@ static inline void neon_store_reg32(TCGv_i32 var, int reg) |
30 | obj-$(CONFIG_MSF2) += msf2-soc.o msf2-som.o | 22 | tcg_gen_st_i32(var, cpu_env, vfp_reg_offset(false, reg)); |
31 | obj-$(CONFIG_IOTKIT) += iotkit.o | 23 | } |
32 | obj-$(CONFIG_FSL_IMX7) += fsl-imx7.o mcimx7d-sabre.o | 24 | |
33 | -obj-$(CONFIG_ARM_SMMUV3) += smmu-common.o | 25 | +static void read_neon_element32(TCGv_i32 dest, int reg, int ele, MemOp size) |
34 | +obj-$(CONFIG_ARM_SMMUV3) += smmu-common.o smmuv3.o | ||
35 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | ||
36 | new file mode 100644 | ||
37 | index XXXXXXX..XXXXXXX | ||
38 | --- /dev/null | ||
39 | +++ b/hw/arm/smmuv3-internal.h | ||
40 | @@ -XXX,XX +XXX,XX @@ | ||
41 | +/* | ||
42 | + * ARM SMMUv3 support - Internal API | ||
43 | + * | ||
44 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
45 | + * Copyright (c) 2017 Red Hat, Inc. | ||
46 | + * Written by Prem Mallappa, Eric Auger | ||
47 | + * | ||
48 | + * This program is free software; you can redistribute it and/or modify | ||
49 | + * it under the terms of the GNU General Public License version 2 as | ||
50 | + * published by the Free Software Foundation. | ||
51 | + * | ||
52 | + * This program is distributed in the hope that it will be useful, | ||
53 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
54 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
55 | + * GNU General Public License for more details. | ||
56 | + * | ||
57 | + * You should have received a copy of the GNU General Public License along | ||
58 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
59 | + */ | ||
60 | + | ||
61 | +#ifndef HW_ARM_SMMU_V3_INTERNAL_H | ||
62 | +#define HW_ARM_SMMU_V3_INTERNAL_H | ||
63 | + | ||
64 | +#include "hw/arm/smmu-common.h" | ||
65 | + | ||
66 | +/* MMIO Registers */ | ||
67 | + | ||
68 | +REG32(IDR0, 0x0) | ||
69 | + FIELD(IDR0, S1P, 1 , 1) | ||
70 | + FIELD(IDR0, TTF, 2 , 2) | ||
71 | + FIELD(IDR0, COHACC, 4 , 1) | ||
72 | + FIELD(IDR0, ASID16, 12, 1) | ||
73 | + FIELD(IDR0, TTENDIAN, 21, 2) | ||
74 | + FIELD(IDR0, STALL_MODEL, 24, 2) | ||
75 | + FIELD(IDR0, TERM_MODEL, 26, 1) | ||
76 | + FIELD(IDR0, STLEVEL, 27, 2) | ||
77 | + | ||
78 | +REG32(IDR1, 0x4) | ||
79 | + FIELD(IDR1, SIDSIZE, 0 , 6) | ||
80 | + FIELD(IDR1, EVENTQS, 16, 5) | ||
81 | + FIELD(IDR1, CMDQS, 21, 5) | ||
82 | + | ||
83 | +#define SMMU_IDR1_SIDSIZE 16 | ||
84 | +#define SMMU_CMDQS 19 | ||
85 | +#define SMMU_EVENTQS 19 | ||
86 | + | ||
87 | +REG32(IDR2, 0x8) | ||
88 | +REG32(IDR3, 0xc) | ||
89 | +REG32(IDR4, 0x10) | ||
90 | +REG32(IDR5, 0x14) | ||
91 | + FIELD(IDR5, OAS, 0, 3); | ||
92 | + FIELD(IDR5, GRAN4K, 4, 1); | ||
93 | + FIELD(IDR5, GRAN16K, 5, 1); | ||
94 | + FIELD(IDR5, GRAN64K, 6, 1); | ||
95 | + | ||
96 | +#define SMMU_IDR5_OAS 4 | ||
97 | + | ||
98 | +REG32(IIDR, 0x1c) | ||
99 | +REG32(CR0, 0x20) | ||
100 | + FIELD(CR0, SMMU_ENABLE, 0, 1) | ||
101 | + FIELD(CR0, EVENTQEN, 2, 1) | ||
102 | + FIELD(CR0, CMDQEN, 3, 1) | ||
103 | + | ||
104 | +REG32(CR0ACK, 0x24) | ||
105 | +REG32(CR1, 0x28) | ||
106 | +REG32(CR2, 0x2c) | ||
107 | +REG32(STATUSR, 0x40) | ||
108 | +REG32(IRQ_CTRL, 0x50) | ||
109 | + FIELD(IRQ_CTRL, GERROR_IRQEN, 0, 1) | ||
110 | + FIELD(IRQ_CTRL, PRI_IRQEN, 1, 1) | ||
111 | + FIELD(IRQ_CTRL, EVENTQ_IRQEN, 2, 1) | ||
112 | + | ||
113 | +REG32(IRQ_CTRL_ACK, 0x54) | ||
114 | +REG32(GERROR, 0x60) | ||
115 | + FIELD(GERROR, CMDQ_ERR, 0, 1) | ||
116 | + FIELD(GERROR, EVENTQ_ABT_ERR, 2, 1) | ||
117 | + FIELD(GERROR, PRIQ_ABT_ERR, 3, 1) | ||
118 | + FIELD(GERROR, MSI_CMDQ_ABT_ERR, 4, 1) | ||
119 | + FIELD(GERROR, MSI_EVENTQ_ABT_ERR, 5, 1) | ||
120 | + FIELD(GERROR, MSI_PRIQ_ABT_ERR, 6, 1) | ||
121 | + FIELD(GERROR, MSI_GERROR_ABT_ERR, 7, 1) | ||
122 | + FIELD(GERROR, MSI_SFM_ERR, 8, 1) | ||
123 | + | ||
124 | +REG32(GERRORN, 0x64) | ||
125 | + | ||
126 | +#define A_GERROR_IRQ_CFG0 0x68 /* 64b */ | ||
127 | +REG32(GERROR_IRQ_CFG1, 0x70) | ||
128 | +REG32(GERROR_IRQ_CFG2, 0x74) | ||
129 | + | ||
130 | +#define A_STRTAB_BASE 0x80 /* 64b */ | ||
131 | + | ||
132 | +#define SMMU_BASE_ADDR_MASK 0xffffffffffe0 | ||
133 | + | ||
134 | +REG32(STRTAB_BASE_CFG, 0x88) | ||
135 | + FIELD(STRTAB_BASE_CFG, FMT, 16, 2) | ||
136 | + FIELD(STRTAB_BASE_CFG, SPLIT, 6 , 5) | ||
137 | + FIELD(STRTAB_BASE_CFG, LOG2SIZE, 0 , 6) | ||
138 | + | ||
139 | +#define A_CMDQ_BASE 0x90 /* 64b */ | ||
140 | +REG32(CMDQ_PROD, 0x98) | ||
141 | +REG32(CMDQ_CONS, 0x9c) | ||
142 | + FIELD(CMDQ_CONS, ERR, 24, 7) | ||
143 | + | ||
144 | +#define A_EVENTQ_BASE 0xa0 /* 64b */ | ||
145 | +REG32(EVENTQ_PROD, 0xa8) | ||
146 | +REG32(EVENTQ_CONS, 0xac) | ||
147 | + | ||
148 | +#define A_EVENTQ_IRQ_CFG0 0xb0 /* 64b */ | ||
149 | +REG32(EVENTQ_IRQ_CFG1, 0xb8) | ||
150 | +REG32(EVENTQ_IRQ_CFG2, 0xbc) | ||
151 | + | ||
152 | +#define A_IDREGS 0xfd0 | ||
153 | + | ||
154 | +static inline int smmu_enabled(SMMUv3State *s) | ||
155 | +{ | 26 | +{ |
156 | + return FIELD_EX32(s->cr[0], CR0, SMMU_ENABLE); | 27 | + long off = neon_element_offset(reg, ele, size); |
157 | +} | 28 | + |
158 | + | 29 | + switch (size) { |
159 | +/* Command Queue Entry */ | 30 | + case MO_32: |
160 | +typedef struct Cmd { | 31 | + tcg_gen_ld_i32(dest, cpu_env, off); |
161 | + uint32_t word[4]; | 32 | + break; |
162 | +} Cmd; | ||
163 | + | ||
164 | +/* Event Queue Entry */ | ||
165 | +typedef struct Evt { | ||
166 | + uint32_t word[8]; | ||
167 | +} Evt; | ||
168 | + | ||
169 | +static inline uint32_t smmuv3_idreg(int regoffset) | ||
170 | +{ | ||
171 | + /* | ||
172 | + * Return the value of the Primecell/Corelink ID registers at the | ||
173 | + * specified offset from the first ID register. | ||
174 | + * These value indicate an ARM implementation of MMU600 p1 | ||
175 | + */ | ||
176 | + static const uint8_t smmuv3_ids[] = { | ||
177 | + 0x04, 0, 0, 0, 0x84, 0xB4, 0xF0, 0x10, 0x0D, 0xF0, 0x05, 0xB1 | ||
178 | + }; | ||
179 | + return smmuv3_ids[regoffset / 4]; | ||
180 | +} | ||
181 | + | ||
182 | +#endif | ||
183 | diff --git a/include/hw/arm/smmuv3.h b/include/hw/arm/smmuv3.h | ||
184 | new file mode 100644 | ||
185 | index XXXXXXX..XXXXXXX | ||
186 | --- /dev/null | ||
187 | +++ b/include/hw/arm/smmuv3.h | ||
188 | @@ -XXX,XX +XXX,XX @@ | ||
189 | +/* | ||
190 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
191 | + * Copyright (c) 2017 Red Hat, Inc. | ||
192 | + * Written by Prem Mallappa, Eric Auger | ||
193 | + * | ||
194 | + * This program is free software; you can redistribute it and/or modify | ||
195 | + * it under the terms of the GNU General Public License version 2 as | ||
196 | + * published by the Free Software Foundation. | ||
197 | + * | ||
198 | + * This program is distributed in the hope that it will be useful, | ||
199 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
200 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
201 | + * GNU General Public License for more details. | ||
202 | + * | ||
203 | + * You should have received a copy of the GNU General Public License along | ||
204 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
205 | + */ | ||
206 | + | ||
207 | +#ifndef HW_ARM_SMMUV3_H | ||
208 | +#define HW_ARM_SMMUV3_H | ||
209 | + | ||
210 | +#include "hw/arm/smmu-common.h" | ||
211 | +#include "hw/registerfields.h" | ||
212 | + | ||
213 | +#define TYPE_SMMUV3_IOMMU_MEMORY_REGION "smmuv3-iommu-memory-region" | ||
214 | + | ||
215 | +typedef struct SMMUQueue { | ||
216 | + uint64_t base; /* base register */ | ||
217 | + uint32_t prod; | ||
218 | + uint32_t cons; | ||
219 | + uint8_t entry_size; | ||
220 | + uint8_t log2size; | ||
221 | +} SMMUQueue; | ||
222 | + | ||
223 | +typedef struct SMMUv3State { | ||
224 | + SMMUState smmu_state; | ||
225 | + | ||
226 | + uint32_t features; | ||
227 | + uint8_t sid_size; | ||
228 | + uint8_t sid_split; | ||
229 | + | ||
230 | + uint32_t idr[6]; | ||
231 | + uint32_t iidr; | ||
232 | + uint32_t cr[3]; | ||
233 | + uint32_t cr0ack; | ||
234 | + uint32_t statusr; | ||
235 | + uint32_t irq_ctrl; | ||
236 | + uint32_t gerror; | ||
237 | + uint32_t gerrorn; | ||
238 | + uint64_t gerror_irq_cfg0; | ||
239 | + uint32_t gerror_irq_cfg1; | ||
240 | + uint32_t gerror_irq_cfg2; | ||
241 | + uint64_t strtab_base; | ||
242 | + uint32_t strtab_base_cfg; | ||
243 | + uint64_t eventq_irq_cfg0; | ||
244 | + uint32_t eventq_irq_cfg1; | ||
245 | + uint32_t eventq_irq_cfg2; | ||
246 | + | ||
247 | + SMMUQueue eventq, cmdq; | ||
248 | + | ||
249 | + qemu_irq irq[4]; | ||
250 | +} SMMUv3State; | ||
251 | + | ||
252 | +typedef enum { | ||
253 | + SMMU_IRQ_EVTQ, | ||
254 | + SMMU_IRQ_PRIQ, | ||
255 | + SMMU_IRQ_CMD_SYNC, | ||
256 | + SMMU_IRQ_GERROR, | ||
257 | +} SMMUIrq; | ||
258 | + | ||
259 | +typedef struct { | ||
260 | + /*< private >*/ | ||
261 | + SMMUBaseClass smmu_base_class; | ||
262 | + /*< public >*/ | ||
263 | + | ||
264 | + DeviceRealize parent_realize; | ||
265 | + DeviceReset parent_reset; | ||
266 | +} SMMUv3Class; | ||
267 | + | ||
268 | +#define TYPE_ARM_SMMUV3 "arm-smmuv3" | ||
269 | +#define ARM_SMMUV3(obj) OBJECT_CHECK(SMMUv3State, (obj), TYPE_ARM_SMMUV3) | ||
270 | +#define ARM_SMMUV3_CLASS(klass) \ | ||
271 | + OBJECT_CLASS_CHECK(SMMUv3Class, (klass), TYPE_ARM_SMMUV3) | ||
272 | +#define ARM_SMMUV3_GET_CLASS(obj) \ | ||
273 | + OBJECT_GET_CLASS(SMMUv3Class, (obj), TYPE_ARM_SMMUV3) | ||
274 | + | ||
275 | +#endif | ||
276 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
277 | new file mode 100644 | ||
278 | index XXXXXXX..XXXXXXX | ||
279 | --- /dev/null | ||
280 | +++ b/hw/arm/smmuv3.c | ||
281 | @@ -XXX,XX +XXX,XX @@ | ||
282 | +/* | ||
283 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
284 | + * Copyright (c) 2017 Red Hat, Inc. | ||
285 | + * Written by Prem Mallappa, Eric Auger | ||
286 | + * | ||
287 | + * This program is free software; you can redistribute it and/or modify | ||
288 | + * it under the terms of the GNU General Public License version 2 as | ||
289 | + * published by the Free Software Foundation. | ||
290 | + * | ||
291 | + * This program is distributed in the hope that it will be useful, | ||
292 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
293 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
294 | + * GNU General Public License for more details. | ||
295 | + * | ||
296 | + * You should have received a copy of the GNU General Public License along | ||
297 | + * with this program; if not, see <http://www.gnu.org/licenses/>. | ||
298 | + */ | ||
299 | + | ||
300 | +#include "qemu/osdep.h" | ||
301 | +#include "hw/boards.h" | ||
302 | +#include "sysemu/sysemu.h" | ||
303 | +#include "hw/sysbus.h" | ||
304 | +#include "hw/qdev-core.h" | ||
305 | +#include "hw/pci/pci.h" | ||
306 | +#include "exec/address-spaces.h" | ||
307 | +#include "trace.h" | ||
308 | +#include "qemu/log.h" | ||
309 | +#include "qemu/error-report.h" | ||
310 | +#include "qapi/error.h" | ||
311 | + | ||
312 | +#include "hw/arm/smmuv3.h" | ||
313 | +#include "smmuv3-internal.h" | ||
314 | + | ||
315 | +static void smmuv3_init_regs(SMMUv3State *s) | ||
316 | +{ | ||
317 | + /** | ||
318 | + * IDR0: stage1 only, AArch64 only, coherent access, 16b ASID, | ||
319 | + * multi-level stream table | ||
320 | + */ | ||
321 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, S1P, 1); /* stage 1 supported */ | ||
322 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, TTF, 2); /* AArch64 PTW only */ | ||
323 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, COHACC, 1); /* IO coherent */ | ||
324 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, ASID16, 1); /* 16-bit ASID */ | ||
325 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, TTENDIAN, 2); /* little endian */ | ||
326 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, STALL_MODEL, 1); /* No stall */ | ||
327 | + /* terminated transaction will always be aborted/error returned */ | ||
328 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, TERM_MODEL, 1); | ||
329 | + /* 2-level stream table supported */ | ||
330 | + s->idr[0] = FIELD_DP32(s->idr[0], IDR0, STLEVEL, 1); | ||
331 | + | ||
332 | + s->idr[1] = FIELD_DP32(s->idr[1], IDR1, SIDSIZE, SMMU_IDR1_SIDSIZE); | ||
333 | + s->idr[1] = FIELD_DP32(s->idr[1], IDR1, EVENTQS, SMMU_EVENTQS); | ||
334 | + s->idr[1] = FIELD_DP32(s->idr[1], IDR1, CMDQS, SMMU_CMDQS); | ||
335 | + | ||
336 | + /* 4K and 64K granule support */ | ||
337 | + s->idr[5] = FIELD_DP32(s->idr[5], IDR5, GRAN4K, 1); | ||
338 | + s->idr[5] = FIELD_DP32(s->idr[5], IDR5, GRAN64K, 1); | ||
339 | + s->idr[5] = FIELD_DP32(s->idr[5], IDR5, OAS, SMMU_IDR5_OAS); /* 44 bits */ | ||
340 | + | ||
341 | + s->cmdq.base = deposit64(s->cmdq.base, 0, 5, SMMU_CMDQS); | ||
342 | + s->cmdq.prod = 0; | ||
343 | + s->cmdq.cons = 0; | ||
344 | + s->cmdq.entry_size = sizeof(struct Cmd); | ||
345 | + s->eventq.base = deposit64(s->eventq.base, 0, 5, SMMU_EVENTQS); | ||
346 | + s->eventq.prod = 0; | ||
347 | + s->eventq.cons = 0; | ||
348 | + s->eventq.entry_size = sizeof(struct Evt); | ||
349 | + | ||
350 | + s->features = 0; | ||
351 | + s->sid_split = 0; | ||
352 | +} | ||
353 | + | ||
354 | +static MemTxResult smmu_write_mmio(void *opaque, hwaddr offset, uint64_t data, | ||
355 | + unsigned size, MemTxAttrs attrs) | ||
356 | +{ | ||
357 | + /* not yet implemented */ | ||
358 | + return MEMTX_ERROR; | ||
359 | +} | ||
360 | + | ||
361 | +static MemTxResult smmu_readll(SMMUv3State *s, hwaddr offset, | ||
362 | + uint64_t *data, MemTxAttrs attrs) | ||
363 | +{ | ||
364 | + switch (offset) { | ||
365 | + case A_GERROR_IRQ_CFG0: | ||
366 | + *data = s->gerror_irq_cfg0; | ||
367 | + return MEMTX_OK; | ||
368 | + case A_STRTAB_BASE: | ||
369 | + *data = s->strtab_base; | ||
370 | + return MEMTX_OK; | ||
371 | + case A_CMDQ_BASE: | ||
372 | + *data = s->cmdq.base; | ||
373 | + return MEMTX_OK; | ||
374 | + case A_EVENTQ_BASE: | ||
375 | + *data = s->eventq.base; | ||
376 | + return MEMTX_OK; | ||
377 | + default: | 33 | + default: |
378 | + *data = 0; | 34 | + g_assert_not_reached(); |
379 | + qemu_log_mask(LOG_UNIMP, | ||
380 | + "%s Unexpected 64-bit access to 0x%"PRIx64" (RAZ)\n", | ||
381 | + __func__, offset); | ||
382 | + return MEMTX_OK; | ||
383 | + } | 35 | + } |
384 | +} | 36 | +} |
385 | + | 37 | + |
386 | +static MemTxResult smmu_readl(SMMUv3State *s, hwaddr offset, | 38 | +static void write_neon_element32(TCGv_i32 src, int reg, int ele, MemOp size) |
387 | + uint64_t *data, MemTxAttrs attrs) | ||
388 | +{ | 39 | +{ |
389 | + switch (offset) { | 40 | + long off = neon_element_offset(reg, ele, size); |
390 | + case A_IDREGS ... A_IDREGS + 0x1f: | 41 | + |
391 | + *data = smmuv3_idreg(offset - A_IDREGS); | 42 | + switch (size) { |
392 | + return MEMTX_OK; | 43 | + case MO_32: |
393 | + case A_IDR0 ... A_IDR5: | 44 | + tcg_gen_st_i32(src, cpu_env, off); |
394 | + *data = s->idr[(offset - A_IDR0) / 4]; | 45 | + break; |
395 | + return MEMTX_OK; | ||
396 | + case A_IIDR: | ||
397 | + *data = s->iidr; | ||
398 | + return MEMTX_OK; | ||
399 | + case A_CR0: | ||
400 | + *data = s->cr[0]; | ||
401 | + return MEMTX_OK; | ||
402 | + case A_CR0ACK: | ||
403 | + *data = s->cr0ack; | ||
404 | + return MEMTX_OK; | ||
405 | + case A_CR1: | ||
406 | + *data = s->cr[1]; | ||
407 | + return MEMTX_OK; | ||
408 | + case A_CR2: | ||
409 | + *data = s->cr[2]; | ||
410 | + return MEMTX_OK; | ||
411 | + case A_STATUSR: | ||
412 | + *data = s->statusr; | ||
413 | + return MEMTX_OK; | ||
414 | + case A_IRQ_CTRL: | ||
415 | + case A_IRQ_CTRL_ACK: | ||
416 | + *data = s->irq_ctrl; | ||
417 | + return MEMTX_OK; | ||
418 | + case A_GERROR: | ||
419 | + *data = s->gerror; | ||
420 | + return MEMTX_OK; | ||
421 | + case A_GERRORN: | ||
422 | + *data = s->gerrorn; | ||
423 | + return MEMTX_OK; | ||
424 | + case A_GERROR_IRQ_CFG0: /* 64b */ | ||
425 | + *data = extract64(s->gerror_irq_cfg0, 0, 32); | ||
426 | + return MEMTX_OK; | ||
427 | + case A_GERROR_IRQ_CFG0 + 4: | ||
428 | + *data = extract64(s->gerror_irq_cfg0, 32, 32); | ||
429 | + return MEMTX_OK; | ||
430 | + case A_GERROR_IRQ_CFG1: | ||
431 | + *data = s->gerror_irq_cfg1; | ||
432 | + return MEMTX_OK; | ||
433 | + case A_GERROR_IRQ_CFG2: | ||
434 | + *data = s->gerror_irq_cfg2; | ||
435 | + return MEMTX_OK; | ||
436 | + case A_STRTAB_BASE: /* 64b */ | ||
437 | + *data = extract64(s->strtab_base, 0, 32); | ||
438 | + return MEMTX_OK; | ||
439 | + case A_STRTAB_BASE + 4: /* 64b */ | ||
440 | + *data = extract64(s->strtab_base, 32, 32); | ||
441 | + return MEMTX_OK; | ||
442 | + case A_STRTAB_BASE_CFG: | ||
443 | + *data = s->strtab_base_cfg; | ||
444 | + return MEMTX_OK; | ||
445 | + case A_CMDQ_BASE: /* 64b */ | ||
446 | + *data = extract64(s->cmdq.base, 0, 32); | ||
447 | + return MEMTX_OK; | ||
448 | + case A_CMDQ_BASE + 4: | ||
449 | + *data = extract64(s->cmdq.base, 32, 32); | ||
450 | + return MEMTX_OK; | ||
451 | + case A_CMDQ_PROD: | ||
452 | + *data = s->cmdq.prod; | ||
453 | + return MEMTX_OK; | ||
454 | + case A_CMDQ_CONS: | ||
455 | + *data = s->cmdq.cons; | ||
456 | + return MEMTX_OK; | ||
457 | + case A_EVENTQ_BASE: /* 64b */ | ||
458 | + *data = extract64(s->eventq.base, 0, 32); | ||
459 | + return MEMTX_OK; | ||
460 | + case A_EVENTQ_BASE + 4: /* 64b */ | ||
461 | + *data = extract64(s->eventq.base, 32, 32); | ||
462 | + return MEMTX_OK; | ||
463 | + case A_EVENTQ_PROD: | ||
464 | + *data = s->eventq.prod; | ||
465 | + return MEMTX_OK; | ||
466 | + case A_EVENTQ_CONS: | ||
467 | + *data = s->eventq.cons; | ||
468 | + return MEMTX_OK; | ||
469 | + default: | 46 | + default: |
470 | + *data = 0; | 47 | + g_assert_not_reached(); |
471 | + qemu_log_mask(LOG_UNIMP, | ||
472 | + "%s unhandled 32-bit access at 0x%"PRIx64" (RAZ)\n", | ||
473 | + __func__, offset); | ||
474 | + return MEMTX_OK; | ||
475 | + } | 48 | + } |
476 | +} | 49 | +} |
477 | + | 50 | + |
478 | +static MemTxResult smmu_read_mmio(void *opaque, hwaddr offset, uint64_t *data, | 51 | static TCGv_ptr vfp_reg_ptr(bool dp, int reg) |
479 | + unsigned size, MemTxAttrs attrs) | 52 | { |
480 | +{ | 53 | TCGv_ptr ret = tcg_temp_new_ptr(); |
481 | + SMMUState *sys = opaque; | 54 | diff --git a/target/arm/translate-neon.c.inc b/target/arm/translate-neon.c.inc |
482 | + SMMUv3State *s = ARM_SMMUV3(sys); | ||
483 | + MemTxResult r; | ||
484 | + | ||
485 | + /* CONSTRAINED UNPREDICTABLE choice to have page0/1 be exact aliases */ | ||
486 | + offset &= ~0x10000; | ||
487 | + | ||
488 | + switch (size) { | ||
489 | + case 8: | ||
490 | + r = smmu_readll(s, offset, data, attrs); | ||
491 | + break; | ||
492 | + case 4: | ||
493 | + r = smmu_readl(s, offset, data, attrs); | ||
494 | + break; | ||
495 | + default: | ||
496 | + r = MEMTX_ERROR; | ||
497 | + break; | ||
498 | + } | ||
499 | + | ||
500 | + trace_smmuv3_read_mmio(offset, *data, size, r); | ||
501 | + return r; | ||
502 | +} | ||
503 | + | ||
504 | +static const MemoryRegionOps smmu_mem_ops = { | ||
505 | + .read_with_attrs = smmu_read_mmio, | ||
506 | + .write_with_attrs = smmu_write_mmio, | ||
507 | + .endianness = DEVICE_LITTLE_ENDIAN, | ||
508 | + .valid = { | ||
509 | + .min_access_size = 4, | ||
510 | + .max_access_size = 8, | ||
511 | + }, | ||
512 | + .impl = { | ||
513 | + .min_access_size = 4, | ||
514 | + .max_access_size = 8, | ||
515 | + }, | ||
516 | +}; | ||
517 | + | ||
518 | +static void smmu_init_irq(SMMUv3State *s, SysBusDevice *dev) | ||
519 | +{ | ||
520 | + int i; | ||
521 | + | ||
522 | + for (i = 0; i < ARRAY_SIZE(s->irq); i++) { | ||
523 | + sysbus_init_irq(dev, &s->irq[i]); | ||
524 | + } | ||
525 | +} | ||
526 | + | ||
527 | +static void smmu_reset(DeviceState *dev) | ||
528 | +{ | ||
529 | + SMMUv3State *s = ARM_SMMUV3(dev); | ||
530 | + SMMUv3Class *c = ARM_SMMUV3_GET_CLASS(s); | ||
531 | + | ||
532 | + c->parent_reset(dev); | ||
533 | + | ||
534 | + smmuv3_init_regs(s); | ||
535 | +} | ||
536 | + | ||
537 | +static void smmu_realize(DeviceState *d, Error **errp) | ||
538 | +{ | ||
539 | + SMMUState *sys = ARM_SMMU(d); | ||
540 | + SMMUv3State *s = ARM_SMMUV3(sys); | ||
541 | + SMMUv3Class *c = ARM_SMMUV3_GET_CLASS(s); | ||
542 | + SysBusDevice *dev = SYS_BUS_DEVICE(d); | ||
543 | + Error *local_err = NULL; | ||
544 | + | ||
545 | + c->parent_realize(d, &local_err); | ||
546 | + if (local_err) { | ||
547 | + error_propagate(errp, local_err); | ||
548 | + return; | ||
549 | + } | ||
550 | + | ||
551 | + memory_region_init_io(&sys->iomem, OBJECT(s), | ||
552 | + &smmu_mem_ops, sys, TYPE_ARM_SMMUV3, 0x20000); | ||
553 | + | ||
554 | + sys->mrtypename = TYPE_SMMUV3_IOMMU_MEMORY_REGION; | ||
555 | + | ||
556 | + sysbus_init_mmio(dev, &sys->iomem); | ||
557 | + | ||
558 | + smmu_init_irq(s, dev); | ||
559 | +} | ||
560 | + | ||
561 | +static const VMStateDescription vmstate_smmuv3_queue = { | ||
562 | + .name = "smmuv3_queue", | ||
563 | + .version_id = 1, | ||
564 | + .minimum_version_id = 1, | ||
565 | + .fields = (VMStateField[]) { | ||
566 | + VMSTATE_UINT64(base, SMMUQueue), | ||
567 | + VMSTATE_UINT32(prod, SMMUQueue), | ||
568 | + VMSTATE_UINT32(cons, SMMUQueue), | ||
569 | + VMSTATE_UINT8(log2size, SMMUQueue), | ||
570 | + }, | ||
571 | +}; | ||
572 | + | ||
573 | +static const VMStateDescription vmstate_smmuv3 = { | ||
574 | + .name = "smmuv3", | ||
575 | + .version_id = 1, | ||
576 | + .minimum_version_id = 1, | ||
577 | + .fields = (VMStateField[]) { | ||
578 | + VMSTATE_UINT32(features, SMMUv3State), | ||
579 | + VMSTATE_UINT8(sid_size, SMMUv3State), | ||
580 | + VMSTATE_UINT8(sid_split, SMMUv3State), | ||
581 | + | ||
582 | + VMSTATE_UINT32_ARRAY(cr, SMMUv3State, 3), | ||
583 | + VMSTATE_UINT32(cr0ack, SMMUv3State), | ||
584 | + VMSTATE_UINT32(statusr, SMMUv3State), | ||
585 | + VMSTATE_UINT32(irq_ctrl, SMMUv3State), | ||
586 | + VMSTATE_UINT32(gerror, SMMUv3State), | ||
587 | + VMSTATE_UINT32(gerrorn, SMMUv3State), | ||
588 | + VMSTATE_UINT64(gerror_irq_cfg0, SMMUv3State), | ||
589 | + VMSTATE_UINT32(gerror_irq_cfg1, SMMUv3State), | ||
590 | + VMSTATE_UINT32(gerror_irq_cfg2, SMMUv3State), | ||
591 | + VMSTATE_UINT64(strtab_base, SMMUv3State), | ||
592 | + VMSTATE_UINT32(strtab_base_cfg, SMMUv3State), | ||
593 | + VMSTATE_UINT64(eventq_irq_cfg0, SMMUv3State), | ||
594 | + VMSTATE_UINT32(eventq_irq_cfg1, SMMUv3State), | ||
595 | + VMSTATE_UINT32(eventq_irq_cfg2, SMMUv3State), | ||
596 | + | ||
597 | + VMSTATE_STRUCT(cmdq, SMMUv3State, 0, vmstate_smmuv3_queue, SMMUQueue), | ||
598 | + VMSTATE_STRUCT(eventq, SMMUv3State, 0, vmstate_smmuv3_queue, SMMUQueue), | ||
599 | + | ||
600 | + VMSTATE_END_OF_LIST(), | ||
601 | + }, | ||
602 | +}; | ||
603 | + | ||
604 | +static void smmuv3_instance_init(Object *obj) | ||
605 | +{ | ||
606 | + /* Nothing much to do here as of now */ | ||
607 | +} | ||
608 | + | ||
609 | +static void smmuv3_class_init(ObjectClass *klass, void *data) | ||
610 | +{ | ||
611 | + DeviceClass *dc = DEVICE_CLASS(klass); | ||
612 | + SMMUv3Class *c = ARM_SMMUV3_CLASS(klass); | ||
613 | + | ||
614 | + dc->vmsd = &vmstate_smmuv3; | ||
615 | + device_class_set_parent_reset(dc, smmu_reset, &c->parent_reset); | ||
616 | + c->parent_realize = dc->realize; | ||
617 | + dc->realize = smmu_realize; | ||
618 | +} | ||
619 | + | ||
620 | +static void smmuv3_iommu_memory_region_class_init(ObjectClass *klass, | ||
621 | + void *data) | ||
622 | +{ | ||
623 | +} | ||
624 | + | ||
625 | +static const TypeInfo smmuv3_type_info = { | ||
626 | + .name = TYPE_ARM_SMMUV3, | ||
627 | + .parent = TYPE_ARM_SMMU, | ||
628 | + .instance_size = sizeof(SMMUv3State), | ||
629 | + .instance_init = smmuv3_instance_init, | ||
630 | + .class_size = sizeof(SMMUv3Class), | ||
631 | + .class_init = smmuv3_class_init, | ||
632 | +}; | ||
633 | + | ||
634 | +static const TypeInfo smmuv3_iommu_memory_region_info = { | ||
635 | + .parent = TYPE_IOMMU_MEMORY_REGION, | ||
636 | + .name = TYPE_SMMUV3_IOMMU_MEMORY_REGION, | ||
637 | + .class_init = smmuv3_iommu_memory_region_class_init, | ||
638 | +}; | ||
639 | + | ||
640 | +static void smmuv3_register_types(void) | ||
641 | +{ | ||
642 | + type_register(&smmuv3_type_info); | ||
643 | + type_register(&smmuv3_iommu_memory_region_info); | ||
644 | +} | ||
645 | + | ||
646 | +type_init(smmuv3_register_types) | ||
647 | + | ||
648 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
649 | index XXXXXXX..XXXXXXX 100644 | 55 | index XXXXXXX..XXXXXXX 100644 |
650 | --- a/hw/arm/trace-events | 56 | --- a/target/arm/translate-neon.c.inc |
651 | +++ b/hw/arm/trace-events | 57 | +++ b/target/arm/translate-neon.c.inc |
652 | @@ -XXX,XX +XXX,XX @@ smmu_ptw_invalid_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, | 58 | @@ -XXX,XX +XXX,XX @@ static bool do_3same_pair(DisasContext *s, arg_3same *a, NeonGenTwoOpFn *fn) |
653 | smmu_ptw_page_pte(int stage, int level, uint64_t iova, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t address) "stage=%d level=%d iova=0x%"PRIx64" base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" page address = 0x%"PRIx64 | 59 | * early. Since Q is 0 there are always just two passes, so instead |
654 | smmu_ptw_block_pte(int stage, int level, uint64_t baseaddr, uint64_t pteaddr, uint64_t pte, uint64_t iova, uint64_t gpa, int bsize_mb) "stage=%d level=%d base@=0x%"PRIx64" pte@=0x%"PRIx64" pte=0x%"PRIx64" iova=0x%"PRIx64" block address = 0x%"PRIx64" block size = %d MiB" | 60 | * of a complicated loop over each pass we just unroll. |
655 | smmu_get_pte(uint64_t baseaddr, int index, uint64_t pteaddr, uint64_t pte) "baseaddr=0x%"PRIx64" index=0x%x, pteaddr=0x%"PRIx64", pte=0x%"PRIx64 | 61 | */ |
656 | + | 62 | - tmp = neon_load_reg(a->vn, 0); |
657 | +#hw/arm/smmuv3.c | 63 | - tmp2 = neon_load_reg(a->vn, 1); |
658 | +smmuv3_read_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: 0x%"PRIx64" val:0x%"PRIx64" size: 0x%x(%d)" | 64 | + tmp = tcg_temp_new_i32(); |
65 | + tmp2 = tcg_temp_new_i32(); | ||
66 | + tmp3 = tcg_temp_new_i32(); | ||
67 | + | ||
68 | + read_neon_element32(tmp, a->vn, 0, MO_32); | ||
69 | + read_neon_element32(tmp2, a->vn, 1, MO_32); | ||
70 | fn(tmp, tmp, tmp2); | ||
71 | - tcg_temp_free_i32(tmp2); | ||
72 | |||
73 | - tmp3 = neon_load_reg(a->vm, 0); | ||
74 | - tmp2 = neon_load_reg(a->vm, 1); | ||
75 | + read_neon_element32(tmp3, a->vm, 0, MO_32); | ||
76 | + read_neon_element32(tmp2, a->vm, 1, MO_32); | ||
77 | fn(tmp3, tmp3, tmp2); | ||
78 | - tcg_temp_free_i32(tmp2); | ||
79 | |||
80 | - neon_store_reg(a->vd, 0, tmp); | ||
81 | - neon_store_reg(a->vd, 1, tmp3); | ||
82 | + write_neon_element32(tmp, a->vd, 0, MO_32); | ||
83 | + write_neon_element32(tmp3, a->vd, 1, MO_32); | ||
84 | + | ||
85 | + tcg_temp_free_i32(tmp); | ||
86 | + tcg_temp_free_i32(tmp2); | ||
87 | + tcg_temp_free_i32(tmp3); | ||
88 | return true; | ||
89 | } | ||
90 | |||
91 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_env_32(DisasContext *s, arg_2reg_shift *a, | ||
92 | * 2-reg-and-shift operations, size < 3 case, where the | ||
93 | * helper needs to be passed cpu_env. | ||
94 | */ | ||
95 | - TCGv_i32 constimm; | ||
96 | + TCGv_i32 constimm, tmp; | ||
97 | int pass; | ||
98 | |||
99 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
100 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_env_32(DisasContext *s, arg_2reg_shift *a, | ||
101 | * by immediate using the variable shift operations. | ||
102 | */ | ||
103 | constimm = tcg_const_i32(dup_const(a->size, a->shift)); | ||
104 | + tmp = tcg_temp_new_i32(); | ||
105 | |||
106 | for (pass = 0; pass < (a->q ? 4 : 2); pass++) { | ||
107 | - TCGv_i32 tmp = neon_load_reg(a->vm, pass); | ||
108 | + read_neon_element32(tmp, a->vm, pass, MO_32); | ||
109 | fn(tmp, cpu_env, tmp, constimm); | ||
110 | - neon_store_reg(a->vd, pass, tmp); | ||
111 | + write_neon_element32(tmp, a->vd, pass, MO_32); | ||
112 | } | ||
113 | + tcg_temp_free_i32(tmp); | ||
114 | tcg_temp_free_i32(constimm); | ||
115 | return true; | ||
116 | } | ||
117 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_narrow_64(DisasContext *s, arg_2reg_shift *a, | ||
118 | constimm = tcg_const_i64(-a->shift); | ||
119 | rm1 = tcg_temp_new_i64(); | ||
120 | rm2 = tcg_temp_new_i64(); | ||
121 | + rd = tcg_temp_new_i32(); | ||
122 | |||
123 | /* Load both inputs first to avoid potential overwrite if rm == rd */ | ||
124 | neon_load_reg64(rm1, a->vm); | ||
125 | neon_load_reg64(rm2, a->vm + 1); | ||
126 | |||
127 | shiftfn(rm1, rm1, constimm); | ||
128 | - rd = tcg_temp_new_i32(); | ||
129 | narrowfn(rd, cpu_env, rm1); | ||
130 | - neon_store_reg(a->vd, 0, rd); | ||
131 | + write_neon_element32(rd, a->vd, 0, MO_32); | ||
132 | |||
133 | shiftfn(rm2, rm2, constimm); | ||
134 | - rd = tcg_temp_new_i32(); | ||
135 | narrowfn(rd, cpu_env, rm2); | ||
136 | - neon_store_reg(a->vd, 1, rd); | ||
137 | + write_neon_element32(rd, a->vd, 1, MO_32); | ||
138 | |||
139 | + tcg_temp_free_i32(rd); | ||
140 | tcg_temp_free_i64(rm1); | ||
141 | tcg_temp_free_i64(rm2); | ||
142 | tcg_temp_free_i64(constimm); | ||
143 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_narrow_32(DisasContext *s, arg_2reg_shift *a, | ||
144 | constimm = tcg_const_i32(imm); | ||
145 | |||
146 | /* Load all inputs first to avoid potential overwrite */ | ||
147 | - rm1 = neon_load_reg(a->vm, 0); | ||
148 | - rm2 = neon_load_reg(a->vm, 1); | ||
149 | - rm3 = neon_load_reg(a->vm + 1, 0); | ||
150 | - rm4 = neon_load_reg(a->vm + 1, 1); | ||
151 | + rm1 = tcg_temp_new_i32(); | ||
152 | + rm2 = tcg_temp_new_i32(); | ||
153 | + rm3 = tcg_temp_new_i32(); | ||
154 | + rm4 = tcg_temp_new_i32(); | ||
155 | + read_neon_element32(rm1, a->vm, 0, MO_32); | ||
156 | + read_neon_element32(rm2, a->vm, 1, MO_32); | ||
157 | + read_neon_element32(rm3, a->vm, 2, MO_32); | ||
158 | + read_neon_element32(rm4, a->vm, 3, MO_32); | ||
159 | rtmp = tcg_temp_new_i64(); | ||
160 | |||
161 | shiftfn(rm1, rm1, constimm); | ||
162 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_narrow_32(DisasContext *s, arg_2reg_shift *a, | ||
163 | tcg_temp_free_i32(rm2); | ||
164 | |||
165 | narrowfn(rm1, cpu_env, rtmp); | ||
166 | - neon_store_reg(a->vd, 0, rm1); | ||
167 | + write_neon_element32(rm1, a->vd, 0, MO_32); | ||
168 | + tcg_temp_free_i32(rm1); | ||
169 | |||
170 | shiftfn(rm3, rm3, constimm); | ||
171 | shiftfn(rm4, rm4, constimm); | ||
172 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_narrow_32(DisasContext *s, arg_2reg_shift *a, | ||
173 | |||
174 | narrowfn(rm3, cpu_env, rtmp); | ||
175 | tcg_temp_free_i64(rtmp); | ||
176 | - neon_store_reg(a->vd, 1, rm3); | ||
177 | + write_neon_element32(rm3, a->vd, 1, MO_32); | ||
178 | + tcg_temp_free_i32(rm3); | ||
179 | return true; | ||
180 | } | ||
181 | |||
182 | @@ -XXX,XX +XXX,XX @@ static bool do_vshll_2sh(DisasContext *s, arg_2reg_shift *a, | ||
183 | widen_mask = dup_const(a->size + 1, widen_mask); | ||
184 | } | ||
185 | |||
186 | - rm0 = neon_load_reg(a->vm, 0); | ||
187 | - rm1 = neon_load_reg(a->vm, 1); | ||
188 | + rm0 = tcg_temp_new_i32(); | ||
189 | + rm1 = tcg_temp_new_i32(); | ||
190 | + read_neon_element32(rm0, a->vm, 0, MO_32); | ||
191 | + read_neon_element32(rm1, a->vm, 1, MO_32); | ||
192 | tmp = tcg_temp_new_i64(); | ||
193 | |||
194 | widenfn(tmp, rm0); | ||
195 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
196 | if (src1_wide) { | ||
197 | neon_load_reg64(rn0_64, a->vn); | ||
198 | } else { | ||
199 | - TCGv_i32 tmp = neon_load_reg(a->vn, 0); | ||
200 | + TCGv_i32 tmp = tcg_temp_new_i32(); | ||
201 | + read_neon_element32(tmp, a->vn, 0, MO_32); | ||
202 | widenfn(rn0_64, tmp); | ||
203 | tcg_temp_free_i32(tmp); | ||
204 | } | ||
205 | - rm = neon_load_reg(a->vm, 0); | ||
206 | + rm = tcg_temp_new_i32(); | ||
207 | + read_neon_element32(rm, a->vm, 0, MO_32); | ||
208 | |||
209 | widenfn(rm_64, rm); | ||
210 | tcg_temp_free_i32(rm); | ||
211 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
212 | if (src1_wide) { | ||
213 | neon_load_reg64(rn1_64, a->vn + 1); | ||
214 | } else { | ||
215 | - TCGv_i32 tmp = neon_load_reg(a->vn, 1); | ||
216 | + TCGv_i32 tmp = tcg_temp_new_i32(); | ||
217 | + read_neon_element32(tmp, a->vn, 1, MO_32); | ||
218 | widenfn(rn1_64, tmp); | ||
219 | tcg_temp_free_i32(tmp); | ||
220 | } | ||
221 | - rm = neon_load_reg(a->vm, 1); | ||
222 | + rm = tcg_temp_new_i32(); | ||
223 | + read_neon_element32(rm, a->vm, 1, MO_32); | ||
224 | |||
225 | neon_store_reg64(rn0_64, a->vd); | ||
226 | |||
227 | @@ -XXX,XX +XXX,XX @@ static bool do_narrow_3d(DisasContext *s, arg_3diff *a, | ||
228 | |||
229 | narrowfn(rd1, rn_64); | ||
230 | |||
231 | - neon_store_reg(a->vd, 0, rd0); | ||
232 | - neon_store_reg(a->vd, 1, rd1); | ||
233 | + write_neon_element32(rd0, a->vd, 0, MO_32); | ||
234 | + write_neon_element32(rd1, a->vd, 1, MO_32); | ||
235 | |||
236 | + tcg_temp_free_i32(rd0); | ||
237 | + tcg_temp_free_i32(rd1); | ||
238 | tcg_temp_free_i64(rn_64); | ||
239 | tcg_temp_free_i64(rm_64); | ||
240 | |||
241 | @@ -XXX,XX +XXX,XX @@ static bool do_long_3d(DisasContext *s, arg_3diff *a, | ||
242 | rd0 = tcg_temp_new_i64(); | ||
243 | rd1 = tcg_temp_new_i64(); | ||
244 | |||
245 | - rn = neon_load_reg(a->vn, 0); | ||
246 | - rm = neon_load_reg(a->vm, 0); | ||
247 | + rn = tcg_temp_new_i32(); | ||
248 | + rm = tcg_temp_new_i32(); | ||
249 | + read_neon_element32(rn, a->vn, 0, MO_32); | ||
250 | + read_neon_element32(rm, a->vm, 0, MO_32); | ||
251 | opfn(rd0, rn, rm); | ||
252 | - tcg_temp_free_i32(rn); | ||
253 | - tcg_temp_free_i32(rm); | ||
254 | |||
255 | - rn = neon_load_reg(a->vn, 1); | ||
256 | - rm = neon_load_reg(a->vm, 1); | ||
257 | + read_neon_element32(rn, a->vn, 1, MO_32); | ||
258 | + read_neon_element32(rm, a->vm, 1, MO_32); | ||
259 | opfn(rd1, rn, rm); | ||
260 | tcg_temp_free_i32(rn); | ||
261 | tcg_temp_free_i32(rm); | ||
262 | @@ -XXX,XX +XXX,XX @@ static void gen_neon_dup_high16(TCGv_i32 var) | ||
263 | |||
264 | static inline TCGv_i32 neon_get_scalar(int size, int reg) | ||
265 | { | ||
266 | - TCGv_i32 tmp; | ||
267 | - if (size == 1) { | ||
268 | - tmp = neon_load_reg(reg & 7, reg >> 4); | ||
269 | + TCGv_i32 tmp = tcg_temp_new_i32(); | ||
270 | + if (size == MO_16) { | ||
271 | + read_neon_element32(tmp, reg & 7, reg >> 4, MO_32); | ||
272 | if (reg & 8) { | ||
273 | gen_neon_dup_high16(tmp); | ||
274 | } else { | ||
275 | gen_neon_dup_low16(tmp); | ||
276 | } | ||
277 | } else { | ||
278 | - tmp = neon_load_reg(reg & 15, reg >> 4); | ||
279 | + read_neon_element32(tmp, reg & 15, reg >> 4, MO_32); | ||
280 | } | ||
281 | return tmp; | ||
282 | } | ||
283 | @@ -XXX,XX +XXX,XX @@ static bool do_2scalar(DisasContext *s, arg_2scalar *a, | ||
284 | * perform an accumulation operation of that result into the | ||
285 | * destination. | ||
286 | */ | ||
287 | - TCGv_i32 scalar; | ||
288 | + TCGv_i32 scalar, tmp; | ||
289 | int pass; | ||
290 | |||
291 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
292 | @@ -XXX,XX +XXX,XX @@ static bool do_2scalar(DisasContext *s, arg_2scalar *a, | ||
293 | } | ||
294 | |||
295 | scalar = neon_get_scalar(a->size, a->vm); | ||
296 | + tmp = tcg_temp_new_i32(); | ||
297 | |||
298 | for (pass = 0; pass < (a->q ? 4 : 2); pass++) { | ||
299 | - TCGv_i32 tmp = neon_load_reg(a->vn, pass); | ||
300 | + read_neon_element32(tmp, a->vn, pass, MO_32); | ||
301 | opfn(tmp, tmp, scalar); | ||
302 | if (accfn) { | ||
303 | - TCGv_i32 rd = neon_load_reg(a->vd, pass); | ||
304 | + TCGv_i32 rd = tcg_temp_new_i32(); | ||
305 | + read_neon_element32(rd, a->vd, pass, MO_32); | ||
306 | accfn(tmp, rd, tmp); | ||
307 | tcg_temp_free_i32(rd); | ||
308 | } | ||
309 | - neon_store_reg(a->vd, pass, tmp); | ||
310 | + write_neon_element32(tmp, a->vd, pass, MO_32); | ||
311 | } | ||
312 | + tcg_temp_free_i32(tmp); | ||
313 | tcg_temp_free_i32(scalar); | ||
314 | return true; | ||
315 | } | ||
316 | @@ -XXX,XX +XXX,XX @@ static bool do_vqrdmlah_2sc(DisasContext *s, arg_2scalar *a, | ||
317 | * performs a kind of fused op-then-accumulate using a helper | ||
318 | * function that takes all of rd, rn and the scalar at once. | ||
319 | */ | ||
320 | - TCGv_i32 scalar; | ||
321 | + TCGv_i32 scalar, rn, rd; | ||
322 | int pass; | ||
323 | |||
324 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
325 | @@ -XXX,XX +XXX,XX @@ static bool do_vqrdmlah_2sc(DisasContext *s, arg_2scalar *a, | ||
326 | } | ||
327 | |||
328 | scalar = neon_get_scalar(a->size, a->vm); | ||
329 | + rn = tcg_temp_new_i32(); | ||
330 | + rd = tcg_temp_new_i32(); | ||
331 | |||
332 | for (pass = 0; pass < (a->q ? 4 : 2); pass++) { | ||
333 | - TCGv_i32 rn = neon_load_reg(a->vn, pass); | ||
334 | - TCGv_i32 rd = neon_load_reg(a->vd, pass); | ||
335 | + read_neon_element32(rn, a->vn, pass, MO_32); | ||
336 | + read_neon_element32(rd, a->vd, pass, MO_32); | ||
337 | opfn(rd, cpu_env, rn, scalar, rd); | ||
338 | - tcg_temp_free_i32(rn); | ||
339 | - neon_store_reg(a->vd, pass, rd); | ||
340 | + write_neon_element32(rd, a->vd, pass, MO_32); | ||
341 | } | ||
342 | + tcg_temp_free_i32(rn); | ||
343 | + tcg_temp_free_i32(rd); | ||
344 | tcg_temp_free_i32(scalar); | ||
345 | |||
346 | return true; | ||
347 | @@ -XXX,XX +XXX,XX @@ static bool do_2scalar_long(DisasContext *s, arg_2scalar *a, | ||
348 | scalar = neon_get_scalar(a->size, a->vm); | ||
349 | |||
350 | /* Load all inputs before writing any outputs, in case of overlap */ | ||
351 | - rn = neon_load_reg(a->vn, 0); | ||
352 | + rn = tcg_temp_new_i32(); | ||
353 | + read_neon_element32(rn, a->vn, 0, MO_32); | ||
354 | rn0_64 = tcg_temp_new_i64(); | ||
355 | opfn(rn0_64, rn, scalar); | ||
356 | - tcg_temp_free_i32(rn); | ||
357 | |||
358 | - rn = neon_load_reg(a->vn, 1); | ||
359 | + read_neon_element32(rn, a->vn, 1, MO_32); | ||
360 | rn1_64 = tcg_temp_new_i64(); | ||
361 | opfn(rn1_64, rn, scalar); | ||
362 | tcg_temp_free_i32(rn); | ||
363 | @@ -XXX,XX +XXX,XX @@ static bool trans_VTBL(DisasContext *s, arg_VTBL *a) | ||
364 | return false; | ||
365 | } | ||
366 | n <<= 3; | ||
367 | + tmp = tcg_temp_new_i32(); | ||
368 | if (a->op) { | ||
369 | - tmp = neon_load_reg(a->vd, 0); | ||
370 | + read_neon_element32(tmp, a->vd, 0, MO_32); | ||
371 | } else { | ||
372 | - tmp = tcg_temp_new_i32(); | ||
373 | tcg_gen_movi_i32(tmp, 0); | ||
374 | } | ||
375 | - tmp2 = neon_load_reg(a->vm, 0); | ||
376 | + tmp2 = tcg_temp_new_i32(); | ||
377 | + read_neon_element32(tmp2, a->vm, 0, MO_32); | ||
378 | ptr1 = vfp_reg_ptr(true, a->vn); | ||
379 | tmp4 = tcg_const_i32(n); | ||
380 | gen_helper_neon_tbl(tmp2, tmp2, tmp, ptr1, tmp4); | ||
381 | - tcg_temp_free_i32(tmp); | ||
382 | + | ||
383 | if (a->op) { | ||
384 | - tmp = neon_load_reg(a->vd, 1); | ||
385 | + read_neon_element32(tmp, a->vd, 1, MO_32); | ||
386 | } else { | ||
387 | - tmp = tcg_temp_new_i32(); | ||
388 | tcg_gen_movi_i32(tmp, 0); | ||
389 | } | ||
390 | - tmp3 = neon_load_reg(a->vm, 1); | ||
391 | + tmp3 = tcg_temp_new_i32(); | ||
392 | + read_neon_element32(tmp3, a->vm, 1, MO_32); | ||
393 | gen_helper_neon_tbl(tmp3, tmp3, tmp, ptr1, tmp4); | ||
394 | + tcg_temp_free_i32(tmp); | ||
395 | tcg_temp_free_i32(tmp4); | ||
396 | tcg_temp_free_ptr(ptr1); | ||
397 | - neon_store_reg(a->vd, 0, tmp2); | ||
398 | - neon_store_reg(a->vd, 1, tmp3); | ||
399 | - tcg_temp_free_i32(tmp); | ||
400 | + | ||
401 | + write_neon_element32(tmp2, a->vd, 0, MO_32); | ||
402 | + write_neon_element32(tmp3, a->vd, 1, MO_32); | ||
403 | + tcg_temp_free_i32(tmp2); | ||
404 | + tcg_temp_free_i32(tmp3); | ||
405 | return true; | ||
406 | } | ||
407 | |||
408 | @@ -XXX,XX +XXX,XX @@ static bool trans_VDUP_scalar(DisasContext *s, arg_VDUP_scalar *a) | ||
409 | static bool trans_VREV64(DisasContext *s, arg_VREV64 *a) | ||
410 | { | ||
411 | int pass, half; | ||
412 | + TCGv_i32 tmp[2]; | ||
413 | |||
414 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
415 | return false; | ||
416 | @@ -XXX,XX +XXX,XX @@ static bool trans_VREV64(DisasContext *s, arg_VREV64 *a) | ||
417 | return true; | ||
418 | } | ||
419 | |||
420 | - for (pass = 0; pass < (a->q ? 2 : 1); pass++) { | ||
421 | - TCGv_i32 tmp[2]; | ||
422 | + tmp[0] = tcg_temp_new_i32(); | ||
423 | + tmp[1] = tcg_temp_new_i32(); | ||
424 | |||
425 | + for (pass = 0; pass < (a->q ? 2 : 1); pass++) { | ||
426 | for (half = 0; half < 2; half++) { | ||
427 | - tmp[half] = neon_load_reg(a->vm, pass * 2 + half); | ||
428 | + read_neon_element32(tmp[half], a->vm, pass * 2 + half, MO_32); | ||
429 | switch (a->size) { | ||
430 | case 0: | ||
431 | tcg_gen_bswap32_i32(tmp[half], tmp[half]); | ||
432 | @@ -XXX,XX +XXX,XX @@ static bool trans_VREV64(DisasContext *s, arg_VREV64 *a) | ||
433 | g_assert_not_reached(); | ||
434 | } | ||
435 | } | ||
436 | - neon_store_reg(a->vd, pass * 2, tmp[1]); | ||
437 | - neon_store_reg(a->vd, pass * 2 + 1, tmp[0]); | ||
438 | + write_neon_element32(tmp[1], a->vd, pass * 2, MO_32); | ||
439 | + write_neon_element32(tmp[0], a->vd, pass * 2 + 1, MO_32); | ||
440 | } | ||
441 | + | ||
442 | + tcg_temp_free_i32(tmp[0]); | ||
443 | + tcg_temp_free_i32(tmp[1]); | ||
444 | return true; | ||
445 | } | ||
446 | |||
447 | @@ -XXX,XX +XXX,XX @@ static bool do_2misc_pairwise(DisasContext *s, arg_2misc *a, | ||
448 | rm0_64 = tcg_temp_new_i64(); | ||
449 | rm1_64 = tcg_temp_new_i64(); | ||
450 | rd_64 = tcg_temp_new_i64(); | ||
451 | - tmp = neon_load_reg(a->vm, pass * 2); | ||
452 | + | ||
453 | + tmp = tcg_temp_new_i32(); | ||
454 | + read_neon_element32(tmp, a->vm, pass * 2, MO_32); | ||
455 | widenfn(rm0_64, tmp); | ||
456 | - tcg_temp_free_i32(tmp); | ||
457 | - tmp = neon_load_reg(a->vm, pass * 2 + 1); | ||
458 | + read_neon_element32(tmp, a->vm, pass * 2 + 1, MO_32); | ||
459 | widenfn(rm1_64, tmp); | ||
460 | tcg_temp_free_i32(tmp); | ||
461 | + | ||
462 | opfn(rd_64, rm0_64, rm1_64); | ||
463 | tcg_temp_free_i64(rm0_64); | ||
464 | tcg_temp_free_i64(rm1_64); | ||
465 | @@ -XXX,XX +XXX,XX @@ static bool do_vmovn(DisasContext *s, arg_2misc *a, | ||
466 | narrowfn(rd0, cpu_env, rm); | ||
467 | neon_load_reg64(rm, a->vm + 1); | ||
468 | narrowfn(rd1, cpu_env, rm); | ||
469 | - neon_store_reg(a->vd, 0, rd0); | ||
470 | - neon_store_reg(a->vd, 1, rd1); | ||
471 | + write_neon_element32(rd0, a->vd, 0, MO_32); | ||
472 | + write_neon_element32(rd1, a->vd, 1, MO_32); | ||
473 | + tcg_temp_free_i32(rd0); | ||
474 | + tcg_temp_free_i32(rd1); | ||
475 | tcg_temp_free_i64(rm); | ||
476 | return true; | ||
477 | } | ||
478 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSHLL(DisasContext *s, arg_2misc *a) | ||
479 | } | ||
480 | |||
481 | rd = tcg_temp_new_i64(); | ||
482 | + rm0 = tcg_temp_new_i32(); | ||
483 | + rm1 = tcg_temp_new_i32(); | ||
484 | |||
485 | - rm0 = neon_load_reg(a->vm, 0); | ||
486 | - rm1 = neon_load_reg(a->vm, 1); | ||
487 | + read_neon_element32(rm0, a->vm, 0, MO_32); | ||
488 | + read_neon_element32(rm1, a->vm, 1, MO_32); | ||
489 | |||
490 | widenfn(rd, rm0); | ||
491 | tcg_gen_shli_i64(rd, rd, 8 << a->size); | ||
492 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_F16_F32(DisasContext *s, arg_2misc *a) | ||
493 | |||
494 | fpst = fpstatus_ptr(FPST_STD); | ||
495 | ahp = get_ahp_flag(); | ||
496 | - tmp = neon_load_reg(a->vm, 0); | ||
497 | + tmp = tcg_temp_new_i32(); | ||
498 | + read_neon_element32(tmp, a->vm, 0, MO_32); | ||
499 | gen_helper_vfp_fcvt_f32_to_f16(tmp, tmp, fpst, ahp); | ||
500 | - tmp2 = neon_load_reg(a->vm, 1); | ||
501 | + tmp2 = tcg_temp_new_i32(); | ||
502 | + read_neon_element32(tmp2, a->vm, 1, MO_32); | ||
503 | gen_helper_vfp_fcvt_f32_to_f16(tmp2, tmp2, fpst, ahp); | ||
504 | tcg_gen_shli_i32(tmp2, tmp2, 16); | ||
505 | tcg_gen_or_i32(tmp2, tmp2, tmp); | ||
506 | - tcg_temp_free_i32(tmp); | ||
507 | - tmp = neon_load_reg(a->vm, 2); | ||
508 | + read_neon_element32(tmp, a->vm, 2, MO_32); | ||
509 | gen_helper_vfp_fcvt_f32_to_f16(tmp, tmp, fpst, ahp); | ||
510 | - tmp3 = neon_load_reg(a->vm, 3); | ||
511 | - neon_store_reg(a->vd, 0, tmp2); | ||
512 | + tmp3 = tcg_temp_new_i32(); | ||
513 | + read_neon_element32(tmp3, a->vm, 3, MO_32); | ||
514 | + write_neon_element32(tmp2, a->vd, 0, MO_32); | ||
515 | + tcg_temp_free_i32(tmp2); | ||
516 | gen_helper_vfp_fcvt_f32_to_f16(tmp3, tmp3, fpst, ahp); | ||
517 | tcg_gen_shli_i32(tmp3, tmp3, 16); | ||
518 | tcg_gen_or_i32(tmp3, tmp3, tmp); | ||
519 | - neon_store_reg(a->vd, 1, tmp3); | ||
520 | + write_neon_element32(tmp3, a->vd, 1, MO_32); | ||
521 | + tcg_temp_free_i32(tmp3); | ||
522 | tcg_temp_free_i32(tmp); | ||
523 | tcg_temp_free_i32(ahp); | ||
524 | tcg_temp_free_ptr(fpst); | ||
525 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_F32_F16(DisasContext *s, arg_2misc *a) | ||
526 | fpst = fpstatus_ptr(FPST_STD); | ||
527 | ahp = get_ahp_flag(); | ||
528 | tmp3 = tcg_temp_new_i32(); | ||
529 | - tmp = neon_load_reg(a->vm, 0); | ||
530 | - tmp2 = neon_load_reg(a->vm, 1); | ||
531 | + tmp2 = tcg_temp_new_i32(); | ||
532 | + tmp = tcg_temp_new_i32(); | ||
533 | + read_neon_element32(tmp, a->vm, 0, MO_32); | ||
534 | + read_neon_element32(tmp2, a->vm, 1, MO_32); | ||
535 | tcg_gen_ext16u_i32(tmp3, tmp); | ||
536 | gen_helper_vfp_fcvt_f16_to_f32(tmp3, tmp3, fpst, ahp); | ||
537 | - neon_store_reg(a->vd, 0, tmp3); | ||
538 | + write_neon_element32(tmp3, a->vd, 0, MO_32); | ||
539 | tcg_gen_shri_i32(tmp, tmp, 16); | ||
540 | gen_helper_vfp_fcvt_f16_to_f32(tmp, tmp, fpst, ahp); | ||
541 | - neon_store_reg(a->vd, 1, tmp); | ||
542 | - tmp3 = tcg_temp_new_i32(); | ||
543 | + write_neon_element32(tmp, a->vd, 1, MO_32); | ||
544 | + tcg_temp_free_i32(tmp); | ||
545 | tcg_gen_ext16u_i32(tmp3, tmp2); | ||
546 | gen_helper_vfp_fcvt_f16_to_f32(tmp3, tmp3, fpst, ahp); | ||
547 | - neon_store_reg(a->vd, 2, tmp3); | ||
548 | + write_neon_element32(tmp3, a->vd, 2, MO_32); | ||
549 | + tcg_temp_free_i32(tmp3); | ||
550 | tcg_gen_shri_i32(tmp2, tmp2, 16); | ||
551 | gen_helper_vfp_fcvt_f16_to_f32(tmp2, tmp2, fpst, ahp); | ||
552 | - neon_store_reg(a->vd, 3, tmp2); | ||
553 | + write_neon_element32(tmp2, a->vd, 3, MO_32); | ||
554 | + tcg_temp_free_i32(tmp2); | ||
555 | tcg_temp_free_i32(ahp); | ||
556 | tcg_temp_free_ptr(fpst); | ||
557 | |||
558 | @@ -XXX,XX +XXX,XX @@ DO_2M_CRYPTO(SHA256SU0, aa32_sha2, 2) | ||
559 | |||
560 | static bool do_2misc(DisasContext *s, arg_2misc *a, NeonGenOneOpFn *fn) | ||
561 | { | ||
562 | + TCGv_i32 tmp; | ||
563 | int pass; | ||
564 | |||
565 | /* Handle a 2-reg-misc operation by iterating 32 bits at a time */ | ||
566 | @@ -XXX,XX +XXX,XX @@ static bool do_2misc(DisasContext *s, arg_2misc *a, NeonGenOneOpFn *fn) | ||
567 | return true; | ||
568 | } | ||
569 | |||
570 | + tmp = tcg_temp_new_i32(); | ||
571 | for (pass = 0; pass < (a->q ? 4 : 2); pass++) { | ||
572 | - TCGv_i32 tmp = neon_load_reg(a->vm, pass); | ||
573 | + read_neon_element32(tmp, a->vm, pass, MO_32); | ||
574 | fn(tmp, tmp); | ||
575 | - neon_store_reg(a->vd, pass, tmp); | ||
576 | + write_neon_element32(tmp, a->vd, pass, MO_32); | ||
577 | } | ||
578 | + tcg_temp_free_i32(tmp); | ||
579 | |||
580 | return true; | ||
581 | } | ||
582 | @@ -XXX,XX +XXX,XX @@ static bool trans_VTRN(DisasContext *s, arg_2misc *a) | ||
583 | return true; | ||
584 | } | ||
585 | |||
586 | - if (a->size == 2) { | ||
587 | + tmp = tcg_temp_new_i32(); | ||
588 | + tmp2 = tcg_temp_new_i32(); | ||
589 | + if (a->size == MO_32) { | ||
590 | for (pass = 0; pass < (a->q ? 4 : 2); pass += 2) { | ||
591 | - tmp = neon_load_reg(a->vm, pass); | ||
592 | - tmp2 = neon_load_reg(a->vd, pass + 1); | ||
593 | - neon_store_reg(a->vm, pass, tmp2); | ||
594 | - neon_store_reg(a->vd, pass + 1, tmp); | ||
595 | + read_neon_element32(tmp, a->vm, pass, MO_32); | ||
596 | + read_neon_element32(tmp2, a->vd, pass + 1, MO_32); | ||
597 | + write_neon_element32(tmp2, a->vm, pass, MO_32); | ||
598 | + write_neon_element32(tmp, a->vd, pass + 1, MO_32); | ||
599 | } | ||
600 | } else { | ||
601 | for (pass = 0; pass < (a->q ? 4 : 2); pass++) { | ||
602 | - tmp = neon_load_reg(a->vm, pass); | ||
603 | - tmp2 = neon_load_reg(a->vd, pass); | ||
604 | - if (a->size == 0) { | ||
605 | + read_neon_element32(tmp, a->vm, pass, MO_32); | ||
606 | + read_neon_element32(tmp2, a->vd, pass, MO_32); | ||
607 | + if (a->size == MO_8) { | ||
608 | gen_neon_trn_u8(tmp, tmp2); | ||
609 | } else { | ||
610 | gen_neon_trn_u16(tmp, tmp2); | ||
611 | } | ||
612 | - neon_store_reg(a->vm, pass, tmp2); | ||
613 | - neon_store_reg(a->vd, pass, tmp); | ||
614 | + write_neon_element32(tmp2, a->vm, pass, MO_32); | ||
615 | + write_neon_element32(tmp, a->vd, pass, MO_32); | ||
616 | } | ||
617 | } | ||
618 | + tcg_temp_free_i32(tmp); | ||
619 | + tcg_temp_free_i32(tmp2); | ||
620 | return true; | ||
621 | } | ||
659 | -- | 622 | -- |
660 | 2.17.0 | 623 | 2.20.1 |
661 | 624 | ||
662 | 625 | diff view generated by jsdifflib |
1 | From: Thomas Huth <thuth@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | When running omap1/2 or pxa2xx based ARM machines with -nodefaults, | 3 | We can then use this to improve VMOV (scalar to gp) and |
4 | they bail out immediately complaining about a "missing SecureDigital | 4 | VMOV (gp to scalar) so that we simply perform the memory |
5 | device". That's not how the "default" devices in vl.c are meant to | 5 | operation that we wanted, rather than inserting or |
6 | work - it should be possible for a board to also start up without | 6 | extracting from a 32-bit quantity. |
7 | default devices. So let's turn the error message and exit() into | 7 | |
8 | a warning instead. | 8 | These were the last uses of neon_load/store_reg, so remove them. |
9 | 9 | ||
10 | Signed-off-by: Thomas Huth <thuth@redhat.com> | 10 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
11 | Message-id: 1525326811-3233-1-git-send-email-thuth@redhat.com | 11 | Message-id: 20201030022618.785675-7-richard.henderson@linaro.org |
12 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
13 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 12 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
15 | --- | 14 | --- |
16 | hw/arm/omap1.c | 8 ++++---- | 15 | target/arm/translate.c | 50 +++++++++++++----------- |
17 | hw/arm/omap2.c | 8 ++++---- | 16 | target/arm/translate-vfp.c.inc | 71 +++++----------------------------- |
18 | hw/arm/pxa2xx.c | 15 +++++++-------- | 17 | 2 files changed, 37 insertions(+), 84 deletions(-) |
19 | 3 files changed, 15 insertions(+), 16 deletions(-) | 18 | |
20 | 19 | diff --git a/target/arm/translate.c b/target/arm/translate.c | |
21 | diff --git a/hw/arm/omap1.c b/hw/arm/omap1.c | ||
22 | index XXXXXXX..XXXXXXX 100644 | 20 | index XXXXXXX..XXXXXXX 100644 |
23 | --- a/hw/arm/omap1.c | 21 | --- a/target/arm/translate.c |
24 | +++ b/hw/arm/omap1.c | 22 | +++ b/target/arm/translate.c |
25 | @@ -XXX,XX +XXX,XX @@ | 23 | @@ -XXX,XX +XXX,XX @@ static long neon_full_reg_offset(unsigned reg) |
26 | #include "hw/arm/soc_dma.h" | 24 | * Return the offset of a 2**SIZE piece of a NEON register, at index ELE, |
27 | #include "sysemu/block-backend.h" | 25 | * where 0 is the least significant end of the register. |
28 | #include "sysemu/blockdev.h" | 26 | */ |
29 | +#include "sysemu/qtest.h" | 27 | -static long neon_element_offset(int reg, int element, MemOp size) |
30 | #include "qemu/range.h" | 28 | +static long neon_element_offset(int reg, int element, MemOp memop) |
31 | #include "hw/sysbus.h" | 29 | { |
32 | #include "qemu/cutils.h" | 30 | - int element_size = 1 << size; |
33 | @@ -XXX,XX +XXX,XX @@ struct omap_mpu_state_s *omap310_mpu_init(MemoryRegion *system_memory, | 31 | + int element_size = 1 << (memop & MO_SIZE); |
34 | omap_findclk(s, "dpll3")); | 32 | int ofs = element * element_size; |
35 | 33 | #ifdef HOST_WORDS_BIGENDIAN | |
36 | dinfo = drive_get(IF_SD, 0, 0); | 34 | /* |
37 | - if (!dinfo) { | 35 | @@ -XXX,XX +XXX,XX @@ static long vfp_reg_offset(bool dp, unsigned reg) |
38 | - error_report("missing SecureDigital device"); | 36 | } |
39 | - exit(1); | 37 | } |
40 | + if (!dinfo && !qtest_enabled()) { | 38 | |
41 | + warn_report("missing SecureDigital device"); | 39 | -static TCGv_i32 neon_load_reg(int reg, int pass) |
42 | } | 40 | -{ |
43 | s->mmc = omap_mmc_init(0xfffb7800, system_memory, | 41 | - TCGv_i32 tmp = tcg_temp_new_i32(); |
44 | - blk_by_legacy_dinfo(dinfo), | 42 | - tcg_gen_ld_i32(tmp, cpu_env, neon_element_offset(reg, pass, MO_32)); |
45 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | 43 | - return tmp; |
46 | qdev_get_gpio_in(s->ih[1], OMAP_INT_OQN), | 44 | -} |
47 | &s->drq[OMAP_DMA_MMC_TX], | 45 | - |
48 | omap_findclk(s, "mmc_ck")); | 46 | -static void neon_store_reg(int reg, int pass, TCGv_i32 var) |
49 | diff --git a/hw/arm/omap2.c b/hw/arm/omap2.c | 47 | -{ |
48 | - tcg_gen_st_i32(var, cpu_env, neon_element_offset(reg, pass, MO_32)); | ||
49 | - tcg_temp_free_i32(var); | ||
50 | -} | ||
51 | - | ||
52 | static inline void neon_load_reg64(TCGv_i64 var, int reg) | ||
53 | { | ||
54 | tcg_gen_ld_i64(var, cpu_env, vfp_reg_offset(1, reg)); | ||
55 | @@ -XXX,XX +XXX,XX @@ static inline void neon_store_reg32(TCGv_i32 var, int reg) | ||
56 | tcg_gen_st_i32(var, cpu_env, vfp_reg_offset(false, reg)); | ||
57 | } | ||
58 | |||
59 | -static void read_neon_element32(TCGv_i32 dest, int reg, int ele, MemOp size) | ||
60 | +static void read_neon_element32(TCGv_i32 dest, int reg, int ele, MemOp memop) | ||
61 | { | ||
62 | - long off = neon_element_offset(reg, ele, size); | ||
63 | + long off = neon_element_offset(reg, ele, memop); | ||
64 | |||
65 | - switch (size) { | ||
66 | - case MO_32: | ||
67 | + switch (memop) { | ||
68 | + case MO_SB: | ||
69 | + tcg_gen_ld8s_i32(dest, cpu_env, off); | ||
70 | + break; | ||
71 | + case MO_UB: | ||
72 | + tcg_gen_ld8u_i32(dest, cpu_env, off); | ||
73 | + break; | ||
74 | + case MO_SW: | ||
75 | + tcg_gen_ld16s_i32(dest, cpu_env, off); | ||
76 | + break; | ||
77 | + case MO_UW: | ||
78 | + tcg_gen_ld16u_i32(dest, cpu_env, off); | ||
79 | + break; | ||
80 | + case MO_UL: | ||
81 | + case MO_SL: | ||
82 | tcg_gen_ld_i32(dest, cpu_env, off); | ||
83 | break; | ||
84 | default: | ||
85 | @@ -XXX,XX +XXX,XX @@ static void read_neon_element32(TCGv_i32 dest, int reg, int ele, MemOp size) | ||
86 | } | ||
87 | } | ||
88 | |||
89 | -static void write_neon_element32(TCGv_i32 src, int reg, int ele, MemOp size) | ||
90 | +static void write_neon_element32(TCGv_i32 src, int reg, int ele, MemOp memop) | ||
91 | { | ||
92 | - long off = neon_element_offset(reg, ele, size); | ||
93 | + long off = neon_element_offset(reg, ele, memop); | ||
94 | |||
95 | - switch (size) { | ||
96 | + switch (memop) { | ||
97 | + case MO_8: | ||
98 | + tcg_gen_st8_i32(src, cpu_env, off); | ||
99 | + break; | ||
100 | + case MO_16: | ||
101 | + tcg_gen_st16_i32(src, cpu_env, off); | ||
102 | + break; | ||
103 | case MO_32: | ||
104 | tcg_gen_st_i32(src, cpu_env, off); | ||
105 | break; | ||
106 | diff --git a/target/arm/translate-vfp.c.inc b/target/arm/translate-vfp.c.inc | ||
50 | index XXXXXXX..XXXXXXX 100644 | 107 | index XXXXXXX..XXXXXXX 100644 |
51 | --- a/hw/arm/omap2.c | 108 | --- a/target/arm/translate-vfp.c.inc |
52 | +++ b/hw/arm/omap2.c | 109 | +++ b/target/arm/translate-vfp.c.inc |
53 | @@ -XXX,XX +XXX,XX @@ | 110 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_to_gp(DisasContext *s, arg_VMOV_to_gp *a) |
54 | #include "cpu.h" | 111 | { |
55 | #include "sysemu/block-backend.h" | 112 | /* VMOV scalar to general purpose register */ |
56 | #include "sysemu/blockdev.h" | 113 | TCGv_i32 tmp; |
57 | +#include "sysemu/qtest.h" | 114 | - int pass; |
58 | #include "hw/boards.h" | 115 | - uint32_t offset; |
59 | #include "hw/hw.h" | 116 | |
60 | #include "hw/arm/arm.h" | 117 | - /* SIZE == 2 is a VFP instruction; otherwise NEON. */ |
61 | @@ -XXX,XX +XXX,XX @@ struct omap_mpu_state_s *omap2420_mpu_init(MemoryRegion *sysmem, | 118 | - if (a->size == 2 |
62 | s->drq[OMAP24XX_DMA_GPMC]); | 119 | + /* SIZE == MO_32 is a VFP instruction; otherwise NEON. */ |
63 | 120 | + if (a->size == MO_32 | |
64 | dinfo = drive_get(IF_SD, 0, 0); | 121 | ? !dc_isar_feature(aa32_fpsp_v2, s) |
65 | - if (!dinfo) { | 122 | : !arm_dc_feature(s, ARM_FEATURE_NEON)) { |
66 | - error_report("missing SecureDigital device"); | 123 | return false; |
67 | - exit(1); | 124 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_to_gp(DisasContext *s, arg_VMOV_to_gp *a) |
68 | + if (!dinfo && !qtest_enabled()) { | 125 | return false; |
69 | + warn_report("missing SecureDigital device"); | 126 | } |
70 | } | 127 | |
71 | s->mmc = omap2_mmc_init(omap_l4tao(s->l4, 9), | 128 | - offset = a->index << a->size; |
72 | - blk_by_legacy_dinfo(dinfo), | 129 | - pass = extract32(offset, 2, 1); |
73 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | 130 | - offset = extract32(offset, 0, 2) * 8; |
74 | qdev_get_gpio_in(s->ih[0], OMAP_INT_24XX_MMC_IRQ), | 131 | - |
75 | &s->drq[OMAP24XX_DMA_MMC1_TX], | 132 | if (!vfp_access_check(s)) { |
76 | omap_findclk(s, "mmc_fclk"), omap_findclk(s, "mmc_iclk")); | 133 | return true; |
77 | diff --git a/hw/arm/pxa2xx.c b/hw/arm/pxa2xx.c | 134 | } |
78 | index XXXXXXX..XXXXXXX 100644 | 135 | |
79 | --- a/hw/arm/pxa2xx.c | 136 | - tmp = neon_load_reg(a->vn, pass); |
80 | +++ b/hw/arm/pxa2xx.c | 137 | - switch (a->size) { |
81 | @@ -XXX,XX +XXX,XX @@ | 138 | - case 0: |
82 | #include "chardev/char-fe.h" | 139 | - if (offset) { |
83 | #include "sysemu/block-backend.h" | 140 | - tcg_gen_shri_i32(tmp, tmp, offset); |
84 | #include "sysemu/blockdev.h" | 141 | - } |
85 | +#include "sysemu/qtest.h" | 142 | - if (a->u) { |
86 | #include "qemu/cutils.h" | 143 | - gen_uxtb(tmp); |
87 | 144 | - } else { | |
88 | static struct { | 145 | - gen_sxtb(tmp); |
89 | @@ -XXX,XX +XXX,XX @@ PXA2xxState *pxa270_init(MemoryRegion *address_space, | 146 | - } |
90 | s->gpio = pxa2xx_gpio_init(0x40e00000, s->cpu, s->pic, 121); | 147 | - break; |
91 | 148 | - case 1: | |
92 | dinfo = drive_get(IF_SD, 0, 0); | 149 | - if (a->u) { |
93 | - if (!dinfo) { | 150 | - if (offset) { |
94 | - error_report("missing SecureDigital device"); | 151 | - tcg_gen_shri_i32(tmp, tmp, 16); |
95 | - exit(1); | 152 | - } else { |
96 | + if (!dinfo && !qtest_enabled()) { | 153 | - gen_uxth(tmp); |
97 | + warn_report("missing SecureDigital device"); | 154 | - } |
98 | } | 155 | - } else { |
99 | s->mmc = pxa2xx_mmci_init(address_space, 0x41100000, | 156 | - if (offset) { |
100 | - blk_by_legacy_dinfo(dinfo), | 157 | - tcg_gen_sari_i32(tmp, tmp, 16); |
101 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | 158 | - } else { |
102 | qdev_get_gpio_in(s->pic, PXA2XX_PIC_MMC), | 159 | - gen_sxth(tmp); |
103 | qdev_get_gpio_in(s->dma, PXA2XX_RX_RQ_MMCI), | 160 | - } |
104 | qdev_get_gpio_in(s->dma, PXA2XX_TX_RQ_MMCI)); | 161 | - } |
105 | @@ -XXX,XX +XXX,XX @@ PXA2xxState *pxa255_init(MemoryRegion *address_space, unsigned int sdram_size) | 162 | - break; |
106 | s->gpio = pxa2xx_gpio_init(0x40e00000, s->cpu, s->pic, 85); | 163 | - case 2: |
107 | 164 | - break; | |
108 | dinfo = drive_get(IF_SD, 0, 0); | 165 | - } |
109 | - if (!dinfo) { | 166 | + tmp = tcg_temp_new_i32(); |
110 | - error_report("missing SecureDigital device"); | 167 | + read_neon_element32(tmp, a->vn, a->index, a->size | (a->u ? 0 : MO_SIGN)); |
111 | - exit(1); | 168 | store_reg(s, a->rt, tmp); |
112 | + if (!dinfo && !qtest_enabled()) { | 169 | |
113 | + warn_report("missing SecureDigital device"); | 170 | return true; |
114 | } | 171 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_to_gp(DisasContext *s, arg_VMOV_to_gp *a) |
115 | s->mmc = pxa2xx_mmci_init(address_space, 0x41100000, | 172 | static bool trans_VMOV_from_gp(DisasContext *s, arg_VMOV_from_gp *a) |
116 | - blk_by_legacy_dinfo(dinfo), | 173 | { |
117 | + dinfo ? blk_by_legacy_dinfo(dinfo) : NULL, | 174 | /* VMOV general purpose register to scalar */ |
118 | qdev_get_gpio_in(s->pic, PXA2XX_PIC_MMC), | 175 | - TCGv_i32 tmp, tmp2; |
119 | qdev_get_gpio_in(s->dma, PXA2XX_RX_RQ_MMCI), | 176 | - int pass; |
120 | qdev_get_gpio_in(s->dma, PXA2XX_TX_RQ_MMCI)); | 177 | - uint32_t offset; |
178 | + TCGv_i32 tmp; | ||
179 | |||
180 | - /* SIZE == 2 is a VFP instruction; otherwise NEON. */ | ||
181 | - if (a->size == 2 | ||
182 | + /* SIZE == MO_32 is a VFP instruction; otherwise NEON. */ | ||
183 | + if (a->size == MO_32 | ||
184 | ? !dc_isar_feature(aa32_fpsp_v2, s) | ||
185 | : !arm_dc_feature(s, ARM_FEATURE_NEON)) { | ||
186 | return false; | ||
187 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_from_gp(DisasContext *s, arg_VMOV_from_gp *a) | ||
188 | return false; | ||
189 | } | ||
190 | |||
191 | - offset = a->index << a->size; | ||
192 | - pass = extract32(offset, 2, 1); | ||
193 | - offset = extract32(offset, 0, 2) * 8; | ||
194 | - | ||
195 | if (!vfp_access_check(s)) { | ||
196 | return true; | ||
197 | } | ||
198 | |||
199 | tmp = load_reg(s, a->rt); | ||
200 | - switch (a->size) { | ||
201 | - case 0: | ||
202 | - tmp2 = neon_load_reg(a->vn, pass); | ||
203 | - tcg_gen_deposit_i32(tmp, tmp2, tmp, offset, 8); | ||
204 | - tcg_temp_free_i32(tmp2); | ||
205 | - break; | ||
206 | - case 1: | ||
207 | - tmp2 = neon_load_reg(a->vn, pass); | ||
208 | - tcg_gen_deposit_i32(tmp, tmp2, tmp, offset, 16); | ||
209 | - tcg_temp_free_i32(tmp2); | ||
210 | - break; | ||
211 | - case 2: | ||
212 | - break; | ||
213 | - } | ||
214 | - neon_store_reg(a->vn, pass, tmp); | ||
215 | + write_neon_element32(tmp, a->vn, a->index, a->size); | ||
216 | + tcg_temp_free_i32(tmp); | ||
217 | |||
218 | return true; | ||
219 | } | ||
121 | -- | 220 | -- |
122 | 2.17.0 | 221 | 2.20.1 |
123 | 222 | ||
124 | 223 | diff view generated by jsdifflib |
1 | From: Patrick Oppenlander <patrick.oppenlander@gmail.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | The character frontend needs to be notified that the uart receive buffer | 3 | The only uses of this function are for loading VFP |
4 | is empty and ready to handle another character. | 4 | single-precision values, and nothing to do with NEON. |
5 | 5 | ||
6 | Previously, the uart only worked correctly when receiving one character | 6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | at a time. | 7 | Message-id: 20201030022618.785675-8-richard.henderson@linaro.org |
8 | |||
9 | Signed-off-by: Patrick Oppenlander <patrick.oppenlander@gmail.com> | ||
10 | Message-id: CAEg67GkRTw=cXei3o9hvpxG_L4zSrNzR0bFyAgny+sSEUb_kPw@mail.gmail.com | ||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
13 | --- | 10 | --- |
14 | hw/char/cmsdk-apb-uart.c | 1 + | 11 | target/arm/translate.c | 4 +- |
15 | 1 file changed, 1 insertion(+) | 12 | target/arm/translate-vfp.c.inc | 184 ++++++++++++++++----------------- |
13 | 2 files changed, 94 insertions(+), 94 deletions(-) | ||
16 | 14 | ||
17 | diff --git a/hw/char/cmsdk-apb-uart.c b/hw/char/cmsdk-apb-uart.c | 15 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
18 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/hw/char/cmsdk-apb-uart.c | 17 | --- a/target/arm/translate.c |
20 | +++ b/hw/char/cmsdk-apb-uart.c | 18 | +++ b/target/arm/translate.c |
21 | @@ -XXX,XX +XXX,XX @@ static uint64_t uart_read(void *opaque, hwaddr offset, unsigned size) | 19 | @@ -XXX,XX +XXX,XX @@ static inline void neon_store_reg64(TCGv_i64 var, int reg) |
22 | r = s->rxbuf; | 20 | tcg_gen_st_i64(var, cpu_env, vfp_reg_offset(1, reg)); |
23 | s->state &= ~R_STATE_RXFULL_MASK; | 21 | } |
24 | cmsdk_apb_uart_update(s); | 22 | |
25 | + qemu_chr_fe_accept_input(&s->chr); | 23 | -static inline void neon_load_reg32(TCGv_i32 var, int reg) |
26 | break; | 24 | +static inline void vfp_load_reg32(TCGv_i32 var, int reg) |
27 | case A_STATE: | 25 | { |
28 | r = s->state; | 26 | tcg_gen_ld_i32(var, cpu_env, vfp_reg_offset(false, reg)); |
27 | } | ||
28 | |||
29 | -static inline void neon_store_reg32(TCGv_i32 var, int reg) | ||
30 | +static inline void vfp_store_reg32(TCGv_i32 var, int reg) | ||
31 | { | ||
32 | tcg_gen_st_i32(var, cpu_env, vfp_reg_offset(false, reg)); | ||
33 | } | ||
34 | diff --git a/target/arm/translate-vfp.c.inc b/target/arm/translate-vfp.c.inc | ||
35 | index XXXXXXX..XXXXXXX 100644 | ||
36 | --- a/target/arm/translate-vfp.c.inc | ||
37 | +++ b/target/arm/translate-vfp.c.inc | ||
38 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSEL(DisasContext *s, arg_VSEL *a) | ||
39 | frn = tcg_temp_new_i32(); | ||
40 | frm = tcg_temp_new_i32(); | ||
41 | dest = tcg_temp_new_i32(); | ||
42 | - neon_load_reg32(frn, rn); | ||
43 | - neon_load_reg32(frm, rm); | ||
44 | + vfp_load_reg32(frn, rn); | ||
45 | + vfp_load_reg32(frm, rm); | ||
46 | switch (a->cc) { | ||
47 | case 0: /* eq: Z */ | ||
48 | tcg_gen_movcond_i32(TCG_COND_EQ, dest, cpu_ZF, zero, | ||
49 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSEL(DisasContext *s, arg_VSEL *a) | ||
50 | if (sz == 1) { | ||
51 | tcg_gen_andi_i32(dest, dest, 0xffff); | ||
52 | } | ||
53 | - neon_store_reg32(dest, rd); | ||
54 | + vfp_store_reg32(dest, rd); | ||
55 | tcg_temp_free_i32(frn); | ||
56 | tcg_temp_free_i32(frm); | ||
57 | tcg_temp_free_i32(dest); | ||
58 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINT(DisasContext *s, arg_VRINT *a) | ||
59 | TCGv_i32 tcg_res; | ||
60 | tcg_op = tcg_temp_new_i32(); | ||
61 | tcg_res = tcg_temp_new_i32(); | ||
62 | - neon_load_reg32(tcg_op, rm); | ||
63 | + vfp_load_reg32(tcg_op, rm); | ||
64 | if (sz == 1) { | ||
65 | gen_helper_rinth(tcg_res, tcg_op, fpst); | ||
66 | } else { | ||
67 | gen_helper_rints(tcg_res, tcg_op, fpst); | ||
68 | } | ||
69 | - neon_store_reg32(tcg_res, rd); | ||
70 | + vfp_store_reg32(tcg_res, rd); | ||
71 | tcg_temp_free_i32(tcg_op); | ||
72 | tcg_temp_free_i32(tcg_res); | ||
73 | } | ||
74 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT(DisasContext *s, arg_VCVT *a) | ||
75 | gen_helper_vfp_tould(tcg_res, tcg_double, tcg_shift, fpst); | ||
76 | } | ||
77 | tcg_gen_extrl_i64_i32(tcg_tmp, tcg_res); | ||
78 | - neon_store_reg32(tcg_tmp, rd); | ||
79 | + vfp_store_reg32(tcg_tmp, rd); | ||
80 | tcg_temp_free_i32(tcg_tmp); | ||
81 | tcg_temp_free_i64(tcg_res); | ||
82 | tcg_temp_free_i64(tcg_double); | ||
83 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT(DisasContext *s, arg_VCVT *a) | ||
84 | TCGv_i32 tcg_single, tcg_res; | ||
85 | tcg_single = tcg_temp_new_i32(); | ||
86 | tcg_res = tcg_temp_new_i32(); | ||
87 | - neon_load_reg32(tcg_single, rm); | ||
88 | + vfp_load_reg32(tcg_single, rm); | ||
89 | if (sz == 1) { | ||
90 | if (is_signed) { | ||
91 | gen_helper_vfp_toslh(tcg_res, tcg_single, tcg_shift, fpst); | ||
92 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT(DisasContext *s, arg_VCVT *a) | ||
93 | gen_helper_vfp_touls(tcg_res, tcg_single, tcg_shift, fpst); | ||
94 | } | ||
95 | } | ||
96 | - neon_store_reg32(tcg_res, rd); | ||
97 | + vfp_store_reg32(tcg_res, rd); | ||
98 | tcg_temp_free_i32(tcg_res); | ||
99 | tcg_temp_free_i32(tcg_single); | ||
100 | } | ||
101 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_half(DisasContext *s, arg_VMOV_single *a) | ||
102 | if (a->l) { | ||
103 | /* VFP to general purpose register */ | ||
104 | tmp = tcg_temp_new_i32(); | ||
105 | - neon_load_reg32(tmp, a->vn); | ||
106 | + vfp_load_reg32(tmp, a->vn); | ||
107 | tcg_gen_andi_i32(tmp, tmp, 0xffff); | ||
108 | store_reg(s, a->rt, tmp); | ||
109 | } else { | ||
110 | /* general purpose register to VFP */ | ||
111 | tmp = load_reg(s, a->rt); | ||
112 | tcg_gen_andi_i32(tmp, tmp, 0xffff); | ||
113 | - neon_store_reg32(tmp, a->vn); | ||
114 | + vfp_store_reg32(tmp, a->vn); | ||
115 | tcg_temp_free_i32(tmp); | ||
116 | } | ||
117 | |||
118 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_single(DisasContext *s, arg_VMOV_single *a) | ||
119 | if (a->l) { | ||
120 | /* VFP to general purpose register */ | ||
121 | tmp = tcg_temp_new_i32(); | ||
122 | - neon_load_reg32(tmp, a->vn); | ||
123 | + vfp_load_reg32(tmp, a->vn); | ||
124 | if (a->rt == 15) { | ||
125 | /* Set the 4 flag bits in the CPSR. */ | ||
126 | gen_set_nzcv(tmp); | ||
127 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_single(DisasContext *s, arg_VMOV_single *a) | ||
128 | } else { | ||
129 | /* general purpose register to VFP */ | ||
130 | tmp = load_reg(s, a->rt); | ||
131 | - neon_store_reg32(tmp, a->vn); | ||
132 | + vfp_store_reg32(tmp, a->vn); | ||
133 | tcg_temp_free_i32(tmp); | ||
134 | } | ||
135 | |||
136 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_64_sp(DisasContext *s, arg_VMOV_64_sp *a) | ||
137 | if (a->op) { | ||
138 | /* fpreg to gpreg */ | ||
139 | tmp = tcg_temp_new_i32(); | ||
140 | - neon_load_reg32(tmp, a->vm); | ||
141 | + vfp_load_reg32(tmp, a->vm); | ||
142 | store_reg(s, a->rt, tmp); | ||
143 | tmp = tcg_temp_new_i32(); | ||
144 | - neon_load_reg32(tmp, a->vm + 1); | ||
145 | + vfp_load_reg32(tmp, a->vm + 1); | ||
146 | store_reg(s, a->rt2, tmp); | ||
147 | } else { | ||
148 | /* gpreg to fpreg */ | ||
149 | tmp = load_reg(s, a->rt); | ||
150 | - neon_store_reg32(tmp, a->vm); | ||
151 | + vfp_store_reg32(tmp, a->vm); | ||
152 | tcg_temp_free_i32(tmp); | ||
153 | tmp = load_reg(s, a->rt2); | ||
154 | - neon_store_reg32(tmp, a->vm + 1); | ||
155 | + vfp_store_reg32(tmp, a->vm + 1); | ||
156 | tcg_temp_free_i32(tmp); | ||
157 | } | ||
158 | |||
159 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_64_dp(DisasContext *s, arg_VMOV_64_dp *a) | ||
160 | if (a->op) { | ||
161 | /* fpreg to gpreg */ | ||
162 | tmp = tcg_temp_new_i32(); | ||
163 | - neon_load_reg32(tmp, a->vm * 2); | ||
164 | + vfp_load_reg32(tmp, a->vm * 2); | ||
165 | store_reg(s, a->rt, tmp); | ||
166 | tmp = tcg_temp_new_i32(); | ||
167 | - neon_load_reg32(tmp, a->vm * 2 + 1); | ||
168 | + vfp_load_reg32(tmp, a->vm * 2 + 1); | ||
169 | store_reg(s, a->rt2, tmp); | ||
170 | } else { | ||
171 | /* gpreg to fpreg */ | ||
172 | tmp = load_reg(s, a->rt); | ||
173 | - neon_store_reg32(tmp, a->vm * 2); | ||
174 | + vfp_store_reg32(tmp, a->vm * 2); | ||
175 | tcg_temp_free_i32(tmp); | ||
176 | tmp = load_reg(s, a->rt2); | ||
177 | - neon_store_reg32(tmp, a->vm * 2 + 1); | ||
178 | + vfp_store_reg32(tmp, a->vm * 2 + 1); | ||
179 | tcg_temp_free_i32(tmp); | ||
180 | } | ||
181 | |||
182 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLDR_VSTR_hp(DisasContext *s, arg_VLDR_VSTR_sp *a) | ||
183 | tmp = tcg_temp_new_i32(); | ||
184 | if (a->l) { | ||
185 | gen_aa32_ld16u(s, tmp, addr, get_mem_index(s)); | ||
186 | - neon_store_reg32(tmp, a->vd); | ||
187 | + vfp_store_reg32(tmp, a->vd); | ||
188 | } else { | ||
189 | - neon_load_reg32(tmp, a->vd); | ||
190 | + vfp_load_reg32(tmp, a->vd); | ||
191 | gen_aa32_st16(s, tmp, addr, get_mem_index(s)); | ||
192 | } | ||
193 | tcg_temp_free_i32(tmp); | ||
194 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLDR_VSTR_sp(DisasContext *s, arg_VLDR_VSTR_sp *a) | ||
195 | tmp = tcg_temp_new_i32(); | ||
196 | if (a->l) { | ||
197 | gen_aa32_ld32u(s, tmp, addr, get_mem_index(s)); | ||
198 | - neon_store_reg32(tmp, a->vd); | ||
199 | + vfp_store_reg32(tmp, a->vd); | ||
200 | } else { | ||
201 | - neon_load_reg32(tmp, a->vd); | ||
202 | + vfp_load_reg32(tmp, a->vd); | ||
203 | gen_aa32_st32(s, tmp, addr, get_mem_index(s)); | ||
204 | } | ||
205 | tcg_temp_free_i32(tmp); | ||
206 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLDM_VSTM_sp(DisasContext *s, arg_VLDM_VSTM_sp *a) | ||
207 | if (a->l) { | ||
208 | /* load */ | ||
209 | gen_aa32_ld32u(s, tmp, addr, get_mem_index(s)); | ||
210 | - neon_store_reg32(tmp, a->vd + i); | ||
211 | + vfp_store_reg32(tmp, a->vd + i); | ||
212 | } else { | ||
213 | /* store */ | ||
214 | - neon_load_reg32(tmp, a->vd + i); | ||
215 | + vfp_load_reg32(tmp, a->vd + i); | ||
216 | gen_aa32_st32(s, tmp, addr, get_mem_index(s)); | ||
217 | } | ||
218 | tcg_gen_addi_i32(addr, addr, offset); | ||
219 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_3op_sp(DisasContext *s, VFPGen3OpSPFn *fn, | ||
220 | fd = tcg_temp_new_i32(); | ||
221 | fpst = fpstatus_ptr(FPST_FPCR); | ||
222 | |||
223 | - neon_load_reg32(f0, vn); | ||
224 | - neon_load_reg32(f1, vm); | ||
225 | + vfp_load_reg32(f0, vn); | ||
226 | + vfp_load_reg32(f1, vm); | ||
227 | |||
228 | for (;;) { | ||
229 | if (reads_vd) { | ||
230 | - neon_load_reg32(fd, vd); | ||
231 | + vfp_load_reg32(fd, vd); | ||
232 | } | ||
233 | fn(fd, f0, f1, fpst); | ||
234 | - neon_store_reg32(fd, vd); | ||
235 | + vfp_store_reg32(fd, vd); | ||
236 | |||
237 | if (veclen == 0) { | ||
238 | break; | ||
239 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_3op_sp(DisasContext *s, VFPGen3OpSPFn *fn, | ||
240 | veclen--; | ||
241 | vd = vfp_advance_sreg(vd, delta_d); | ||
242 | vn = vfp_advance_sreg(vn, delta_d); | ||
243 | - neon_load_reg32(f0, vn); | ||
244 | + vfp_load_reg32(f0, vn); | ||
245 | if (delta_m) { | ||
246 | vm = vfp_advance_sreg(vm, delta_m); | ||
247 | - neon_load_reg32(f1, vm); | ||
248 | + vfp_load_reg32(f1, vm); | ||
249 | } | ||
250 | } | ||
251 | |||
252 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_3op_hp(DisasContext *s, VFPGen3OpSPFn *fn, | ||
253 | fd = tcg_temp_new_i32(); | ||
254 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
255 | |||
256 | - neon_load_reg32(f0, vn); | ||
257 | - neon_load_reg32(f1, vm); | ||
258 | + vfp_load_reg32(f0, vn); | ||
259 | + vfp_load_reg32(f1, vm); | ||
260 | |||
261 | if (reads_vd) { | ||
262 | - neon_load_reg32(fd, vd); | ||
263 | + vfp_load_reg32(fd, vd); | ||
264 | } | ||
265 | fn(fd, f0, f1, fpst); | ||
266 | - neon_store_reg32(fd, vd); | ||
267 | + vfp_store_reg32(fd, vd); | ||
268 | |||
269 | tcg_temp_free_i32(f0); | ||
270 | tcg_temp_free_i32(f1); | ||
271 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_2op_sp(DisasContext *s, VFPGen2OpSPFn *fn, int vd, int vm) | ||
272 | f0 = tcg_temp_new_i32(); | ||
273 | fd = tcg_temp_new_i32(); | ||
274 | |||
275 | - neon_load_reg32(f0, vm); | ||
276 | + vfp_load_reg32(f0, vm); | ||
277 | |||
278 | for (;;) { | ||
279 | fn(fd, f0); | ||
280 | - neon_store_reg32(fd, vd); | ||
281 | + vfp_store_reg32(fd, vd); | ||
282 | |||
283 | if (veclen == 0) { | ||
284 | break; | ||
285 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_2op_sp(DisasContext *s, VFPGen2OpSPFn *fn, int vd, int vm) | ||
286 | /* single source one-many */ | ||
287 | while (veclen--) { | ||
288 | vd = vfp_advance_sreg(vd, delta_d); | ||
289 | - neon_store_reg32(fd, vd); | ||
290 | + vfp_store_reg32(fd, vd); | ||
291 | } | ||
292 | break; | ||
293 | } | ||
294 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_2op_sp(DisasContext *s, VFPGen2OpSPFn *fn, int vd, int vm) | ||
295 | veclen--; | ||
296 | vd = vfp_advance_sreg(vd, delta_d); | ||
297 | vm = vfp_advance_sreg(vm, delta_m); | ||
298 | - neon_load_reg32(f0, vm); | ||
299 | + vfp_load_reg32(f0, vm); | ||
300 | } | ||
301 | |||
302 | tcg_temp_free_i32(f0); | ||
303 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_2op_hp(DisasContext *s, VFPGen2OpSPFn *fn, int vd, int vm) | ||
304 | } | ||
305 | |||
306 | f0 = tcg_temp_new_i32(); | ||
307 | - neon_load_reg32(f0, vm); | ||
308 | + vfp_load_reg32(f0, vm); | ||
309 | fn(f0, f0); | ||
310 | - neon_store_reg32(f0, vd); | ||
311 | + vfp_store_reg32(f0, vd); | ||
312 | tcg_temp_free_i32(f0); | ||
313 | |||
314 | return true; | ||
315 | @@ -XXX,XX +XXX,XX @@ static bool do_vfm_hp(DisasContext *s, arg_VFMA_sp *a, bool neg_n, bool neg_d) | ||
316 | vm = tcg_temp_new_i32(); | ||
317 | vd = tcg_temp_new_i32(); | ||
318 | |||
319 | - neon_load_reg32(vn, a->vn); | ||
320 | - neon_load_reg32(vm, a->vm); | ||
321 | + vfp_load_reg32(vn, a->vn); | ||
322 | + vfp_load_reg32(vm, a->vm); | ||
323 | if (neg_n) { | ||
324 | /* VFNMS, VFMS */ | ||
325 | gen_helper_vfp_negh(vn, vn); | ||
326 | } | ||
327 | - neon_load_reg32(vd, a->vd); | ||
328 | + vfp_load_reg32(vd, a->vd); | ||
329 | if (neg_d) { | ||
330 | /* VFNMA, VFNMS */ | ||
331 | gen_helper_vfp_negh(vd, vd); | ||
332 | } | ||
333 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
334 | gen_helper_vfp_muladdh(vd, vn, vm, vd, fpst); | ||
335 | - neon_store_reg32(vd, a->vd); | ||
336 | + vfp_store_reg32(vd, a->vd); | ||
337 | |||
338 | tcg_temp_free_ptr(fpst); | ||
339 | tcg_temp_free_i32(vn); | ||
340 | @@ -XXX,XX +XXX,XX @@ static bool do_vfm_sp(DisasContext *s, arg_VFMA_sp *a, bool neg_n, bool neg_d) | ||
341 | vm = tcg_temp_new_i32(); | ||
342 | vd = tcg_temp_new_i32(); | ||
343 | |||
344 | - neon_load_reg32(vn, a->vn); | ||
345 | - neon_load_reg32(vm, a->vm); | ||
346 | + vfp_load_reg32(vn, a->vn); | ||
347 | + vfp_load_reg32(vm, a->vm); | ||
348 | if (neg_n) { | ||
349 | /* VFNMS, VFMS */ | ||
350 | gen_helper_vfp_negs(vn, vn); | ||
351 | } | ||
352 | - neon_load_reg32(vd, a->vd); | ||
353 | + vfp_load_reg32(vd, a->vd); | ||
354 | if (neg_d) { | ||
355 | /* VFNMA, VFNMS */ | ||
356 | gen_helper_vfp_negs(vd, vd); | ||
357 | } | ||
358 | fpst = fpstatus_ptr(FPST_FPCR); | ||
359 | gen_helper_vfp_muladds(vd, vn, vm, vd, fpst); | ||
360 | - neon_store_reg32(vd, a->vd); | ||
361 | + vfp_store_reg32(vd, a->vd); | ||
362 | |||
363 | tcg_temp_free_ptr(fpst); | ||
364 | tcg_temp_free_i32(vn); | ||
365 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_imm_hp(DisasContext *s, arg_VMOV_imm_sp *a) | ||
366 | } | ||
367 | |||
368 | fd = tcg_const_i32(vfp_expand_imm(MO_16, a->imm)); | ||
369 | - neon_store_reg32(fd, a->vd); | ||
370 | + vfp_store_reg32(fd, a->vd); | ||
371 | tcg_temp_free_i32(fd); | ||
372 | return true; | ||
373 | } | ||
374 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_imm_sp(DisasContext *s, arg_VMOV_imm_sp *a) | ||
375 | fd = tcg_const_i32(vfp_expand_imm(MO_32, a->imm)); | ||
376 | |||
377 | for (;;) { | ||
378 | - neon_store_reg32(fd, vd); | ||
379 | + vfp_store_reg32(fd, vd); | ||
380 | |||
381 | if (veclen == 0) { | ||
382 | break; | ||
383 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCMP_hp(DisasContext *s, arg_VCMP_sp *a) | ||
384 | vd = tcg_temp_new_i32(); | ||
385 | vm = tcg_temp_new_i32(); | ||
386 | |||
387 | - neon_load_reg32(vd, a->vd); | ||
388 | + vfp_load_reg32(vd, a->vd); | ||
389 | if (a->z) { | ||
390 | tcg_gen_movi_i32(vm, 0); | ||
391 | } else { | ||
392 | - neon_load_reg32(vm, a->vm); | ||
393 | + vfp_load_reg32(vm, a->vm); | ||
394 | } | ||
395 | |||
396 | if (a->e) { | ||
397 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCMP_sp(DisasContext *s, arg_VCMP_sp *a) | ||
398 | vd = tcg_temp_new_i32(); | ||
399 | vm = tcg_temp_new_i32(); | ||
400 | |||
401 | - neon_load_reg32(vd, a->vd); | ||
402 | + vfp_load_reg32(vd, a->vd); | ||
403 | if (a->z) { | ||
404 | tcg_gen_movi_i32(vm, 0); | ||
405 | } else { | ||
406 | - neon_load_reg32(vm, a->vm); | ||
407 | + vfp_load_reg32(vm, a->vm); | ||
408 | } | ||
409 | |||
410 | if (a->e) { | ||
411 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_f32_f16(DisasContext *s, arg_VCVT_f32_f16 *a) | ||
412 | /* The T bit tells us if we want the low or high 16 bits of Vm */ | ||
413 | tcg_gen_ld16u_i32(tmp, cpu_env, vfp_f16_offset(a->vm, a->t)); | ||
414 | gen_helper_vfp_fcvt_f16_to_f32(tmp, tmp, fpst, ahp_mode); | ||
415 | - neon_store_reg32(tmp, a->vd); | ||
416 | + vfp_store_reg32(tmp, a->vd); | ||
417 | tcg_temp_free_i32(ahp_mode); | ||
418 | tcg_temp_free_ptr(fpst); | ||
419 | tcg_temp_free_i32(tmp); | ||
420 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_f16_f32(DisasContext *s, arg_VCVT_f16_f32 *a) | ||
421 | ahp_mode = get_ahp_flag(); | ||
422 | tmp = tcg_temp_new_i32(); | ||
423 | |||
424 | - neon_load_reg32(tmp, a->vm); | ||
425 | + vfp_load_reg32(tmp, a->vm); | ||
426 | gen_helper_vfp_fcvt_f32_to_f16(tmp, tmp, fpst, ahp_mode); | ||
427 | tcg_gen_st16_i32(tmp, cpu_env, vfp_f16_offset(a->vd, a->t)); | ||
428 | tcg_temp_free_i32(ahp_mode); | ||
429 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTR_hp(DisasContext *s, arg_VRINTR_sp *a) | ||
430 | } | ||
431 | |||
432 | tmp = tcg_temp_new_i32(); | ||
433 | - neon_load_reg32(tmp, a->vm); | ||
434 | + vfp_load_reg32(tmp, a->vm); | ||
435 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
436 | gen_helper_rinth(tmp, tmp, fpst); | ||
437 | - neon_store_reg32(tmp, a->vd); | ||
438 | + vfp_store_reg32(tmp, a->vd); | ||
439 | tcg_temp_free_ptr(fpst); | ||
440 | tcg_temp_free_i32(tmp); | ||
441 | return true; | ||
442 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTR_sp(DisasContext *s, arg_VRINTR_sp *a) | ||
443 | } | ||
444 | |||
445 | tmp = tcg_temp_new_i32(); | ||
446 | - neon_load_reg32(tmp, a->vm); | ||
447 | + vfp_load_reg32(tmp, a->vm); | ||
448 | fpst = fpstatus_ptr(FPST_FPCR); | ||
449 | gen_helper_rints(tmp, tmp, fpst); | ||
450 | - neon_store_reg32(tmp, a->vd); | ||
451 | + vfp_store_reg32(tmp, a->vd); | ||
452 | tcg_temp_free_ptr(fpst); | ||
453 | tcg_temp_free_i32(tmp); | ||
454 | return true; | ||
455 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTZ_hp(DisasContext *s, arg_VRINTZ_sp *a) | ||
456 | } | ||
457 | |||
458 | tmp = tcg_temp_new_i32(); | ||
459 | - neon_load_reg32(tmp, a->vm); | ||
460 | + vfp_load_reg32(tmp, a->vm); | ||
461 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
462 | tcg_rmode = tcg_const_i32(float_round_to_zero); | ||
463 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, fpst); | ||
464 | gen_helper_rinth(tmp, tmp, fpst); | ||
465 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, fpst); | ||
466 | - neon_store_reg32(tmp, a->vd); | ||
467 | + vfp_store_reg32(tmp, a->vd); | ||
468 | tcg_temp_free_ptr(fpst); | ||
469 | tcg_temp_free_i32(tcg_rmode); | ||
470 | tcg_temp_free_i32(tmp); | ||
471 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTZ_sp(DisasContext *s, arg_VRINTZ_sp *a) | ||
472 | } | ||
473 | |||
474 | tmp = tcg_temp_new_i32(); | ||
475 | - neon_load_reg32(tmp, a->vm); | ||
476 | + vfp_load_reg32(tmp, a->vm); | ||
477 | fpst = fpstatus_ptr(FPST_FPCR); | ||
478 | tcg_rmode = tcg_const_i32(float_round_to_zero); | ||
479 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, fpst); | ||
480 | gen_helper_rints(tmp, tmp, fpst); | ||
481 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, fpst); | ||
482 | - neon_store_reg32(tmp, a->vd); | ||
483 | + vfp_store_reg32(tmp, a->vd); | ||
484 | tcg_temp_free_ptr(fpst); | ||
485 | tcg_temp_free_i32(tcg_rmode); | ||
486 | tcg_temp_free_i32(tmp); | ||
487 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTX_hp(DisasContext *s, arg_VRINTX_sp *a) | ||
488 | } | ||
489 | |||
490 | tmp = tcg_temp_new_i32(); | ||
491 | - neon_load_reg32(tmp, a->vm); | ||
492 | + vfp_load_reg32(tmp, a->vm); | ||
493 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
494 | gen_helper_rinth_exact(tmp, tmp, fpst); | ||
495 | - neon_store_reg32(tmp, a->vd); | ||
496 | + vfp_store_reg32(tmp, a->vd); | ||
497 | tcg_temp_free_ptr(fpst); | ||
498 | tcg_temp_free_i32(tmp); | ||
499 | return true; | ||
500 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTX_sp(DisasContext *s, arg_VRINTX_sp *a) | ||
501 | } | ||
502 | |||
503 | tmp = tcg_temp_new_i32(); | ||
504 | - neon_load_reg32(tmp, a->vm); | ||
505 | + vfp_load_reg32(tmp, a->vm); | ||
506 | fpst = fpstatus_ptr(FPST_FPCR); | ||
507 | gen_helper_rints_exact(tmp, tmp, fpst); | ||
508 | - neon_store_reg32(tmp, a->vd); | ||
509 | + vfp_store_reg32(tmp, a->vd); | ||
510 | tcg_temp_free_ptr(fpst); | ||
511 | tcg_temp_free_i32(tmp); | ||
512 | return true; | ||
513 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_sp(DisasContext *s, arg_VCVT_sp *a) | ||
514 | |||
515 | vm = tcg_temp_new_i32(); | ||
516 | vd = tcg_temp_new_i64(); | ||
517 | - neon_load_reg32(vm, a->vm); | ||
518 | + vfp_load_reg32(vm, a->vm); | ||
519 | gen_helper_vfp_fcvtds(vd, vm, cpu_env); | ||
520 | neon_store_reg64(vd, a->vd); | ||
521 | tcg_temp_free_i32(vm); | ||
522 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_dp(DisasContext *s, arg_VCVT_dp *a) | ||
523 | vm = tcg_temp_new_i64(); | ||
524 | neon_load_reg64(vm, a->vm); | ||
525 | gen_helper_vfp_fcvtsd(vd, vm, cpu_env); | ||
526 | - neon_store_reg32(vd, a->vd); | ||
527 | + vfp_store_reg32(vd, a->vd); | ||
528 | tcg_temp_free_i32(vd); | ||
529 | tcg_temp_free_i64(vm); | ||
530 | return true; | ||
531 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_int_hp(DisasContext *s, arg_VCVT_int_sp *a) | ||
532 | } | ||
533 | |||
534 | vm = tcg_temp_new_i32(); | ||
535 | - neon_load_reg32(vm, a->vm); | ||
536 | + vfp_load_reg32(vm, a->vm); | ||
537 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
538 | if (a->s) { | ||
539 | /* i32 -> f16 */ | ||
540 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_int_hp(DisasContext *s, arg_VCVT_int_sp *a) | ||
541 | /* u32 -> f16 */ | ||
542 | gen_helper_vfp_uitoh(vm, vm, fpst); | ||
543 | } | ||
544 | - neon_store_reg32(vm, a->vd); | ||
545 | + vfp_store_reg32(vm, a->vd); | ||
546 | tcg_temp_free_i32(vm); | ||
547 | tcg_temp_free_ptr(fpst); | ||
548 | return true; | ||
549 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_int_sp(DisasContext *s, arg_VCVT_int_sp *a) | ||
550 | } | ||
551 | |||
552 | vm = tcg_temp_new_i32(); | ||
553 | - neon_load_reg32(vm, a->vm); | ||
554 | + vfp_load_reg32(vm, a->vm); | ||
555 | fpst = fpstatus_ptr(FPST_FPCR); | ||
556 | if (a->s) { | ||
557 | /* i32 -> f32 */ | ||
558 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_int_sp(DisasContext *s, arg_VCVT_int_sp *a) | ||
559 | /* u32 -> f32 */ | ||
560 | gen_helper_vfp_uitos(vm, vm, fpst); | ||
561 | } | ||
562 | - neon_store_reg32(vm, a->vd); | ||
563 | + vfp_store_reg32(vm, a->vd); | ||
564 | tcg_temp_free_i32(vm); | ||
565 | tcg_temp_free_ptr(fpst); | ||
566 | return true; | ||
567 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_int_dp(DisasContext *s, arg_VCVT_int_dp *a) | ||
568 | |||
569 | vm = tcg_temp_new_i32(); | ||
570 | vd = tcg_temp_new_i64(); | ||
571 | - neon_load_reg32(vm, a->vm); | ||
572 | + vfp_load_reg32(vm, a->vm); | ||
573 | fpst = fpstatus_ptr(FPST_FPCR); | ||
574 | if (a->s) { | ||
575 | /* i32 -> f64 */ | ||
576 | @@ -XXX,XX +XXX,XX @@ static bool trans_VJCVT(DisasContext *s, arg_VJCVT *a) | ||
577 | vd = tcg_temp_new_i32(); | ||
578 | neon_load_reg64(vm, a->vm); | ||
579 | gen_helper_vjcvt(vd, vm, cpu_env); | ||
580 | - neon_store_reg32(vd, a->vd); | ||
581 | + vfp_store_reg32(vd, a->vd); | ||
582 | tcg_temp_free_i64(vm); | ||
583 | tcg_temp_free_i32(vd); | ||
584 | return true; | ||
585 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_fix_hp(DisasContext *s, arg_VCVT_fix_sp *a) | ||
586 | frac_bits = (a->opc & 1) ? (32 - a->imm) : (16 - a->imm); | ||
587 | |||
588 | vd = tcg_temp_new_i32(); | ||
589 | - neon_load_reg32(vd, a->vd); | ||
590 | + vfp_load_reg32(vd, a->vd); | ||
591 | |||
592 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
593 | shift = tcg_const_i32(frac_bits); | ||
594 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_fix_hp(DisasContext *s, arg_VCVT_fix_sp *a) | ||
595 | g_assert_not_reached(); | ||
596 | } | ||
597 | |||
598 | - neon_store_reg32(vd, a->vd); | ||
599 | + vfp_store_reg32(vd, a->vd); | ||
600 | tcg_temp_free_i32(vd); | ||
601 | tcg_temp_free_i32(shift); | ||
602 | tcg_temp_free_ptr(fpst); | ||
603 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_fix_sp(DisasContext *s, arg_VCVT_fix_sp *a) | ||
604 | frac_bits = (a->opc & 1) ? (32 - a->imm) : (16 - a->imm); | ||
605 | |||
606 | vd = tcg_temp_new_i32(); | ||
607 | - neon_load_reg32(vd, a->vd); | ||
608 | + vfp_load_reg32(vd, a->vd); | ||
609 | |||
610 | fpst = fpstatus_ptr(FPST_FPCR); | ||
611 | shift = tcg_const_i32(frac_bits); | ||
612 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_fix_sp(DisasContext *s, arg_VCVT_fix_sp *a) | ||
613 | g_assert_not_reached(); | ||
614 | } | ||
615 | |||
616 | - neon_store_reg32(vd, a->vd); | ||
617 | + vfp_store_reg32(vd, a->vd); | ||
618 | tcg_temp_free_i32(vd); | ||
619 | tcg_temp_free_i32(shift); | ||
620 | tcg_temp_free_ptr(fpst); | ||
621 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_hp_int(DisasContext *s, arg_VCVT_sp_int *a) | ||
622 | |||
623 | fpst = fpstatus_ptr(FPST_FPCR_F16); | ||
624 | vm = tcg_temp_new_i32(); | ||
625 | - neon_load_reg32(vm, a->vm); | ||
626 | + vfp_load_reg32(vm, a->vm); | ||
627 | |||
628 | if (a->s) { | ||
629 | if (a->rz) { | ||
630 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_hp_int(DisasContext *s, arg_VCVT_sp_int *a) | ||
631 | gen_helper_vfp_touih(vm, vm, fpst); | ||
632 | } | ||
633 | } | ||
634 | - neon_store_reg32(vm, a->vd); | ||
635 | + vfp_store_reg32(vm, a->vd); | ||
636 | tcg_temp_free_i32(vm); | ||
637 | tcg_temp_free_ptr(fpst); | ||
638 | return true; | ||
639 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_sp_int(DisasContext *s, arg_VCVT_sp_int *a) | ||
640 | |||
641 | fpst = fpstatus_ptr(FPST_FPCR); | ||
642 | vm = tcg_temp_new_i32(); | ||
643 | - neon_load_reg32(vm, a->vm); | ||
644 | + vfp_load_reg32(vm, a->vm); | ||
645 | |||
646 | if (a->s) { | ||
647 | if (a->rz) { | ||
648 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_sp_int(DisasContext *s, arg_VCVT_sp_int *a) | ||
649 | gen_helper_vfp_touis(vm, vm, fpst); | ||
650 | } | ||
651 | } | ||
652 | - neon_store_reg32(vm, a->vd); | ||
653 | + vfp_store_reg32(vm, a->vd); | ||
654 | tcg_temp_free_i32(vm); | ||
655 | tcg_temp_free_ptr(fpst); | ||
656 | return true; | ||
657 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_dp_int(DisasContext *s, arg_VCVT_dp_int *a) | ||
658 | gen_helper_vfp_touid(vd, vm, fpst); | ||
659 | } | ||
660 | } | ||
661 | - neon_store_reg32(vd, a->vd); | ||
662 | + vfp_store_reg32(vd, a->vd); | ||
663 | tcg_temp_free_i32(vd); | ||
664 | tcg_temp_free_i64(vm); | ||
665 | tcg_temp_free_ptr(fpst); | ||
666 | @@ -XXX,XX +XXX,XX @@ static bool trans_VINS(DisasContext *s, arg_VINS *a) | ||
667 | /* Insert low half of Vm into high half of Vd */ | ||
668 | rm = tcg_temp_new_i32(); | ||
669 | rd = tcg_temp_new_i32(); | ||
670 | - neon_load_reg32(rm, a->vm); | ||
671 | - neon_load_reg32(rd, a->vd); | ||
672 | + vfp_load_reg32(rm, a->vm); | ||
673 | + vfp_load_reg32(rd, a->vd); | ||
674 | tcg_gen_deposit_i32(rd, rd, rm, 16, 16); | ||
675 | - neon_store_reg32(rd, a->vd); | ||
676 | + vfp_store_reg32(rd, a->vd); | ||
677 | tcg_temp_free_i32(rm); | ||
678 | tcg_temp_free_i32(rd); | ||
679 | return true; | ||
680 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOVX(DisasContext *s, arg_VINS *a) | ||
681 | |||
682 | /* Set Vd to high half of Vm */ | ||
683 | rm = tcg_temp_new_i32(); | ||
684 | - neon_load_reg32(rm, a->vm); | ||
685 | + vfp_load_reg32(rm, a->vm); | ||
686 | tcg_gen_shri_i32(rm, rm, 16); | ||
687 | - neon_store_reg32(rm, a->vd); | ||
688 | + vfp_store_reg32(rm, a->vd); | ||
689 | tcg_temp_free_i32(rm); | ||
690 | return true; | ||
691 | } | ||
29 | -- | 692 | -- |
30 | 2.17.0 | 693 | 2.20.1 |
31 | 694 | ||
32 | 695 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | ARM virt machine now exposes a new "iommu" option. | 3 | Replace all uses of neon_load/store_reg64 within translate-neon.c.inc. |
4 | The SMMUv3 IOMMU is instantiated using -machine virt,iommu=smmuv3. | 4 | |
5 | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | |
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 6 | Message-id: 20201030022618.785675-9-richard.henderson@linaro.org |
7 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Message-id: 1524665762-31355-15-git-send-email-eric.auger@redhat.com | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 9 | --- |
12 | hw/arm/virt.c | 36 ++++++++++++++++++++++++++++++++++++ | 10 | target/arm/translate.c | 26 +++++++++ |
13 | 1 file changed, 36 insertions(+) | 11 | target/arm/translate-neon.c.inc | 94 ++++++++++++++++----------------- |
14 | 12 | 2 files changed, 73 insertions(+), 47 deletions(-) | |
15 | diff --git a/hw/arm/virt.c b/hw/arm/virt.c | 13 | |
14 | diff --git a/target/arm/translate.c b/target/arm/translate.c | ||
16 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/hw/arm/virt.c | 16 | --- a/target/arm/translate.c |
18 | +++ b/hw/arm/virt.c | 17 | +++ b/target/arm/translate.c |
19 | @@ -XXX,XX +XXX,XX @@ static void virt_set_gic_version(Object *obj, const char *value, Error **errp) | 18 | @@ -XXX,XX +XXX,XX @@ static void read_neon_element32(TCGv_i32 dest, int reg, int ele, MemOp memop) |
20 | } | 19 | } |
21 | } | 20 | } |
22 | 21 | ||
23 | +static char *virt_get_iommu(Object *obj, Error **errp) | 22 | +static void read_neon_element64(TCGv_i64 dest, int reg, int ele, MemOp memop) |
24 | +{ | 23 | +{ |
25 | + VirtMachineState *vms = VIRT_MACHINE(obj); | 24 | + long off = neon_element_offset(reg, ele, memop); |
26 | + | 25 | + |
27 | + switch (vms->iommu) { | 26 | + switch (memop) { |
28 | + case VIRT_IOMMU_NONE: | 27 | + case MO_Q: |
29 | + return g_strdup("none"); | 28 | + tcg_gen_ld_i64(dest, cpu_env, off); |
30 | + case VIRT_IOMMU_SMMUV3: | 29 | + break; |
31 | + return g_strdup("smmuv3"); | ||
32 | + default: | 30 | + default: |
33 | + g_assert_not_reached(); | 31 | + g_assert_not_reached(); |
34 | + } | 32 | + } |
35 | +} | 33 | +} |
36 | + | 34 | + |
37 | +static void virt_set_iommu(Object *obj, const char *value, Error **errp) | 35 | static void write_neon_element32(TCGv_i32 src, int reg, int ele, MemOp memop) |
36 | { | ||
37 | long off = neon_element_offset(reg, ele, memop); | ||
38 | @@ -XXX,XX +XXX,XX @@ static void write_neon_element32(TCGv_i32 src, int reg, int ele, MemOp memop) | ||
39 | } | ||
40 | } | ||
41 | |||
42 | +static void write_neon_element64(TCGv_i64 src, int reg, int ele, MemOp memop) | ||
38 | +{ | 43 | +{ |
39 | + VirtMachineState *vms = VIRT_MACHINE(obj); | 44 | + long off = neon_element_offset(reg, ele, memop); |
40 | + | 45 | + |
41 | + if (!strcmp(value, "smmuv3")) { | 46 | + switch (memop) { |
42 | + vms->iommu = VIRT_IOMMU_SMMUV3; | 47 | + case MO_64: |
43 | + } else if (!strcmp(value, "none")) { | 48 | + tcg_gen_st_i64(src, cpu_env, off); |
44 | + vms->iommu = VIRT_IOMMU_NONE; | 49 | + break; |
45 | + } else { | 50 | + default: |
46 | + error_setg(errp, "Invalid iommu value"); | 51 | + g_assert_not_reached(); |
47 | + error_append_hint(errp, "Valid values are none, smmuv3.\n"); | ||
48 | + } | 52 | + } |
49 | +} | 53 | +} |
50 | + | 54 | + |
51 | static CpuInstanceProperties | 55 | static TCGv_ptr vfp_reg_ptr(bool dp, int reg) |
52 | virt_cpu_index_to_props(MachineState *ms, unsigned cpu_index) | ||
53 | { | 56 | { |
54 | @@ -XXX,XX +XXX,XX @@ static void virt_2_12_instance_init(Object *obj) | 57 | TCGv_ptr ret = tcg_temp_new_ptr(); |
55 | NULL); | 58 | diff --git a/target/arm/translate-neon.c.inc b/target/arm/translate-neon.c.inc |
56 | } | 59 | index XXXXXXX..XXXXXXX 100644 |
57 | 60 | --- a/target/arm/translate-neon.c.inc | |
58 | + /* Default disallows iommu instantiation */ | 61 | +++ b/target/arm/translate-neon.c.inc |
59 | + vms->iommu = VIRT_IOMMU_NONE; | 62 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_env_64(DisasContext *s, arg_2reg_shift *a, |
60 | + object_property_add_str(obj, "iommu", virt_get_iommu, virt_set_iommu, NULL); | 63 | for (pass = 0; pass < a->q + 1; pass++) { |
61 | + object_property_set_description(obj, "iommu", | 64 | TCGv_i64 tmp = tcg_temp_new_i64(); |
62 | + "Set the IOMMU type. " | 65 | |
63 | + "Valid values are none and smmuv3", | 66 | - neon_load_reg64(tmp, a->vm + pass); |
64 | + NULL); | 67 | + read_neon_element64(tmp, a->vm, pass, MO_64); |
65 | + | 68 | fn(tmp, cpu_env, tmp, constimm); |
66 | vms->memmap = a15memmap; | 69 | - neon_store_reg64(tmp, a->vd + pass); |
67 | vms->irqmap = a15irqmap; | 70 | + write_neon_element64(tmp, a->vd, pass, MO_64); |
71 | tcg_temp_free_i64(tmp); | ||
72 | } | ||
73 | tcg_temp_free_i64(constimm); | ||
74 | @@ -XXX,XX +XXX,XX @@ static bool do_2shift_narrow_64(DisasContext *s, arg_2reg_shift *a, | ||
75 | rd = tcg_temp_new_i32(); | ||
76 | |||
77 | /* Load both inputs first to avoid potential overwrite if rm == rd */ | ||
78 | - neon_load_reg64(rm1, a->vm); | ||
79 | - neon_load_reg64(rm2, a->vm + 1); | ||
80 | + read_neon_element64(rm1, a->vm, 0, MO_64); | ||
81 | + read_neon_element64(rm2, a->vm, 1, MO_64); | ||
82 | |||
83 | shiftfn(rm1, rm1, constimm); | ||
84 | narrowfn(rd, cpu_env, rm1); | ||
85 | @@ -XXX,XX +XXX,XX @@ static bool do_vshll_2sh(DisasContext *s, arg_2reg_shift *a, | ||
86 | tcg_gen_shli_i64(tmp, tmp, a->shift); | ||
87 | tcg_gen_andi_i64(tmp, tmp, ~widen_mask); | ||
88 | } | ||
89 | - neon_store_reg64(tmp, a->vd); | ||
90 | + write_neon_element64(tmp, a->vd, 0, MO_64); | ||
91 | |||
92 | widenfn(tmp, rm1); | ||
93 | tcg_temp_free_i32(rm1); | ||
94 | @@ -XXX,XX +XXX,XX @@ static bool do_vshll_2sh(DisasContext *s, arg_2reg_shift *a, | ||
95 | tcg_gen_shli_i64(tmp, tmp, a->shift); | ||
96 | tcg_gen_andi_i64(tmp, tmp, ~widen_mask); | ||
97 | } | ||
98 | - neon_store_reg64(tmp, a->vd + 1); | ||
99 | + write_neon_element64(tmp, a->vd, 1, MO_64); | ||
100 | tcg_temp_free_i64(tmp); | ||
101 | return true; | ||
68 | } | 102 | } |
103 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
104 | rm_64 = tcg_temp_new_i64(); | ||
105 | |||
106 | if (src1_wide) { | ||
107 | - neon_load_reg64(rn0_64, a->vn); | ||
108 | + read_neon_element64(rn0_64, a->vn, 0, MO_64); | ||
109 | } else { | ||
110 | TCGv_i32 tmp = tcg_temp_new_i32(); | ||
111 | read_neon_element32(tmp, a->vn, 0, MO_32); | ||
112 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
113 | * avoid incorrect results if a narrow input overlaps with the result. | ||
114 | */ | ||
115 | if (src1_wide) { | ||
116 | - neon_load_reg64(rn1_64, a->vn + 1); | ||
117 | + read_neon_element64(rn1_64, a->vn, 1, MO_64); | ||
118 | } else { | ||
119 | TCGv_i32 tmp = tcg_temp_new_i32(); | ||
120 | read_neon_element32(tmp, a->vn, 1, MO_32); | ||
121 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
122 | rm = tcg_temp_new_i32(); | ||
123 | read_neon_element32(rm, a->vm, 1, MO_32); | ||
124 | |||
125 | - neon_store_reg64(rn0_64, a->vd); | ||
126 | + write_neon_element64(rn0_64, a->vd, 0, MO_64); | ||
127 | |||
128 | widenfn(rm_64, rm); | ||
129 | tcg_temp_free_i32(rm); | ||
130 | opfn(rn1_64, rn1_64, rm_64); | ||
131 | - neon_store_reg64(rn1_64, a->vd + 1); | ||
132 | + write_neon_element64(rn1_64, a->vd, 1, MO_64); | ||
133 | |||
134 | tcg_temp_free_i64(rn0_64); | ||
135 | tcg_temp_free_i64(rn1_64); | ||
136 | @@ -XXX,XX +XXX,XX @@ static bool do_narrow_3d(DisasContext *s, arg_3diff *a, | ||
137 | rd0 = tcg_temp_new_i32(); | ||
138 | rd1 = tcg_temp_new_i32(); | ||
139 | |||
140 | - neon_load_reg64(rn_64, a->vn); | ||
141 | - neon_load_reg64(rm_64, a->vm); | ||
142 | + read_neon_element64(rn_64, a->vn, 0, MO_64); | ||
143 | + read_neon_element64(rm_64, a->vm, 0, MO_64); | ||
144 | |||
145 | opfn(rn_64, rn_64, rm_64); | ||
146 | |||
147 | narrowfn(rd0, rn_64); | ||
148 | |||
149 | - neon_load_reg64(rn_64, a->vn + 1); | ||
150 | - neon_load_reg64(rm_64, a->vm + 1); | ||
151 | + read_neon_element64(rn_64, a->vn, 1, MO_64); | ||
152 | + read_neon_element64(rm_64, a->vm, 1, MO_64); | ||
153 | |||
154 | opfn(rn_64, rn_64, rm_64); | ||
155 | |||
156 | @@ -XXX,XX +XXX,XX @@ static bool do_long_3d(DisasContext *s, arg_3diff *a, | ||
157 | /* Don't store results until after all loads: they might overlap */ | ||
158 | if (accfn) { | ||
159 | tmp = tcg_temp_new_i64(); | ||
160 | - neon_load_reg64(tmp, a->vd); | ||
161 | + read_neon_element64(tmp, a->vd, 0, MO_64); | ||
162 | accfn(tmp, tmp, rd0); | ||
163 | - neon_store_reg64(tmp, a->vd); | ||
164 | - neon_load_reg64(tmp, a->vd + 1); | ||
165 | + write_neon_element64(tmp, a->vd, 0, MO_64); | ||
166 | + read_neon_element64(tmp, a->vd, 1, MO_64); | ||
167 | accfn(tmp, tmp, rd1); | ||
168 | - neon_store_reg64(tmp, a->vd + 1); | ||
169 | + write_neon_element64(tmp, a->vd, 1, MO_64); | ||
170 | tcg_temp_free_i64(tmp); | ||
171 | } else { | ||
172 | - neon_store_reg64(rd0, a->vd); | ||
173 | - neon_store_reg64(rd1, a->vd + 1); | ||
174 | + write_neon_element64(rd0, a->vd, 0, MO_64); | ||
175 | + write_neon_element64(rd1, a->vd, 1, MO_64); | ||
176 | } | ||
177 | |||
178 | tcg_temp_free_i64(rd0); | ||
179 | @@ -XXX,XX +XXX,XX @@ static bool do_2scalar_long(DisasContext *s, arg_2scalar *a, | ||
180 | |||
181 | if (accfn) { | ||
182 | TCGv_i64 t64 = tcg_temp_new_i64(); | ||
183 | - neon_load_reg64(t64, a->vd); | ||
184 | + read_neon_element64(t64, a->vd, 0, MO_64); | ||
185 | accfn(t64, t64, rn0_64); | ||
186 | - neon_store_reg64(t64, a->vd); | ||
187 | - neon_load_reg64(t64, a->vd + 1); | ||
188 | + write_neon_element64(t64, a->vd, 0, MO_64); | ||
189 | + read_neon_element64(t64, a->vd, 1, MO_64); | ||
190 | accfn(t64, t64, rn1_64); | ||
191 | - neon_store_reg64(t64, a->vd + 1); | ||
192 | + write_neon_element64(t64, a->vd, 1, MO_64); | ||
193 | tcg_temp_free_i64(t64); | ||
194 | } else { | ||
195 | - neon_store_reg64(rn0_64, a->vd); | ||
196 | - neon_store_reg64(rn1_64, a->vd + 1); | ||
197 | + write_neon_element64(rn0_64, a->vd, 0, MO_64); | ||
198 | + write_neon_element64(rn1_64, a->vd, 1, MO_64); | ||
199 | } | ||
200 | tcg_temp_free_i64(rn0_64); | ||
201 | tcg_temp_free_i64(rn1_64); | ||
202 | @@ -XXX,XX +XXX,XX @@ static bool trans_VEXT(DisasContext *s, arg_VEXT *a) | ||
203 | right = tcg_temp_new_i64(); | ||
204 | dest = tcg_temp_new_i64(); | ||
205 | |||
206 | - neon_load_reg64(right, a->vn); | ||
207 | - neon_load_reg64(left, a->vm); | ||
208 | + read_neon_element64(right, a->vn, 0, MO_64); | ||
209 | + read_neon_element64(left, a->vm, 0, MO_64); | ||
210 | tcg_gen_extract2_i64(dest, right, left, a->imm * 8); | ||
211 | - neon_store_reg64(dest, a->vd); | ||
212 | + write_neon_element64(dest, a->vd, 0, MO_64); | ||
213 | |||
214 | tcg_temp_free_i64(left); | ||
215 | tcg_temp_free_i64(right); | ||
216 | @@ -XXX,XX +XXX,XX @@ static bool trans_VEXT(DisasContext *s, arg_VEXT *a) | ||
217 | destright = tcg_temp_new_i64(); | ||
218 | |||
219 | if (a->imm < 8) { | ||
220 | - neon_load_reg64(right, a->vn); | ||
221 | - neon_load_reg64(middle, a->vn + 1); | ||
222 | + read_neon_element64(right, a->vn, 0, MO_64); | ||
223 | + read_neon_element64(middle, a->vn, 1, MO_64); | ||
224 | tcg_gen_extract2_i64(destright, right, middle, a->imm * 8); | ||
225 | - neon_load_reg64(left, a->vm); | ||
226 | + read_neon_element64(left, a->vm, 0, MO_64); | ||
227 | tcg_gen_extract2_i64(destleft, middle, left, a->imm * 8); | ||
228 | } else { | ||
229 | - neon_load_reg64(right, a->vn + 1); | ||
230 | - neon_load_reg64(middle, a->vm); | ||
231 | + read_neon_element64(right, a->vn, 1, MO_64); | ||
232 | + read_neon_element64(middle, a->vm, 0, MO_64); | ||
233 | tcg_gen_extract2_i64(destright, right, middle, (a->imm - 8) * 8); | ||
234 | - neon_load_reg64(left, a->vm + 1); | ||
235 | + read_neon_element64(left, a->vm, 1, MO_64); | ||
236 | tcg_gen_extract2_i64(destleft, middle, left, (a->imm - 8) * 8); | ||
237 | } | ||
238 | |||
239 | - neon_store_reg64(destright, a->vd); | ||
240 | - neon_store_reg64(destleft, a->vd + 1); | ||
241 | + write_neon_element64(destright, a->vd, 0, MO_64); | ||
242 | + write_neon_element64(destleft, a->vd, 1, MO_64); | ||
243 | |||
244 | tcg_temp_free_i64(destright); | ||
245 | tcg_temp_free_i64(destleft); | ||
246 | @@ -XXX,XX +XXX,XX @@ static bool do_2misc_pairwise(DisasContext *s, arg_2misc *a, | ||
247 | |||
248 | if (accfn) { | ||
249 | TCGv_i64 tmp64 = tcg_temp_new_i64(); | ||
250 | - neon_load_reg64(tmp64, a->vd + pass); | ||
251 | + read_neon_element64(tmp64, a->vd, pass, MO_64); | ||
252 | accfn(rd_64, tmp64, rd_64); | ||
253 | tcg_temp_free_i64(tmp64); | ||
254 | } | ||
255 | - neon_store_reg64(rd_64, a->vd + pass); | ||
256 | + write_neon_element64(rd_64, a->vd, pass, MO_64); | ||
257 | tcg_temp_free_i64(rd_64); | ||
258 | } | ||
259 | return true; | ||
260 | @@ -XXX,XX +XXX,XX @@ static bool do_vmovn(DisasContext *s, arg_2misc *a, | ||
261 | rd0 = tcg_temp_new_i32(); | ||
262 | rd1 = tcg_temp_new_i32(); | ||
263 | |||
264 | - neon_load_reg64(rm, a->vm); | ||
265 | + read_neon_element64(rm, a->vm, 0, MO_64); | ||
266 | narrowfn(rd0, cpu_env, rm); | ||
267 | - neon_load_reg64(rm, a->vm + 1); | ||
268 | + read_neon_element64(rm, a->vm, 1, MO_64); | ||
269 | narrowfn(rd1, cpu_env, rm); | ||
270 | write_neon_element32(rd0, a->vd, 0, MO_32); | ||
271 | write_neon_element32(rd1, a->vd, 1, MO_32); | ||
272 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSHLL(DisasContext *s, arg_2misc *a) | ||
273 | |||
274 | widenfn(rd, rm0); | ||
275 | tcg_gen_shli_i64(rd, rd, 8 << a->size); | ||
276 | - neon_store_reg64(rd, a->vd); | ||
277 | + write_neon_element64(rd, a->vd, 0, MO_64); | ||
278 | widenfn(rd, rm1); | ||
279 | tcg_gen_shli_i64(rd, rd, 8 << a->size); | ||
280 | - neon_store_reg64(rd, a->vd + 1); | ||
281 | + write_neon_element64(rd, a->vd, 1, MO_64); | ||
282 | |||
283 | tcg_temp_free_i64(rd); | ||
284 | tcg_temp_free_i32(rm0); | ||
285 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSWP(DisasContext *s, arg_2misc *a) | ||
286 | rm = tcg_temp_new_i64(); | ||
287 | rd = tcg_temp_new_i64(); | ||
288 | for (pass = 0; pass < (a->q ? 2 : 1); pass++) { | ||
289 | - neon_load_reg64(rm, a->vm + pass); | ||
290 | - neon_load_reg64(rd, a->vd + pass); | ||
291 | - neon_store_reg64(rm, a->vd + pass); | ||
292 | - neon_store_reg64(rd, a->vm + pass); | ||
293 | + read_neon_element64(rm, a->vm, pass, MO_64); | ||
294 | + read_neon_element64(rd, a->vd, pass, MO_64); | ||
295 | + write_neon_element64(rm, a->vd, pass, MO_64); | ||
296 | + write_neon_element64(rd, a->vm, pass, MO_64); | ||
297 | } | ||
298 | tcg_temp_free_i64(rm); | ||
299 | tcg_temp_free_i64(rd); | ||
69 | -- | 300 | -- |
70 | 2.17.0 | 301 | 2.20.1 |
71 | 302 | ||
72 | 303 | diff view generated by jsdifflib |
1 | For v8M the instructions VLLDM and VLSTM support lazy saving | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | and restoring of the secure floating-point registers. Even | 2 | |
3 | if the floating point extension is not implemented, these | 3 | The only uses of this function are for loading VFP |
4 | instructions must act as NOPs in Secure state, so they can | 4 | double-precision values, and nothing to do with NEON. |
5 | be used as part of the secure-to-nonsecure call sequence. | 5 | |
6 | 6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | |
7 | Fixes: https://bugs.launchpad.net/qemu/+bug/1768295 | 7 | Message-id: 20201030022618.785675-10-richard.henderson@linaro.org |
8 | Cc: qemu-stable@nongnu.org | 8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
11 | Message-id: 20180503105730.5958-1-peter.maydell@linaro.org | ||
12 | --- | 10 | --- |
13 | target/arm/translate.c | 17 ++++++++++++++++- | 11 | target/arm/translate.c | 8 ++-- |
14 | 1 file changed, 16 insertions(+), 1 deletion(-) | 12 | target/arm/translate-vfp.c.inc | 84 +++++++++++++++++----------------- |
13 | 2 files changed, 46 insertions(+), 46 deletions(-) | ||
15 | 14 | ||
16 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 15 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
17 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/target/arm/translate.c | 17 | --- a/target/arm/translate.c |
19 | +++ b/target/arm/translate.c | 18 | +++ b/target/arm/translate.c |
20 | @@ -XXX,XX +XXX,XX @@ static void disas_thumb2_insn(DisasContext *s, uint32_t insn) | 19 | @@ -XXX,XX +XXX,XX @@ static long vfp_reg_offset(bool dp, unsigned reg) |
21 | /* Coprocessor. */ | 20 | } |
22 | if (arm_dc_feature(s, ARM_FEATURE_M)) { | 21 | } |
23 | /* We don't currently implement M profile FP support, | 22 | |
24 | - * so this entire space should give a NOCP fault. | 23 | -static inline void neon_load_reg64(TCGv_i64 var, int reg) |
25 | + * so this entire space should give a NOCP fault, with | 24 | +static inline void vfp_load_reg64(TCGv_i64 var, int reg) |
26 | + * the exception of the v8M VLLDM and VLSTM insns, which | 25 | { |
27 | + * must be NOPs in Secure state and UNDEF in Nonsecure state. | 26 | - tcg_gen_ld_i64(var, cpu_env, vfp_reg_offset(1, reg)); |
28 | */ | 27 | + tcg_gen_ld_i64(var, cpu_env, vfp_reg_offset(true, reg)); |
29 | + if (arm_dc_feature(s, ARM_FEATURE_V8) && | 28 | } |
30 | + (insn & 0xffa00f00) == 0xec200a00) { | 29 | |
31 | + /* 0b1110_1100_0x1x_xxxx_xxxx_1010_xxxx_xxxx | 30 | -static inline void neon_store_reg64(TCGv_i64 var, int reg) |
32 | + * - VLLDM, VLSTM | 31 | +static inline void vfp_store_reg64(TCGv_i64 var, int reg) |
33 | + * We choose to UNDEF if the RAZ bits are non-zero. | 32 | { |
34 | + */ | 33 | - tcg_gen_st_i64(var, cpu_env, vfp_reg_offset(1, reg)); |
35 | + if (!s->v8m_secure || (insn & 0x0040f0ff)) { | 34 | + tcg_gen_st_i64(var, cpu_env, vfp_reg_offset(true, reg)); |
36 | + goto illegal_op; | 35 | } |
37 | + } | 36 | |
38 | + /* Just NOP since FP support is not implemented */ | 37 | static inline void vfp_load_reg32(TCGv_i32 var, int reg) |
39 | + break; | 38 | diff --git a/target/arm/translate-vfp.c.inc b/target/arm/translate-vfp.c.inc |
40 | + } | 39 | index XXXXXXX..XXXXXXX 100644 |
41 | + /* All other insns: NOCP */ | 40 | --- a/target/arm/translate-vfp.c.inc |
42 | gen_exception_insn(s, 4, EXCP_NOCP, syn_uncategorized(), | 41 | +++ b/target/arm/translate-vfp.c.inc |
43 | default_exception_el(s)); | 42 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSEL(DisasContext *s, arg_VSEL *a) |
44 | break; | 43 | tcg_gen_ext_i32_i64(nf, cpu_NF); |
44 | tcg_gen_ext_i32_i64(vf, cpu_VF); | ||
45 | |||
46 | - neon_load_reg64(frn, rn); | ||
47 | - neon_load_reg64(frm, rm); | ||
48 | + vfp_load_reg64(frn, rn); | ||
49 | + vfp_load_reg64(frm, rm); | ||
50 | switch (a->cc) { | ||
51 | case 0: /* eq: Z */ | ||
52 | tcg_gen_movcond_i64(TCG_COND_EQ, dest, zf, zero, | ||
53 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSEL(DisasContext *s, arg_VSEL *a) | ||
54 | tcg_temp_free_i64(tmp); | ||
55 | break; | ||
56 | } | ||
57 | - neon_store_reg64(dest, rd); | ||
58 | + vfp_store_reg64(dest, rd); | ||
59 | tcg_temp_free_i64(frn); | ||
60 | tcg_temp_free_i64(frm); | ||
61 | tcg_temp_free_i64(dest); | ||
62 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINT(DisasContext *s, arg_VRINT *a) | ||
63 | TCGv_i64 tcg_res; | ||
64 | tcg_op = tcg_temp_new_i64(); | ||
65 | tcg_res = tcg_temp_new_i64(); | ||
66 | - neon_load_reg64(tcg_op, rm); | ||
67 | + vfp_load_reg64(tcg_op, rm); | ||
68 | gen_helper_rintd(tcg_res, tcg_op, fpst); | ||
69 | - neon_store_reg64(tcg_res, rd); | ||
70 | + vfp_store_reg64(tcg_res, rd); | ||
71 | tcg_temp_free_i64(tcg_op); | ||
72 | tcg_temp_free_i64(tcg_res); | ||
73 | } else { | ||
74 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT(DisasContext *s, arg_VCVT *a) | ||
75 | tcg_double = tcg_temp_new_i64(); | ||
76 | tcg_res = tcg_temp_new_i64(); | ||
77 | tcg_tmp = tcg_temp_new_i32(); | ||
78 | - neon_load_reg64(tcg_double, rm); | ||
79 | + vfp_load_reg64(tcg_double, rm); | ||
80 | if (is_signed) { | ||
81 | gen_helper_vfp_tosld(tcg_res, tcg_double, tcg_shift, fpst); | ||
82 | } else { | ||
83 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLDR_VSTR_dp(DisasContext *s, arg_VLDR_VSTR_dp *a) | ||
84 | tmp = tcg_temp_new_i64(); | ||
85 | if (a->l) { | ||
86 | gen_aa32_ld64(s, tmp, addr, get_mem_index(s)); | ||
87 | - neon_store_reg64(tmp, a->vd); | ||
88 | + vfp_store_reg64(tmp, a->vd); | ||
89 | } else { | ||
90 | - neon_load_reg64(tmp, a->vd); | ||
91 | + vfp_load_reg64(tmp, a->vd); | ||
92 | gen_aa32_st64(s, tmp, addr, get_mem_index(s)); | ||
93 | } | ||
94 | tcg_temp_free_i64(tmp); | ||
95 | @@ -XXX,XX +XXX,XX @@ static bool trans_VLDM_VSTM_dp(DisasContext *s, arg_VLDM_VSTM_dp *a) | ||
96 | if (a->l) { | ||
97 | /* load */ | ||
98 | gen_aa32_ld64(s, tmp, addr, get_mem_index(s)); | ||
99 | - neon_store_reg64(tmp, a->vd + i); | ||
100 | + vfp_store_reg64(tmp, a->vd + i); | ||
101 | } else { | ||
102 | /* store */ | ||
103 | - neon_load_reg64(tmp, a->vd + i); | ||
104 | + vfp_load_reg64(tmp, a->vd + i); | ||
105 | gen_aa32_st64(s, tmp, addr, get_mem_index(s)); | ||
106 | } | ||
107 | tcg_gen_addi_i32(addr, addr, offset); | ||
108 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_3op_dp(DisasContext *s, VFPGen3OpDPFn *fn, | ||
109 | fd = tcg_temp_new_i64(); | ||
110 | fpst = fpstatus_ptr(FPST_FPCR); | ||
111 | |||
112 | - neon_load_reg64(f0, vn); | ||
113 | - neon_load_reg64(f1, vm); | ||
114 | + vfp_load_reg64(f0, vn); | ||
115 | + vfp_load_reg64(f1, vm); | ||
116 | |||
117 | for (;;) { | ||
118 | if (reads_vd) { | ||
119 | - neon_load_reg64(fd, vd); | ||
120 | + vfp_load_reg64(fd, vd); | ||
121 | } | ||
122 | fn(fd, f0, f1, fpst); | ||
123 | - neon_store_reg64(fd, vd); | ||
124 | + vfp_store_reg64(fd, vd); | ||
125 | |||
126 | if (veclen == 0) { | ||
127 | break; | ||
128 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_3op_dp(DisasContext *s, VFPGen3OpDPFn *fn, | ||
129 | veclen--; | ||
130 | vd = vfp_advance_dreg(vd, delta_d); | ||
131 | vn = vfp_advance_dreg(vn, delta_d); | ||
132 | - neon_load_reg64(f0, vn); | ||
133 | + vfp_load_reg64(f0, vn); | ||
134 | if (delta_m) { | ||
135 | vm = vfp_advance_dreg(vm, delta_m); | ||
136 | - neon_load_reg64(f1, vm); | ||
137 | + vfp_load_reg64(f1, vm); | ||
138 | } | ||
139 | } | ||
140 | |||
141 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_2op_dp(DisasContext *s, VFPGen2OpDPFn *fn, int vd, int vm) | ||
142 | f0 = tcg_temp_new_i64(); | ||
143 | fd = tcg_temp_new_i64(); | ||
144 | |||
145 | - neon_load_reg64(f0, vm); | ||
146 | + vfp_load_reg64(f0, vm); | ||
147 | |||
148 | for (;;) { | ||
149 | fn(fd, f0); | ||
150 | - neon_store_reg64(fd, vd); | ||
151 | + vfp_store_reg64(fd, vd); | ||
152 | |||
153 | if (veclen == 0) { | ||
154 | break; | ||
155 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_2op_dp(DisasContext *s, VFPGen2OpDPFn *fn, int vd, int vm) | ||
156 | /* single source one-many */ | ||
157 | while (veclen--) { | ||
158 | vd = vfp_advance_dreg(vd, delta_d); | ||
159 | - neon_store_reg64(fd, vd); | ||
160 | + vfp_store_reg64(fd, vd); | ||
161 | } | ||
162 | break; | ||
163 | } | ||
164 | @@ -XXX,XX +XXX,XX @@ static bool do_vfp_2op_dp(DisasContext *s, VFPGen2OpDPFn *fn, int vd, int vm) | ||
165 | veclen--; | ||
166 | vd = vfp_advance_dreg(vd, delta_d); | ||
167 | vd = vfp_advance_dreg(vm, delta_m); | ||
168 | - neon_load_reg64(f0, vm); | ||
169 | + vfp_load_reg64(f0, vm); | ||
170 | } | ||
171 | |||
172 | tcg_temp_free_i64(f0); | ||
173 | @@ -XXX,XX +XXX,XX @@ static bool do_vfm_dp(DisasContext *s, arg_VFMA_dp *a, bool neg_n, bool neg_d) | ||
174 | vm = tcg_temp_new_i64(); | ||
175 | vd = tcg_temp_new_i64(); | ||
176 | |||
177 | - neon_load_reg64(vn, a->vn); | ||
178 | - neon_load_reg64(vm, a->vm); | ||
179 | + vfp_load_reg64(vn, a->vn); | ||
180 | + vfp_load_reg64(vm, a->vm); | ||
181 | if (neg_n) { | ||
182 | /* VFNMS, VFMS */ | ||
183 | gen_helper_vfp_negd(vn, vn); | ||
184 | } | ||
185 | - neon_load_reg64(vd, a->vd); | ||
186 | + vfp_load_reg64(vd, a->vd); | ||
187 | if (neg_d) { | ||
188 | /* VFNMA, VFNMS */ | ||
189 | gen_helper_vfp_negd(vd, vd); | ||
190 | } | ||
191 | fpst = fpstatus_ptr(FPST_FPCR); | ||
192 | gen_helper_vfp_muladdd(vd, vn, vm, vd, fpst); | ||
193 | - neon_store_reg64(vd, a->vd); | ||
194 | + vfp_store_reg64(vd, a->vd); | ||
195 | |||
196 | tcg_temp_free_ptr(fpst); | ||
197 | tcg_temp_free_i64(vn); | ||
198 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMOV_imm_dp(DisasContext *s, arg_VMOV_imm_dp *a) | ||
199 | fd = tcg_const_i64(vfp_expand_imm(MO_64, a->imm)); | ||
200 | |||
201 | for (;;) { | ||
202 | - neon_store_reg64(fd, vd); | ||
203 | + vfp_store_reg64(fd, vd); | ||
204 | |||
205 | if (veclen == 0) { | ||
206 | break; | ||
207 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCMP_dp(DisasContext *s, arg_VCMP_dp *a) | ||
208 | vd = tcg_temp_new_i64(); | ||
209 | vm = tcg_temp_new_i64(); | ||
210 | |||
211 | - neon_load_reg64(vd, a->vd); | ||
212 | + vfp_load_reg64(vd, a->vd); | ||
213 | if (a->z) { | ||
214 | tcg_gen_movi_i64(vm, 0); | ||
215 | } else { | ||
216 | - neon_load_reg64(vm, a->vm); | ||
217 | + vfp_load_reg64(vm, a->vm); | ||
218 | } | ||
219 | |||
220 | if (a->e) { | ||
221 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_f64_f16(DisasContext *s, arg_VCVT_f64_f16 *a) | ||
222 | tcg_gen_ld16u_i32(tmp, cpu_env, vfp_f16_offset(a->vm, a->t)); | ||
223 | vd = tcg_temp_new_i64(); | ||
224 | gen_helper_vfp_fcvt_f16_to_f64(vd, tmp, fpst, ahp_mode); | ||
225 | - neon_store_reg64(vd, a->vd); | ||
226 | + vfp_store_reg64(vd, a->vd); | ||
227 | tcg_temp_free_i32(ahp_mode); | ||
228 | tcg_temp_free_ptr(fpst); | ||
229 | tcg_temp_free_i32(tmp); | ||
230 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_f16_f64(DisasContext *s, arg_VCVT_f16_f64 *a) | ||
231 | tmp = tcg_temp_new_i32(); | ||
232 | vm = tcg_temp_new_i64(); | ||
233 | |||
234 | - neon_load_reg64(vm, a->vm); | ||
235 | + vfp_load_reg64(vm, a->vm); | ||
236 | gen_helper_vfp_fcvt_f64_to_f16(tmp, vm, fpst, ahp_mode); | ||
237 | tcg_temp_free_i64(vm); | ||
238 | tcg_gen_st16_i32(tmp, cpu_env, vfp_f16_offset(a->vd, a->t)); | ||
239 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTR_dp(DisasContext *s, arg_VRINTR_dp *a) | ||
240 | } | ||
241 | |||
242 | tmp = tcg_temp_new_i64(); | ||
243 | - neon_load_reg64(tmp, a->vm); | ||
244 | + vfp_load_reg64(tmp, a->vm); | ||
245 | fpst = fpstatus_ptr(FPST_FPCR); | ||
246 | gen_helper_rintd(tmp, tmp, fpst); | ||
247 | - neon_store_reg64(tmp, a->vd); | ||
248 | + vfp_store_reg64(tmp, a->vd); | ||
249 | tcg_temp_free_ptr(fpst); | ||
250 | tcg_temp_free_i64(tmp); | ||
251 | return true; | ||
252 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTZ_dp(DisasContext *s, arg_VRINTZ_dp *a) | ||
253 | } | ||
254 | |||
255 | tmp = tcg_temp_new_i64(); | ||
256 | - neon_load_reg64(tmp, a->vm); | ||
257 | + vfp_load_reg64(tmp, a->vm); | ||
258 | fpst = fpstatus_ptr(FPST_FPCR); | ||
259 | tcg_rmode = tcg_const_i32(float_round_to_zero); | ||
260 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, fpst); | ||
261 | gen_helper_rintd(tmp, tmp, fpst); | ||
262 | gen_helper_set_rmode(tcg_rmode, tcg_rmode, fpst); | ||
263 | - neon_store_reg64(tmp, a->vd); | ||
264 | + vfp_store_reg64(tmp, a->vd); | ||
265 | tcg_temp_free_ptr(fpst); | ||
266 | tcg_temp_free_i64(tmp); | ||
267 | tcg_temp_free_i32(tcg_rmode); | ||
268 | @@ -XXX,XX +XXX,XX @@ static bool trans_VRINTX_dp(DisasContext *s, arg_VRINTX_dp *a) | ||
269 | } | ||
270 | |||
271 | tmp = tcg_temp_new_i64(); | ||
272 | - neon_load_reg64(tmp, a->vm); | ||
273 | + vfp_load_reg64(tmp, a->vm); | ||
274 | fpst = fpstatus_ptr(FPST_FPCR); | ||
275 | gen_helper_rintd_exact(tmp, tmp, fpst); | ||
276 | - neon_store_reg64(tmp, a->vd); | ||
277 | + vfp_store_reg64(tmp, a->vd); | ||
278 | tcg_temp_free_ptr(fpst); | ||
279 | tcg_temp_free_i64(tmp); | ||
280 | return true; | ||
281 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_sp(DisasContext *s, arg_VCVT_sp *a) | ||
282 | vd = tcg_temp_new_i64(); | ||
283 | vfp_load_reg32(vm, a->vm); | ||
284 | gen_helper_vfp_fcvtds(vd, vm, cpu_env); | ||
285 | - neon_store_reg64(vd, a->vd); | ||
286 | + vfp_store_reg64(vd, a->vd); | ||
287 | tcg_temp_free_i32(vm); | ||
288 | tcg_temp_free_i64(vd); | ||
289 | return true; | ||
290 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_dp(DisasContext *s, arg_VCVT_dp *a) | ||
291 | |||
292 | vd = tcg_temp_new_i32(); | ||
293 | vm = tcg_temp_new_i64(); | ||
294 | - neon_load_reg64(vm, a->vm); | ||
295 | + vfp_load_reg64(vm, a->vm); | ||
296 | gen_helper_vfp_fcvtsd(vd, vm, cpu_env); | ||
297 | vfp_store_reg32(vd, a->vd); | ||
298 | tcg_temp_free_i32(vd); | ||
299 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_int_dp(DisasContext *s, arg_VCVT_int_dp *a) | ||
300 | /* u32 -> f64 */ | ||
301 | gen_helper_vfp_uitod(vd, vm, fpst); | ||
302 | } | ||
303 | - neon_store_reg64(vd, a->vd); | ||
304 | + vfp_store_reg64(vd, a->vd); | ||
305 | tcg_temp_free_i32(vm); | ||
306 | tcg_temp_free_i64(vd); | ||
307 | tcg_temp_free_ptr(fpst); | ||
308 | @@ -XXX,XX +XXX,XX @@ static bool trans_VJCVT(DisasContext *s, arg_VJCVT *a) | ||
309 | |||
310 | vm = tcg_temp_new_i64(); | ||
311 | vd = tcg_temp_new_i32(); | ||
312 | - neon_load_reg64(vm, a->vm); | ||
313 | + vfp_load_reg64(vm, a->vm); | ||
314 | gen_helper_vjcvt(vd, vm, cpu_env); | ||
315 | vfp_store_reg32(vd, a->vd); | ||
316 | tcg_temp_free_i64(vm); | ||
317 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_fix_dp(DisasContext *s, arg_VCVT_fix_dp *a) | ||
318 | frac_bits = (a->opc & 1) ? (32 - a->imm) : (16 - a->imm); | ||
319 | |||
320 | vd = tcg_temp_new_i64(); | ||
321 | - neon_load_reg64(vd, a->vd); | ||
322 | + vfp_load_reg64(vd, a->vd); | ||
323 | |||
324 | fpst = fpstatus_ptr(FPST_FPCR); | ||
325 | shift = tcg_const_i32(frac_bits); | ||
326 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_fix_dp(DisasContext *s, arg_VCVT_fix_dp *a) | ||
327 | g_assert_not_reached(); | ||
328 | } | ||
329 | |||
330 | - neon_store_reg64(vd, a->vd); | ||
331 | + vfp_store_reg64(vd, a->vd); | ||
332 | tcg_temp_free_i64(vd); | ||
333 | tcg_temp_free_i32(shift); | ||
334 | tcg_temp_free_ptr(fpst); | ||
335 | @@ -XXX,XX +XXX,XX @@ static bool trans_VCVT_dp_int(DisasContext *s, arg_VCVT_dp_int *a) | ||
336 | fpst = fpstatus_ptr(FPST_FPCR); | ||
337 | vm = tcg_temp_new_i64(); | ||
338 | vd = tcg_temp_new_i32(); | ||
339 | - neon_load_reg64(vm, a->vm); | ||
340 | + vfp_load_reg64(vm, a->vm); | ||
341 | |||
342 | if (a->s) { | ||
343 | if (a->rz) { | ||
45 | -- | 344 | -- |
46 | 2.17.0 | 345 | 2.20.1 |
47 | 346 | ||
48 | 347 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | The (size > 3 && !is_q) condition is identical to the preceeding test | 3 | In both cases, we can sink the write-back and perform |
4 | of bit 3 in immh; eliminate it. For the benefit of Coverity, assert | 4 | the accumulate into the normal destination temps. |
5 | that size is within the bounds we expect. | ||
6 | 5 | ||
7 | Fixes: Coverity CID1385846 | ||
8 | Fixes: Coverity CID1385849 | ||
9 | Fixes: Coverity CID1385852 | ||
10 | Fixes: Coverity CID1385857 | ||
11 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
12 | Reviewed-by: Alex Bennée <alex.bennee@linaro.org> | 7 | Message-id: 20201030022618.785675-11-richard.henderson@linaro.org |
13 | Message-id: 20180501180455.11214-2-richard.henderson@linaro.org | 8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
15 | --- | 10 | --- |
16 | target/arm/translate-a64.c | 6 +----- | 11 | target/arm/translate-neon.c.inc | 23 +++++++++-------------- |
17 | 1 file changed, 1 insertion(+), 5 deletions(-) | 12 | 1 file changed, 9 insertions(+), 14 deletions(-) |
18 | 13 | ||
19 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | 14 | diff --git a/target/arm/translate-neon.c.inc b/target/arm/translate-neon.c.inc |
20 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
21 | --- a/target/arm/translate-a64.c | 16 | --- a/target/arm/translate-neon.c.inc |
22 | +++ b/target/arm/translate-a64.c | 17 | +++ b/target/arm/translate-neon.c.inc |
23 | @@ -XXX,XX +XXX,XX @@ static void handle_vec_simd_shri(DisasContext *s, bool is_q, bool is_u, | 18 | @@ -XXX,XX +XXX,XX @@ static bool do_long_3d(DisasContext *s, arg_3diff *a, |
24 | unallocated_encoding(s); | 19 | if (accfn) { |
25 | return; | 20 | tmp = tcg_temp_new_i64(); |
21 | read_neon_element64(tmp, a->vd, 0, MO_64); | ||
22 | - accfn(tmp, tmp, rd0); | ||
23 | - write_neon_element64(tmp, a->vd, 0, MO_64); | ||
24 | + accfn(rd0, tmp, rd0); | ||
25 | read_neon_element64(tmp, a->vd, 1, MO_64); | ||
26 | - accfn(tmp, tmp, rd1); | ||
27 | - write_neon_element64(tmp, a->vd, 1, MO_64); | ||
28 | + accfn(rd1, tmp, rd1); | ||
29 | tcg_temp_free_i64(tmp); | ||
30 | - } else { | ||
31 | - write_neon_element64(rd0, a->vd, 0, MO_64); | ||
32 | - write_neon_element64(rd1, a->vd, 1, MO_64); | ||
26 | } | 33 | } |
27 | - | 34 | |
28 | - if (size > 3 && !is_q) { | 35 | + write_neon_element64(rd0, a->vd, 0, MO_64); |
29 | - unallocated_encoding(s); | 36 | + write_neon_element64(rd1, a->vd, 1, MO_64); |
30 | - return; | 37 | tcg_temp_free_i64(rd0); |
31 | - } | 38 | tcg_temp_free_i64(rd1); |
32 | + tcg_debug_assert(size <= 3); | 39 | |
33 | 40 | @@ -XXX,XX +XXX,XX @@ static bool do_2scalar_long(DisasContext *s, arg_2scalar *a, | |
34 | if (!fp_access_check(s)) { | 41 | if (accfn) { |
35 | return; | 42 | TCGv_i64 t64 = tcg_temp_new_i64(); |
43 | read_neon_element64(t64, a->vd, 0, MO_64); | ||
44 | - accfn(t64, t64, rn0_64); | ||
45 | - write_neon_element64(t64, a->vd, 0, MO_64); | ||
46 | + accfn(rn0_64, t64, rn0_64); | ||
47 | read_neon_element64(t64, a->vd, 1, MO_64); | ||
48 | - accfn(t64, t64, rn1_64); | ||
49 | - write_neon_element64(t64, a->vd, 1, MO_64); | ||
50 | + accfn(rn1_64, t64, rn1_64); | ||
51 | tcg_temp_free_i64(t64); | ||
52 | - } else { | ||
53 | - write_neon_element64(rn0_64, a->vd, 0, MO_64); | ||
54 | - write_neon_element64(rn1_64, a->vd, 1, MO_64); | ||
55 | } | ||
56 | + | ||
57 | + write_neon_element64(rn0_64, a->vd, 0, MO_64); | ||
58 | + write_neon_element64(rn1_64, a->vd, 1, MO_64); | ||
59 | tcg_temp_free_i64(rn0_64); | ||
60 | tcg_temp_free_i64(rn1_64); | ||
61 | return true; | ||
36 | -- | 62 | -- |
37 | 2.17.0 | 63 | 2.20.1 |
38 | 64 | ||
39 | 65 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | In case the MSI is translated by an IOMMU we need to fixup the | 3 | We can use proper widening loads to extend 32-bit inputs, |
4 | MSI route with the translated address. | 4 | and skip the "widenfn" step. |
5 | 5 | ||
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | Signed-off-by: Bharat Bhushan <Bharat.Bhushan@nxp.com> | 7 | Message-id: 20201030022618.785675-12-richard.henderson@linaro.org |
8 | Message-id: 1524665762-31355-12-git-send-email-eric.auger@redhat.com | ||
9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
11 | --- | 10 | --- |
12 | target/arm/kvm.c | 38 +++++++++++++++++++++++++++++++++++++- | 11 | target/arm/translate.c | 6 +++ |
13 | target/arm/trace-events | 3 +++ | 12 | target/arm/translate-neon.c.inc | 66 ++++++++++++++++++--------------- |
14 | 2 files changed, 40 insertions(+), 1 deletion(-) | 13 | 2 files changed, 43 insertions(+), 29 deletions(-) |
15 | 14 | ||
16 | diff --git a/target/arm/kvm.c b/target/arm/kvm.c | 15 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
17 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/target/arm/kvm.c | 17 | --- a/target/arm/translate.c |
19 | +++ b/target/arm/kvm.c | 18 | +++ b/target/arm/translate.c |
20 | @@ -XXX,XX +XXX,XX @@ | 19 | @@ -XXX,XX +XXX,XX @@ static void read_neon_element64(TCGv_i64 dest, int reg, int ele, MemOp memop) |
21 | #include "sysemu/kvm.h" | 20 | long off = neon_element_offset(reg, ele, memop); |
22 | #include "kvm_arm.h" | 21 | |
23 | #include "cpu.h" | 22 | switch (memop) { |
24 | +#include "trace.h" | 23 | + case MO_SL: |
25 | #include "internals.h" | 24 | + tcg_gen_ld32s_i64(dest, cpu_env, off); |
26 | #include "hw/arm/arm.h" | 25 | + break; |
27 | +#include "hw/pci/pci.h" | 26 | + case MO_UL: |
28 | #include "exec/memattrs.h" | 27 | + tcg_gen_ld32u_i64(dest, cpu_env, off); |
29 | #include "exec/address-spaces.h" | 28 | + break; |
30 | #include "hw/boards.h" | 29 | case MO_Q: |
31 | @@ -XXX,XX +XXX,XX @@ int kvm_arm_vgic_probe(void) | 30 | tcg_gen_ld_i64(dest, cpu_env, off); |
32 | int kvm_arch_fixup_msi_route(struct kvm_irq_routing_entry *route, | 31 | break; |
33 | uint64_t address, uint32_t data, PCIDevice *dev) | 32 | diff --git a/target/arm/translate-neon.c.inc b/target/arm/translate-neon.c.inc |
33 | index XXXXXXX..XXXXXXX 100644 | ||
34 | --- a/target/arm/translate-neon.c.inc | ||
35 | +++ b/target/arm/translate-neon.c.inc | ||
36 | @@ -XXX,XX +XXX,XX @@ static bool trans_Vimm_1r(DisasContext *s, arg_1reg_imm *a) | ||
37 | static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
38 | NeonGenWidenFn *widenfn, | ||
39 | NeonGenTwo64OpFn *opfn, | ||
40 | - bool src1_wide) | ||
41 | + int src1_mop, int src2_mop) | ||
34 | { | 42 | { |
35 | - return 0; | 43 | /* 3-regs different lengths, prewidening case (VADDL/VSUBL/VAADW/VSUBW) */ |
36 | + AddressSpace *as = pci_device_iommu_address_space(dev); | 44 | TCGv_i64 rn0_64, rn1_64, rm_64; |
37 | + hwaddr xlat, len, doorbell_gpa; | 45 | - TCGv_i32 rm; |
38 | + MemoryRegionSection mrs; | 46 | |
39 | + MemoryRegion *mr; | 47 | if (!arm_dc_feature(s, ARM_FEATURE_NEON)) { |
40 | + int ret = 1; | 48 | return false; |
41 | + | 49 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, |
42 | + if (as == &address_space_memory) { | 50 | return false; |
43 | + return 0; | 51 | } |
52 | |||
53 | - if (!widenfn || !opfn) { | ||
54 | + if (!opfn) { | ||
55 | /* size == 3 case, which is an entirely different insn group */ | ||
56 | return false; | ||
57 | } | ||
58 | |||
59 | - if ((a->vd & 1) || (src1_wide && (a->vn & 1))) { | ||
60 | + if ((a->vd & 1) || (src1_mop == MO_Q && (a->vn & 1))) { | ||
61 | return false; | ||
62 | } | ||
63 | |||
64 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
65 | rn1_64 = tcg_temp_new_i64(); | ||
66 | rm_64 = tcg_temp_new_i64(); | ||
67 | |||
68 | - if (src1_wide) { | ||
69 | - read_neon_element64(rn0_64, a->vn, 0, MO_64); | ||
70 | + if (src1_mop >= 0) { | ||
71 | + read_neon_element64(rn0_64, a->vn, 0, src1_mop); | ||
72 | } else { | ||
73 | TCGv_i32 tmp = tcg_temp_new_i32(); | ||
74 | read_neon_element32(tmp, a->vn, 0, MO_32); | ||
75 | widenfn(rn0_64, tmp); | ||
76 | tcg_temp_free_i32(tmp); | ||
77 | } | ||
78 | - rm = tcg_temp_new_i32(); | ||
79 | - read_neon_element32(rm, a->vm, 0, MO_32); | ||
80 | + if (src2_mop >= 0) { | ||
81 | + read_neon_element64(rm_64, a->vm, 0, src2_mop); | ||
82 | + } else { | ||
83 | + TCGv_i32 tmp = tcg_temp_new_i32(); | ||
84 | + read_neon_element32(tmp, a->vm, 0, MO_32); | ||
85 | + widenfn(rm_64, tmp); | ||
86 | + tcg_temp_free_i32(tmp); | ||
44 | + } | 87 | + } |
45 | + | 88 | |
46 | + /* MSI doorbell address is translated by an IOMMU */ | 89 | - widenfn(rm_64, rm); |
47 | + | 90 | - tcg_temp_free_i32(rm); |
48 | + rcu_read_lock(); | 91 | opfn(rn0_64, rn0_64, rm_64); |
49 | + mr = address_space_translate(as, address, &xlat, &len, true); | 92 | |
50 | + if (!mr) { | 93 | /* |
51 | + goto unlock; | 94 | * Load second pass inputs before storing the first pass result, to |
95 | * avoid incorrect results if a narrow input overlaps with the result. | ||
96 | */ | ||
97 | - if (src1_wide) { | ||
98 | - read_neon_element64(rn1_64, a->vn, 1, MO_64); | ||
99 | + if (src1_mop >= 0) { | ||
100 | + read_neon_element64(rn1_64, a->vn, 1, src1_mop); | ||
101 | } else { | ||
102 | TCGv_i32 tmp = tcg_temp_new_i32(); | ||
103 | read_neon_element32(tmp, a->vn, 1, MO_32); | ||
104 | widenfn(rn1_64, tmp); | ||
105 | tcg_temp_free_i32(tmp); | ||
106 | } | ||
107 | - rm = tcg_temp_new_i32(); | ||
108 | - read_neon_element32(rm, a->vm, 1, MO_32); | ||
109 | + if (src2_mop >= 0) { | ||
110 | + read_neon_element64(rm_64, a->vm, 1, src2_mop); | ||
111 | + } else { | ||
112 | + TCGv_i32 tmp = tcg_temp_new_i32(); | ||
113 | + read_neon_element32(tmp, a->vm, 1, MO_32); | ||
114 | + widenfn(rm_64, tmp); | ||
115 | + tcg_temp_free_i32(tmp); | ||
52 | + } | 116 | + } |
53 | + mrs = memory_region_find(mr, xlat, 1); | 117 | |
54 | + if (!mrs.mr) { | 118 | write_neon_element64(rn0_64, a->vd, 0, MO_64); |
55 | + goto unlock; | 119 | |
56 | + } | 120 | - widenfn(rm_64, rm); |
57 | + | 121 | - tcg_temp_free_i32(rm); |
58 | + doorbell_gpa = mrs.offset_within_address_space; | 122 | opfn(rn1_64, rn1_64, rm_64); |
59 | + memory_region_unref(mrs.mr); | 123 | write_neon_element64(rn1_64, a->vd, 1, MO_64); |
60 | + | 124 | |
61 | + route->u.msi.address_lo = doorbell_gpa; | 125 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, |
62 | + route->u.msi.address_hi = doorbell_gpa >> 32; | 126 | return true; |
63 | + | ||
64 | + trace_kvm_arm_fixup_msi_route(address, doorbell_gpa); | ||
65 | + | ||
66 | + ret = 0; | ||
67 | + | ||
68 | +unlock: | ||
69 | + rcu_read_unlock(); | ||
70 | + return ret; | ||
71 | } | 127 | } |
72 | 128 | ||
73 | int kvm_arch_add_msi_route_post(struct kvm_irq_routing_entry *route, | 129 | -#define DO_PREWIDEN(INSN, S, EXT, OP, SRC1WIDE) \ |
74 | diff --git a/target/arm/trace-events b/target/arm/trace-events | 130 | +#define DO_PREWIDEN(INSN, S, OP, SRC1WIDE, SIGN) \ |
75 | index XXXXXXX..XXXXXXX 100644 | 131 | static bool trans_##INSN##_3d(DisasContext *s, arg_3diff *a) \ |
76 | --- a/target/arm/trace-events | 132 | { \ |
77 | +++ b/target/arm/trace-events | 133 | static NeonGenWidenFn * const widenfn[] = { \ |
78 | @@ -XXX,XX +XXX,XX @@ arm_gt_tval_write(int timer, uint64_t value) "gt_tval_write: timer %d value 0x%" | 134 | gen_helper_neon_widen_##S##8, \ |
79 | arm_gt_ctl_write(int timer, uint64_t value) "gt_ctl_write: timer %d value 0x%" PRIx64 | 135 | gen_helper_neon_widen_##S##16, \ |
80 | arm_gt_imask_toggle(int timer, int irqstate) "gt_ctl_write: timer %d IMASK toggle, new irqstate %d" | 136 | - tcg_gen_##EXT##_i32_i64, \ |
81 | arm_gt_cntvoff_write(uint64_t value) "gt_cntvoff_write: value 0x%" PRIx64 | 137 | - NULL, \ |
82 | + | 138 | + NULL, NULL, \ |
83 | +# target/arm/kvm.c | 139 | }; \ |
84 | +kvm_arm_fixup_msi_route(uint64_t iova, uint64_t gpa) "MSI iova = 0x%"PRIx64" is translated into 0x%"PRIx64 | 140 | static NeonGenTwo64OpFn * const addfn[] = { \ |
141 | gen_helper_neon_##OP##l_u16, \ | ||
142 | @@ -XXX,XX +XXX,XX @@ static bool do_prewiden_3d(DisasContext *s, arg_3diff *a, | ||
143 | tcg_gen_##OP##_i64, \ | ||
144 | NULL, \ | ||
145 | }; \ | ||
146 | - return do_prewiden_3d(s, a, widenfn[a->size], \ | ||
147 | - addfn[a->size], SRC1WIDE); \ | ||
148 | + int narrow_mop = a->size == MO_32 ? MO_32 | SIGN : -1; \ | ||
149 | + return do_prewiden_3d(s, a, widenfn[a->size], addfn[a->size], \ | ||
150 | + SRC1WIDE ? MO_Q : narrow_mop, \ | ||
151 | + narrow_mop); \ | ||
152 | } | ||
153 | |||
154 | -DO_PREWIDEN(VADDL_S, s, ext, add, false) | ||
155 | -DO_PREWIDEN(VADDL_U, u, extu, add, false) | ||
156 | -DO_PREWIDEN(VSUBL_S, s, ext, sub, false) | ||
157 | -DO_PREWIDEN(VSUBL_U, u, extu, sub, false) | ||
158 | -DO_PREWIDEN(VADDW_S, s, ext, add, true) | ||
159 | -DO_PREWIDEN(VADDW_U, u, extu, add, true) | ||
160 | -DO_PREWIDEN(VSUBW_S, s, ext, sub, true) | ||
161 | -DO_PREWIDEN(VSUBW_U, u, extu, sub, true) | ||
162 | +DO_PREWIDEN(VADDL_S, s, add, false, MO_SIGN) | ||
163 | +DO_PREWIDEN(VADDL_U, u, add, false, 0) | ||
164 | +DO_PREWIDEN(VSUBL_S, s, sub, false, MO_SIGN) | ||
165 | +DO_PREWIDEN(VSUBL_U, u, sub, false, 0) | ||
166 | +DO_PREWIDEN(VADDW_S, s, add, true, MO_SIGN) | ||
167 | +DO_PREWIDEN(VADDW_U, u, add, true, 0) | ||
168 | +DO_PREWIDEN(VSUBW_S, s, sub, true, MO_SIGN) | ||
169 | +DO_PREWIDEN(VSUBW_U, u, sub, true, 0) | ||
170 | |||
171 | static bool do_narrow_3d(DisasContext *s, arg_3diff *a, | ||
172 | NeonGenTwo64OpFn *opfn, NeonGenNarrowFn *narrowfn) | ||
85 | -- | 173 | -- |
86 | 2.17.0 | 174 | 2.20.1 |
87 | 175 | ||
88 | 176 | diff view generated by jsdifflib |
1 | From: Prem Mallappa <prem.mallappa@broadcom.com> | 1 | In the neon_padd/pmax/pmin helpers for float16, a cut-and-paste error |
---|---|---|---|
2 | meant we were using the H4() address swizzler macro rather than the | ||
3 | H2() which is required for 2-byte data. This had no effect on | ||
4 | little-endian hosts but meant we put the result data into the | ||
5 | destination Dreg in the wrong order on big-endian hosts. | ||
2 | 6 | ||
3 | This patch builds the smmuv3 node in the ACPI IORT table. | 7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
10 | Message-id: 20201028191712.4910-2-peter.maydell@linaro.org | ||
11 | --- | ||
12 | target/arm/vec_helper.c | 8 ++++---- | ||
13 | 1 file changed, 4 insertions(+), 4 deletions(-) | ||
4 | 14 | ||
5 | The RID space of the root complex, which spans 0x0-0x10000 | 15 | diff --git a/target/arm/vec_helper.c b/target/arm/vec_helper.c |
6 | maps to streamid space 0x0-0x10000 in smmuv3, which in turn | ||
7 | maps to deviceid space 0x0-0x10000 in the ITS group. | ||
8 | |||
9 | The guest must feature the IOMMU probe deferral series | ||
10 | (https://lkml.org/lkml/2017/4/10/214) which fixes streamid | ||
11 | multiple lookup. This bug is not related to the SMMU emulation. | ||
12 | |||
13 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
14 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
15 | Reviewed-by: Shannon Zhao <zhaoshenglong@huawei.com> | ||
16 | Message-id: 1524665762-31355-14-git-send-email-eric.auger@redhat.com | ||
17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
18 | --- | ||
19 | include/hw/acpi/acpi-defs.h | 15 ++++++++++ | ||
20 | hw/arm/virt-acpi-build.c | 55 ++++++++++++++++++++++++++++++++----- | ||
21 | 2 files changed, 63 insertions(+), 7 deletions(-) | ||
22 | |||
23 | diff --git a/include/hw/acpi/acpi-defs.h b/include/hw/acpi/acpi-defs.h | ||
24 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
25 | --- a/include/hw/acpi/acpi-defs.h | 17 | --- a/target/arm/vec_helper.c |
26 | +++ b/include/hw/acpi/acpi-defs.h | 18 | +++ b/target/arm/vec_helper.c |
27 | @@ -XXX,XX +XXX,XX @@ struct AcpiIortItsGroup { | 19 | @@ -XXX,XX +XXX,XX @@ DO_ABA(gvec_uaba_d, uint64_t) |
28 | } QEMU_PACKED; | 20 | r2 = float16_##OP(m[H2(0)], m[H2(1)], fpst); \ |
29 | typedef struct AcpiIortItsGroup AcpiIortItsGroup; | 21 | r3 = float16_##OP(m[H2(2)], m[H2(3)], fpst); \ |
30 | 22 | \ | |
31 | +struct AcpiIortSmmu3 { | 23 | - d[H4(0)] = r0; \ |
32 | + ACPI_IORT_NODE_HEADER_DEF | 24 | - d[H4(1)] = r1; \ |
33 | + uint64_t base_address; | 25 | - d[H4(2)] = r2; \ |
34 | + uint32_t flags; | 26 | - d[H4(3)] = r3; \ |
35 | + uint32_t reserved2; | 27 | + d[H2(0)] = r0; \ |
36 | + uint64_t vatos_address; | 28 | + d[H2(1)] = r1; \ |
37 | + uint32_t model; | 29 | + d[H2(2)] = r2; \ |
38 | + uint32_t event_gsiv; | 30 | + d[H2(3)] = r3; \ |
39 | + uint32_t pri_gsiv; | ||
40 | + uint32_t gerr_gsiv; | ||
41 | + uint32_t sync_gsiv; | ||
42 | + AcpiIortIdMapping id_mapping_array[0]; | ||
43 | +} QEMU_PACKED; | ||
44 | +typedef struct AcpiIortSmmu3 AcpiIortSmmu3; | ||
45 | + | ||
46 | struct AcpiIortRC { | ||
47 | ACPI_IORT_NODE_HEADER_DEF | ||
48 | AcpiIortMemoryAccess memory_properties; | ||
49 | diff --git a/hw/arm/virt-acpi-build.c b/hw/arm/virt-acpi-build.c | ||
50 | index XXXXXXX..XXXXXXX 100644 | ||
51 | --- a/hw/arm/virt-acpi-build.c | ||
52 | +++ b/hw/arm/virt-acpi-build.c | ||
53 | @@ -XXX,XX +XXX,XX @@ build_rsdp(GArray *rsdp_table, BIOSLinker *linker, unsigned xsdt_tbl_offset) | ||
54 | } | ||
55 | |||
56 | static void | ||
57 | -build_iort(GArray *table_data, BIOSLinker *linker) | ||
58 | +build_iort(GArray *table_data, BIOSLinker *linker, VirtMachineState *vms) | ||
59 | { | ||
60 | - int iort_start = table_data->len; | ||
61 | + int nb_nodes, iort_start = table_data->len; | ||
62 | AcpiIortIdMapping *idmap; | ||
63 | AcpiIortItsGroup *its; | ||
64 | AcpiIortTable *iort; | ||
65 | - size_t node_size, iort_length; | ||
66 | + AcpiIortSmmu3 *smmu; | ||
67 | + size_t node_size, iort_length, smmu_offset = 0; | ||
68 | AcpiIortRC *rc; | ||
69 | |||
70 | iort = acpi_data_push(table_data, sizeof(*iort)); | ||
71 | |||
72 | + if (vms->iommu == VIRT_IOMMU_SMMUV3) { | ||
73 | + nb_nodes = 3; /* RC, ITS, SMMUv3 */ | ||
74 | + } else { | ||
75 | + nb_nodes = 2; /* RC, ITS */ | ||
76 | + } | ||
77 | + | ||
78 | iort_length = sizeof(*iort); | ||
79 | - iort->node_count = cpu_to_le32(2); /* RC and ITS nodes */ | ||
80 | + iort->node_count = cpu_to_le32(nb_nodes); | ||
81 | iort->node_offset = cpu_to_le32(sizeof(*iort)); | ||
82 | |||
83 | /* ITS group node */ | ||
84 | @@ -XXX,XX +XXX,XX @@ build_iort(GArray *table_data, BIOSLinker *linker) | ||
85 | its->its_count = cpu_to_le32(1); | ||
86 | its->identifiers[0] = 0; /* MADT translation_id */ | ||
87 | |||
88 | + if (vms->iommu == VIRT_IOMMU_SMMUV3) { | ||
89 | + int irq = vms->irqmap[VIRT_SMMU]; | ||
90 | + | ||
91 | + /* SMMUv3 node */ | ||
92 | + smmu_offset = iort->node_offset + node_size; | ||
93 | + node_size = sizeof(*smmu) + sizeof(*idmap); | ||
94 | + iort_length += node_size; | ||
95 | + smmu = acpi_data_push(table_data, node_size); | ||
96 | + | ||
97 | + smmu->type = ACPI_IORT_NODE_SMMU_V3; | ||
98 | + smmu->length = cpu_to_le16(node_size); | ||
99 | + smmu->mapping_count = cpu_to_le32(1); | ||
100 | + smmu->mapping_offset = cpu_to_le32(sizeof(*smmu)); | ||
101 | + smmu->base_address = cpu_to_le64(vms->memmap[VIRT_SMMU].base); | ||
102 | + smmu->event_gsiv = cpu_to_le32(irq); | ||
103 | + smmu->pri_gsiv = cpu_to_le32(irq + 1); | ||
104 | + smmu->gerr_gsiv = cpu_to_le32(irq + 2); | ||
105 | + smmu->sync_gsiv = cpu_to_le32(irq + 3); | ||
106 | + | ||
107 | + /* Identity RID mapping covering the whole input RID range */ | ||
108 | + idmap = &smmu->id_mapping_array[0]; | ||
109 | + idmap->input_base = 0; | ||
110 | + idmap->id_count = cpu_to_le32(0xFFFF); | ||
111 | + idmap->output_base = 0; | ||
112 | + /* output IORT node is the ITS group node (the first node) */ | ||
113 | + idmap->output_reference = cpu_to_le32(iort->node_offset); | ||
114 | + } | ||
115 | + | ||
116 | /* Root Complex Node */ | ||
117 | node_size = sizeof(*rc) + sizeof(*idmap); | ||
118 | iort_length += node_size; | ||
119 | @@ -XXX,XX +XXX,XX @@ build_iort(GArray *table_data, BIOSLinker *linker) | ||
120 | idmap->input_base = 0; | ||
121 | idmap->id_count = cpu_to_le32(0xFFFF); | ||
122 | idmap->output_base = 0; | ||
123 | - /* output IORT node is the ITS group node (the first node) */ | ||
124 | - idmap->output_reference = cpu_to_le32(iort->node_offset); | ||
125 | + | ||
126 | + if (vms->iommu == VIRT_IOMMU_SMMUV3) { | ||
127 | + /* output IORT node is the smmuv3 node */ | ||
128 | + idmap->output_reference = cpu_to_le32(smmu_offset); | ||
129 | + } else { | ||
130 | + /* output IORT node is the ITS group node (the first node) */ | ||
131 | + idmap->output_reference = cpu_to_le32(iort->node_offset); | ||
132 | + } | ||
133 | |||
134 | iort->length = cpu_to_le32(iort_length); | ||
135 | |||
136 | @@ -XXX,XX +XXX,XX @@ void virt_acpi_build(VirtMachineState *vms, AcpiBuildTables *tables) | ||
137 | |||
138 | if (its_class_name() && !vmc->no_its) { | ||
139 | acpi_add_table(table_offsets, tables_blob); | ||
140 | - build_iort(tables_blob, tables->linker); | ||
141 | + build_iort(tables_blob, tables->linker, vms); | ||
142 | } | 31 | } |
143 | 32 | ||
144 | /* XSDT is pointed to by RSDP */ | 33 | DO_NEON_PAIRWISE(neon_padd, add) |
145 | -- | 34 | -- |
146 | 2.17.0 | 35 | 2.20.1 |
147 | 36 | ||
148 | 37 | diff view generated by jsdifflib |
1 | Convert the smc91c111 device away from using the old_mmio field of | 1 | The helper functions for performing the udot/sdot operations against |
---|---|---|---|
2 | MemoryRegionOps. This device is used by several Arm board models. | 2 | a scalar were not using an address-swizzling macro when converting |
3 | the index of the scalar element into a pointer into the vm array. | ||
4 | This had no effect on little-endian hosts but meant we generated | ||
5 | incorrect results on big-endian hosts. | ||
6 | |||
7 | For these insns, the index is indexing over group of 4 8-bit values, | ||
8 | so 32 bits per indexed entity, and H4() is therefore what we want. | ||
9 | (For Neon the only possible input indexes are 0 and 1.) | ||
3 | 10 | ||
4 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
5 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | 12 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
6 | Message-id: 20180427173611.10281-3-peter.maydell@linaro.org | 13 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> |
14 | Message-id: 20201028191712.4910-3-peter.maydell@linaro.org | ||
7 | --- | 15 | --- |
8 | hw/net/smc91c111.c | 54 +++++++++++++++++++++------------------------- | 16 | target/arm/vec_helper.c | 4 ++-- |
9 | 1 file changed, 25 insertions(+), 29 deletions(-) | 17 | 1 file changed, 2 insertions(+), 2 deletions(-) |
10 | 18 | ||
11 | diff --git a/hw/net/smc91c111.c b/hw/net/smc91c111.c | 19 | diff --git a/target/arm/vec_helper.c b/target/arm/vec_helper.c |
12 | index XXXXXXX..XXXXXXX 100644 | 20 | index XXXXXXX..XXXXXXX 100644 |
13 | --- a/hw/net/smc91c111.c | 21 | --- a/target/arm/vec_helper.c |
14 | +++ b/hw/net/smc91c111.c | 22 | +++ b/target/arm/vec_helper.c |
15 | @@ -XXX,XX +XXX,XX @@ static uint32_t smc91c111_readb(void *opaque, hwaddr offset) | 23 | @@ -XXX,XX +XXX,XX @@ void HELPER(gvec_sdot_idx_b)(void *vd, void *vn, void *vm, uint32_t desc) |
16 | return 0; | 24 | intptr_t index = simd_data(desc); |
17 | } | 25 | uint32_t *d = vd; |
18 | 26 | int8_t *n = vn; | |
19 | -static void smc91c111_writew(void *opaque, hwaddr offset, | 27 | - int8_t *m_indexed = (int8_t *)vm + index * 4; |
20 | - uint32_t value) | 28 | + int8_t *m_indexed = (int8_t *)vm + H4(index) * 4; |
21 | +static uint64_t smc91c111_readfn(void *opaque, hwaddr addr, unsigned size) | 29 | |
22 | { | 30 | /* Notice the special case of opr_sz == 8, from aa64/aa32 advsimd. |
23 | - smc91c111_writeb(opaque, offset, value & 0xff); | 31 | * Otherwise opr_sz is a multiple of 16. |
24 | - smc91c111_writeb(opaque, offset + 1, value >> 8); | 32 | @@ -XXX,XX +XXX,XX @@ void HELPER(gvec_udot_idx_b)(void *vd, void *vn, void *vm, uint32_t desc) |
25 | + int i; | 33 | intptr_t index = simd_data(desc); |
26 | + uint32_t val = 0; | 34 | uint32_t *d = vd; |
27 | + | 35 | uint8_t *n = vn; |
28 | + for (i = 0; i < size; i++) { | 36 | - uint8_t *m_indexed = (uint8_t *)vm + index * 4; |
29 | + val |= smc91c111_readb(opaque, addr + i) << (i * 8); | 37 | + uint8_t *m_indexed = (uint8_t *)vm + H4(index) * 4; |
30 | + } | 38 | |
31 | + return val; | 39 | /* Notice the special case of opr_sz == 8, from aa64/aa32 advsimd. |
32 | } | 40 | * Otherwise opr_sz is a multiple of 16. |
33 | |||
34 | -static void smc91c111_writel(void *opaque, hwaddr offset, | ||
35 | - uint32_t value) | ||
36 | +static void smc91c111_writefn(void *opaque, hwaddr addr, | ||
37 | + uint64_t value, unsigned size) | ||
38 | { | ||
39 | + int i = 0; | ||
40 | + | ||
41 | /* 32-bit writes to offset 0xc only actually write to the bank select | ||
42 | - register (offset 0xe) */ | ||
43 | - if (offset != 0xc) | ||
44 | - smc91c111_writew(opaque, offset, value & 0xffff); | ||
45 | - smc91c111_writew(opaque, offset + 2, value >> 16); | ||
46 | -} | ||
47 | + * register (offset 0xe), so skip the first two bytes we would write. | ||
48 | + */ | ||
49 | + if (addr == 0xc && size == 4) { | ||
50 | + i += 2; | ||
51 | + } | ||
52 | |||
53 | -static uint32_t smc91c111_readw(void *opaque, hwaddr offset) | ||
54 | -{ | ||
55 | - uint32_t val; | ||
56 | - val = smc91c111_readb(opaque, offset); | ||
57 | - val |= smc91c111_readb(opaque, offset + 1) << 8; | ||
58 | - return val; | ||
59 | -} | ||
60 | - | ||
61 | -static uint32_t smc91c111_readl(void *opaque, hwaddr offset) | ||
62 | -{ | ||
63 | - uint32_t val; | ||
64 | - val = smc91c111_readw(opaque, offset); | ||
65 | - val |= smc91c111_readw(opaque, offset + 2) << 16; | ||
66 | - return val; | ||
67 | + for (; i < size; i++) { | ||
68 | + smc91c111_writeb(opaque, addr + i, | ||
69 | + extract32(value, i * 8, 8)); | ||
70 | + } | ||
71 | } | ||
72 | |||
73 | static int smc91c111_can_receive_nc(NetClientState *nc) | ||
74 | @@ -XXX,XX +XXX,XX @@ static const MemoryRegionOps smc91c111_mem_ops = { | ||
75 | /* The special case for 32 bit writes to 0xc means we can't just | ||
76 | * set .impl.min/max_access_size to 1, unfortunately | ||
77 | */ | ||
78 | - .old_mmio = { | ||
79 | - .read = { smc91c111_readb, smc91c111_readw, smc91c111_readl, }, | ||
80 | - .write = { smc91c111_writeb, smc91c111_writew, smc91c111_writel, }, | ||
81 | - }, | ||
82 | + .read = smc91c111_readfn, | ||
83 | + .write = smc91c111_writefn, | ||
84 | + .valid.min_access_size = 1, | ||
85 | + .valid.max_access_size = 4, | ||
86 | .endianness = DEVICE_NATIVE_ENDIAN, | ||
87 | }; | ||
88 | |||
89 | -- | 41 | -- |
90 | 2.17.0 | 42 | 2.20.1 |
91 | 43 | ||
92 | 44 | diff view generated by jsdifflib |
1 | From: Mathew Maidment <mathew1800@gmail.com> | 1 | From: Rémi Denis-Courmont <remi.denis.courmont@huawei.com> |
---|---|---|---|
2 | 2 | ||
3 | The duplication of id_tlbtr_reginfo was unintentionally added within | 3 | HCR should be applied when NS is set, not when it is cleared. |
4 | 3281af8114c6b8ead02f08b58e3c36895c1ea047 which should have been | ||
5 | id_mpuir_reginfo. | ||
6 | 4 | ||
7 | The effect was that for OMAP and StrongARM CPUs we would | 5 | Signed-off-by: Rémi Denis-Courmont <remi.denis.courmont@huawei.com> |
8 | incorrectly UNDEF writes to MPUIR rather than NOPing them. | ||
9 | |||
10 | Signed-off-by: Mathew Maidment <mathew1800@gmail.com> | ||
11 | Message-id: 20180501184933.37609-2-mathew1800@gmail.com | ||
12 | [PMM: tweak commit message] | ||
13 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 6 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
15 | --- | 8 | --- |
16 | target/arm/helper.c | 2 +- | 9 | target/arm/helper.c | 5 ++--- |
17 | 1 file changed, 1 insertion(+), 1 deletion(-) | 10 | 1 file changed, 2 insertions(+), 3 deletions(-) |
18 | 11 | ||
19 | diff --git a/target/arm/helper.c b/target/arm/helper.c | 12 | diff --git a/target/arm/helper.c b/target/arm/helper.c |
20 | index XXXXXXX..XXXXXXX 100644 | 13 | index XXXXXXX..XXXXXXX 100644 |
21 | --- a/target/arm/helper.c | 14 | --- a/target/arm/helper.c |
22 | +++ b/target/arm/helper.c | 15 | +++ b/target/arm/helper.c |
23 | @@ -XXX,XX +XXX,XX @@ void register_cp_regs_for_features(ARMCPU *cpu) | 16 | @@ -XXX,XX +XXX,XX @@ static void tlbimvaa_is_write(CPUARMState *env, const ARMCPRegInfo *ri, |
24 | for (r = id_cp_reginfo; r->type != ARM_CP_SENTINEL; r++) { | 17 | |
25 | r->access = PL1_RW; | 18 | /* |
26 | } | 19 | * Non-IS variants of TLB operations are upgraded to |
27 | - id_tlbtr_reginfo.access = PL1_RW; | 20 | - * IS versions if we are at NS EL1 and HCR_EL2.FB is set to |
28 | + id_mpuir_reginfo.access = PL1_RW; | 21 | + * IS versions if we are at EL1 and HCR_EL2.FB is effectively set to |
29 | id_tlbtr_reginfo.access = PL1_RW; | 22 | * force broadcast of these operations. |
30 | } | 23 | */ |
31 | if (arm_feature(env, ARM_FEATURE_V8)) { | 24 | static bool tlb_force_broadcast(CPUARMState *env) |
25 | { | ||
26 | - return (env->cp15.hcr_el2 & HCR_FB) && | ||
27 | - arm_current_el(env) == 1 && arm_is_secure_below_el3(env); | ||
28 | + return arm_current_el(env) == 1 && (arm_hcr_el2_eff(env) & HCR_FB); | ||
29 | } | ||
30 | |||
31 | static void tlbiall_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
32 | -- | 32 | -- |
33 | 2.17.0 | 33 | 2.20.1 |
34 | 34 | ||
35 | 35 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Rémi Denis-Courmont <remi.denis.courmont@huawei.com> |
---|---|---|---|
2 | 2 | ||
3 | This patch implements the IOMMU Memory Region translate() | 3 | Secure mode is not exempted from checking SCR_EL3.TLOR, and in the |
4 | callback. Most of the code relates to the translation | 4 | future HCR_EL2.TLOR when S-EL2 is enabled. |
5 | configuration decoding and check (STE, CD). | ||
6 | 5 | ||
7 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 6 | Signed-off-by: Rémi Denis-Courmont <remi.denis.courmont@huawei.com> |
8 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
9 | Message-id: 1524665762-31355-10-git-send-email-eric.auger@redhat.com | ||
10 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
12 | --- | 9 | --- |
13 | hw/arm/smmuv3-internal.h | 160 +++++++++++++++++ | 10 | target/arm/helper.c | 19 +++++-------------- |
14 | hw/arm/smmuv3.c | 358 +++++++++++++++++++++++++++++++++++++++ | 11 | 1 file changed, 5 insertions(+), 14 deletions(-) |
15 | hw/arm/trace-events | 9 + | ||
16 | 3 files changed, 527 insertions(+) | ||
17 | 12 | ||
18 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 13 | diff --git a/target/arm/helper.c b/target/arm/helper.c |
19 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
20 | --- a/hw/arm/smmuv3-internal.h | 15 | --- a/target/arm/helper.c |
21 | +++ b/hw/arm/smmuv3-internal.h | 16 | +++ b/target/arm/helper.c |
22 | @@ -XXX,XX +XXX,XX @@ typedef struct SMMUEventInfo { | 17 | @@ -XXX,XX +XXX,XX @@ static uint64_t id_aa64pfr0_read(CPUARMState *env, const ARMCPRegInfo *ri) |
23 | |||
24 | void smmuv3_record_event(SMMUv3State *s, SMMUEventInfo *event); | ||
25 | |||
26 | +/* Configuration Data */ | ||
27 | + | ||
28 | +/* STE Level 1 Descriptor */ | ||
29 | +typedef struct STEDesc { | ||
30 | + uint32_t word[2]; | ||
31 | +} STEDesc; | ||
32 | + | ||
33 | +/* CD Level 1 Descriptor */ | ||
34 | +typedef struct CDDesc { | ||
35 | + uint32_t word[2]; | ||
36 | +} CDDesc; | ||
37 | + | ||
38 | +/* Stream Table Entry(STE) */ | ||
39 | +typedef struct STE { | ||
40 | + uint32_t word[16]; | ||
41 | +} STE; | ||
42 | + | ||
43 | +/* Context Descriptor(CD) */ | ||
44 | +typedef struct CD { | ||
45 | + uint32_t word[16]; | ||
46 | +} CD; | ||
47 | + | ||
48 | +/* STE fields */ | ||
49 | + | ||
50 | +#define STE_VALID(x) extract32((x)->word[0], 0, 1) | ||
51 | + | ||
52 | +#define STE_CONFIG(x) extract32((x)->word[0], 1, 3) | ||
53 | +#define STE_CFG_S1_ENABLED(config) (config & 0x1) | ||
54 | +#define STE_CFG_S2_ENABLED(config) (config & 0x2) | ||
55 | +#define STE_CFG_ABORT(config) (!(config & 0x4)) | ||
56 | +#define STE_CFG_BYPASS(config) (config == 0x4) | ||
57 | + | ||
58 | +#define STE_S1FMT(x) extract32((x)->word[0], 4 , 2) | ||
59 | +#define STE_S1CDMAX(x) extract32((x)->word[1], 27, 5) | ||
60 | +#define STE_S1STALLD(x) extract32((x)->word[2], 27, 1) | ||
61 | +#define STE_EATS(x) extract32((x)->word[2], 28, 2) | ||
62 | +#define STE_STRW(x) extract32((x)->word[2], 30, 2) | ||
63 | +#define STE_S2VMID(x) extract32((x)->word[4], 0 , 16) | ||
64 | +#define STE_S2T0SZ(x) extract32((x)->word[5], 0 , 6) | ||
65 | +#define STE_S2SL0(x) extract32((x)->word[5], 6 , 2) | ||
66 | +#define STE_S2TG(x) extract32((x)->word[5], 14, 2) | ||
67 | +#define STE_S2PS(x) extract32((x)->word[5], 16, 3) | ||
68 | +#define STE_S2AA64(x) extract32((x)->word[5], 19, 1) | ||
69 | +#define STE_S2HD(x) extract32((x)->word[5], 24, 1) | ||
70 | +#define STE_S2HA(x) extract32((x)->word[5], 25, 1) | ||
71 | +#define STE_S2S(x) extract32((x)->word[5], 26, 1) | ||
72 | +#define STE_CTXPTR(x) \ | ||
73 | + ({ \ | ||
74 | + unsigned long addr; \ | ||
75 | + addr = (uint64_t)extract32((x)->word[1], 0, 16) << 32; \ | ||
76 | + addr |= (uint64_t)((x)->word[0] & 0xffffffc0); \ | ||
77 | + addr; \ | ||
78 | + }) | ||
79 | + | ||
80 | +#define STE_S2TTB(x) \ | ||
81 | + ({ \ | ||
82 | + unsigned long addr; \ | ||
83 | + addr = (uint64_t)extract32((x)->word[7], 0, 16) << 32; \ | ||
84 | + addr |= (uint64_t)((x)->word[6] & 0xfffffff0); \ | ||
85 | + addr; \ | ||
86 | + }) | ||
87 | + | ||
88 | +static inline int oas2bits(int oas_field) | ||
89 | +{ | ||
90 | + switch (oas_field) { | ||
91 | + case 0: | ||
92 | + return 32; | ||
93 | + case 1: | ||
94 | + return 36; | ||
95 | + case 2: | ||
96 | + return 40; | ||
97 | + case 3: | ||
98 | + return 42; | ||
99 | + case 4: | ||
100 | + return 44; | ||
101 | + case 5: | ||
102 | + return 48; | ||
103 | + } | ||
104 | + return -1; | ||
105 | +} | ||
106 | + | ||
107 | +static inline int pa_range(STE *ste) | ||
108 | +{ | ||
109 | + int oas_field = MIN(STE_S2PS(ste), SMMU_IDR5_OAS); | ||
110 | + | ||
111 | + if (!STE_S2AA64(ste)) { | ||
112 | + return 40; | ||
113 | + } | ||
114 | + | ||
115 | + return oas2bits(oas_field); | ||
116 | +} | ||
117 | + | ||
118 | +#define MAX_PA(ste) ((1 << pa_range(ste)) - 1) | ||
119 | + | ||
120 | +/* CD fields */ | ||
121 | + | ||
122 | +#define CD_VALID(x) extract32((x)->word[0], 30, 1) | ||
123 | +#define CD_ASID(x) extract32((x)->word[1], 16, 16) | ||
124 | +#define CD_TTB(x, sel) \ | ||
125 | + ({ \ | ||
126 | + uint64_t hi, lo; \ | ||
127 | + hi = extract32((x)->word[(sel) * 2 + 3], 0, 19); \ | ||
128 | + hi <<= 32; \ | ||
129 | + lo = (x)->word[(sel) * 2 + 2] & ~0xfULL; \ | ||
130 | + hi | lo; \ | ||
131 | + }) | ||
132 | + | ||
133 | +#define CD_TSZ(x, sel) extract32((x)->word[0], (16 * (sel)) + 0, 6) | ||
134 | +#define CD_TG(x, sel) extract32((x)->word[0], (16 * (sel)) + 6, 2) | ||
135 | +#define CD_EPD(x, sel) extract32((x)->word[0], (16 * (sel)) + 14, 1) | ||
136 | +#define CD_ENDI(x) extract32((x)->word[0], 15, 1) | ||
137 | +#define CD_IPS(x) extract32((x)->word[1], 0 , 3) | ||
138 | +#define CD_TBI(x) extract32((x)->word[1], 6 , 2) | ||
139 | +#define CD_HD(x) extract32((x)->word[1], 10 , 1) | ||
140 | +#define CD_HA(x) extract32((x)->word[1], 11 , 1) | ||
141 | +#define CD_S(x) extract32((x)->word[1], 12, 1) | ||
142 | +#define CD_R(x) extract32((x)->word[1], 13, 1) | ||
143 | +#define CD_A(x) extract32((x)->word[1], 14, 1) | ||
144 | +#define CD_AARCH64(x) extract32((x)->word[1], 9 , 1) | ||
145 | + | ||
146 | +#define CDM_VALID(x) ((x)->word[0] & 0x1) | ||
147 | + | ||
148 | +static inline int is_cd_valid(SMMUv3State *s, STE *ste, CD *cd) | ||
149 | +{ | ||
150 | + return CD_VALID(cd); | ||
151 | +} | ||
152 | + | ||
153 | +/** | ||
154 | + * tg2granule - Decodes the CD translation granule size field according | ||
155 | + * to the ttbr in use | ||
156 | + * @bits: TG0/1 fields | ||
157 | + * @ttbr: ttbr index in use | ||
158 | + */ | ||
159 | +static inline int tg2granule(int bits, int ttbr) | ||
160 | +{ | ||
161 | + switch (bits) { | ||
162 | + case 0: | ||
163 | + return ttbr ? 0 : 12; | ||
164 | + case 1: | ||
165 | + return ttbr ? 14 : 16; | ||
166 | + case 2: | ||
167 | + return ttbr ? 12 : 14; | ||
168 | + case 3: | ||
169 | + return ttbr ? 16 : 0; | ||
170 | + default: | ||
171 | + return 0; | ||
172 | + } | ||
173 | +} | ||
174 | + | ||
175 | +static inline uint64_t l1std_l2ptr(STEDesc *desc) | ||
176 | +{ | ||
177 | + uint64_t hi, lo; | ||
178 | + | ||
179 | + hi = desc->word[1]; | ||
180 | + lo = desc->word[0] & ~0x1fULL; | ||
181 | + return hi << 32 | lo; | ||
182 | +} | ||
183 | + | ||
184 | +#define L1STD_SPAN(stm) (extract32((stm)->word[0], 0, 4)) | ||
185 | + | ||
186 | #endif | 18 | #endif |
187 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | 19 | |
188 | index XXXXXXX..XXXXXXX 100644 | 20 | /* Shared logic between LORID and the rest of the LOR* registers. |
189 | --- a/hw/arm/smmuv3.c | 21 | - * Secure state has already been delt with. |
190 | +++ b/hw/arm/smmuv3.c | 22 | + * Secure state exclusion has already been dealt with. |
191 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_init_regs(SMMUv3State *s) | 23 | */ |
192 | s->sid_split = 0; | 24 | -static CPAccessResult access_lor_ns(CPUARMState *env) |
25 | +static CPAccessResult access_lor_ns(CPUARMState *env, | ||
26 | + const ARMCPRegInfo *ri, bool isread) | ||
27 | { | ||
28 | int el = arm_current_el(env); | ||
29 | |||
30 | @@ -XXX,XX +XXX,XX @@ static CPAccessResult access_lor_ns(CPUARMState *env) | ||
31 | return CP_ACCESS_OK; | ||
193 | } | 32 | } |
194 | 33 | ||
195 | +static int smmu_get_ste(SMMUv3State *s, dma_addr_t addr, STE *buf, | 34 | -static CPAccessResult access_lorid(CPUARMState *env, const ARMCPRegInfo *ri, |
196 | + SMMUEventInfo *event) | 35 | - bool isread) |
197 | +{ | 36 | -{ |
198 | + int ret; | 37 | - if (arm_is_secure_below_el3(env)) { |
199 | + | 38 | - /* Access ok in secure mode. */ |
200 | + trace_smmuv3_get_ste(addr); | 39 | - return CP_ACCESS_OK; |
201 | + /* TODO: guarantee 64-bit single-copy atomicity */ | 40 | - } |
202 | + ret = dma_memory_read(&address_space_memory, addr, | 41 | - return access_lor_ns(env); |
203 | + (void *)buf, sizeof(*buf)); | 42 | -} |
204 | + if (ret != MEMTX_OK) { | 43 | - |
205 | + qemu_log_mask(LOG_GUEST_ERROR, | 44 | static CPAccessResult access_lor_other(CPUARMState *env, |
206 | + "Cannot fetch pte at address=0x%"PRIx64"\n", addr); | 45 | const ARMCPRegInfo *ri, bool isread) |
207 | + event->type = SMMU_EVT_F_STE_FETCH; | ||
208 | + event->u.f_ste_fetch.addr = addr; | ||
209 | + return -EINVAL; | ||
210 | + } | ||
211 | + return 0; | ||
212 | + | ||
213 | +} | ||
214 | + | ||
215 | +/* @ssid > 0 not supported yet */ | ||
216 | +static int smmu_get_cd(SMMUv3State *s, STE *ste, uint32_t ssid, | ||
217 | + CD *buf, SMMUEventInfo *event) | ||
218 | +{ | ||
219 | + dma_addr_t addr = STE_CTXPTR(ste); | ||
220 | + int ret; | ||
221 | + | ||
222 | + trace_smmuv3_get_cd(addr); | ||
223 | + /* TODO: guarantee 64-bit single-copy atomicity */ | ||
224 | + ret = dma_memory_read(&address_space_memory, addr, | ||
225 | + (void *)buf, sizeof(*buf)); | ||
226 | + if (ret != MEMTX_OK) { | ||
227 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
228 | + "Cannot fetch pte at address=0x%"PRIx64"\n", addr); | ||
229 | + event->type = SMMU_EVT_F_CD_FETCH; | ||
230 | + event->u.f_ste_fetch.addr = addr; | ||
231 | + return -EINVAL; | ||
232 | + } | ||
233 | + return 0; | ||
234 | +} | ||
235 | + | ||
236 | +/* Returns <0 if the caller has no need to continue the translation */ | ||
237 | +static int decode_ste(SMMUv3State *s, SMMUTransCfg *cfg, | ||
238 | + STE *ste, SMMUEventInfo *event) | ||
239 | +{ | ||
240 | + uint32_t config; | ||
241 | + int ret = -EINVAL; | ||
242 | + | ||
243 | + if (!STE_VALID(ste)) { | ||
244 | + goto bad_ste; | ||
245 | + } | ||
246 | + | ||
247 | + config = STE_CONFIG(ste); | ||
248 | + | ||
249 | + if (STE_CFG_ABORT(config)) { | ||
250 | + cfg->aborted = true; /* abort but don't record any event */ | ||
251 | + return ret; | ||
252 | + } | ||
253 | + | ||
254 | + if (STE_CFG_BYPASS(config)) { | ||
255 | + cfg->bypassed = true; | ||
256 | + return ret; | ||
257 | + } | ||
258 | + | ||
259 | + if (STE_CFG_S2_ENABLED(config)) { | ||
260 | + qemu_log_mask(LOG_UNIMP, "SMMUv3 does not support stage 2 yet\n"); | ||
261 | + goto bad_ste; | ||
262 | + } | ||
263 | + | ||
264 | + if (STE_S1CDMAX(ste) != 0) { | ||
265 | + qemu_log_mask(LOG_UNIMP, | ||
266 | + "SMMUv3 does not support multiple context descriptors yet\n"); | ||
267 | + goto bad_ste; | ||
268 | + } | ||
269 | + | ||
270 | + if (STE_S1STALLD(ste)) { | ||
271 | + qemu_log_mask(LOG_UNIMP, | ||
272 | + "SMMUv3 S1 stalling fault model not allowed yet\n"); | ||
273 | + goto bad_ste; | ||
274 | + } | ||
275 | + return 0; | ||
276 | + | ||
277 | +bad_ste: | ||
278 | + event->type = SMMU_EVT_C_BAD_STE; | ||
279 | + return -EINVAL; | ||
280 | +} | ||
281 | + | ||
282 | +/** | ||
283 | + * smmu_find_ste - Return the stream table entry associated | ||
284 | + * to the sid | ||
285 | + * | ||
286 | + * @s: smmuv3 handle | ||
287 | + * @sid: stream ID | ||
288 | + * @ste: returned stream table entry | ||
289 | + * @event: handle to an event info | ||
290 | + * | ||
291 | + * Supports linear and 2-level stream table | ||
292 | + * Return 0 on success, -EINVAL otherwise | ||
293 | + */ | ||
294 | +static int smmu_find_ste(SMMUv3State *s, uint32_t sid, STE *ste, | ||
295 | + SMMUEventInfo *event) | ||
296 | +{ | ||
297 | + dma_addr_t addr; | ||
298 | + int ret; | ||
299 | + | ||
300 | + trace_smmuv3_find_ste(sid, s->features, s->sid_split); | ||
301 | + /* Check SID range */ | ||
302 | + if (sid > (1 << SMMU_IDR1_SIDSIZE)) { | ||
303 | + event->type = SMMU_EVT_C_BAD_STREAMID; | ||
304 | + return -EINVAL; | ||
305 | + } | ||
306 | + if (s->features & SMMU_FEATURE_2LVL_STE) { | ||
307 | + int l1_ste_offset, l2_ste_offset, max_l2_ste, span; | ||
308 | + dma_addr_t strtab_base, l1ptr, l2ptr; | ||
309 | + STEDesc l1std; | ||
310 | + | ||
311 | + strtab_base = s->strtab_base & SMMU_BASE_ADDR_MASK; | ||
312 | + l1_ste_offset = sid >> s->sid_split; | ||
313 | + l2_ste_offset = sid & ((1 << s->sid_split) - 1); | ||
314 | + l1ptr = (dma_addr_t)(strtab_base + l1_ste_offset * sizeof(l1std)); | ||
315 | + /* TODO: guarantee 64-bit single-copy atomicity */ | ||
316 | + ret = dma_memory_read(&address_space_memory, l1ptr, | ||
317 | + (uint8_t *)&l1std, sizeof(l1std)); | ||
318 | + if (ret != MEMTX_OK) { | ||
319 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
320 | + "Could not read L1PTR at 0X%"PRIx64"\n", l1ptr); | ||
321 | + event->type = SMMU_EVT_F_STE_FETCH; | ||
322 | + event->u.f_ste_fetch.addr = l1ptr; | ||
323 | + return -EINVAL; | ||
324 | + } | ||
325 | + | ||
326 | + span = L1STD_SPAN(&l1std); | ||
327 | + | ||
328 | + if (!span) { | ||
329 | + /* l2ptr is not valid */ | ||
330 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
331 | + "invalid sid=%d (L1STD span=0)\n", sid); | ||
332 | + event->type = SMMU_EVT_C_BAD_STREAMID; | ||
333 | + return -EINVAL; | ||
334 | + } | ||
335 | + max_l2_ste = (1 << span) - 1; | ||
336 | + l2ptr = l1std_l2ptr(&l1std); | ||
337 | + trace_smmuv3_find_ste_2lvl(s->strtab_base, l1ptr, l1_ste_offset, | ||
338 | + l2ptr, l2_ste_offset, max_l2_ste); | ||
339 | + if (l2_ste_offset > max_l2_ste) { | ||
340 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
341 | + "l2_ste_offset=%d > max_l2_ste=%d\n", | ||
342 | + l2_ste_offset, max_l2_ste); | ||
343 | + event->type = SMMU_EVT_C_BAD_STE; | ||
344 | + return -EINVAL; | ||
345 | + } | ||
346 | + addr = l2ptr + l2_ste_offset * sizeof(*ste); | ||
347 | + } else { | ||
348 | + addr = s->strtab_base + sid * sizeof(*ste); | ||
349 | + } | ||
350 | + | ||
351 | + if (smmu_get_ste(s, addr, ste, event)) { | ||
352 | + return -EINVAL; | ||
353 | + } | ||
354 | + | ||
355 | + return 0; | ||
356 | +} | ||
357 | + | ||
358 | +static int decode_cd(SMMUTransCfg *cfg, CD *cd, SMMUEventInfo *event) | ||
359 | +{ | ||
360 | + int ret = -EINVAL; | ||
361 | + int i; | ||
362 | + | ||
363 | + if (!CD_VALID(cd) || !CD_AARCH64(cd)) { | ||
364 | + goto bad_cd; | ||
365 | + } | ||
366 | + if (!CD_A(cd)) { | ||
367 | + goto bad_cd; /* SMMU_IDR0.TERM_MODEL == 1 */ | ||
368 | + } | ||
369 | + if (CD_S(cd)) { | ||
370 | + goto bad_cd; /* !STE_SECURE && SMMU_IDR0.STALL_MODEL == 1 */ | ||
371 | + } | ||
372 | + if (CD_HA(cd) || CD_HD(cd)) { | ||
373 | + goto bad_cd; /* HTTU = 0 */ | ||
374 | + } | ||
375 | + | ||
376 | + /* we support only those at the moment */ | ||
377 | + cfg->aa64 = true; | ||
378 | + cfg->stage = 1; | ||
379 | + | ||
380 | + cfg->oas = oas2bits(CD_IPS(cd)); | ||
381 | + cfg->oas = MIN(oas2bits(SMMU_IDR5_OAS), cfg->oas); | ||
382 | + cfg->tbi = CD_TBI(cd); | ||
383 | + cfg->asid = CD_ASID(cd); | ||
384 | + | ||
385 | + trace_smmuv3_decode_cd(cfg->oas); | ||
386 | + | ||
387 | + /* decode data dependent on TT */ | ||
388 | + for (i = 0; i <= 1; i++) { | ||
389 | + int tg, tsz; | ||
390 | + SMMUTransTableInfo *tt = &cfg->tt[i]; | ||
391 | + | ||
392 | + cfg->tt[i].disabled = CD_EPD(cd, i); | ||
393 | + if (cfg->tt[i].disabled) { | ||
394 | + continue; | ||
395 | + } | ||
396 | + | ||
397 | + tsz = CD_TSZ(cd, i); | ||
398 | + if (tsz < 16 || tsz > 39) { | ||
399 | + goto bad_cd; | ||
400 | + } | ||
401 | + | ||
402 | + tg = CD_TG(cd, i); | ||
403 | + tt->granule_sz = tg2granule(tg, i); | ||
404 | + if ((tt->granule_sz != 12 && tt->granule_sz != 16) || CD_ENDI(cd)) { | ||
405 | + goto bad_cd; | ||
406 | + } | ||
407 | + | ||
408 | + tt->tsz = tsz; | ||
409 | + tt->ttb = CD_TTB(cd, i); | ||
410 | + if (tt->ttb & ~(MAKE_64BIT_MASK(0, cfg->oas))) { | ||
411 | + goto bad_cd; | ||
412 | + } | ||
413 | + trace_smmuv3_decode_cd_tt(i, tt->tsz, tt->ttb, tt->granule_sz); | ||
414 | + } | ||
415 | + | ||
416 | + event->record_trans_faults = CD_R(cd); | ||
417 | + | ||
418 | + return 0; | ||
419 | + | ||
420 | +bad_cd: | ||
421 | + event->type = SMMU_EVT_C_BAD_CD; | ||
422 | + return ret; | ||
423 | +} | ||
424 | + | ||
425 | +/** | ||
426 | + * smmuv3_decode_config - Prepare the translation configuration | ||
427 | + * for the @mr iommu region | ||
428 | + * @mr: iommu memory region the translation config must be prepared for | ||
429 | + * @cfg: output translation configuration which is populated through | ||
430 | + * the different configuration decoding steps | ||
431 | + * @event: must be zero'ed by the caller | ||
432 | + * | ||
433 | + * return < 0 if the translation needs to be aborted (@event is filled | ||
434 | + * accordingly). Return 0 otherwise. | ||
435 | + */ | ||
436 | +static int smmuv3_decode_config(IOMMUMemoryRegion *mr, SMMUTransCfg *cfg, | ||
437 | + SMMUEventInfo *event) | ||
438 | +{ | ||
439 | + SMMUDevice *sdev = container_of(mr, SMMUDevice, iommu); | ||
440 | + uint32_t sid = smmu_get_sid(sdev); | ||
441 | + SMMUv3State *s = sdev->smmu; | ||
442 | + int ret = -EINVAL; | ||
443 | + STE ste; | ||
444 | + CD cd; | ||
445 | + | ||
446 | + if (smmu_find_ste(s, sid, &ste, event)) { | ||
447 | + return ret; | ||
448 | + } | ||
449 | + | ||
450 | + if (decode_ste(s, cfg, &ste, event)) { | ||
451 | + return ret; | ||
452 | + } | ||
453 | + | ||
454 | + if (smmu_get_cd(s, &ste, 0 /* ssid */, &cd, event)) { | ||
455 | + return ret; | ||
456 | + } | ||
457 | + | ||
458 | + return decode_cd(cfg, &cd, event); | ||
459 | +} | ||
460 | + | ||
461 | +static IOMMUTLBEntry smmuv3_translate(IOMMUMemoryRegion *mr, hwaddr addr, | ||
462 | + IOMMUAccessFlags flag) | ||
463 | +{ | ||
464 | + SMMUDevice *sdev = container_of(mr, SMMUDevice, iommu); | ||
465 | + SMMUv3State *s = sdev->smmu; | ||
466 | + uint32_t sid = smmu_get_sid(sdev); | ||
467 | + SMMUEventInfo event = {.type = SMMU_EVT_OK, .sid = sid}; | ||
468 | + SMMUPTWEventInfo ptw_info = {}; | ||
469 | + SMMUTransCfg cfg = {}; | ||
470 | + IOMMUTLBEntry entry = { | ||
471 | + .target_as = &address_space_memory, | ||
472 | + .iova = addr, | ||
473 | + .translated_addr = addr, | ||
474 | + .addr_mask = ~(hwaddr)0, | ||
475 | + .perm = IOMMU_NONE, | ||
476 | + }; | ||
477 | + int ret = 0; | ||
478 | + | ||
479 | + if (!smmu_enabled(s)) { | ||
480 | + goto out; | ||
481 | + } | ||
482 | + | ||
483 | + ret = smmuv3_decode_config(mr, &cfg, &event); | ||
484 | + if (ret) { | ||
485 | + goto out; | ||
486 | + } | ||
487 | + | ||
488 | + if (cfg.aborted) { | ||
489 | + goto out; | ||
490 | + } | ||
491 | + | ||
492 | + ret = smmu_ptw(&cfg, addr, flag, &entry, &ptw_info); | ||
493 | + if (ret) { | ||
494 | + switch (ptw_info.type) { | ||
495 | + case SMMU_PTW_ERR_WALK_EABT: | ||
496 | + event.type = SMMU_EVT_F_WALK_EABT; | ||
497 | + event.u.f_walk_eabt.addr = addr; | ||
498 | + event.u.f_walk_eabt.rnw = flag & 0x1; | ||
499 | + event.u.f_walk_eabt.class = 0x1; | ||
500 | + event.u.f_walk_eabt.addr2 = ptw_info.addr; | ||
501 | + break; | ||
502 | + case SMMU_PTW_ERR_TRANSLATION: | ||
503 | + if (event.record_trans_faults) { | ||
504 | + event.type = SMMU_EVT_F_TRANSLATION; | ||
505 | + event.u.f_translation.addr = addr; | ||
506 | + event.u.f_translation.rnw = flag & 0x1; | ||
507 | + } | ||
508 | + break; | ||
509 | + case SMMU_PTW_ERR_ADDR_SIZE: | ||
510 | + if (event.record_trans_faults) { | ||
511 | + event.type = SMMU_EVT_F_ADDR_SIZE; | ||
512 | + event.u.f_addr_size.addr = addr; | ||
513 | + event.u.f_addr_size.rnw = flag & 0x1; | ||
514 | + } | ||
515 | + break; | ||
516 | + case SMMU_PTW_ERR_ACCESS: | ||
517 | + if (event.record_trans_faults) { | ||
518 | + event.type = SMMU_EVT_F_ACCESS; | ||
519 | + event.u.f_access.addr = addr; | ||
520 | + event.u.f_access.rnw = flag & 0x1; | ||
521 | + } | ||
522 | + break; | ||
523 | + case SMMU_PTW_ERR_PERMISSION: | ||
524 | + if (event.record_trans_faults) { | ||
525 | + event.type = SMMU_EVT_F_PERMISSION; | ||
526 | + event.u.f_permission.addr = addr; | ||
527 | + event.u.f_permission.rnw = flag & 0x1; | ||
528 | + } | ||
529 | + break; | ||
530 | + default: | ||
531 | + g_assert_not_reached(); | ||
532 | + } | ||
533 | + } | ||
534 | +out: | ||
535 | + if (ret) { | ||
536 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
537 | + "%s translation failed for iova=0x%"PRIx64"(%d)\n", | ||
538 | + mr->parent_obj.name, addr, ret); | ||
539 | + entry.perm = IOMMU_NONE; | ||
540 | + smmuv3_record_event(s, &event); | ||
541 | + } else if (!cfg.aborted) { | ||
542 | + entry.perm = flag; | ||
543 | + trace_smmuv3_translate(mr->parent_obj.name, sid, addr, | ||
544 | + entry.translated_addr, entry.perm); | ||
545 | + } | ||
546 | + | ||
547 | + return entry; | ||
548 | +} | ||
549 | + | ||
550 | static int smmuv3_cmdq_consume(SMMUv3State *s) | ||
551 | { | 46 | { |
552 | SMMUCmdError cmd_error = SMMU_CERROR_NONE; | 47 | @@ -XXX,XX +XXX,XX @@ static CPAccessResult access_lor_other(CPUARMState *env, |
553 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_class_init(ObjectClass *klass, void *data) | 48 | /* Access denied in secure mode. */ |
554 | static void smmuv3_iommu_memory_region_class_init(ObjectClass *klass, | 49 | return CP_ACCESS_TRAP; |
555 | void *data) | 50 | } |
556 | { | 51 | - return access_lor_ns(env); |
557 | + IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass); | 52 | + return access_lor_ns(env, ri, isread); |
558 | + | ||
559 | + imrc->translate = smmuv3_translate; | ||
560 | } | 53 | } |
561 | 54 | ||
562 | static const TypeInfo smmuv3_type_info = { | 55 | /* |
563 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | 56 | @@ -XXX,XX +XXX,XX @@ static const ARMCPRegInfo lor_reginfo[] = { |
564 | index XXXXXXX..XXXXXXX 100644 | 57 | .type = ARM_CP_CONST, .resetvalue = 0 }, |
565 | --- a/hw/arm/trace-events | 58 | { .name = "LORID_EL1", .state = ARM_CP_STATE_AA64, |
566 | +++ b/hw/arm/trace-events | 59 | .opc0 = 3, .opc1 = 0, .crn = 10, .crm = 4, .opc2 = 7, |
567 | @@ -XXX,XX +XXX,XX @@ smmuv3_write_mmio_idr(uint64_t addr, uint64_t val) "write to RO/Unimpl reg 0x%lx | 60 | - .access = PL1_R, .accessfn = access_lorid, |
568 | smmuv3_write_mmio_evtq_cons_bef_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "Before clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | 61 | + .access = PL1_R, .accessfn = access_lor_ns, |
569 | smmuv3_write_mmio_evtq_cons_after_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "after clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | 62 | .type = ARM_CP_CONST, .resetvalue = 0 }, |
570 | smmuv3_record_event(const char *type, uint32_t sid) "%s sid=%d" | 63 | REGINFO_SENTINEL |
571 | +smmuv3_find_ste(uint16_t sid, uint32_t features, uint16_t sid_split) "SID:0x%x features:0x%x, sid_split:0x%x" | 64 | }; |
572 | +smmuv3_find_ste_2lvl(uint64_t strtab_base, uint64_t l1ptr, int l1_ste_offset, uint64_t l2ptr, int l2_ste_offset, int max_l2_ste) "strtab_base:0x%lx l1ptr:0x%"PRIx64" l1_off:0x%x, l2ptr:0x%"PRIx64" l2_off:0x%x max_l2_ste:%d" | ||
573 | +smmuv3_get_ste(uint64_t addr) "STE addr: 0x%"PRIx64 | ||
574 | +smmuv3_translate_bypass(const char *n, uint16_t sid, uint64_t addr, bool is_write) "%s sid=%d bypass iova:0x%"PRIx64" is_write=%d" | ||
575 | +smmuv3_translate_in(uint16_t sid, int pci_bus_num, uint64_t strtab_base) "SID:0x%x bus:%d strtab_base:0x%"PRIx64 | ||
576 | +smmuv3_get_cd(uint64_t addr) "CD addr: 0x%"PRIx64 | ||
577 | +smmuv3_translate(const char *n, uint16_t sid, uint64_t iova, uint64_t translated, int perm) "%s sid=%d iova=0x%"PRIx64" translated=0x%"PRIx64" perm=0x%x" | ||
578 | +smmuv3_decode_cd(uint32_t oas) "oas=%d" | ||
579 | +smmuv3_decode_cd_tt(int i, uint32_t tsz, uint64_t ttb, uint32_t granule_sz) "TT[%d]:tsz:%d ttb:0x%"PRIx64" granule_sz:%d" | ||
580 | -- | 65 | -- |
581 | 2.17.0 | 66 | 2.20.1 |
582 | 67 | ||
583 | 68 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | If we're using the capstone disassembler, disassembly of a run of |
---|---|---|---|
2 | instructions more than 32 bytes long disassembles the wrong data for | ||
3 | instructions beyond the 32 byte mark: | ||
2 | 4 | ||
3 | The patch introduces the smmu base device and class for the ARM | 5 | (qemu) xp /16x 0x100 |
4 | smmu. Devices for specific versions will be derived from this | 6 | 0000000000000100: 0x00000005 0x54410001 0x00000001 0x00001000 |
5 | base device. | 7 | 0000000000000110: 0x00000000 0x00000004 0x54410002 0x3c000000 |
8 | 0000000000000120: 0x00000000 0x00000004 0x54410009 0x74736574 | ||
9 | 0000000000000130: 0x00000000 0x00000000 0x00000000 0x00000000 | ||
10 | (qemu) xp /16i 0x100 | ||
11 | 0x00000100: 00000005 andeq r0, r0, r5 | ||
12 | 0x00000104: 54410001 strbpl r0, [r1], #-1 | ||
13 | 0x00000108: 00000001 andeq r0, r0, r1 | ||
14 | 0x0000010c: 00001000 andeq r1, r0, r0 | ||
15 | 0x00000110: 00000000 andeq r0, r0, r0 | ||
16 | 0x00000114: 00000004 andeq r0, r0, r4 | ||
17 | 0x00000118: 54410002 strbpl r0, [r1], #-2 | ||
18 | 0x0000011c: 3c000000 .byte 0x00, 0x00, 0x00, 0x3c | ||
19 | 0x00000120: 54410001 strbpl r0, [r1], #-1 | ||
20 | 0x00000124: 00000001 andeq r0, r0, r1 | ||
21 | 0x00000128: 00001000 andeq r1, r0, r0 | ||
22 | 0x0000012c: 00000000 andeq r0, r0, r0 | ||
23 | 0x00000130: 00000004 andeq r0, r0, r4 | ||
24 | 0x00000134: 54410002 strbpl r0, [r1], #-2 | ||
25 | 0x00000138: 3c000000 .byte 0x00, 0x00, 0x00, 0x3c | ||
26 | 0x0000013c: 00000000 andeq r0, r0, r0 | ||
6 | 27 | ||
7 | We also introduce some important datatypes. | 28 | Here the disassembly of 0x120..0x13f is using the data that is in |
29 | 0x104..0x123. | ||
8 | 30 | ||
9 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 31 | This is caused by passing the wrong value to the read_memory_func(). |
10 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 32 | The intention is that at this point in the loop the 'cap_buf' buffer |
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 33 | already contains 'csize' bytes of data for the instruction at guest |
12 | Message-id: 1524665762-31355-2-git-send-email-eric.auger@redhat.com | 34 | addr 'pc', and we want to read in an extra 'tsize' bytes. Those |
35 | extra bytes are therefore at 'pc + csize', not 'pc'. On the first | ||
36 | time through the loop 'csize' happens to be zero, so the initial read | ||
37 | of 32 bytes into cap_buf is correct and as long as the disassembly | ||
38 | never needs to read more data we return the correct information. | ||
39 | |||
40 | Use the correct guest address in the call to read_memory_func(). | ||
41 | |||
42 | Cc: qemu-stable@nongnu.org | ||
43 | Fixes: https://bugs.launchpad.net/qemu/+bug/1900779 | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 44 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
45 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
46 | Message-id: 20201022132445.25039-1-peter.maydell@linaro.org | ||
14 | --- | 47 | --- |
15 | hw/arm/Makefile.objs | 1 + | 48 | disas/capstone.c | 2 +- |
16 | include/hw/arm/smmu-common.h | 123 ++++++++++++++++++++++++++++ | 49 | 1 file changed, 1 insertion(+), 1 deletion(-) |
17 | hw/arm/smmu-common.c | 81 ++++++++++++++++++ | ||
18 | default-configs/aarch64-softmmu.mak | 1 + | ||
19 | 4 files changed, 206 insertions(+) | ||
20 | create mode 100644 include/hw/arm/smmu-common.h | ||
21 | create mode 100644 hw/arm/smmu-common.c | ||
22 | 50 | ||
23 | diff --git a/hw/arm/Makefile.objs b/hw/arm/Makefile.objs | 51 | diff --git a/disas/capstone.c b/disas/capstone.c |
24 | index XXXXXXX..XXXXXXX 100644 | 52 | index XXXXXXX..XXXXXXX 100644 |
25 | --- a/hw/arm/Makefile.objs | 53 | --- a/disas/capstone.c |
26 | +++ b/hw/arm/Makefile.objs | 54 | +++ b/disas/capstone.c |
27 | @@ -XXX,XX +XXX,XX @@ obj-$(CONFIG_MPS2) += mps2-tz.o | 55 | @@ -XXX,XX +XXX,XX @@ bool cap_disas_monitor(disassemble_info *info, uint64_t pc, int count) |
28 | obj-$(CONFIG_MSF2) += msf2-soc.o msf2-som.o | 56 | |
29 | obj-$(CONFIG_IOTKIT) += iotkit.o | 57 | /* Make certain that we can make progress. */ |
30 | obj-$(CONFIG_FSL_IMX7) += fsl-imx7.o mcimx7d-sabre.o | 58 | assert(tsize != 0); |
31 | +obj-$(CONFIG_ARM_SMMUV3) += smmu-common.o | 59 | - info->read_memory_func(pc, cap_buf + csize, tsize, info); |
32 | diff --git a/include/hw/arm/smmu-common.h b/include/hw/arm/smmu-common.h | 60 | + info->read_memory_func(pc + csize, cap_buf + csize, tsize, info); |
33 | new file mode 100644 | 61 | csize += tsize; |
34 | index XXXXXXX..XXXXXXX | 62 | |
35 | --- /dev/null | 63 | if (cs_disasm_iter(handle, &cbuf, &csize, &pc, insn)) { |
36 | +++ b/include/hw/arm/smmu-common.h | ||
37 | @@ -XXX,XX +XXX,XX @@ | ||
38 | +/* | ||
39 | + * ARM SMMU Support | ||
40 | + * | ||
41 | + * Copyright (C) 2015-2016 Broadcom Corporation | ||
42 | + * Copyright (c) 2017 Red Hat, Inc. | ||
43 | + * Written by Prem Mallappa, Eric Auger | ||
44 | + * | ||
45 | + * This program is free software; you can redistribute it and/or modify | ||
46 | + * it under the terms of the GNU General Public License version 2 as | ||
47 | + * published by the Free Software Foundation. | ||
48 | + * | ||
49 | + * This program is distributed in the hope that it will be useful, | ||
50 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
51 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
52 | + * GNU General Public License for more details. | ||
53 | + * | ||
54 | + */ | ||
55 | + | ||
56 | +#ifndef HW_ARM_SMMU_COMMON_H | ||
57 | +#define HW_ARM_SMMU_COMMON_H | ||
58 | + | ||
59 | +#include "hw/sysbus.h" | ||
60 | +#include "hw/pci/pci.h" | ||
61 | + | ||
62 | +#define SMMU_PCI_BUS_MAX 256 | ||
63 | +#define SMMU_PCI_DEVFN_MAX 256 | ||
64 | + | ||
65 | +#define SMMU_MAX_VA_BITS 48 | ||
66 | + | ||
67 | +/* | ||
68 | + * Page table walk error types | ||
69 | + */ | ||
70 | +typedef enum { | ||
71 | + SMMU_PTW_ERR_NONE, | ||
72 | + SMMU_PTW_ERR_WALK_EABT, /* Translation walk external abort */ | ||
73 | + SMMU_PTW_ERR_TRANSLATION, /* Translation fault */ | ||
74 | + SMMU_PTW_ERR_ADDR_SIZE, /* Address Size fault */ | ||
75 | + SMMU_PTW_ERR_ACCESS, /* Access fault */ | ||
76 | + SMMU_PTW_ERR_PERMISSION, /* Permission fault */ | ||
77 | +} SMMUPTWEventType; | ||
78 | + | ||
79 | +typedef struct SMMUPTWEventInfo { | ||
80 | + SMMUPTWEventType type; | ||
81 | + dma_addr_t addr; /* fetched address that induced an abort, if any */ | ||
82 | +} SMMUPTWEventInfo; | ||
83 | + | ||
84 | +typedef struct SMMUTransTableInfo { | ||
85 | + bool disabled; /* is the translation table disabled? */ | ||
86 | + uint64_t ttb; /* TT base address */ | ||
87 | + uint8_t tsz; /* input range, ie. 2^(64 -tsz)*/ | ||
88 | + uint8_t granule_sz; /* granule page shift */ | ||
89 | +} SMMUTransTableInfo; | ||
90 | + | ||
91 | +/* | ||
92 | + * Generic structure populated by derived SMMU devices | ||
93 | + * after decoding the configuration information and used as | ||
94 | + * input to the page table walk | ||
95 | + */ | ||
96 | +typedef struct SMMUTransCfg { | ||
97 | + int stage; /* translation stage */ | ||
98 | + bool aa64; /* arch64 or aarch32 translation table */ | ||
99 | + bool disabled; /* smmu is disabled */ | ||
100 | + bool bypassed; /* translation is bypassed */ | ||
101 | + bool aborted; /* translation is aborted */ | ||
102 | + uint64_t ttb; /* TT base address */ | ||
103 | + uint8_t oas; /* output address width */ | ||
104 | + uint8_t tbi; /* Top Byte Ignore */ | ||
105 | + uint16_t asid; | ||
106 | + SMMUTransTableInfo tt[2]; | ||
107 | +} SMMUTransCfg; | ||
108 | + | ||
109 | +typedef struct SMMUDevice { | ||
110 | + void *smmu; | ||
111 | + PCIBus *bus; | ||
112 | + int devfn; | ||
113 | + IOMMUMemoryRegion iommu; | ||
114 | + AddressSpace as; | ||
115 | +} SMMUDevice; | ||
116 | + | ||
117 | +typedef struct SMMUNotifierNode { | ||
118 | + SMMUDevice *sdev; | ||
119 | + QLIST_ENTRY(SMMUNotifierNode) next; | ||
120 | +} SMMUNotifierNode; | ||
121 | + | ||
122 | +typedef struct SMMUPciBus { | ||
123 | + PCIBus *bus; | ||
124 | + SMMUDevice *pbdev[0]; /* Parent array is sparse, so dynamically alloc */ | ||
125 | +} SMMUPciBus; | ||
126 | + | ||
127 | +typedef struct SMMUState { | ||
128 | + /* <private> */ | ||
129 | + SysBusDevice dev; | ||
130 | + const char *mrtypename; | ||
131 | + MemoryRegion iomem; | ||
132 | + | ||
133 | + GHashTable *smmu_pcibus_by_busptr; | ||
134 | + GHashTable *configs; /* cache for configuration data */ | ||
135 | + GHashTable *iotlb; | ||
136 | + SMMUPciBus *smmu_pcibus_by_bus_num[SMMU_PCI_BUS_MAX]; | ||
137 | + PCIBus *pci_bus; | ||
138 | + QLIST_HEAD(, SMMUNotifierNode) notifiers_list; | ||
139 | + uint8_t bus_num; | ||
140 | + PCIBus *primary_bus; | ||
141 | +} SMMUState; | ||
142 | + | ||
143 | +typedef struct { | ||
144 | + /* <private> */ | ||
145 | + SysBusDeviceClass parent_class; | ||
146 | + | ||
147 | + /*< public >*/ | ||
148 | + | ||
149 | + DeviceRealize parent_realize; | ||
150 | + | ||
151 | +} SMMUBaseClass; | ||
152 | + | ||
153 | +#define TYPE_ARM_SMMU "arm-smmu" | ||
154 | +#define ARM_SMMU(obj) OBJECT_CHECK(SMMUState, (obj), TYPE_ARM_SMMU) | ||
155 | +#define ARM_SMMU_CLASS(klass) \ | ||
156 | + OBJECT_CLASS_CHECK(SMMUBaseClass, (klass), TYPE_ARM_SMMU) | ||
157 | +#define ARM_SMMU_GET_CLASS(obj) \ | ||
158 | + OBJECT_GET_CLASS(SMMUBaseClass, (obj), TYPE_ARM_SMMU) | ||
159 | + | ||
160 | +#endif /* HW_ARM_SMMU_COMMON */ | ||
161 | diff --git a/hw/arm/smmu-common.c b/hw/arm/smmu-common.c | ||
162 | new file mode 100644 | ||
163 | index XXXXXXX..XXXXXXX | ||
164 | --- /dev/null | ||
165 | +++ b/hw/arm/smmu-common.c | ||
166 | @@ -XXX,XX +XXX,XX @@ | ||
167 | +/* | ||
168 | + * Copyright (C) 2014-2016 Broadcom Corporation | ||
169 | + * Copyright (c) 2017 Red Hat, Inc. | ||
170 | + * Written by Prem Mallappa, Eric Auger | ||
171 | + * | ||
172 | + * This program is free software; you can redistribute it and/or modify | ||
173 | + * it under the terms of the GNU General Public License version 2 as | ||
174 | + * published by the Free Software Foundation. | ||
175 | + * | ||
176 | + * This program is distributed in the hope that it will be useful, | ||
177 | + * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
178 | + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
179 | + * GNU General Public License for more details. | ||
180 | + * | ||
181 | + * Author: Prem Mallappa <pmallapp@broadcom.com> | ||
182 | + * | ||
183 | + */ | ||
184 | + | ||
185 | +#include "qemu/osdep.h" | ||
186 | +#include "sysemu/sysemu.h" | ||
187 | +#include "exec/address-spaces.h" | ||
188 | +#include "trace.h" | ||
189 | +#include "exec/target_page.h" | ||
190 | +#include "qom/cpu.h" | ||
191 | +#include "hw/qdev-properties.h" | ||
192 | +#include "qapi/error.h" | ||
193 | + | ||
194 | +#include "qemu/error-report.h" | ||
195 | +#include "hw/arm/smmu-common.h" | ||
196 | + | ||
197 | +static void smmu_base_realize(DeviceState *dev, Error **errp) | ||
198 | +{ | ||
199 | + SMMUBaseClass *sbc = ARM_SMMU_GET_CLASS(dev); | ||
200 | + Error *local_err = NULL; | ||
201 | + | ||
202 | + sbc->parent_realize(dev, &local_err); | ||
203 | + if (local_err) { | ||
204 | + error_propagate(errp, local_err); | ||
205 | + return; | ||
206 | + } | ||
207 | +} | ||
208 | + | ||
209 | +static void smmu_base_reset(DeviceState *dev) | ||
210 | +{ | ||
211 | + /* will be filled later on */ | ||
212 | +} | ||
213 | + | ||
214 | +static Property smmu_dev_properties[] = { | ||
215 | + DEFINE_PROP_UINT8("bus_num", SMMUState, bus_num, 0), | ||
216 | + DEFINE_PROP_LINK("primary-bus", SMMUState, primary_bus, "PCI", PCIBus *), | ||
217 | + DEFINE_PROP_END_OF_LIST(), | ||
218 | +}; | ||
219 | + | ||
220 | +static void smmu_base_class_init(ObjectClass *klass, void *data) | ||
221 | +{ | ||
222 | + DeviceClass *dc = DEVICE_CLASS(klass); | ||
223 | + SMMUBaseClass *sbc = ARM_SMMU_CLASS(klass); | ||
224 | + | ||
225 | + dc->props = smmu_dev_properties; | ||
226 | + device_class_set_parent_realize(dc, smmu_base_realize, | ||
227 | + &sbc->parent_realize); | ||
228 | + dc->reset = smmu_base_reset; | ||
229 | +} | ||
230 | + | ||
231 | +static const TypeInfo smmu_base_info = { | ||
232 | + .name = TYPE_ARM_SMMU, | ||
233 | + .parent = TYPE_SYS_BUS_DEVICE, | ||
234 | + .instance_size = sizeof(SMMUState), | ||
235 | + .class_data = NULL, | ||
236 | + .class_size = sizeof(SMMUBaseClass), | ||
237 | + .class_init = smmu_base_class_init, | ||
238 | + .abstract = true, | ||
239 | +}; | ||
240 | + | ||
241 | +static void smmu_base_register_types(void) | ||
242 | +{ | ||
243 | + type_register_static(&smmu_base_info); | ||
244 | +} | ||
245 | + | ||
246 | +type_init(smmu_base_register_types) | ||
247 | + | ||
248 | diff --git a/default-configs/aarch64-softmmu.mak b/default-configs/aarch64-softmmu.mak | ||
249 | index XXXXXXX..XXXXXXX 100644 | ||
250 | --- a/default-configs/aarch64-softmmu.mak | ||
251 | +++ b/default-configs/aarch64-softmmu.mak | ||
252 | @@ -XXX,XX +XXX,XX @@ CONFIG_DDC=y | ||
253 | CONFIG_DPCD=y | ||
254 | CONFIG_XLNX_ZYNQMP=y | ||
255 | CONFIG_XLNX_ZYNQMP_ARM=y | ||
256 | +CONFIG_ARM_SMMUV3=y | ||
257 | -- | 64 | -- |
258 | 2.17.0 | 65 | 2.20.1 |
259 | 66 | ||
260 | 67 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: Philippe Mathieu-Daudé <philmd@redhat.com> |
---|---|---|---|
2 | 2 | ||
3 | We introduce some helpers to handle wired IRQs and especially | 3 | Use the BIT_ULL() macro to ensure we use 64-bit arithmetic. |
4 | GERROR interrupt. SMMU writes GERROR register on GERROR event | 4 | This fixes the following Coverity issue (OVERFLOW_BEFORE_WIDEN): |
5 | and SW acks GERROR interrupts by setting GERRORn. | ||
6 | 5 | ||
7 | The Wired interrupts are edge sensitive hence the pulse usage. | 6 | CID 1432363 (#1 of 1): Unintentional integer overflow: |
8 | 7 | ||
9 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 8 | overflow_before_widen: |
10 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 9 | Potentially overflowing expression 1 << scale with type int |
10 | (32 bits, signed) is evaluated using 32-bit arithmetic, and | ||
11 | then used in a context that expects an expression of type | ||
12 | hwaddr (64 bits, unsigned). | ||
13 | |||
14 | Signed-off-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
15 | Acked-by: Eric Auger <eric.auger@redhat.com> | ||
16 | Message-id: 20201030144617.1535064-1-philmd@redhat.com | ||
11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 17 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
12 | Message-id: 1524665762-31355-6-git-send-email-eric.auger@redhat.com | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 18 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
14 | --- | 19 | --- |
15 | hw/arm/smmuv3-internal.h | 14 +++++++++ | 20 | hw/arm/smmuv3.c | 3 ++- |
16 | hw/arm/smmuv3.c | 64 ++++++++++++++++++++++++++++++++++++++++ | 21 | 1 file changed, 2 insertions(+), 1 deletion(-) |
17 | hw/arm/trace-events | 3 ++ | ||
18 | 3 files changed, 81 insertions(+) | ||
19 | 22 | ||
20 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | ||
21 | index XXXXXXX..XXXXXXX 100644 | ||
22 | --- a/hw/arm/smmuv3-internal.h | ||
23 | +++ b/hw/arm/smmuv3-internal.h | ||
24 | @@ -XXX,XX +XXX,XX @@ static inline uint32_t smmuv3_idreg(int regoffset) | ||
25 | return smmuv3_ids[regoffset / 4]; | ||
26 | } | ||
27 | |||
28 | +static inline bool smmuv3_eventq_irq_enabled(SMMUv3State *s) | ||
29 | +{ | ||
30 | + return FIELD_EX32(s->irq_ctrl, IRQ_CTRL, EVENTQ_IRQEN); | ||
31 | +} | ||
32 | + | ||
33 | +static inline bool smmuv3_gerror_irq_enabled(SMMUv3State *s) | ||
34 | +{ | ||
35 | + return FIELD_EX32(s->irq_ctrl, IRQ_CTRL, GERROR_IRQEN); | ||
36 | +} | ||
37 | + | ||
38 | +/* public until callers get introduced */ | ||
39 | +void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask); | ||
40 | +void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t gerrorn); | ||
41 | + | ||
42 | #endif | ||
43 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | 23 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c |
44 | index XXXXXXX..XXXXXXX 100644 | 24 | index XXXXXXX..XXXXXXX 100644 |
45 | --- a/hw/arm/smmuv3.c | 25 | --- a/hw/arm/smmuv3.c |
46 | +++ b/hw/arm/smmuv3.c | 26 | +++ b/hw/arm/smmuv3.c |
47 | @@ -XXX,XX +XXX,XX @@ | 27 | @@ -XXX,XX +XXX,XX @@ |
48 | #include "hw/arm/smmuv3.h" | 28 | */ |
49 | #include "smmuv3-internal.h" | 29 | |
50 | 30 | #include "qemu/osdep.h" | |
51 | +/** | 31 | +#include "qemu/bitops.h" |
52 | + * smmuv3_trigger_irq - pulse @irq if enabled and update | 32 | #include "hw/irq.h" |
53 | + * GERROR register in case of GERROR interrupt | 33 | #include "hw/sysbus.h" |
54 | + * | 34 | #include "migration/vmstate.h" |
55 | + * @irq: irq type | 35 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_s1_range_inval(SMMUState *s, Cmd *cmd) |
56 | + * @gerror_mask: mask of gerrors to toggle (relevant if @irq is GERROR) | 36 | scale = CMD_SCALE(cmd); |
57 | + */ | 37 | num = CMD_NUM(cmd); |
58 | +void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask) | 38 | ttl = CMD_TTL(cmd); |
59 | +{ | 39 | - num_pages = (num + 1) * (1 << (scale)); |
60 | + | 40 | + num_pages = (num + 1) * BIT_ULL(scale); |
61 | + bool pulse = false; | 41 | } |
62 | + | 42 | |
63 | + switch (irq) { | 43 | if (type == SMMU_CMD_TLBI_NH_VA) { |
64 | + case SMMU_IRQ_EVTQ: | ||
65 | + pulse = smmuv3_eventq_irq_enabled(s); | ||
66 | + break; | ||
67 | + case SMMU_IRQ_PRIQ: | ||
68 | + qemu_log_mask(LOG_UNIMP, "PRI not yet supported\n"); | ||
69 | + break; | ||
70 | + case SMMU_IRQ_CMD_SYNC: | ||
71 | + pulse = true; | ||
72 | + break; | ||
73 | + case SMMU_IRQ_GERROR: | ||
74 | + { | ||
75 | + uint32_t pending = s->gerror ^ s->gerrorn; | ||
76 | + uint32_t new_gerrors = ~pending & gerror_mask; | ||
77 | + | ||
78 | + if (!new_gerrors) { | ||
79 | + /* only toggle non pending errors */ | ||
80 | + return; | ||
81 | + } | ||
82 | + s->gerror ^= new_gerrors; | ||
83 | + trace_smmuv3_write_gerror(new_gerrors, s->gerror); | ||
84 | + | ||
85 | + pulse = smmuv3_gerror_irq_enabled(s); | ||
86 | + break; | ||
87 | + } | ||
88 | + } | ||
89 | + if (pulse) { | ||
90 | + trace_smmuv3_trigger_irq(irq); | ||
91 | + qemu_irq_pulse(s->irq[irq]); | ||
92 | + } | ||
93 | +} | ||
94 | + | ||
95 | +void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | ||
96 | +{ | ||
97 | + uint32_t pending = s->gerror ^ s->gerrorn; | ||
98 | + uint32_t toggled = s->gerrorn ^ new_gerrorn; | ||
99 | + | ||
100 | + if (toggled & ~pending) { | ||
101 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
102 | + "guest toggles non pending errors = 0x%x\n", | ||
103 | + toggled & ~pending); | ||
104 | + } | ||
105 | + | ||
106 | + /* | ||
107 | + * We do not raise any error in case guest toggles bits corresponding | ||
108 | + * to not active IRQs (CONSTRAINED UNPREDICTABLE) | ||
109 | + */ | ||
110 | + s->gerrorn = new_gerrorn; | ||
111 | + | ||
112 | + trace_smmuv3_write_gerrorn(toggled & pending, s->gerrorn); | ||
113 | +} | ||
114 | + | ||
115 | static void smmuv3_init_regs(SMMUv3State *s) | ||
116 | { | ||
117 | /** | ||
118 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
119 | index XXXXXXX..XXXXXXX 100644 | ||
120 | --- a/hw/arm/trace-events | ||
121 | +++ b/hw/arm/trace-events | ||
122 | @@ -XXX,XX +XXX,XX @@ smmu_get_pte(uint64_t baseaddr, int index, uint64_t pteaddr, uint64_t pte) "base | ||
123 | |||
124 | #hw/arm/smmuv3.c | ||
125 | smmuv3_read_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: 0x%"PRIx64" val:0x%"PRIx64" size: 0x%x(%d)" | ||
126 | +smmuv3_trigger_irq(int irq) "irq=%d" | ||
127 | +smmuv3_write_gerror(uint32_t toggled, uint32_t gerror) "toggled=0x%x, new GERROR=0x%x" | ||
128 | +smmuv3_write_gerrorn(uint32_t acked, uint32_t gerrorn) "acked=0x%x, new GERRORN=0x%x" | ||
129 | -- | 44 | -- |
130 | 2.17.0 | 45 | 2.20.1 |
131 | 46 | ||
132 | 47 | diff view generated by jsdifflib |
1 | From: Igor Mammedov <imammedo@redhat.com> | 1 | From: Rémi Denis-Courmont <remi.denis.courmont@huawei.com> |
---|---|---|---|
2 | 2 | ||
3 | Even though nothing is currently broken (since all boards | 3 | When booting a CPU with EL3 using the -kernel flag, set up CPTR_EL3 so |
4 | use first_cpu as boot cpu), make sure that boot_info is set | 4 | that SVE will not trap to EL3. |
5 | on all CPUs. | ||
6 | If some board would like support heterogenuos setup (i.e. | ||
7 | init boot_info on subset of CPUs) in future, it should add | ||
8 | a reasonable API to do it, instead of starting assigning | ||
9 | boot_info from some CPU and till the end of present CPUs | ||
10 | list. | ||
11 | 5 | ||
12 | Ref: | 6 | Signed-off-by: Rémi Denis-Courmont <remi.denis.courmont@huawei.com> |
13 | "Message-ID: <CAFEAcA_NMWuA8WSs3cNeY6xX1kerO_uAcN_3=fK02BEhHJW86g@mail.gmail.com>" | 7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
14 | 8 | Message-id: 20201030151541.11976-1-remi@remlab.net | |
15 | Signed-off-by: Igor Mammedov <imammedo@redhat.com> | ||
16 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
17 | Message-id: 1525176522-200354-5-git-send-email-imammedo@redhat.com | ||
18 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
19 | --- | 10 | --- |
20 | hw/arm/boot.c | 2 +- | 11 | hw/arm/boot.c | 3 +++ |
21 | 1 file changed, 1 insertion(+), 1 deletion(-) | 12 | 1 file changed, 3 insertions(+) |
22 | 13 | ||
23 | diff --git a/hw/arm/boot.c b/hw/arm/boot.c | 14 | diff --git a/hw/arm/boot.c b/hw/arm/boot.c |
24 | index XXXXXXX..XXXXXXX 100644 | 15 | index XXXXXXX..XXXXXXX 100644 |
25 | --- a/hw/arm/boot.c | 16 | --- a/hw/arm/boot.c |
26 | +++ b/hw/arm/boot.c | 17 | +++ b/hw/arm/boot.c |
27 | @@ -XXX,XX +XXX,XX @@ static void arm_load_kernel_notify(Notifier *notifier, void *data) | 18 | @@ -XXX,XX +XXX,XX @@ static void do_cpu_reset(void *opaque) |
28 | } | 19 | if (cpu_isar_feature(aa64_mte, cpu)) { |
29 | info->is_linux = is_linux; | 20 | env->cp15.scr_el3 |= SCR_ATA; |
30 | 21 | } | |
31 | - for (cs = CPU(cpu); cs; cs = CPU_NEXT(cs)) { | 22 | + if (cpu_isar_feature(aa64_sve, cpu)) { |
32 | + for (cs = first_cpu; cs; cs = CPU_NEXT(cs)) { | 23 | + env->cp15.cptr_el[3] |= CPTR_EZ; |
33 | ARM_CPU(cs)->env.boot_info = info; | 24 | + } |
34 | } | 25 | /* AArch64 kernels never boot in secure mode */ |
35 | } | 26 | assert(!info->secure_boot); |
27 | /* This hook is only supported for AArch32 currently: | ||
36 | -- | 28 | -- |
37 | 2.17.0 | 29 | 2.20.1 |
38 | 30 | ||
39 | 31 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: AlexChen <alex.chen@huawei.com> |
---|---|---|---|
2 | 2 | ||
3 | Let's introduce a helper function aiming at recording an | 3 | In omap_lcd_interrupts(), the pointer omap_lcd is dereferinced before |
4 | event in the event queue. | 4 | being check if it is valid, which may lead to NULL pointer dereference. |
5 | So move the assignment to surface after checking that the omap_lcd is valid | ||
6 | and move surface_bits_per_pixel(surface) to after the surface assignment. | ||
5 | 7 | ||
6 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 8 | Reported-by: Euler Robot <euler.robot@huawei.com> |
9 | Signed-off-by: AlexChen <alex.chen@huawei.com> | ||
10 | Message-id: 5F9CDB8A.9000001@huawei.com | ||
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 11 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
8 | Message-id: 1524665762-31355-9-git-send-email-eric.auger@redhat.com | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 13 | --- |
11 | hw/arm/smmuv3-internal.h | 148 ++++++++++++++++++++++++++++++++++++++- | 14 | hw/display/omap_lcdc.c | 10 +++++++--- |
12 | hw/arm/smmuv3.c | 108 ++++++++++++++++++++++++++-- | 15 | 1 file changed, 7 insertions(+), 3 deletions(-) |
13 | hw/arm/trace-events | 1 + | ||
14 | 3 files changed, 249 insertions(+), 8 deletions(-) | ||
15 | 16 | ||
16 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 17 | diff --git a/hw/display/omap_lcdc.c b/hw/display/omap_lcdc.c |
17 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
18 | --- a/hw/arm/smmuv3-internal.h | 19 | --- a/hw/display/omap_lcdc.c |
19 | +++ b/hw/arm/smmuv3-internal.h | 20 | +++ b/hw/display/omap_lcdc.c |
20 | @@ -XXX,XX +XXX,XX @@ static inline void smmu_write_cmdq_err(SMMUv3State *s, uint32_t err_type) | 21 | @@ -XXX,XX +XXX,XX @@ static void omap_lcd_interrupts(struct omap_lcd_panel_s *s) |
21 | s->cmdq.cons = FIELD_DP32(s->cmdq.cons, CMDQ_CONS, ERR, err_type); | 22 | static void omap_update_display(void *opaque) |
22 | } | ||
23 | |||
24 | -void smmuv3_write_eventq(SMMUv3State *s, Evt *evt); | ||
25 | - | ||
26 | /* Commands */ | ||
27 | |||
28 | typedef enum SMMUCommandType { | ||
29 | @@ -XXX,XX +XXX,XX @@ enum { /* Command completion notification */ | ||
30 | |||
31 | #define SMMU_FEATURE_2LVL_STE (1 << 0) | ||
32 | |||
33 | +/* Events */ | ||
34 | + | ||
35 | +typedef enum SMMUEventType { | ||
36 | + SMMU_EVT_OK = 0x00, | ||
37 | + SMMU_EVT_F_UUT , | ||
38 | + SMMU_EVT_C_BAD_STREAMID , | ||
39 | + SMMU_EVT_F_STE_FETCH , | ||
40 | + SMMU_EVT_C_BAD_STE , | ||
41 | + SMMU_EVT_F_BAD_ATS_TREQ , | ||
42 | + SMMU_EVT_F_STREAM_DISABLED , | ||
43 | + SMMU_EVT_F_TRANS_FORBIDDEN , | ||
44 | + SMMU_EVT_C_BAD_SUBSTREAMID , | ||
45 | + SMMU_EVT_F_CD_FETCH , | ||
46 | + SMMU_EVT_C_BAD_CD , | ||
47 | + SMMU_EVT_F_WALK_EABT , | ||
48 | + SMMU_EVT_F_TRANSLATION = 0x10, | ||
49 | + SMMU_EVT_F_ADDR_SIZE , | ||
50 | + SMMU_EVT_F_ACCESS , | ||
51 | + SMMU_EVT_F_PERMISSION , | ||
52 | + SMMU_EVT_F_TLB_CONFLICT = 0x20, | ||
53 | + SMMU_EVT_F_CFG_CONFLICT , | ||
54 | + SMMU_EVT_E_PAGE_REQ = 0x24, | ||
55 | +} SMMUEventType; | ||
56 | + | ||
57 | +static const char *event_stringify[] = { | ||
58 | + [SMMU_EVT_OK] = "SMMU_EVT_OK", | ||
59 | + [SMMU_EVT_F_UUT] = "SMMU_EVT_F_UUT", | ||
60 | + [SMMU_EVT_C_BAD_STREAMID] = "SMMU_EVT_C_BAD_STREAMID", | ||
61 | + [SMMU_EVT_F_STE_FETCH] = "SMMU_EVT_F_STE_FETCH", | ||
62 | + [SMMU_EVT_C_BAD_STE] = "SMMU_EVT_C_BAD_STE", | ||
63 | + [SMMU_EVT_F_BAD_ATS_TREQ] = "SMMU_EVT_F_BAD_ATS_TREQ", | ||
64 | + [SMMU_EVT_F_STREAM_DISABLED] = "SMMU_EVT_F_STREAM_DISABLED", | ||
65 | + [SMMU_EVT_F_TRANS_FORBIDDEN] = "SMMU_EVT_F_TRANS_FORBIDDEN", | ||
66 | + [SMMU_EVT_C_BAD_SUBSTREAMID] = "SMMU_EVT_C_BAD_SUBSTREAMID", | ||
67 | + [SMMU_EVT_F_CD_FETCH] = "SMMU_EVT_F_CD_FETCH", | ||
68 | + [SMMU_EVT_C_BAD_CD] = "SMMU_EVT_C_BAD_CD", | ||
69 | + [SMMU_EVT_F_WALK_EABT] = "SMMU_EVT_F_WALK_EABT", | ||
70 | + [SMMU_EVT_F_TRANSLATION] = "SMMU_EVT_F_TRANSLATION", | ||
71 | + [SMMU_EVT_F_ADDR_SIZE] = "SMMU_EVT_F_ADDR_SIZE", | ||
72 | + [SMMU_EVT_F_ACCESS] = "SMMU_EVT_F_ACCESS", | ||
73 | + [SMMU_EVT_F_PERMISSION] = "SMMU_EVT_F_PERMISSION", | ||
74 | + [SMMU_EVT_F_TLB_CONFLICT] = "SMMU_EVT_F_TLB_CONFLICT", | ||
75 | + [SMMU_EVT_F_CFG_CONFLICT] = "SMMU_EVT_F_CFG_CONFLICT", | ||
76 | + [SMMU_EVT_E_PAGE_REQ] = "SMMU_EVT_E_PAGE_REQ", | ||
77 | +}; | ||
78 | + | ||
79 | +static inline const char *smmu_event_string(SMMUEventType type) | ||
80 | +{ | ||
81 | + if (type < ARRAY_SIZE(event_stringify)) { | ||
82 | + return event_stringify[type] ? event_stringify[type] : "UNKNOWN"; | ||
83 | + } else { | ||
84 | + return "INVALID"; | ||
85 | + } | ||
86 | +} | ||
87 | + | ||
88 | +/* Encode an event record */ | ||
89 | +typedef struct SMMUEventInfo { | ||
90 | + SMMUEventType type; | ||
91 | + uint32_t sid; | ||
92 | + bool recorded; | ||
93 | + bool record_trans_faults; | ||
94 | + union { | ||
95 | + struct { | ||
96 | + uint32_t ssid; | ||
97 | + bool ssv; | ||
98 | + dma_addr_t addr; | ||
99 | + bool rnw; | ||
100 | + bool pnu; | ||
101 | + bool ind; | ||
102 | + } f_uut; | ||
103 | + struct SSIDInfo { | ||
104 | + uint32_t ssid; | ||
105 | + bool ssv; | ||
106 | + } c_bad_streamid; | ||
107 | + struct SSIDAddrInfo { | ||
108 | + uint32_t ssid; | ||
109 | + bool ssv; | ||
110 | + dma_addr_t addr; | ||
111 | + } f_ste_fetch; | ||
112 | + struct SSIDInfo c_bad_ste; | ||
113 | + struct { | ||
114 | + dma_addr_t addr; | ||
115 | + bool rnw; | ||
116 | + } f_transl_forbidden; | ||
117 | + struct { | ||
118 | + uint32_t ssid; | ||
119 | + } c_bad_substream; | ||
120 | + struct SSIDAddrInfo f_cd_fetch; | ||
121 | + struct SSIDInfo c_bad_cd; | ||
122 | + struct FullInfo { | ||
123 | + bool stall; | ||
124 | + uint16_t stag; | ||
125 | + uint32_t ssid; | ||
126 | + bool ssv; | ||
127 | + bool s2; | ||
128 | + dma_addr_t addr; | ||
129 | + bool rnw; | ||
130 | + bool pnu; | ||
131 | + bool ind; | ||
132 | + uint8_t class; | ||
133 | + dma_addr_t addr2; | ||
134 | + } f_walk_eabt; | ||
135 | + struct FullInfo f_translation; | ||
136 | + struct FullInfo f_addr_size; | ||
137 | + struct FullInfo f_access; | ||
138 | + struct FullInfo f_permission; | ||
139 | + struct SSIDInfo f_cfg_conflict; | ||
140 | + /** | ||
141 | + * not supported yet: | ||
142 | + * F_BAD_ATS_TREQ | ||
143 | + * F_BAD_ATS_TREQ | ||
144 | + * F_TLB_CONFLICT | ||
145 | + * E_PAGE_REQUEST | ||
146 | + * IMPDEF_EVENTn | ||
147 | + */ | ||
148 | + } u; | ||
149 | +} SMMUEventInfo; | ||
150 | + | ||
151 | +/* EVTQ fields */ | ||
152 | + | ||
153 | +#define EVT_Q_OVERFLOW (1 << 31) | ||
154 | + | ||
155 | +#define EVT_SET_TYPE(x, v) deposit32((x)->word[0], 0 , 8 , v) | ||
156 | +#define EVT_SET_SSV(x, v) deposit32((x)->word[0], 11, 1 , v) | ||
157 | +#define EVT_SET_SSID(x, v) deposit32((x)->word[0], 12, 20, v) | ||
158 | +#define EVT_SET_SID(x, v) ((x)->word[1] = v) | ||
159 | +#define EVT_SET_STAG(x, v) deposit32((x)->word[2], 0 , 16, v) | ||
160 | +#define EVT_SET_STALL(x, v) deposit32((x)->word[2], 31, 1 , v) | ||
161 | +#define EVT_SET_PNU(x, v) deposit32((x)->word[3], 1 , 1 , v) | ||
162 | +#define EVT_SET_IND(x, v) deposit32((x)->word[3], 2 , 1 , v) | ||
163 | +#define EVT_SET_RNW(x, v) deposit32((x)->word[3], 3 , 1 , v) | ||
164 | +#define EVT_SET_S2(x, v) deposit32((x)->word[3], 7 , 1 , v) | ||
165 | +#define EVT_SET_CLASS(x, v) deposit32((x)->word[3], 8 , 2 , v) | ||
166 | +#define EVT_SET_ADDR(x, addr) \ | ||
167 | + do { \ | ||
168 | + (x)->word[5] = (uint32_t)(addr >> 32); \ | ||
169 | + (x)->word[4] = (uint32_t)(addr & 0xffffffff); \ | ||
170 | + } while (0) | ||
171 | +#define EVT_SET_ADDR2(x, addr) \ | ||
172 | + do { \ | ||
173 | + deposit32((x)->word[7], 3, 29, addr >> 16); \ | ||
174 | + deposit32((x)->word[7], 0, 16, addr & 0xffff);\ | ||
175 | + } while (0) | ||
176 | + | ||
177 | +void smmuv3_record_event(SMMUv3State *s, SMMUEventInfo *event); | ||
178 | + | ||
179 | #endif | ||
180 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
181 | index XXXXXXX..XXXXXXX 100644 | ||
182 | --- a/hw/arm/smmuv3.c | ||
183 | +++ b/hw/arm/smmuv3.c | ||
184 | @@ -XXX,XX +XXX,XX @@ static MemTxResult queue_write(SMMUQueue *q, void *data) | ||
185 | return MEMTX_OK; | ||
186 | } | ||
187 | |||
188 | -void smmuv3_write_eventq(SMMUv3State *s, Evt *evt) | ||
189 | +static MemTxResult smmuv3_write_eventq(SMMUv3State *s, Evt *evt) | ||
190 | { | 23 | { |
191 | SMMUQueue *q = &s->eventq; | 24 | struct omap_lcd_panel_s *omap_lcd = (struct omap_lcd_panel_s *) opaque; |
192 | + MemTxResult r; | 25 | - DisplaySurface *surface = qemu_console_surface(omap_lcd->con); |
193 | + | 26 | + DisplaySurface *surface; |
194 | + if (!smmuv3_eventq_enabled(s)) { | 27 | draw_line_func draw_line; |
195 | + return MEMTX_ERROR; | 28 | int size, height, first, last; |
29 | int width, linesize, step, bpp, frame_offset; | ||
30 | hwaddr frame_base; | ||
31 | |||
32 | - if (!omap_lcd || omap_lcd->plm == 1 || !omap_lcd->enable || | ||
33 | - !surface_bits_per_pixel(surface)) { | ||
34 | + if (!omap_lcd || omap_lcd->plm == 1 || !omap_lcd->enable) { | ||
35 | + return; | ||
196 | + } | 36 | + } |
197 | + | 37 | + |
198 | + if (smmuv3_q_full(q)) { | 38 | + surface = qemu_console_surface(omap_lcd->con); |
199 | + return MEMTX_ERROR; | 39 | + if (!surface_bits_per_pixel(surface)) { |
200 | + } | ||
201 | + | ||
202 | + r = queue_write(q, evt); | ||
203 | + if (r != MEMTX_OK) { | ||
204 | + return r; | ||
205 | + } | ||
206 | + | ||
207 | + if (smmuv3_q_empty(q)) { | ||
208 | + smmuv3_trigger_irq(s, SMMU_IRQ_EVTQ, 0); | ||
209 | + } | ||
210 | + return MEMTX_OK; | ||
211 | +} | ||
212 | + | ||
213 | +void smmuv3_record_event(SMMUv3State *s, SMMUEventInfo *info) | ||
214 | +{ | ||
215 | + Evt evt; | ||
216 | + MemTxResult r; | ||
217 | |||
218 | if (!smmuv3_eventq_enabled(s)) { | ||
219 | return; | 40 | return; |
220 | } | 41 | } |
221 | 42 | ||
222 | - if (smmuv3_q_full(q)) { | ||
223 | + EVT_SET_TYPE(&evt, info->type); | ||
224 | + EVT_SET_SID(&evt, info->sid); | ||
225 | + | ||
226 | + switch (info->type) { | ||
227 | + case SMMU_EVT_OK: | ||
228 | return; | ||
229 | + case SMMU_EVT_F_UUT: | ||
230 | + EVT_SET_SSID(&evt, info->u.f_uut.ssid); | ||
231 | + EVT_SET_SSV(&evt, info->u.f_uut.ssv); | ||
232 | + EVT_SET_ADDR(&evt, info->u.f_uut.addr); | ||
233 | + EVT_SET_RNW(&evt, info->u.f_uut.rnw); | ||
234 | + EVT_SET_PNU(&evt, info->u.f_uut.pnu); | ||
235 | + EVT_SET_IND(&evt, info->u.f_uut.ind); | ||
236 | + break; | ||
237 | + case SMMU_EVT_C_BAD_STREAMID: | ||
238 | + EVT_SET_SSID(&evt, info->u.c_bad_streamid.ssid); | ||
239 | + EVT_SET_SSV(&evt, info->u.c_bad_streamid.ssv); | ||
240 | + break; | ||
241 | + case SMMU_EVT_F_STE_FETCH: | ||
242 | + EVT_SET_SSID(&evt, info->u.f_ste_fetch.ssid); | ||
243 | + EVT_SET_SSV(&evt, info->u.f_ste_fetch.ssv); | ||
244 | + EVT_SET_ADDR(&evt, info->u.f_ste_fetch.addr); | ||
245 | + break; | ||
246 | + case SMMU_EVT_C_BAD_STE: | ||
247 | + EVT_SET_SSID(&evt, info->u.c_bad_ste.ssid); | ||
248 | + EVT_SET_SSV(&evt, info->u.c_bad_ste.ssv); | ||
249 | + break; | ||
250 | + case SMMU_EVT_F_STREAM_DISABLED: | ||
251 | + break; | ||
252 | + case SMMU_EVT_F_TRANS_FORBIDDEN: | ||
253 | + EVT_SET_ADDR(&evt, info->u.f_transl_forbidden.addr); | ||
254 | + EVT_SET_RNW(&evt, info->u.f_transl_forbidden.rnw); | ||
255 | + break; | ||
256 | + case SMMU_EVT_C_BAD_SUBSTREAMID: | ||
257 | + EVT_SET_SSID(&evt, info->u.c_bad_substream.ssid); | ||
258 | + break; | ||
259 | + case SMMU_EVT_F_CD_FETCH: | ||
260 | + EVT_SET_SSID(&evt, info->u.f_cd_fetch.ssid); | ||
261 | + EVT_SET_SSV(&evt, info->u.f_cd_fetch.ssv); | ||
262 | + EVT_SET_ADDR(&evt, info->u.f_cd_fetch.addr); | ||
263 | + break; | ||
264 | + case SMMU_EVT_C_BAD_CD: | ||
265 | + EVT_SET_SSID(&evt, info->u.c_bad_cd.ssid); | ||
266 | + EVT_SET_SSV(&evt, info->u.c_bad_cd.ssv); | ||
267 | + break; | ||
268 | + case SMMU_EVT_F_WALK_EABT: | ||
269 | + case SMMU_EVT_F_TRANSLATION: | ||
270 | + case SMMU_EVT_F_ADDR_SIZE: | ||
271 | + case SMMU_EVT_F_ACCESS: | ||
272 | + case SMMU_EVT_F_PERMISSION: | ||
273 | + EVT_SET_STALL(&evt, info->u.f_walk_eabt.stall); | ||
274 | + EVT_SET_STAG(&evt, info->u.f_walk_eabt.stag); | ||
275 | + EVT_SET_SSID(&evt, info->u.f_walk_eabt.ssid); | ||
276 | + EVT_SET_SSV(&evt, info->u.f_walk_eabt.ssv); | ||
277 | + EVT_SET_S2(&evt, info->u.f_walk_eabt.s2); | ||
278 | + EVT_SET_ADDR(&evt, info->u.f_walk_eabt.addr); | ||
279 | + EVT_SET_RNW(&evt, info->u.f_walk_eabt.rnw); | ||
280 | + EVT_SET_PNU(&evt, info->u.f_walk_eabt.pnu); | ||
281 | + EVT_SET_IND(&evt, info->u.f_walk_eabt.ind); | ||
282 | + EVT_SET_CLASS(&evt, info->u.f_walk_eabt.class); | ||
283 | + EVT_SET_ADDR2(&evt, info->u.f_walk_eabt.addr2); | ||
284 | + break; | ||
285 | + case SMMU_EVT_F_CFG_CONFLICT: | ||
286 | + EVT_SET_SSID(&evt, info->u.f_cfg_conflict.ssid); | ||
287 | + EVT_SET_SSV(&evt, info->u.f_cfg_conflict.ssv); | ||
288 | + break; | ||
289 | + /* rest is not implemented */ | ||
290 | + case SMMU_EVT_F_BAD_ATS_TREQ: | ||
291 | + case SMMU_EVT_F_TLB_CONFLICT: | ||
292 | + case SMMU_EVT_E_PAGE_REQ: | ||
293 | + default: | ||
294 | + g_assert_not_reached(); | ||
295 | } | ||
296 | |||
297 | - queue_write(q, evt); | ||
298 | - | ||
299 | - if (smmuv3_q_empty(q)) { | ||
300 | - smmuv3_trigger_irq(s, SMMU_IRQ_EVTQ, 0); | ||
301 | + trace_smmuv3_record_event(smmu_event_string(info->type), info->sid); | ||
302 | + r = smmuv3_write_eventq(s, &evt); | ||
303 | + if (r != MEMTX_OK) { | ||
304 | + smmuv3_trigger_irq(s, SMMU_IRQ_GERROR, R_GERROR_EVENTQ_ABT_ERR_MASK); | ||
305 | } | ||
306 | + info->recorded = true; | ||
307 | } | ||
308 | |||
309 | static void smmuv3_init_regs(SMMUv3State *s) | ||
310 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
311 | index XXXXXXX..XXXXXXX 100644 | ||
312 | --- a/hw/arm/trace-events | ||
313 | +++ b/hw/arm/trace-events | ||
314 | @@ -XXX,XX +XXX,XX @@ smmuv3_write_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: | ||
315 | smmuv3_write_mmio_idr(uint64_t addr, uint64_t val) "write to RO/Unimpl reg 0x%lx val64:0x%lx" | ||
316 | smmuv3_write_mmio_evtq_cons_bef_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "Before clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
317 | smmuv3_write_mmio_evtq_cons_after_clear(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "after clearing interrupt prod:0x%x cons:0x%x prod.w:%d cons.w:%d" | ||
318 | +smmuv3_record_event(const char *type, uint32_t sid) "%s sid=%d" | ||
319 | -- | 43 | -- |
320 | 2.17.0 | 44 | 2.20.1 |
321 | 45 | ||
322 | 46 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | From: AlexChen <alex.chen@huawei.com> |
---|---|---|---|
2 | 2 | ||
3 | We set up the infrastructure to enumerate all the PCI devices | 3 | In exynos4210_fimd_update(), the pointer s is dereferinced before |
4 | attached to the SMMU and create an associated IOMMU memory | 4 | being check if it is valid, which may lead to NULL pointer dereference. |
5 | region and address space. | 5 | So move the assignment to global_width after checking that the s is valid. |
6 | 6 | ||
7 | Those info are stored in SMMUDevice objects. The devices are | 7 | Reported-by: Euler Robot <euler.robot@huawei.com> |
8 | grouped according to the PCIBus they belong to. A hash table | 8 | Signed-off-by: Alex Chen <alex.chen@huawei.com> |
9 | indexed by the PCIBus pointer is used. Also an array indexed by | 9 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> |
10 | the bus number allows to find the list of SMMUDevices. | 10 | Message-id: 5F9F8D88.9030102@huawei.com |
11 | |||
12 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
13 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
14 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
15 | Message-id: 1524665762-31355-3-git-send-email-eric.auger@redhat.com | ||
16 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
17 | --- | 12 | --- |
18 | include/hw/arm/smmu-common.h | 8 +++++ | 13 | hw/display/exynos4210_fimd.c | 4 +++- |
19 | hw/arm/smmu-common.c | 69 ++++++++++++++++++++++++++++++++++++ | 14 | 1 file changed, 3 insertions(+), 1 deletion(-) |
20 | hw/arm/trace-events | 3 ++ | ||
21 | 3 files changed, 80 insertions(+) | ||
22 | 15 | ||
23 | diff --git a/include/hw/arm/smmu-common.h b/include/hw/arm/smmu-common.h | 16 | diff --git a/hw/display/exynos4210_fimd.c b/hw/display/exynos4210_fimd.c |
24 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
25 | --- a/include/hw/arm/smmu-common.h | 18 | --- a/hw/display/exynos4210_fimd.c |
26 | +++ b/include/hw/arm/smmu-common.h | 19 | +++ b/hw/display/exynos4210_fimd.c |
27 | @@ -XXX,XX +XXX,XX @@ typedef struct { | 20 | @@ -XXX,XX +XXX,XX @@ static void exynos4210_fimd_update(void *opaque) |
28 | #define ARM_SMMU_GET_CLASS(obj) \ | 21 | bool blend = false; |
29 | OBJECT_GET_CLASS(SMMUBaseClass, (obj), TYPE_ARM_SMMU) | 22 | uint8_t *host_fb_addr; |
30 | 23 | bool is_dirty = false; | |
31 | +/* Return the SMMUPciBus handle associated to a PCI bus number */ | 24 | - const int global_width = (s->vidtcon[2] & FIMD_VIDTCON2_SIZE_MASK) + 1; |
32 | +SMMUPciBus *smmu_find_smmu_pcibus(SMMUState *s, uint8_t bus_num); | 25 | + int global_width; |
33 | + | 26 | |
34 | +/* Return the stream ID of an SMMU device */ | 27 | if (!s || !s->console || !s->enabled || |
35 | +static inline uint16_t smmu_get_sid(SMMUDevice *sdev) | 28 | surface_bits_per_pixel(qemu_console_surface(s->console)) == 0) { |
36 | +{ | ||
37 | + return PCI_BUILD_BDF(pci_bus_num(sdev->bus), sdev->devfn); | ||
38 | +} | ||
39 | #endif /* HW_ARM_SMMU_COMMON */ | ||
40 | diff --git a/hw/arm/smmu-common.c b/hw/arm/smmu-common.c | ||
41 | index XXXXXXX..XXXXXXX 100644 | ||
42 | --- a/hw/arm/smmu-common.c | ||
43 | +++ b/hw/arm/smmu-common.c | ||
44 | @@ -XXX,XX +XXX,XX @@ | ||
45 | #include "qemu/error-report.h" | ||
46 | #include "hw/arm/smmu-common.h" | ||
47 | |||
48 | +/** | ||
49 | + * The bus number is used for lookup when SID based invalidation occurs. | ||
50 | + * In that case we lazily populate the SMMUPciBus array from the bus hash | ||
51 | + * table. At the time the SMMUPciBus is created (smmu_find_add_as), the bus | ||
52 | + * numbers may not be always initialized yet. | ||
53 | + */ | ||
54 | +SMMUPciBus *smmu_find_smmu_pcibus(SMMUState *s, uint8_t bus_num) | ||
55 | +{ | ||
56 | + SMMUPciBus *smmu_pci_bus = s->smmu_pcibus_by_bus_num[bus_num]; | ||
57 | + | ||
58 | + if (!smmu_pci_bus) { | ||
59 | + GHashTableIter iter; | ||
60 | + | ||
61 | + g_hash_table_iter_init(&iter, s->smmu_pcibus_by_busptr); | ||
62 | + while (g_hash_table_iter_next(&iter, NULL, (void **)&smmu_pci_bus)) { | ||
63 | + if (pci_bus_num(smmu_pci_bus->bus) == bus_num) { | ||
64 | + s->smmu_pcibus_by_bus_num[bus_num] = smmu_pci_bus; | ||
65 | + return smmu_pci_bus; | ||
66 | + } | ||
67 | + } | ||
68 | + } | ||
69 | + return smmu_pci_bus; | ||
70 | +} | ||
71 | + | ||
72 | +static AddressSpace *smmu_find_add_as(PCIBus *bus, void *opaque, int devfn) | ||
73 | +{ | ||
74 | + SMMUState *s = opaque; | ||
75 | + SMMUPciBus *sbus = g_hash_table_lookup(s->smmu_pcibus_by_busptr, bus); | ||
76 | + SMMUDevice *sdev; | ||
77 | + | ||
78 | + if (!sbus) { | ||
79 | + sbus = g_malloc0(sizeof(SMMUPciBus) + | ||
80 | + sizeof(SMMUDevice *) * SMMU_PCI_DEVFN_MAX); | ||
81 | + sbus->bus = bus; | ||
82 | + g_hash_table_insert(s->smmu_pcibus_by_busptr, bus, sbus); | ||
83 | + } | ||
84 | + | ||
85 | + sdev = sbus->pbdev[devfn]; | ||
86 | + if (!sdev) { | ||
87 | + char *name = g_strdup_printf("%s-%d-%d", | ||
88 | + s->mrtypename, | ||
89 | + pci_bus_num(bus), devfn); | ||
90 | + sdev = sbus->pbdev[devfn] = g_new0(SMMUDevice, 1); | ||
91 | + | ||
92 | + sdev->smmu = s; | ||
93 | + sdev->bus = bus; | ||
94 | + sdev->devfn = devfn; | ||
95 | + | ||
96 | + memory_region_init_iommu(&sdev->iommu, sizeof(sdev->iommu), | ||
97 | + s->mrtypename, | ||
98 | + OBJECT(s), name, 1ULL << SMMU_MAX_VA_BITS); | ||
99 | + address_space_init(&sdev->as, | ||
100 | + MEMORY_REGION(&sdev->iommu), name); | ||
101 | + trace_smmu_add_mr(name); | ||
102 | + g_free(name); | ||
103 | + } | ||
104 | + | ||
105 | + return &sdev->as; | ||
106 | +} | ||
107 | + | ||
108 | static void smmu_base_realize(DeviceState *dev, Error **errp) | ||
109 | { | ||
110 | + SMMUState *s = ARM_SMMU(dev); | ||
111 | SMMUBaseClass *sbc = ARM_SMMU_GET_CLASS(dev); | ||
112 | Error *local_err = NULL; | ||
113 | |||
114 | @@ -XXX,XX +XXX,XX @@ static void smmu_base_realize(DeviceState *dev, Error **errp) | ||
115 | error_propagate(errp, local_err); | ||
116 | return; | 29 | return; |
117 | } | 30 | } |
118 | + | 31 | + |
119 | + s->smmu_pcibus_by_busptr = g_hash_table_new(NULL, NULL); | 32 | + global_width = (s->vidtcon[2] & FIMD_VIDTCON2_SIZE_MASK) + 1; |
120 | + | 33 | exynos4210_update_resolution(s); |
121 | + if (s->primary_bus) { | 34 | surface = qemu_console_surface(s->console); |
122 | + pci_setup_iommu(s->primary_bus, smmu_find_add_as, s); | 35 | |
123 | + } else { | ||
124 | + error_setg(errp, "SMMU is not attached to any PCI bus!"); | ||
125 | + } | ||
126 | } | ||
127 | |||
128 | static void smmu_base_reset(DeviceState *dev) | ||
129 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
130 | index XXXXXXX..XXXXXXX 100644 | ||
131 | --- a/hw/arm/trace-events | ||
132 | +++ b/hw/arm/trace-events | ||
133 | @@ -XXX,XX +XXX,XX @@ | ||
134 | |||
135 | # hw/arm/virt-acpi-build.c | ||
136 | virt_acpi_setup(void) "No fw cfg or ACPI disabled. Bailing out." | ||
137 | + | ||
138 | +# hw/arm/smmu-common.c | ||
139 | +smmu_add_mr(const char *name) "%s" | ||
140 | \ No newline at end of file | ||
141 | -- | 36 | -- |
142 | 2.17.0 | 37 | 2.20.1 |
143 | 38 | ||
144 | 39 | diff view generated by jsdifflib |
1 | Convert the tusb6010 device away from using the old_mmio field | 1 | In arm_v7m_mmu_idx_for_secstate() we get the 'priv' level to pass to |
---|---|---|---|
2 | of MemoryRegionOps. This device is used only in the n800 and n810 | 2 | armv7m_mmu_idx_for_secstate_and_priv() by calling arm_current_el(). |
3 | boards. | 3 | This is incorrect when the security state being queried is not the |
4 | current one, because arm_current_el() uses the current security state | ||
5 | to determine which of the banked CONTROL.nPRIV bits to look at. | ||
6 | The effect was that if (for instance) Secure state was in privileged | ||
7 | mode but Non-Secure was not then we would return the wrong MMU index. | ||
8 | |||
9 | The only places where we are using this function in a way that could | ||
10 | trigger this bug are for the stack loads during a v8M function-return | ||
11 | and for the instruction fetch of a v8M SG insn. | ||
12 | |||
13 | Fix the bug by expanding out the M-profile version of the | ||
14 | arm_current_el() logic inline so it can use the passed in secstate | ||
15 | rather than env->v7m.secure. | ||
4 | 16 | ||
5 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
6 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | 18 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> |
7 | Message-id: 20180427173611.10281-2-peter.maydell@linaro.org | 19 | Message-id: 20201022164408.13214-1-peter.maydell@linaro.org |
8 | --- | 20 | --- |
9 | hw/usb/tusb6010.c | 40 ++++++++++++++++++++++++++++++++++++---- | 21 | target/arm/m_helper.c | 3 ++- |
10 | 1 file changed, 36 insertions(+), 4 deletions(-) | 22 | 1 file changed, 2 insertions(+), 1 deletion(-) |
11 | 23 | ||
12 | diff --git a/hw/usb/tusb6010.c b/hw/usb/tusb6010.c | 24 | diff --git a/target/arm/m_helper.c b/target/arm/m_helper.c |
13 | index XXXXXXX..XXXXXXX 100644 | 25 | index XXXXXXX..XXXXXXX 100644 |
14 | --- a/hw/usb/tusb6010.c | 26 | --- a/target/arm/m_helper.c |
15 | +++ b/hw/usb/tusb6010.c | 27 | +++ b/target/arm/m_helper.c |
16 | @@ -XXX,XX +XXX,XX @@ static void tusb_async_writew(void *opaque, hwaddr addr, | 28 | @@ -XXX,XX +XXX,XX @@ ARMMMUIdx arm_v7m_mmu_idx_for_secstate_and_priv(CPUARMState *env, |
17 | } | 29 | /* Return the MMU index for a v7M CPU in the specified security state */ |
30 | ARMMMUIdx arm_v7m_mmu_idx_for_secstate(CPUARMState *env, bool secstate) | ||
31 | { | ||
32 | - bool priv = arm_current_el(env) != 0; | ||
33 | + bool priv = arm_v7m_is_handler_mode(env) || | ||
34 | + !(env->v7m.control[secstate] & 1); | ||
35 | |||
36 | return arm_v7m_mmu_idx_for_secstate_and_priv(env, secstate, priv); | ||
18 | } | 37 | } |
19 | |||
20 | +static uint64_t tusb_async_readfn(void *opaque, hwaddr addr, unsigned size) | ||
21 | +{ | ||
22 | + switch (size) { | ||
23 | + case 1: | ||
24 | + return tusb_async_readb(opaque, addr); | ||
25 | + case 2: | ||
26 | + return tusb_async_readh(opaque, addr); | ||
27 | + case 4: | ||
28 | + return tusb_async_readw(opaque, addr); | ||
29 | + default: | ||
30 | + g_assert_not_reached(); | ||
31 | + } | ||
32 | +} | ||
33 | + | ||
34 | +static void tusb_async_writefn(void *opaque, hwaddr addr, | ||
35 | + uint64_t value, unsigned size) | ||
36 | +{ | ||
37 | + switch (size) { | ||
38 | + case 1: | ||
39 | + tusb_async_writeb(opaque, addr, value); | ||
40 | + break; | ||
41 | + case 2: | ||
42 | + tusb_async_writeh(opaque, addr, value); | ||
43 | + break; | ||
44 | + case 4: | ||
45 | + tusb_async_writew(opaque, addr, value); | ||
46 | + break; | ||
47 | + default: | ||
48 | + g_assert_not_reached(); | ||
49 | + } | ||
50 | +} | ||
51 | + | ||
52 | static const MemoryRegionOps tusb_async_ops = { | ||
53 | - .old_mmio = { | ||
54 | - .read = { tusb_async_readb, tusb_async_readh, tusb_async_readw, }, | ||
55 | - .write = { tusb_async_writeb, tusb_async_writeh, tusb_async_writew, }, | ||
56 | - }, | ||
57 | + .read = tusb_async_readfn, | ||
58 | + .write = tusb_async_writefn, | ||
59 | + .valid.min_access_size = 1, | ||
60 | + .valid.max_access_size = 4, | ||
61 | .endianness = DEVICE_NATIVE_ENDIAN, | ||
62 | }; | ||
63 | |||
64 | -- | 38 | -- |
65 | 2.17.0 | 39 | 2.20.1 |
66 | 40 | ||
67 | 41 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | On some hosts (eg Ubuntu Bionic) pkg-config returns a set of | ||
2 | libraries for gio-2.0 which don't actually work when compiling | ||
3 | statically. (Specifically, the returned library string includes | ||
4 | -lmount, but not -lblkid which -lmount depends upon, so linking | ||
5 | fails due to missing symbols.) | ||
1 | 6 | ||
7 | Check that the libraries work, and don't enable gio if they don't, | ||
8 | in the same way we do for gnutls. | ||
9 | |||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
11 | Reviewed-by: Paolo Bonzini <pbonzini@redhat.com> | ||
12 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
13 | Message-id: 20200928160402.7961-1-peter.maydell@linaro.org | ||
14 | --- | ||
15 | configure | 10 +++++++++- | ||
16 | 1 file changed, 9 insertions(+), 1 deletion(-) | ||
17 | |||
18 | diff --git a/configure b/configure | ||
19 | index XXXXXXX..XXXXXXX 100755 | ||
20 | --- a/configure | ||
21 | +++ b/configure | ||
22 | @@ -XXX,XX +XXX,XX @@ if test "$static" = yes && test "$mingw32" = yes; then | ||
23 | fi | ||
24 | |||
25 | if $pkg_config --atleast-version=$glib_req_ver gio-2.0; then | ||
26 | - gio=yes | ||
27 | gio_cflags=$($pkg_config --cflags gio-2.0) | ||
28 | gio_libs=$($pkg_config --libs gio-2.0) | ||
29 | gdbus_codegen=$($pkg_config --variable=gdbus_codegen gio-2.0) | ||
30 | if [ ! -x "$gdbus_codegen" ]; then | ||
31 | gdbus_codegen= | ||
32 | fi | ||
33 | + # Check that the libraries actually work -- Ubuntu 18.04 ships | ||
34 | + # with pkg-config --static --libs data for gio-2.0 that is missing | ||
35 | + # -lblkid and will give a link error. | ||
36 | + write_c_skeleton | ||
37 | + if compile_prog "" "gio_libs" ; then | ||
38 | + gio=yes | ||
39 | + else | ||
40 | + gio=no | ||
41 | + fi | ||
42 | else | ||
43 | gio=no | ||
44 | fi | ||
45 | -- | ||
46 | 2.20.1 | ||
47 | |||
48 | diff view generated by jsdifflib |
1 | From: Eric Auger <eric.auger@redhat.com> | 1 | In gicv3_init_cpuif() we copy the ARMCPU gicv3_maintenance_interrupt |
---|---|---|---|
2 | into the GICv3CPUState struct's maintenance_irq field. This will | ||
3 | only work if the board happens to have already wired up the CPU | ||
4 | maintenance IRQ before the GIC was realized. Unfortunately this is | ||
5 | not the case for the 'virt' board, and so the value that gets copied | ||
6 | is NULL (since a qemu_irq is really a pointer to an IRQState struct | ||
7 | under the hood). The effect is that the CPU interface code never | ||
8 | actually raises the maintenance interrupt line. | ||
2 | 9 | ||
3 | We introduce helpers to read/write into the command and event | 10 | Instead, since the GICv3CPUState has a pointer to the CPUState, make |
4 | circular queues. | 11 | the dereference at the point where we want to raise the interrupt, to |
12 | avoid an implicit requirement on board code to wire things up in a | ||
13 | particular order. | ||
5 | 14 | ||
6 | smmuv3_write_eventq and smmuv3_cmq_consume will become static | 15 | Reported-by: Jose Martins <josemartins90@gmail.com> |
7 | in subsequent patches. | 16 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
17 | Message-id: 20201009153904.28529-1-peter.maydell@linaro.org | ||
18 | Reviewed-by: Luc Michel <luc@lmichel.fr> | ||
19 | --- | ||
20 | include/hw/intc/arm_gicv3_common.h | 1 - | ||
21 | hw/intc/arm_gicv3_cpuif.c | 5 ++--- | ||
22 | 2 files changed, 2 insertions(+), 4 deletions(-) | ||
8 | 23 | ||
9 | Invalidation commands are not yet dealt with. We do not cache | 24 | diff --git a/include/hw/intc/arm_gicv3_common.h b/include/hw/intc/arm_gicv3_common.h |
10 | data that need to be invalidated. This will change with vhost | ||
11 | integration. | ||
12 | |||
13 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | ||
14 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | ||
15 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
16 | Message-id: 1524665762-31355-7-git-send-email-eric.auger@redhat.com | ||
17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
18 | --- | ||
19 | hw/arm/smmuv3-internal.h | 163 +++++++++++++++++++++++++++++++++++++++ | ||
20 | hw/arm/smmuv3.c | 136 ++++++++++++++++++++++++++++++++ | ||
21 | hw/arm/trace-events | 5 ++ | ||
22 | 3 files changed, 304 insertions(+) | ||
23 | |||
24 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | ||
25 | index XXXXXXX..XXXXXXX 100644 | 25 | index XXXXXXX..XXXXXXX 100644 |
26 | --- a/hw/arm/smmuv3-internal.h | 26 | --- a/include/hw/intc/arm_gicv3_common.h |
27 | +++ b/hw/arm/smmuv3-internal.h | 27 | +++ b/include/hw/intc/arm_gicv3_common.h |
28 | @@ -XXX,XX +XXX,XX @@ static inline bool smmuv3_gerror_irq_enabled(SMMUv3State *s) | 28 | @@ -XXX,XX +XXX,XX @@ struct GICv3CPUState { |
29 | void smmuv3_trigger_irq(SMMUv3State *s, SMMUIrq irq, uint32_t gerror_mask); | 29 | qemu_irq parent_fiq; |
30 | void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t gerrorn); | 30 | qemu_irq parent_virq; |
31 | 31 | qemu_irq parent_vfiq; | |
32 | +/* Queue Handling */ | 32 | - qemu_irq maintenance_irq; |
33 | + | 33 | |
34 | +#define Q_BASE(q) ((q)->base & SMMU_BASE_ADDR_MASK) | 34 | /* Redistributor */ |
35 | +#define WRAP_MASK(q) (1 << (q)->log2size) | 35 | uint32_t level; /* Current IRQ level */ |
36 | +#define INDEX_MASK(q) (((1 << (q)->log2size)) - 1) | 36 | diff --git a/hw/intc/arm_gicv3_cpuif.c b/hw/intc/arm_gicv3_cpuif.c |
37 | +#define WRAP_INDEX_MASK(q) ((1 << ((q)->log2size + 1)) - 1) | ||
38 | + | ||
39 | +#define Q_CONS(q) ((q)->cons & INDEX_MASK(q)) | ||
40 | +#define Q_PROD(q) ((q)->prod & INDEX_MASK(q)) | ||
41 | + | ||
42 | +#define Q_CONS_ENTRY(q) (Q_BASE(q) + (q)->entry_size * Q_CONS(q)) | ||
43 | +#define Q_PROD_ENTRY(q) (Q_BASE(q) + (q)->entry_size * Q_PROD(q)) | ||
44 | + | ||
45 | +#define Q_CONS_WRAP(q) (((q)->cons & WRAP_MASK(q)) >> (q)->log2size) | ||
46 | +#define Q_PROD_WRAP(q) (((q)->prod & WRAP_MASK(q)) >> (q)->log2size) | ||
47 | + | ||
48 | +static inline bool smmuv3_q_full(SMMUQueue *q) | ||
49 | +{ | ||
50 | + return ((q->cons ^ q->prod) & WRAP_INDEX_MASK(q)) == WRAP_MASK(q); | ||
51 | +} | ||
52 | + | ||
53 | +static inline bool smmuv3_q_empty(SMMUQueue *q) | ||
54 | +{ | ||
55 | + return (q->cons & WRAP_INDEX_MASK(q)) == (q->prod & WRAP_INDEX_MASK(q)); | ||
56 | +} | ||
57 | + | ||
58 | +static inline void queue_prod_incr(SMMUQueue *q) | ||
59 | +{ | ||
60 | + q->prod = (q->prod + 1) & WRAP_INDEX_MASK(q); | ||
61 | +} | ||
62 | + | ||
63 | +static inline void queue_cons_incr(SMMUQueue *q) | ||
64 | +{ | ||
65 | + /* | ||
66 | + * We have to use deposit for the CONS registers to preserve | ||
67 | + * the ERR field in the high bits. | ||
68 | + */ | ||
69 | + q->cons = deposit32(q->cons, 0, q->log2size + 1, q->cons + 1); | ||
70 | +} | ||
71 | + | ||
72 | +static inline bool smmuv3_cmdq_enabled(SMMUv3State *s) | ||
73 | +{ | ||
74 | + return FIELD_EX32(s->cr[0], CR0, CMDQEN); | ||
75 | +} | ||
76 | + | ||
77 | +static inline bool smmuv3_eventq_enabled(SMMUv3State *s) | ||
78 | +{ | ||
79 | + return FIELD_EX32(s->cr[0], CR0, EVENTQEN); | ||
80 | +} | ||
81 | + | ||
82 | +static inline void smmu_write_cmdq_err(SMMUv3State *s, uint32_t err_type) | ||
83 | +{ | ||
84 | + s->cmdq.cons = FIELD_DP32(s->cmdq.cons, CMDQ_CONS, ERR, err_type); | ||
85 | +} | ||
86 | + | ||
87 | +void smmuv3_write_eventq(SMMUv3State *s, Evt *evt); | ||
88 | + | ||
89 | +/* Commands */ | ||
90 | + | ||
91 | +typedef enum SMMUCommandType { | ||
92 | + SMMU_CMD_NONE = 0x00, | ||
93 | + SMMU_CMD_PREFETCH_CONFIG , | ||
94 | + SMMU_CMD_PREFETCH_ADDR, | ||
95 | + SMMU_CMD_CFGI_STE, | ||
96 | + SMMU_CMD_CFGI_STE_RANGE, | ||
97 | + SMMU_CMD_CFGI_CD, | ||
98 | + SMMU_CMD_CFGI_CD_ALL, | ||
99 | + SMMU_CMD_CFGI_ALL, | ||
100 | + SMMU_CMD_TLBI_NH_ALL = 0x10, | ||
101 | + SMMU_CMD_TLBI_NH_ASID, | ||
102 | + SMMU_CMD_TLBI_NH_VA, | ||
103 | + SMMU_CMD_TLBI_NH_VAA, | ||
104 | + SMMU_CMD_TLBI_EL3_ALL = 0x18, | ||
105 | + SMMU_CMD_TLBI_EL3_VA = 0x1a, | ||
106 | + SMMU_CMD_TLBI_EL2_ALL = 0x20, | ||
107 | + SMMU_CMD_TLBI_EL2_ASID, | ||
108 | + SMMU_CMD_TLBI_EL2_VA, | ||
109 | + SMMU_CMD_TLBI_EL2_VAA, | ||
110 | + SMMU_CMD_TLBI_S12_VMALL = 0x28, | ||
111 | + SMMU_CMD_TLBI_S2_IPA = 0x2a, | ||
112 | + SMMU_CMD_TLBI_NSNH_ALL = 0x30, | ||
113 | + SMMU_CMD_ATC_INV = 0x40, | ||
114 | + SMMU_CMD_PRI_RESP, | ||
115 | + SMMU_CMD_RESUME = 0x44, | ||
116 | + SMMU_CMD_STALL_TERM, | ||
117 | + SMMU_CMD_SYNC, | ||
118 | +} SMMUCommandType; | ||
119 | + | ||
120 | +static const char *cmd_stringify[] = { | ||
121 | + [SMMU_CMD_PREFETCH_CONFIG] = "SMMU_CMD_PREFETCH_CONFIG", | ||
122 | + [SMMU_CMD_PREFETCH_ADDR] = "SMMU_CMD_PREFETCH_ADDR", | ||
123 | + [SMMU_CMD_CFGI_STE] = "SMMU_CMD_CFGI_STE", | ||
124 | + [SMMU_CMD_CFGI_STE_RANGE] = "SMMU_CMD_CFGI_STE_RANGE", | ||
125 | + [SMMU_CMD_CFGI_CD] = "SMMU_CMD_CFGI_CD", | ||
126 | + [SMMU_CMD_CFGI_CD_ALL] = "SMMU_CMD_CFGI_CD_ALL", | ||
127 | + [SMMU_CMD_CFGI_ALL] = "SMMU_CMD_CFGI_ALL", | ||
128 | + [SMMU_CMD_TLBI_NH_ALL] = "SMMU_CMD_TLBI_NH_ALL", | ||
129 | + [SMMU_CMD_TLBI_NH_ASID] = "SMMU_CMD_TLBI_NH_ASID", | ||
130 | + [SMMU_CMD_TLBI_NH_VA] = "SMMU_CMD_TLBI_NH_VA", | ||
131 | + [SMMU_CMD_TLBI_NH_VAA] = "SMMU_CMD_TLBI_NH_VAA", | ||
132 | + [SMMU_CMD_TLBI_EL3_ALL] = "SMMU_CMD_TLBI_EL3_ALL", | ||
133 | + [SMMU_CMD_TLBI_EL3_VA] = "SMMU_CMD_TLBI_EL3_VA", | ||
134 | + [SMMU_CMD_TLBI_EL2_ALL] = "SMMU_CMD_TLBI_EL2_ALL", | ||
135 | + [SMMU_CMD_TLBI_EL2_ASID] = "SMMU_CMD_TLBI_EL2_ASID", | ||
136 | + [SMMU_CMD_TLBI_EL2_VA] = "SMMU_CMD_TLBI_EL2_VA", | ||
137 | + [SMMU_CMD_TLBI_EL2_VAA] = "SMMU_CMD_TLBI_EL2_VAA", | ||
138 | + [SMMU_CMD_TLBI_S12_VMALL] = "SMMU_CMD_TLBI_S12_VMALL", | ||
139 | + [SMMU_CMD_TLBI_S2_IPA] = "SMMU_CMD_TLBI_S2_IPA", | ||
140 | + [SMMU_CMD_TLBI_NSNH_ALL] = "SMMU_CMD_TLBI_NSNH_ALL", | ||
141 | + [SMMU_CMD_ATC_INV] = "SMMU_CMD_ATC_INV", | ||
142 | + [SMMU_CMD_PRI_RESP] = "SMMU_CMD_PRI_RESP", | ||
143 | + [SMMU_CMD_RESUME] = "SMMU_CMD_RESUME", | ||
144 | + [SMMU_CMD_STALL_TERM] = "SMMU_CMD_STALL_TERM", | ||
145 | + [SMMU_CMD_SYNC] = "SMMU_CMD_SYNC", | ||
146 | +}; | ||
147 | + | ||
148 | +static inline const char *smmu_cmd_string(SMMUCommandType type) | ||
149 | +{ | ||
150 | + if (type > SMMU_CMD_NONE && type < ARRAY_SIZE(cmd_stringify)) { | ||
151 | + return cmd_stringify[type] ? cmd_stringify[type] : "UNKNOWN"; | ||
152 | + } else { | ||
153 | + return "INVALID"; | ||
154 | + } | ||
155 | +} | ||
156 | + | ||
157 | +/* CMDQ fields */ | ||
158 | + | ||
159 | +typedef enum { | ||
160 | + SMMU_CERROR_NONE = 0, | ||
161 | + SMMU_CERROR_ILL, | ||
162 | + SMMU_CERROR_ABT, | ||
163 | + SMMU_CERROR_ATC_INV_SYNC, | ||
164 | +} SMMUCmdError; | ||
165 | + | ||
166 | +enum { /* Command completion notification */ | ||
167 | + CMD_SYNC_SIG_NONE, | ||
168 | + CMD_SYNC_SIG_IRQ, | ||
169 | + CMD_SYNC_SIG_SEV, | ||
170 | +}; | ||
171 | + | ||
172 | +#define CMD_TYPE(x) extract32((x)->word[0], 0 , 8) | ||
173 | +#define CMD_SSEC(x) extract32((x)->word[0], 10, 1) | ||
174 | +#define CMD_SSV(x) extract32((x)->word[0], 11, 1) | ||
175 | +#define CMD_RESUME_AC(x) extract32((x)->word[0], 12, 1) | ||
176 | +#define CMD_RESUME_AB(x) extract32((x)->word[0], 13, 1) | ||
177 | +#define CMD_SYNC_CS(x) extract32((x)->word[0], 12, 2) | ||
178 | +#define CMD_SSID(x) extract32((x)->word[0], 12, 20) | ||
179 | +#define CMD_SID(x) ((x)->word[1]) | ||
180 | +#define CMD_VMID(x) extract32((x)->word[1], 0 , 16) | ||
181 | +#define CMD_ASID(x) extract32((x)->word[1], 16, 16) | ||
182 | +#define CMD_RESUME_STAG(x) extract32((x)->word[2], 0 , 16) | ||
183 | +#define CMD_RESP(x) extract32((x)->word[2], 11, 2) | ||
184 | +#define CMD_LEAF(x) extract32((x)->word[2], 0 , 1) | ||
185 | +#define CMD_STE_RANGE(x) extract32((x)->word[2], 0 , 5) | ||
186 | +#define CMD_ADDR(x) ({ \ | ||
187 | + uint64_t high = (uint64_t)(x)->word[3]; \ | ||
188 | + uint64_t low = extract32((x)->word[2], 12, 20); \ | ||
189 | + uint64_t addr = high << 32 | (low << 12); \ | ||
190 | + addr; \ | ||
191 | + }) | ||
192 | + | ||
193 | +int smmuv3_cmdq_consume(SMMUv3State *s); | ||
194 | + | ||
195 | #endif | ||
196 | diff --git a/hw/arm/smmuv3.c b/hw/arm/smmuv3.c | ||
197 | index XXXXXXX..XXXXXXX 100644 | 37 | index XXXXXXX..XXXXXXX 100644 |
198 | --- a/hw/arm/smmuv3.c | 38 | --- a/hw/intc/arm_gicv3_cpuif.c |
199 | +++ b/hw/arm/smmuv3.c | 39 | +++ b/hw/intc/arm_gicv3_cpuif.c |
200 | @@ -XXX,XX +XXX,XX @@ void smmuv3_write_gerrorn(SMMUv3State *s, uint32_t new_gerrorn) | 40 | @@ -XXX,XX +XXX,XX @@ static void gicv3_cpuif_virt_update(GICv3CPUState *cs) |
201 | trace_smmuv3_write_gerrorn(toggled & pending, s->gerrorn); | 41 | int irqlevel = 0; |
42 | int fiqlevel = 0; | ||
43 | int maintlevel = 0; | ||
44 | + ARMCPU *cpu = ARM_CPU(cs->cpu); | ||
45 | |||
46 | idx = hppvi_index(cs); | ||
47 | trace_gicv3_cpuif_virt_update(gicv3_redist_affid(cs), idx); | ||
48 | @@ -XXX,XX +XXX,XX @@ static void gicv3_cpuif_virt_update(GICv3CPUState *cs) | ||
49 | |||
50 | qemu_set_irq(cs->parent_vfiq, fiqlevel); | ||
51 | qemu_set_irq(cs->parent_virq, irqlevel); | ||
52 | - qemu_set_irq(cs->maintenance_irq, maintlevel); | ||
53 | + qemu_set_irq(cpu->gicv3_maintenance_interrupt, maintlevel); | ||
202 | } | 54 | } |
203 | 55 | ||
204 | +static inline MemTxResult queue_read(SMMUQueue *q, void *data) | 56 | static uint64_t icv_ap_read(CPUARMState *env, const ARMCPRegInfo *ri) |
205 | +{ | 57 | @@ -XXX,XX +XXX,XX @@ void gicv3_init_cpuif(GICv3State *s) |
206 | + dma_addr_t addr = Q_CONS_ENTRY(q); | 58 | && cpu->gic_num_lrs) { |
207 | + | 59 | int j; |
208 | + return dma_memory_read(&address_space_memory, addr, data, q->entry_size); | 60 | |
209 | +} | 61 | - cs->maintenance_irq = cpu->gicv3_maintenance_interrupt; |
210 | + | 62 | - |
211 | +static MemTxResult queue_write(SMMUQueue *q, void *data) | 63 | cs->num_list_regs = cpu->gic_num_lrs; |
212 | +{ | 64 | cs->vpribits = cpu->gic_vpribits; |
213 | + dma_addr_t addr = Q_PROD_ENTRY(q); | 65 | cs->vprebits = cpu->gic_vprebits; |
214 | + MemTxResult ret; | ||
215 | + | ||
216 | + ret = dma_memory_write(&address_space_memory, addr, data, q->entry_size); | ||
217 | + if (ret != MEMTX_OK) { | ||
218 | + return ret; | ||
219 | + } | ||
220 | + | ||
221 | + queue_prod_incr(q); | ||
222 | + return MEMTX_OK; | ||
223 | +} | ||
224 | + | ||
225 | +void smmuv3_write_eventq(SMMUv3State *s, Evt *evt) | ||
226 | +{ | ||
227 | + SMMUQueue *q = &s->eventq; | ||
228 | + | ||
229 | + if (!smmuv3_eventq_enabled(s)) { | ||
230 | + return; | ||
231 | + } | ||
232 | + | ||
233 | + if (smmuv3_q_full(q)) { | ||
234 | + return; | ||
235 | + } | ||
236 | + | ||
237 | + queue_write(q, evt); | ||
238 | + | ||
239 | + if (smmuv3_q_empty(q)) { | ||
240 | + smmuv3_trigger_irq(s, SMMU_IRQ_EVTQ, 0); | ||
241 | + } | ||
242 | +} | ||
243 | + | ||
244 | static void smmuv3_init_regs(SMMUv3State *s) | ||
245 | { | ||
246 | /** | ||
247 | @@ -XXX,XX +XXX,XX @@ static void smmuv3_init_regs(SMMUv3State *s) | ||
248 | s->sid_split = 0; | ||
249 | } | ||
250 | |||
251 | +int smmuv3_cmdq_consume(SMMUv3State *s) | ||
252 | +{ | ||
253 | + SMMUCmdError cmd_error = SMMU_CERROR_NONE; | ||
254 | + SMMUQueue *q = &s->cmdq; | ||
255 | + SMMUCommandType type = 0; | ||
256 | + | ||
257 | + if (!smmuv3_cmdq_enabled(s)) { | ||
258 | + return 0; | ||
259 | + } | ||
260 | + /* | ||
261 | + * some commands depend on register values, typically CR0. In case those | ||
262 | + * register values change while handling the command, spec says it | ||
263 | + * is UNPREDICTABLE whether the command is interpreted under the new | ||
264 | + * or old value. | ||
265 | + */ | ||
266 | + | ||
267 | + while (!smmuv3_q_empty(q)) { | ||
268 | + uint32_t pending = s->gerror ^ s->gerrorn; | ||
269 | + Cmd cmd; | ||
270 | + | ||
271 | + trace_smmuv3_cmdq_consume(Q_PROD(q), Q_CONS(q), | ||
272 | + Q_PROD_WRAP(q), Q_CONS_WRAP(q)); | ||
273 | + | ||
274 | + if (FIELD_EX32(pending, GERROR, CMDQ_ERR)) { | ||
275 | + break; | ||
276 | + } | ||
277 | + | ||
278 | + if (queue_read(q, &cmd) != MEMTX_OK) { | ||
279 | + cmd_error = SMMU_CERROR_ABT; | ||
280 | + break; | ||
281 | + } | ||
282 | + | ||
283 | + type = CMD_TYPE(&cmd); | ||
284 | + | ||
285 | + trace_smmuv3_cmdq_opcode(smmu_cmd_string(type)); | ||
286 | + | ||
287 | + switch (type) { | ||
288 | + case SMMU_CMD_SYNC: | ||
289 | + if (CMD_SYNC_CS(&cmd) & CMD_SYNC_SIG_IRQ) { | ||
290 | + smmuv3_trigger_irq(s, SMMU_IRQ_CMD_SYNC, 0); | ||
291 | + } | ||
292 | + break; | ||
293 | + case SMMU_CMD_PREFETCH_CONFIG: | ||
294 | + case SMMU_CMD_PREFETCH_ADDR: | ||
295 | + case SMMU_CMD_CFGI_STE: | ||
296 | + case SMMU_CMD_CFGI_STE_RANGE: /* same as SMMU_CMD_CFGI_ALL */ | ||
297 | + case SMMU_CMD_CFGI_CD: | ||
298 | + case SMMU_CMD_CFGI_CD_ALL: | ||
299 | + case SMMU_CMD_TLBI_NH_ALL: | ||
300 | + case SMMU_CMD_TLBI_NH_ASID: | ||
301 | + case SMMU_CMD_TLBI_NH_VA: | ||
302 | + case SMMU_CMD_TLBI_NH_VAA: | ||
303 | + case SMMU_CMD_TLBI_EL3_ALL: | ||
304 | + case SMMU_CMD_TLBI_EL3_VA: | ||
305 | + case SMMU_CMD_TLBI_EL2_ALL: | ||
306 | + case SMMU_CMD_TLBI_EL2_ASID: | ||
307 | + case SMMU_CMD_TLBI_EL2_VA: | ||
308 | + case SMMU_CMD_TLBI_EL2_VAA: | ||
309 | + case SMMU_CMD_TLBI_S12_VMALL: | ||
310 | + case SMMU_CMD_TLBI_S2_IPA: | ||
311 | + case SMMU_CMD_TLBI_NSNH_ALL: | ||
312 | + case SMMU_CMD_ATC_INV: | ||
313 | + case SMMU_CMD_PRI_RESP: | ||
314 | + case SMMU_CMD_RESUME: | ||
315 | + case SMMU_CMD_STALL_TERM: | ||
316 | + trace_smmuv3_unhandled_cmd(type); | ||
317 | + break; | ||
318 | + default: | ||
319 | + cmd_error = SMMU_CERROR_ILL; | ||
320 | + qemu_log_mask(LOG_GUEST_ERROR, | ||
321 | + "Illegal command type: %d\n", CMD_TYPE(&cmd)); | ||
322 | + break; | ||
323 | + } | ||
324 | + if (cmd_error) { | ||
325 | + break; | ||
326 | + } | ||
327 | + /* | ||
328 | + * We only increment the cons index after the completion of | ||
329 | + * the command. We do that because the SYNC returns immediately | ||
330 | + * and does not check the completion of previous commands | ||
331 | + */ | ||
332 | + queue_cons_incr(q); | ||
333 | + } | ||
334 | + | ||
335 | + if (cmd_error) { | ||
336 | + trace_smmuv3_cmdq_consume_error(smmu_cmd_string(type), cmd_error); | ||
337 | + smmu_write_cmdq_err(s, cmd_error); | ||
338 | + smmuv3_trigger_irq(s, SMMU_IRQ_GERROR, R_GERROR_CMDQ_ERR_MASK); | ||
339 | + } | ||
340 | + | ||
341 | + trace_smmuv3_cmdq_consume_out(Q_PROD(q), Q_CONS(q), | ||
342 | + Q_PROD_WRAP(q), Q_CONS_WRAP(q)); | ||
343 | + | ||
344 | + return 0; | ||
345 | +} | ||
346 | + | ||
347 | static MemTxResult smmu_write_mmio(void *opaque, hwaddr offset, uint64_t data, | ||
348 | unsigned size, MemTxAttrs attrs) | ||
349 | { | ||
350 | diff --git a/hw/arm/trace-events b/hw/arm/trace-events | ||
351 | index XXXXXXX..XXXXXXX 100644 | ||
352 | --- a/hw/arm/trace-events | ||
353 | +++ b/hw/arm/trace-events | ||
354 | @@ -XXX,XX +XXX,XX @@ smmuv3_read_mmio(uint64_t addr, uint64_t val, unsigned size, uint32_t r) "addr: | ||
355 | smmuv3_trigger_irq(int irq) "irq=%d" | ||
356 | smmuv3_write_gerror(uint32_t toggled, uint32_t gerror) "toggled=0x%x, new GERROR=0x%x" | ||
357 | smmuv3_write_gerrorn(uint32_t acked, uint32_t gerrorn) "acked=0x%x, new GERRORN=0x%x" | ||
358 | +smmuv3_unhandled_cmd(uint32_t type) "Unhandled command type=%d" | ||
359 | +smmuv3_cmdq_consume(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "prod=%d cons=%d prod.wrap=%d cons.wrap=%d" | ||
360 | +smmuv3_cmdq_opcode(const char *opcode) "<--- %s" | ||
361 | +smmuv3_cmdq_consume_out(uint32_t prod, uint32_t cons, uint8_t prod_wrap, uint8_t cons_wrap) "prod:%d, cons:%d, prod_wrap:%d, cons_wrap:%d " | ||
362 | +smmuv3_cmdq_consume_error(const char *cmd_name, uint8_t cmd_error) "Error on %s command execution: %d" | ||
363 | -- | 66 | -- |
364 | 2.17.0 | 67 | 2.20.1 |
365 | 68 | ||
366 | 69 | diff view generated by jsdifflib |
1 | From: Jan Kiszka <jan.kiszka@siemens.com> | 1 | The kerneldoc script currently emits Sphinx markup for a macro with |
---|---|---|---|
2 | arguments that uses the c:function directive. This is correct for | ||
3 | Sphinx versions earlier than Sphinx 3, where c:macro doesn't allow | ||
4 | documentation of macros with arguments and c:function is not picky | ||
5 | about the syntax of what it is passed. However, in Sphinx 3 the | ||
6 | c:macro directive was enhanced to support macros with arguments, | ||
7 | and c:function was made more picky about what syntax it accepted. | ||
2 | 8 | ||
3 | This allows to pin the host controller in the Linux PCI domain space. | 9 | When kerneldoc is told that it needs to produce output for Sphinx |
4 | Linux requires that property to be available consistently or not at all, | 10 | 3 or later, make it emit c:function only for functions and c:macro |
5 | in which case the domain number becomes unstable on additions/removals. | 11 | for macros with arguments. We assume that anything with a return |
6 | Adding it here won't make a difference in practice for most setups as we | 12 | type is a function and anything without is a macro. |
7 | only expose one controller. | ||
8 | 13 | ||
9 | However, enabling Jailhouse on top may introduce another controller, and | 14 | This fixes the Sphinx error: |
10 | that one would like to have stable address as well. So the property is | ||
11 | needed for the first controller as well. | ||
12 | 15 | ||
13 | Signed-off-by: Jan Kiszka <jan.kiszka@siemens.com> | 16 | /home/petmay01/linaro/qemu-from-laptop/qemu/docs/../include/qom/object.h:155:Error in declarator |
14 | Message-id: 3301c5bc-7b47-1b0e-8ce4-30435057a276@web.de | 17 | If declarator-id with parameters (e.g., 'void f(int arg)'): |
15 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 18 | Invalid C declaration: Expected identifier in nested name. [error at 25] |
19 | DECLARE_INSTANCE_CHECKER ( InstanceType, OBJ_NAME, TYPENAME) | ||
20 | -------------------------^ | ||
21 | If parenthesis in noptr-declarator (e.g., 'void (*f(int arg))(double)'): | ||
22 | Error in declarator or parameters | ||
23 | Invalid C declaration: Expecting "(" in parameters. [error at 39] | ||
24 | DECLARE_INSTANCE_CHECKER ( InstanceType, OBJ_NAME, TYPENAME) | ||
25 | ---------------------------------------^ | ||
26 | |||
16 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 27 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
28 | Reviewed-by: Daniel P. Berrangé <berrange@redhat.com> | ||
29 | Tested-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
30 | Message-id: 20201030174700.7204-2-peter.maydell@linaro.org | ||
17 | --- | 31 | --- |
18 | hw/arm/virt.c | 1 + | 32 | scripts/kernel-doc | 18 +++++++++++++++++- |
19 | 1 file changed, 1 insertion(+) | 33 | 1 file changed, 17 insertions(+), 1 deletion(-) |
20 | 34 | ||
21 | diff --git a/hw/arm/virt.c b/hw/arm/virt.c | 35 | diff --git a/scripts/kernel-doc b/scripts/kernel-doc |
22 | index XXXXXXX..XXXXXXX 100644 | 36 | index XXXXXXX..XXXXXXX 100755 |
23 | --- a/hw/arm/virt.c | 37 | --- a/scripts/kernel-doc |
24 | +++ b/hw/arm/virt.c | 38 | +++ b/scripts/kernel-doc |
25 | @@ -XXX,XX +XXX,XX @@ static void create_pcie(const VirtMachineState *vms, qemu_irq *pic) | 39 | @@ -XXX,XX +XXX,XX @@ sub output_function_rst(%) { |
26 | qemu_fdt_setprop_string(vms->fdt, nodename, "device_type", "pci"); | 40 | output_highlight_rst($args{'purpose'}); |
27 | qemu_fdt_setprop_cell(vms->fdt, nodename, "#address-cells", 3); | 41 | $start = "\n\n**Syntax**\n\n ``"; |
28 | qemu_fdt_setprop_cell(vms->fdt, nodename, "#size-cells", 2); | 42 | } else { |
29 | + qemu_fdt_setprop_cell(vms->fdt, nodename, "linux,pci-domain", 0); | 43 | - print ".. c:function:: "; |
30 | qemu_fdt_setprop_cells(vms->fdt, nodename, "bus-range", 0, | 44 | + if ((split(/\./, $sphinx_version))[0] >= 3) { |
31 | nr_pcie_buses - 1); | 45 | + # Sphinx 3 and later distinguish macros and functions and |
32 | qemu_fdt_setprop(vms->fdt, nodename, "dma-coherent", NULL, 0); | 46 | + # complain if you use c:function with something that's not |
47 | + # syntactically valid as a function declaration. | ||
48 | + # We assume that anything with a return type is a function | ||
49 | + # and anything without is a macro. | ||
50 | + if ($args{'functiontype'} ne "") { | ||
51 | + print ".. c:function:: "; | ||
52 | + } else { | ||
53 | + print ".. c:macro:: "; | ||
54 | + } | ||
55 | + } else { | ||
56 | + # Older Sphinx don't support documenting macros that take | ||
57 | + # arguments with c:macro, and don't complain about the use | ||
58 | + # of c:function for this. | ||
59 | + print ".. c:function:: "; | ||
60 | + } | ||
61 | } | ||
62 | if ($args{'functiontype'} ne "") { | ||
63 | $start .= $args{'functiontype'} . " " . $args{'function'} . " ("; | ||
33 | -- | 64 | -- |
34 | 2.17.0 | 65 | 2.20.1 |
35 | 66 | ||
36 | 67 | diff view generated by jsdifflib |
1 | From: Prem Mallappa <prem.mallappa@broadcom.com> | 1 | Sphinx 3.2 is pickier than earlier versions about the option:: markup, |
---|---|---|---|
2 | and complains about our usage in qemu-option-trace.rst: | ||
2 | 3 | ||
3 | Add code to instantiate an smmuv3 in virt machine. A new iommu | 4 | ../../docs/qemu-option-trace.rst.inc:4:Malformed option description |
4 | integer member is introduced in VirtMachineState to store the type | 5 | '[enable=]PATTERN', should look like "opt", "-opt args", "--opt args", |
5 | of the iommu in use. | 6 | "/opt args" or "+opt args" |
6 | 7 | ||
7 | Signed-off-by: Prem Mallappa <prem.mallappa@broadcom.com> | 8 | In this file, we're really trying to document the different parts of |
8 | Signed-off-by: Eric Auger <eric.auger@redhat.com> | 9 | the top-level --trace option, which qemu-nbd.rst and qemu-img.rst |
9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 10 | have already introduced with an option:: markup. So it's not right |
10 | Message-id: 1524665762-31355-13-git-send-email-eric.auger@redhat.com | 11 | to use option:: here anyway. Switch to a different markup |
12 | (definition lists) which gives about the same formatted output. | ||
13 | |||
14 | (Unlike option::, this markup doesn't produce index entries; but | ||
15 | at the moment we don't do anything much with indexes anyway, and | ||
16 | in any case I think it doesn't make much sense to have individual | ||
17 | index entries for the sub-parts of the --trace option.) | ||
18 | |||
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 19 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
20 | Reviewed-by: Daniel P. Berrangé <berrange@redhat.com> | ||
21 | Tested-by: Stefan Hajnoczi <stefanha@redhat.com> | ||
22 | Message-id: 20201030174700.7204-3-peter.maydell@linaro.org | ||
12 | --- | 23 | --- |
13 | include/hw/arm/virt.h | 10 +++++++ | 24 | docs/qemu-option-trace.rst.inc | 6 +++--- |
14 | hw/arm/virt.c | 64 ++++++++++++++++++++++++++++++++++++++++++- | 25 | 1 file changed, 3 insertions(+), 3 deletions(-) |
15 | 2 files changed, 73 insertions(+), 1 deletion(-) | ||
16 | 26 | ||
17 | diff --git a/include/hw/arm/virt.h b/include/hw/arm/virt.h | 27 | diff --git a/docs/qemu-option-trace.rst.inc b/docs/qemu-option-trace.rst.inc |
18 | index XXXXXXX..XXXXXXX 100644 | 28 | index XXXXXXX..XXXXXXX 100644 |
19 | --- a/include/hw/arm/virt.h | 29 | --- a/docs/qemu-option-trace.rst.inc |
20 | +++ b/include/hw/arm/virt.h | 30 | +++ b/docs/qemu-option-trace.rst.inc |
21 | @@ -XXX,XX +XXX,XX @@ | 31 | @@ -XXX,XX +XXX,XX @@ |
22 | 32 | ||
23 | #define NUM_GICV2M_SPIS 64 | 33 | Specify tracing options. |
24 | #define NUM_VIRTIO_TRANSPORTS 32 | 34 | |
25 | +#define NUM_SMMU_IRQS 4 | 35 | -.. option:: [enable=]PATTERN |
26 | 36 | +``[enable=]PATTERN`` | |
27 | #define ARCH_GICV3_MAINT_IRQ 9 | 37 | |
28 | 38 | Immediately enable events matching *PATTERN* | |
29 | @@ -XXX,XX +XXX,XX @@ enum { | 39 | (either event name or a globbing pattern). This option is only |
30 | VIRT_GIC_V2M, | 40 | @@ -XXX,XX +XXX,XX @@ Specify tracing options. |
31 | VIRT_GIC_ITS, | 41 | |
32 | VIRT_GIC_REDIST, | 42 | Use :option:`-trace help` to print a list of names of trace points. |
33 | + VIRT_SMMU, | 43 | |
34 | VIRT_UART, | 44 | -.. option:: events=FILE |
35 | VIRT_MMIO, | 45 | +``events=FILE`` |
36 | VIRT_RTC, | 46 | |
37 | @@ -XXX,XX +XXX,XX @@ enum { | 47 | Immediately enable events listed in *FILE*. |
38 | VIRT_SECURE_MEM, | 48 | The file must contain one event name (as listed in the ``trace-events-all`` |
39 | }; | 49 | @@ -XXX,XX +XXX,XX @@ Specify tracing options. |
40 | 50 | available if QEMU has been compiled with the ``simple``, ``log`` or | |
41 | +typedef enum VirtIOMMUType { | 51 | ``ftrace`` tracing backend. |
42 | + VIRT_IOMMU_NONE, | 52 | |
43 | + VIRT_IOMMU_SMMUV3, | 53 | -.. option:: file=FILE |
44 | + VIRT_IOMMU_VIRTIO, | 54 | +``file=FILE`` |
45 | +} VirtIOMMUType; | 55 | |
46 | + | 56 | Log output traces to *FILE*. |
47 | typedef struct MemMapEntry { | 57 | This option is only available if QEMU has been compiled with |
48 | hwaddr base; | ||
49 | hwaddr size; | ||
50 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
51 | bool its; | ||
52 | bool virt; | ||
53 | int32_t gic_version; | ||
54 | + VirtIOMMUType iommu; | ||
55 | struct arm_boot_info bootinfo; | ||
56 | const MemMapEntry *memmap; | ||
57 | const int *irqmap; | ||
58 | @@ -XXX,XX +XXX,XX @@ typedef struct { | ||
59 | uint32_t clock_phandle; | ||
60 | uint32_t gic_phandle; | ||
61 | uint32_t msi_phandle; | ||
62 | + uint32_t iommu_phandle; | ||
63 | int psci_conduit; | ||
64 | } VirtMachineState; | ||
65 | |||
66 | diff --git a/hw/arm/virt.c b/hw/arm/virt.c | ||
67 | index XXXXXXX..XXXXXXX 100644 | ||
68 | --- a/hw/arm/virt.c | ||
69 | +++ b/hw/arm/virt.c | ||
70 | @@ -XXX,XX +XXX,XX @@ | ||
71 | #include "hw/smbios/smbios.h" | ||
72 | #include "qapi/visitor.h" | ||
73 | #include "standard-headers/linux/input.h" | ||
74 | +#include "hw/arm/smmuv3.h" | ||
75 | |||
76 | #define DEFINE_VIRT_MACHINE_LATEST(major, minor, latest) \ | ||
77 | static void virt_##major##_##minor##_class_init(ObjectClass *oc, \ | ||
78 | @@ -XXX,XX +XXX,XX @@ static const MemMapEntry a15memmap[] = { | ||
79 | [VIRT_FW_CFG] = { 0x09020000, 0x00000018 }, | ||
80 | [VIRT_GPIO] = { 0x09030000, 0x00001000 }, | ||
81 | [VIRT_SECURE_UART] = { 0x09040000, 0x00001000 }, | ||
82 | + [VIRT_SMMU] = { 0x09050000, 0x00020000 }, | ||
83 | [VIRT_MMIO] = { 0x0a000000, 0x00000200 }, | ||
84 | /* ...repeating for a total of NUM_VIRTIO_TRANSPORTS, each of that size */ | ||
85 | [VIRT_PLATFORM_BUS] = { 0x0c000000, 0x02000000 }, | ||
86 | @@ -XXX,XX +XXX,XX @@ static const int a15irqmap[] = { | ||
87 | [VIRT_SECURE_UART] = 8, | ||
88 | [VIRT_MMIO] = 16, /* ...to 16 + NUM_VIRTIO_TRANSPORTS - 1 */ | ||
89 | [VIRT_GIC_V2M] = 48, /* ...to 48 + NUM_GICV2M_SPIS - 1 */ | ||
90 | + [VIRT_SMMU] = 74, /* ...to 74 + NUM_SMMU_IRQS - 1 */ | ||
91 | [VIRT_PLATFORM_BUS] = 112, /* ...to 112 + PLATFORM_BUS_NUM_IRQS -1 */ | ||
92 | }; | ||
93 | |||
94 | @@ -XXX,XX +XXX,XX @@ static void create_pcie_irq_map(const VirtMachineState *vms, | ||
95 | 0x7 /* PCI irq */); | ||
96 | } | ||
97 | |||
98 | -static void create_pcie(const VirtMachineState *vms, qemu_irq *pic) | ||
99 | +static void create_smmu(const VirtMachineState *vms, qemu_irq *pic, | ||
100 | + PCIBus *bus) | ||
101 | +{ | ||
102 | + char *node; | ||
103 | + const char compat[] = "arm,smmu-v3"; | ||
104 | + int irq = vms->irqmap[VIRT_SMMU]; | ||
105 | + int i; | ||
106 | + hwaddr base = vms->memmap[VIRT_SMMU].base; | ||
107 | + hwaddr size = vms->memmap[VIRT_SMMU].size; | ||
108 | + const char irq_names[] = "eventq\0priq\0cmdq-sync\0gerror"; | ||
109 | + DeviceState *dev; | ||
110 | + | ||
111 | + if (vms->iommu != VIRT_IOMMU_SMMUV3 || !vms->iommu_phandle) { | ||
112 | + return; | ||
113 | + } | ||
114 | + | ||
115 | + dev = qdev_create(NULL, "arm-smmuv3"); | ||
116 | + | ||
117 | + object_property_set_link(OBJECT(dev), OBJECT(bus), "primary-bus", | ||
118 | + &error_abort); | ||
119 | + qdev_init_nofail(dev); | ||
120 | + sysbus_mmio_map(SYS_BUS_DEVICE(dev), 0, base); | ||
121 | + for (i = 0; i < NUM_SMMU_IRQS; i++) { | ||
122 | + sysbus_connect_irq(SYS_BUS_DEVICE(dev), i, pic[irq + i]); | ||
123 | + } | ||
124 | + | ||
125 | + node = g_strdup_printf("/smmuv3@%" PRIx64, base); | ||
126 | + qemu_fdt_add_subnode(vms->fdt, node); | ||
127 | + qemu_fdt_setprop(vms->fdt, node, "compatible", compat, sizeof(compat)); | ||
128 | + qemu_fdt_setprop_sized_cells(vms->fdt, node, "reg", 2, base, 2, size); | ||
129 | + | ||
130 | + qemu_fdt_setprop_cells(vms->fdt, node, "interrupts", | ||
131 | + GIC_FDT_IRQ_TYPE_SPI, irq , GIC_FDT_IRQ_FLAGS_EDGE_LO_HI, | ||
132 | + GIC_FDT_IRQ_TYPE_SPI, irq + 1, GIC_FDT_IRQ_FLAGS_EDGE_LO_HI, | ||
133 | + GIC_FDT_IRQ_TYPE_SPI, irq + 2, GIC_FDT_IRQ_FLAGS_EDGE_LO_HI, | ||
134 | + GIC_FDT_IRQ_TYPE_SPI, irq + 3, GIC_FDT_IRQ_FLAGS_EDGE_LO_HI); | ||
135 | + | ||
136 | + qemu_fdt_setprop(vms->fdt, node, "interrupt-names", irq_names, | ||
137 | + sizeof(irq_names)); | ||
138 | + | ||
139 | + qemu_fdt_setprop_cell(vms->fdt, node, "clocks", vms->clock_phandle); | ||
140 | + qemu_fdt_setprop_string(vms->fdt, node, "clock-names", "apb_pclk"); | ||
141 | + qemu_fdt_setprop(vms->fdt, node, "dma-coherent", NULL, 0); | ||
142 | + | ||
143 | + qemu_fdt_setprop_cell(vms->fdt, node, "#iommu-cells", 1); | ||
144 | + | ||
145 | + qemu_fdt_setprop_cell(vms->fdt, node, "phandle", vms->iommu_phandle); | ||
146 | + g_free(node); | ||
147 | +} | ||
148 | + | ||
149 | +static void create_pcie(VirtMachineState *vms, qemu_irq *pic) | ||
150 | { | ||
151 | hwaddr base_mmio = vms->memmap[VIRT_PCIE_MMIO].base; | ||
152 | hwaddr size_mmio = vms->memmap[VIRT_PCIE_MMIO].size; | ||
153 | @@ -XXX,XX +XXX,XX @@ static void create_pcie(const VirtMachineState *vms, qemu_irq *pic) | ||
154 | qemu_fdt_setprop_cell(vms->fdt, nodename, "#interrupt-cells", 1); | ||
155 | create_pcie_irq_map(vms, vms->gic_phandle, irq, nodename); | ||
156 | |||
157 | + if (vms->iommu) { | ||
158 | + vms->iommu_phandle = qemu_fdt_alloc_phandle(vms->fdt); | ||
159 | + | ||
160 | + create_smmu(vms, pic, pci->bus); | ||
161 | + | ||
162 | + qemu_fdt_setprop_cells(vms->fdt, nodename, "iommu-map", | ||
163 | + 0x0, vms->iommu_phandle, 0x0, 0x10000); | ||
164 | + } | ||
165 | + | ||
166 | g_free(nodename); | ||
167 | } | ||
168 | |||
169 | -- | 58 | -- |
170 | 2.17.0 | 59 | 2.20.1 |
171 | 60 | ||
172 | 61 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | The randomness tests in the NPCM7xx RNG test fail intermittently | ||
2 | but fairly frequently. On my machine running the test in a loop: | ||
3 | while QTEST_QEMU_BINARY=./qemu-system-aarch64 ./tests/qtest/npcm7xx_rng-test; do true; done | ||
1 | 4 | ||
5 | will fail in less than a minute with an error like: | ||
6 | ERROR:../../tests/qtest/npcm7xx_rng-test.c:256:test_first_byte_runs: | ||
7 | assertion failed (calc_runs_p(buf.l, sizeof(buf) * BITS_PER_BYTE) > 0.01): (0.00286205989 > 0.01) | ||
8 | |||
9 | (Failures have been observed on all 4 of the randomness tests, | ||
10 | not just first_byte_runs.) | ||
11 | |||
12 | It's not clear why these tests are failing like this, but intermittent | ||
13 | failures make CI and merge testing awkward, so disable running them | ||
14 | unless a developer specifically sets QEMU_TEST_FLAKY_RNG_TESTS when | ||
15 | running the test suite, until we work out the cause. | ||
16 | |||
17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
18 | Reviewed-by: Philippe Mathieu-Daudé <philmd@redhat.com> | ||
19 | Message-id: 20201102152454.8287-1-peter.maydell@linaro.org | ||
20 | Reviewed-by: Havard Skinnemoen <hskinnemoen@google.com> | ||
21 | --- | ||
22 | tests/qtest/npcm7xx_rng-test.c | 14 ++++++++++---- | ||
23 | 1 file changed, 10 insertions(+), 4 deletions(-) | ||
24 | |||
25 | diff --git a/tests/qtest/npcm7xx_rng-test.c b/tests/qtest/npcm7xx_rng-test.c | ||
26 | index XXXXXXX..XXXXXXX 100644 | ||
27 | --- a/tests/qtest/npcm7xx_rng-test.c | ||
28 | +++ b/tests/qtest/npcm7xx_rng-test.c | ||
29 | @@ -XXX,XX +XXX,XX @@ int main(int argc, char **argv) | ||
30 | |||
31 | qtest_add_func("npcm7xx_rng/enable_disable", test_enable_disable); | ||
32 | qtest_add_func("npcm7xx_rng/rosel", test_rosel); | ||
33 | - qtest_add_func("npcm7xx_rng/continuous/monobit", test_continuous_monobit); | ||
34 | - qtest_add_func("npcm7xx_rng/continuous/runs", test_continuous_runs); | ||
35 | - qtest_add_func("npcm7xx_rng/first_byte/monobit", test_first_byte_monobit); | ||
36 | - qtest_add_func("npcm7xx_rng/first_byte/runs", test_first_byte_runs); | ||
37 | + /* | ||
38 | + * These tests fail intermittently; only run them on explicit | ||
39 | + * request until we figure out why. | ||
40 | + */ | ||
41 | + if (getenv("QEMU_TEST_FLAKY_RNG_TESTS")) { | ||
42 | + qtest_add_func("npcm7xx_rng/continuous/monobit", test_continuous_monobit); | ||
43 | + qtest_add_func("npcm7xx_rng/continuous/runs", test_continuous_runs); | ||
44 | + qtest_add_func("npcm7xx_rng/first_byte/monobit", test_first_byte_monobit); | ||
45 | + qtest_add_func("npcm7xx_rng/first_byte/runs", test_first_byte_runs); | ||
46 | + } | ||
47 | |||
48 | qtest_start("-machine npcm750-evb"); | ||
49 | ret = g_test_run(); | ||
50 | -- | ||
51 | 2.20.1 | ||
52 | |||
53 | diff view generated by jsdifflib |