1 | arm pullreq for rc1. All minor bugfixes, except for the sve-default-vector-length | 1 | Hi; here's the latest arm pullreq. This is mostly patches from |
---|---|---|---|
2 | patches, which are somewhere between a bugfix and a new feature. | 2 | RTH, plus a couple of other more minor things. Switching to |
3 | PCREL is the big one, hopefully should improve performance. | ||
3 | 4 | ||
4 | thanks | 5 | thanks |
5 | -- PMM | 6 | -- PMM |
6 | 7 | ||
7 | The following changes since commit c08ccd1b53f488ac86c1f65cf7623dc91acc249a: | 8 | The following changes since commit 214a8da23651f2472b296b3293e619fd58d9e212: |
8 | 9 | ||
9 | Merge remote-tracking branch 'remotes/rth-gitlab/tags/pull-tcg-20210726' into staging (2021-07-27 08:35:01 +0100) | 10 | Merge tag 'for-upstream' of https://gitlab.com/bonzini/qemu into staging (2022-10-18 11:14:31 -0400) |
10 | 11 | ||
11 | are available in the Git repository at: | 12 | are available in the Git repository at: |
12 | 13 | ||
13 | https://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20210727 | 14 | https://git.linaro.org/people/pmaydell/qemu-arm.git tags/pull-target-arm-20221020 |
14 | 15 | ||
15 | for you to fetch changes up to e229a179a503f2aee43a76888cf12fbdfe8a3749: | 16 | for you to fetch changes up to 5db899303799e49209016a93289b8694afa1449e: |
16 | 17 | ||
17 | hw: aspeed_gpio: Fix memory size (2021-07-27 11:00:00 +0100) | 18 | hw/ide/microdrive: Use device_cold_reset() for self-resets (2022-10-20 12:11:53 +0100) |
18 | 19 | ||
19 | ---------------------------------------------------------------- | 20 | ---------------------------------------------------------------- |
20 | target-arm queue: | 21 | target-arm queue: |
21 | * hw/arm/smmuv3: Check 31st bit to see if CD is valid | 22 | * Switch to TARGET_TB_PCREL |
22 | * qemu-options.hx: Fix formatting of -machine memory-backend option | 23 | * More pagetable-walk refactoring preparatory to HAFDBS |
23 | * hw: aspeed_gpio: Fix memory size | 24 | * update the cortex-a15 MIDR to latest rev |
24 | * hw/arm/nseries: Display hexadecimal value with '0x' prefix | 25 | * hw/char/pl011: fix baud rate calculation |
25 | * Add sve-default-vector-length cpu property | 26 | * hw/ide/microdrive: Use device_cold_reset() for self-resets |
26 | * docs: Update path that mentions deprecated.rst | ||
27 | * hw/intc/armv7m_nvic: for v8.1M VECTPENDING hides S exceptions from NS | ||
28 | * hw/intc/armv7m_nvic: Correct size of ICSR.VECTPENDING | ||
29 | * hw/intc/armv7m_nvic: ISCR.ISRPENDING is set for non-enabled pending interrupts | ||
30 | * target/arm: Report M-profile alignment faults correctly to the guest | ||
31 | * target/arm: Add missing 'return's after calling v7m_exception_taken() | ||
32 | * target/arm: Enforce that M-profile SP low 2 bits are always zero | ||
33 | 27 | ||
34 | ---------------------------------------------------------------- | 28 | ---------------------------------------------------------------- |
35 | Joe Komlodi (1): | 29 | Alex Bennée (1): |
36 | hw/arm/smmuv3: Check 31st bit to see if CD is valid | 30 | target/arm: update the cortex-a15 MIDR to latest rev |
37 | 31 | ||
38 | Joel Stanley (1): | 32 | Baruch Siach (1): |
39 | hw: aspeed_gpio: Fix memory size | 33 | hw/char/pl011: fix baud rate calculation |
40 | 34 | ||
41 | Mao Zhongyi (1): | 35 | Peter Maydell (1): |
42 | docs: Update path that mentions deprecated.rst | 36 | hw/ide/microdrive: Use device_cold_reset() for self-resets |
43 | 37 | ||
44 | Peter Maydell (7): | 38 | Richard Henderson (21): |
45 | qemu-options.hx: Fix formatting of -machine memory-backend option | 39 | target/arm: Enable TARGET_PAGE_ENTRY_EXTRA |
46 | target/arm: Enforce that M-profile SP low 2 bits are always zero | 40 | target/arm: Use probe_access_full for MTE |
47 | target/arm: Add missing 'return's after calling v7m_exception_taken() | 41 | target/arm: Use probe_access_full for BTI |
48 | target/arm: Report M-profile alignment faults correctly to the guest | 42 | target/arm: Add ARMMMUIdx_Phys_{S,NS} |
49 | hw/intc/armv7m_nvic: ISCR.ISRPENDING is set for non-enabled pending interrupts | 43 | target/arm: Move ARMMMUIdx_Stage2 to a real tlb mmu_idx |
50 | hw/intc/armv7m_nvic: Correct size of ICSR.VECTPENDING | 44 | target/arm: Restrict tlb flush from vttbr_write to vmid change |
51 | hw/intc/armv7m_nvic: for v8.1M VECTPENDING hides S exceptions from NS | 45 | target/arm: Split out S1Translate type |
46 | target/arm: Plumb debug into S1Translate | ||
47 | target/arm: Move be test for regime into S1TranslateResult | ||
48 | target/arm: Use softmmu tlbs for page table walking | ||
49 | target/arm: Split out get_phys_addr_twostage | ||
50 | target/arm: Use bool consistently for get_phys_addr subroutines | ||
51 | target/arm: Introduce curr_insn_len | ||
52 | target/arm: Change gen_goto_tb to work on displacements | ||
53 | target/arm: Change gen_*set_pc_im to gen_*update_pc | ||
54 | target/arm: Change gen_exception_insn* to work on displacements | ||
55 | target/arm: Remove gen_exception_internal_insn pc argument | ||
56 | target/arm: Change gen_jmp* to work on displacements | ||
57 | target/arm: Introduce gen_pc_plus_diff for aarch64 | ||
58 | target/arm: Introduce gen_pc_plus_diff for aarch32 | ||
59 | target/arm: Enable TARGET_TB_PCREL | ||
52 | 60 | ||
53 | Philippe Mathieu-Daudé (1): | 61 | target/arm/cpu-param.h | 17 +- |
54 | hw/arm/nseries: Display hexadecimal value with '0x' prefix | 62 | target/arm/cpu.h | 47 ++-- |
63 | target/arm/internals.h | 1 + | ||
64 | target/arm/sve_ldst_internal.h | 1 + | ||
65 | target/arm/translate-a32.h | 2 +- | ||
66 | target/arm/translate.h | 66 ++++- | ||
67 | hw/char/pl011.c | 2 +- | ||
68 | hw/ide/microdrive.c | 8 +- | ||
69 | target/arm/cpu.c | 23 +- | ||
70 | target/arm/cpu_tcg.c | 4 +- | ||
71 | target/arm/helper.c | 155 +++++++++--- | ||
72 | target/arm/mte_helper.c | 62 ++--- | ||
73 | target/arm/ptw.c | 535 +++++++++++++++++++++++++---------------- | ||
74 | target/arm/sve_helper.c | 54 ++--- | ||
75 | target/arm/tlb_helper.c | 24 +- | ||
76 | target/arm/translate-a64.c | 220 ++++++++++------- | ||
77 | target/arm/translate-m-nocp.c | 8 +- | ||
78 | target/arm/translate-mve.c | 2 +- | ||
79 | target/arm/translate-vfp.c | 10 +- | ||
80 | target/arm/translate.c | 284 +++++++++++++--------- | ||
81 | 20 files changed, 918 insertions(+), 607 deletions(-) | ||
55 | 82 | ||
56 | Richard Henderson (3): | ||
57 | target/arm: Correctly bound length in sve_zcr_get_valid_len | ||
58 | target/arm: Export aarch64_sve_zcr_get_valid_len | ||
59 | target/arm: Add sve-default-vector-length cpu property | ||
60 | |||
61 | docs/system/arm/cpu-features.rst | 15 ++++++++++ | ||
62 | configure | 2 +- | ||
63 | hw/arm/smmuv3-internal.h | 2 +- | ||
64 | target/arm/cpu.h | 5 ++++ | ||
65 | target/arm/internals.h | 10 +++++++ | ||
66 | hw/arm/nseries.c | 2 +- | ||
67 | hw/gpio/aspeed_gpio.c | 3 +- | ||
68 | hw/intc/armv7m_nvic.c | 40 +++++++++++++++++++-------- | ||
69 | target/arm/cpu.c | 14 ++++++++-- | ||
70 | target/arm/cpu64.c | 60 ++++++++++++++++++++++++++++++++++++++++ | ||
71 | target/arm/gdbstub.c | 4 +++ | ||
72 | target/arm/helper.c | 8 ++++-- | ||
73 | target/arm/m_helper.c | 24 ++++++++++++---- | ||
74 | target/arm/translate.c | 3 ++ | ||
75 | target/i386/cpu.c | 2 +- | ||
76 | MAINTAINERS | 2 +- | ||
77 | qemu-options.hx | 30 +++++++++++--------- | ||
78 | 17 files changed, 183 insertions(+), 43 deletions(-) | ||
79 | diff view generated by jsdifflib |
1 | From: Joe Komlodi <joe.komlodi@xilinx.com> | 1 | From: Baruch Siach <baruch@tkos.co.il> |
---|---|---|---|
2 | 2 | ||
3 | The bit to see if a CD is valid is the last bit of the first word of the CD. | 3 | The PL011 TRM says that "UARTIBRD = 0 is invalid and UARTFBRD is ignored |
4 | when this is the case". But the code looks at FBRD for the invalid case. | ||
5 | Fix this. | ||
4 | 6 | ||
5 | Signed-off-by: Joe Komlodi <joe.komlodi@xilinx.com> | 7 | Signed-off-by: Baruch Siach <baruch@tkos.co.il> |
6 | Message-id: 1626728232-134665-2-git-send-email-joe.komlodi@xilinx.com | 8 | Message-id: 1408f62a2e45665816527d4845ffde650957d5ab.1665051588.git.baruchs-c@neureality.ai |
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
9 | --- | 11 | --- |
10 | hw/arm/smmuv3-internal.h | 2 +- | 12 | hw/char/pl011.c | 2 +- |
11 | 1 file changed, 1 insertion(+), 1 deletion(-) | 13 | 1 file changed, 1 insertion(+), 1 deletion(-) |
12 | 14 | ||
13 | diff --git a/hw/arm/smmuv3-internal.h b/hw/arm/smmuv3-internal.h | 15 | diff --git a/hw/char/pl011.c b/hw/char/pl011.c |
14 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
15 | --- a/hw/arm/smmuv3-internal.h | 17 | --- a/hw/char/pl011.c |
16 | +++ b/hw/arm/smmuv3-internal.h | 18 | +++ b/hw/char/pl011.c |
17 | @@ -XXX,XX +XXX,XX @@ static inline int pa_range(STE *ste) | 19 | @@ -XXX,XX +XXX,XX @@ static unsigned int pl011_get_baudrate(const PL011State *s) |
18 | 20 | { | |
19 | /* CD fields */ | 21 | uint64_t clk; |
20 | 22 | ||
21 | -#define CD_VALID(x) extract32((x)->word[0], 30, 1) | 23 | - if (s->fbrd == 0) { |
22 | +#define CD_VALID(x) extract32((x)->word[0], 31, 1) | 24 | + if (s->ibrd == 0) { |
23 | #define CD_ASID(x) extract32((x)->word[1], 16, 16) | 25 | return 0; |
24 | #define CD_TTB(x, sel) \ | 26 | } |
25 | ({ \ | 27 | |
26 | -- | 28 | -- |
27 | 2.20.1 | 29 | 2.25.1 |
28 | |||
29 | diff view generated by jsdifflib |
1 | In do_v7m_exception_exit(), we perform various checks as part of | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | performing the exception return. If one of these checks fails, the | ||
3 | architecture requires that we take an appropriate exception on the | ||
4 | existing stackframe. We implement this by calling | ||
5 | v7m_exception_taken() to set up to take the new exception, and then | ||
6 | immediately returning from do_v7m_exception_exit() without proceeding | ||
7 | any further with the unstack-and-exception-return process. | ||
8 | 2 | ||
9 | In a couple of checks that are new in v8.1M, we forgot the "return" | 3 | The CPUTLBEntryFull structure now stores the original pte attributes, as |
10 | statement, with the effect that if bad code in the guest tripped over | 4 | well as the physical address. Therefore, we no longer need a separate |
11 | these checks we would set up to take a UsageFault exception but then | 5 | bit in MemTxAttrs, nor do we need to walk the tree of memory regions. |
12 | blunder on trying to also unstack and return from the original | ||
13 | exception, with the probable result that the guest would crash. | ||
14 | 6 | ||
15 | Add the missing return statements. | 7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
8 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Message-id: 20221011031911.2408754-3-richard.henderson@linaro.org | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
11 | --- | ||
12 | target/arm/cpu.h | 1 - | ||
13 | target/arm/sve_ldst_internal.h | 1 + | ||
14 | target/arm/mte_helper.c | 62 ++++++++++------------------------ | ||
15 | target/arm/sve_helper.c | 54 ++++++++++------------------- | ||
16 | target/arm/tlb_helper.c | 4 --- | ||
17 | 5 files changed, 36 insertions(+), 86 deletions(-) | ||
16 | 18 | ||
17 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 19 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h |
18 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | 20 | index XXXXXXX..XXXXXXX 100644 |
19 | Message-id: 20210723162146.5167-3-peter.maydell@linaro.org | 21 | --- a/target/arm/cpu.h |
20 | --- | 22 | +++ b/target/arm/cpu.h |
21 | target/arm/m_helper.c | 2 ++ | 23 | @@ -XXX,XX +XXX,XX @@ static inline MemTxAttrs *typecheck_memtxattrs(MemTxAttrs *x) |
22 | 1 file changed, 2 insertions(+) | 24 | * generic target bits directly. |
23 | 25 | */ | |
24 | diff --git a/target/arm/m_helper.c b/target/arm/m_helper.c | 26 | #define arm_tlb_bti_gp(x) (typecheck_memtxattrs(x)->target_tlb_bit0) |
25 | index XXXXXXX..XXXXXXX 100644 | 27 | -#define arm_tlb_mte_tagged(x) (typecheck_memtxattrs(x)->target_tlb_bit1) |
26 | --- a/target/arm/m_helper.c | 28 | |
27 | +++ b/target/arm/m_helper.c | 29 | /* |
28 | @@ -XXX,XX +XXX,XX @@ static void do_v7m_exception_exit(ARMCPU *cpu) | 30 | * AArch64 usage of the PAGE_TARGET_* bits for linux-user. |
29 | qemu_log_mask(CPU_LOG_INT, "...taking UsageFault on existing " | 31 | diff --git a/target/arm/sve_ldst_internal.h b/target/arm/sve_ldst_internal.h |
30 | "stackframe: NSACR prevents clearing FPU registers\n"); | 32 | index XXXXXXX..XXXXXXX 100644 |
31 | v7m_exception_taken(cpu, excret, true, false); | 33 | --- a/target/arm/sve_ldst_internal.h |
32 | + return; | 34 | +++ b/target/arm/sve_ldst_internal.h |
33 | } else if (!cpacr_pass) { | 35 | @@ -XXX,XX +XXX,XX @@ typedef struct { |
34 | armv7m_nvic_set_pending(env->nvic, ARMV7M_EXCP_USAGE, | 36 | void *host; |
35 | exc_secure); | 37 | int flags; |
36 | @@ -XXX,XX +XXX,XX @@ static void do_v7m_exception_exit(ARMCPU *cpu) | 38 | MemTxAttrs attrs; |
37 | qemu_log_mask(CPU_LOG_INT, "...taking UsageFault on existing " | 39 | + bool tagged; |
38 | "stackframe: CPACR prevents clearing FPU registers\n"); | 40 | } SVEHostPage; |
39 | v7m_exception_taken(cpu, excret, true, false); | 41 | |
40 | + return; | 42 | bool sve_probe_page(SVEHostPage *info, bool nofault, CPUARMState *env, |
43 | diff --git a/target/arm/mte_helper.c b/target/arm/mte_helper.c | ||
44 | index XXXXXXX..XXXXXXX 100644 | ||
45 | --- a/target/arm/mte_helper.c | ||
46 | +++ b/target/arm/mte_helper.c | ||
47 | @@ -XXX,XX +XXX,XX @@ static uint8_t *allocation_tag_mem(CPUARMState *env, int ptr_mmu_idx, | ||
48 | TARGET_PAGE_BITS - LOG2_TAG_GRANULE - 1); | ||
49 | return tags + index; | ||
50 | #else | ||
51 | - uintptr_t index; | ||
52 | CPUTLBEntryFull *full; | ||
53 | + MemTxAttrs attrs; | ||
54 | int in_page, flags; | ||
55 | - ram_addr_t ptr_ra; | ||
56 | hwaddr ptr_paddr, tag_paddr, xlat; | ||
57 | MemoryRegion *mr; | ||
58 | ARMASIdx tag_asi; | ||
59 | @@ -XXX,XX +XXX,XX @@ static uint8_t *allocation_tag_mem(CPUARMState *env, int ptr_mmu_idx, | ||
60 | * valid. Indicate to probe_access_flags no-fault, then assert that | ||
61 | * we received a valid page. | ||
62 | */ | ||
63 | - flags = probe_access_flags(env, ptr, ptr_access, ptr_mmu_idx, | ||
64 | - ra == 0, &host, ra); | ||
65 | + flags = probe_access_full(env, ptr, ptr_access, ptr_mmu_idx, | ||
66 | + ra == 0, &host, &full, ra); | ||
67 | assert(!(flags & TLB_INVALID_MASK)); | ||
68 | |||
69 | - /* | ||
70 | - * Find the CPUTLBEntryFull for ptr. This *must* be present in the TLB | ||
71 | - * because we just found the mapping. | ||
72 | - * TODO: Perhaps there should be a cputlb helper that returns a | ||
73 | - * matching tlb entry + iotlb entry. | ||
74 | - */ | ||
75 | - index = tlb_index(env, ptr_mmu_idx, ptr); | ||
76 | -# ifdef CONFIG_DEBUG_TCG | ||
77 | - { | ||
78 | - CPUTLBEntry *entry = tlb_entry(env, ptr_mmu_idx, ptr); | ||
79 | - target_ulong comparator = (ptr_access == MMU_DATA_LOAD | ||
80 | - ? entry->addr_read | ||
81 | - : tlb_addr_write(entry)); | ||
82 | - g_assert(tlb_hit(comparator, ptr)); | ||
83 | - } | ||
84 | -# endif | ||
85 | - full = &env_tlb(env)->d[ptr_mmu_idx].fulltlb[index]; | ||
86 | - | ||
87 | /* If the virtual page MemAttr != Tagged, access unchecked. */ | ||
88 | - if (!arm_tlb_mte_tagged(&full->attrs)) { | ||
89 | + if (full->pte_attrs != 0xf0) { | ||
90 | return NULL; | ||
91 | } | ||
92 | |||
93 | @@ -XXX,XX +XXX,XX @@ static uint8_t *allocation_tag_mem(CPUARMState *env, int ptr_mmu_idx, | ||
94 | return NULL; | ||
95 | } | ||
96 | |||
97 | + /* | ||
98 | + * Remember these values across the second lookup below, | ||
99 | + * which may invalidate this pointer via tlb resize. | ||
100 | + */ | ||
101 | + ptr_paddr = full->phys_addr; | ||
102 | + attrs = full->attrs; | ||
103 | + full = NULL; | ||
104 | + | ||
105 | /* | ||
106 | * The Normal memory access can extend to the next page. E.g. a single | ||
107 | * 8-byte access to the last byte of a page will check only the last | ||
108 | @@ -XXX,XX +XXX,XX @@ static uint8_t *allocation_tag_mem(CPUARMState *env, int ptr_mmu_idx, | ||
109 | */ | ||
110 | in_page = -(ptr | TARGET_PAGE_MASK); | ||
111 | if (unlikely(ptr_size > in_page)) { | ||
112 | - void *ignore; | ||
113 | - flags |= probe_access_flags(env, ptr + in_page, ptr_access, | ||
114 | - ptr_mmu_idx, ra == 0, &ignore, ra); | ||
115 | + flags |= probe_access_full(env, ptr + in_page, ptr_access, | ||
116 | + ptr_mmu_idx, ra == 0, &host, &full, ra); | ||
117 | assert(!(flags & TLB_INVALID_MASK)); | ||
118 | } | ||
119 | |||
120 | @@ -XXX,XX +XXX,XX @@ static uint8_t *allocation_tag_mem(CPUARMState *env, int ptr_mmu_idx, | ||
121 | if (unlikely(flags & TLB_WATCHPOINT)) { | ||
122 | int wp = ptr_access == MMU_DATA_LOAD ? BP_MEM_READ : BP_MEM_WRITE; | ||
123 | assert(ra != 0); | ||
124 | - cpu_check_watchpoint(env_cpu(env), ptr, ptr_size, | ||
125 | - full->attrs, wp, ra); | ||
126 | + cpu_check_watchpoint(env_cpu(env), ptr, ptr_size, attrs, wp, ra); | ||
127 | } | ||
128 | |||
129 | - /* | ||
130 | - * Find the physical address within the normal mem space. | ||
131 | - * The memory region lookup must succeed because TLB_MMIO was | ||
132 | - * not set in the cputlb lookup above. | ||
133 | - */ | ||
134 | - mr = memory_region_from_host(host, &ptr_ra); | ||
135 | - tcg_debug_assert(mr != NULL); | ||
136 | - tcg_debug_assert(memory_region_is_ram(mr)); | ||
137 | - ptr_paddr = ptr_ra; | ||
138 | - do { | ||
139 | - ptr_paddr += mr->addr; | ||
140 | - mr = mr->container; | ||
141 | - } while (mr); | ||
142 | - | ||
143 | /* Convert to the physical address in tag space. */ | ||
144 | tag_paddr = ptr_paddr >> (LOG2_TAG_GRANULE + 1); | ||
145 | |||
146 | /* Look up the address in tag space. */ | ||
147 | - tag_asi = full->attrs.secure ? ARMASIdx_TagS : ARMASIdx_TagNS; | ||
148 | + tag_asi = attrs.secure ? ARMASIdx_TagS : ARMASIdx_TagNS; | ||
149 | tag_as = cpu_get_address_space(env_cpu(env), tag_asi); | ||
150 | mr = address_space_translate(tag_as, tag_paddr, &xlat, NULL, | ||
151 | - tag_access == MMU_DATA_STORE, | ||
152 | - full->attrs); | ||
153 | + tag_access == MMU_DATA_STORE, attrs); | ||
154 | |||
155 | /* | ||
156 | * Note that @mr will never be NULL. If there is nothing in the address | ||
157 | diff --git a/target/arm/sve_helper.c b/target/arm/sve_helper.c | ||
158 | index XXXXXXX..XXXXXXX 100644 | ||
159 | --- a/target/arm/sve_helper.c | ||
160 | +++ b/target/arm/sve_helper.c | ||
161 | @@ -XXX,XX +XXX,XX @@ bool sve_probe_page(SVEHostPage *info, bool nofault, CPUARMState *env, | ||
162 | */ | ||
163 | addr = useronly_clean_ptr(addr); | ||
164 | |||
165 | +#ifdef CONFIG_USER_ONLY | ||
166 | flags = probe_access_flags(env, addr, access_type, mmu_idx, nofault, | ||
167 | &info->host, retaddr); | ||
168 | + memset(&info->attrs, 0, sizeof(info->attrs)); | ||
169 | + /* Require both ANON and MTE; see allocation_tag_mem(). */ | ||
170 | + info->tagged = (flags & PAGE_ANON) && (flags & PAGE_MTE); | ||
171 | +#else | ||
172 | + CPUTLBEntryFull *full; | ||
173 | + flags = probe_access_full(env, addr, access_type, mmu_idx, nofault, | ||
174 | + &info->host, &full, retaddr); | ||
175 | + info->attrs = full->attrs; | ||
176 | + info->tagged = full->pte_attrs == 0xf0; | ||
177 | +#endif | ||
178 | info->flags = flags; | ||
179 | |||
180 | if (flags & TLB_INVALID_MASK) { | ||
181 | @@ -XXX,XX +XXX,XX @@ bool sve_probe_page(SVEHostPage *info, bool nofault, CPUARMState *env, | ||
182 | |||
183 | /* Ensure that info->host[] is relative to addr, not addr + mem_off. */ | ||
184 | info->host -= mem_off; | ||
185 | - | ||
186 | -#ifdef CONFIG_USER_ONLY | ||
187 | - memset(&info->attrs, 0, sizeof(info->attrs)); | ||
188 | - /* Require both MAP_ANON and PROT_MTE -- see allocation_tag_mem. */ | ||
189 | - arm_tlb_mte_tagged(&info->attrs) = | ||
190 | - (flags & PAGE_ANON) && (flags & PAGE_MTE); | ||
191 | -#else | ||
192 | - /* | ||
193 | - * Find the iotlbentry for addr and return the transaction attributes. | ||
194 | - * This *must* be present in the TLB because we just found the mapping. | ||
195 | - */ | ||
196 | - { | ||
197 | - uintptr_t index = tlb_index(env, mmu_idx, addr); | ||
198 | - | ||
199 | -# ifdef CONFIG_DEBUG_TCG | ||
200 | - CPUTLBEntry *entry = tlb_entry(env, mmu_idx, addr); | ||
201 | - target_ulong comparator = (access_type == MMU_DATA_LOAD | ||
202 | - ? entry->addr_read | ||
203 | - : tlb_addr_write(entry)); | ||
204 | - g_assert(tlb_hit(comparator, addr)); | ||
205 | -# endif | ||
206 | - | ||
207 | - CPUTLBEntryFull *full = &env_tlb(env)->d[mmu_idx].fulltlb[index]; | ||
208 | - info->attrs = full->attrs; | ||
209 | - } | ||
210 | -#endif | ||
211 | - | ||
212 | return true; | ||
213 | } | ||
214 | |||
215 | @@ -XXX,XX +XXX,XX @@ void sve_cont_ldst_mte_check(SVEContLdSt *info, CPUARMState *env, | ||
216 | intptr_t mem_off, reg_off, reg_last; | ||
217 | |||
218 | /* Process the page only if MemAttr == Tagged. */ | ||
219 | - if (arm_tlb_mte_tagged(&info->page[0].attrs)) { | ||
220 | + if (info->page[0].tagged) { | ||
221 | mem_off = info->mem_off_first[0]; | ||
222 | reg_off = info->reg_off_first[0]; | ||
223 | reg_last = info->reg_off_split; | ||
224 | @@ -XXX,XX +XXX,XX @@ void sve_cont_ldst_mte_check(SVEContLdSt *info, CPUARMState *env, | ||
225 | } | ||
226 | |||
227 | mem_off = info->mem_off_first[1]; | ||
228 | - if (mem_off >= 0 && arm_tlb_mte_tagged(&info->page[1].attrs)) { | ||
229 | + if (mem_off >= 0 && info->page[1].tagged) { | ||
230 | reg_off = info->reg_off_first[1]; | ||
231 | reg_last = info->reg_off_last[1]; | ||
232 | |||
233 | @@ -XXX,XX +XXX,XX @@ void sve_ldnfff1_r(CPUARMState *env, void *vg, const target_ulong addr, | ||
234 | * Disable MTE checking if the Tagged bit is not set. Since TBI must | ||
235 | * be set within MTEDESC for MTE, !mtedesc => !mte_active. | ||
236 | */ | ||
237 | - if (!arm_tlb_mte_tagged(&info.page[0].attrs)) { | ||
238 | + if (!info.page[0].tagged) { | ||
239 | mtedesc = 0; | ||
240 | } | ||
241 | |||
242 | @@ -XXX,XX +XXX,XX @@ void sve_ld1_z(CPUARMState *env, void *vd, uint64_t *vg, void *vm, | ||
243 | cpu_check_watchpoint(env_cpu(env), addr, msize, | ||
244 | info.attrs, BP_MEM_READ, retaddr); | ||
245 | } | ||
246 | - if (mtedesc && arm_tlb_mte_tagged(&info.attrs)) { | ||
247 | + if (mtedesc && info.tagged) { | ||
248 | mte_check(env, mtedesc, addr, retaddr); | ||
249 | } | ||
250 | if (unlikely(info.flags & TLB_MMIO)) { | ||
251 | @@ -XXX,XX +XXX,XX @@ void sve_ld1_z(CPUARMState *env, void *vd, uint64_t *vg, void *vm, | ||
252 | msize, info.attrs, | ||
253 | BP_MEM_READ, retaddr); | ||
254 | } | ||
255 | - if (mtedesc && arm_tlb_mte_tagged(&info.attrs)) { | ||
256 | + if (mtedesc && info.tagged) { | ||
257 | mte_check(env, mtedesc, addr, retaddr); | ||
258 | } | ||
259 | tlb_fn(env, &scratch, reg_off, addr, retaddr); | ||
260 | @@ -XXX,XX +XXX,XX @@ void sve_ldff1_z(CPUARMState *env, void *vd, uint64_t *vg, void *vm, | ||
261 | (env_cpu(env), addr, msize) & BP_MEM_READ)) { | ||
262 | goto fault; | ||
263 | } | ||
264 | - if (mtedesc && | ||
265 | - arm_tlb_mte_tagged(&info.attrs) && | ||
266 | - !mte_probe(env, mtedesc, addr)) { | ||
267 | + if (mtedesc && info.tagged && !mte_probe(env, mtedesc, addr)) { | ||
268 | goto fault; | ||
269 | } | ||
270 | |||
271 | @@ -XXX,XX +XXX,XX @@ void sve_st1_z(CPUARMState *env, void *vd, uint64_t *vg, void *vm, | ||
272 | info.attrs, BP_MEM_WRITE, retaddr); | ||
273 | } | ||
274 | |||
275 | - if (mtedesc && arm_tlb_mte_tagged(&info.attrs)) { | ||
276 | + if (mtedesc && info.tagged) { | ||
277 | mte_check(env, mtedesc, addr, retaddr); | ||
41 | } | 278 | } |
42 | } | 279 | } |
43 | /* Clear s0..s15, FPSCR and VPR */ | 280 | diff --git a/target/arm/tlb_helper.c b/target/arm/tlb_helper.c |
281 | index XXXXXXX..XXXXXXX 100644 | ||
282 | --- a/target/arm/tlb_helper.c | ||
283 | +++ b/target/arm/tlb_helper.c | ||
284 | @@ -XXX,XX +XXX,XX @@ bool arm_cpu_tlb_fill(CPUState *cs, vaddr address, int size, | ||
285 | res.f.phys_addr &= TARGET_PAGE_MASK; | ||
286 | address &= TARGET_PAGE_MASK; | ||
287 | } | ||
288 | - /* Notice and record tagged memory. */ | ||
289 | - if (cpu_isar_feature(aa64_mte, cpu) && res.cacheattrs.attrs == 0xf0) { | ||
290 | - arm_tlb_mte_tagged(&res.f.attrs) = true; | ||
291 | - } | ||
292 | |||
293 | res.f.pte_attrs = res.cacheattrs.attrs; | ||
294 | res.f.shareability = res.cacheattrs.shareability; | ||
44 | -- | 295 | -- |
45 | 2.20.1 | 296 | 2.25.1 |
46 | |||
47 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Rename from sve_zcr_get_valid_len and make accessible | 3 | Add a field to TARGET_PAGE_ENTRY_EXTRA to hold the guarded bit. |
4 | from outside of helper.c. | 4 | In is_guarded_page, use probe_access_full instead of just guessing |
5 | that the tlb entry is still present. Also handles the FIXME about | ||
6 | executing from device memory. | ||
5 | 7 | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Message-id: 20221011031911.2408754-4-richard.henderson@linaro.org |
8 | Message-id: 20210723203344.968563-3-richard.henderson@linaro.org | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 12 | --- |
11 | target/arm/internals.h | 10 ++++++++++ | 13 | target/arm/cpu-param.h | 9 +++++---- |
12 | target/arm/helper.c | 4 ++-- | 14 | target/arm/cpu.h | 13 ------------- |
13 | 2 files changed, 12 insertions(+), 2 deletions(-) | 15 | target/arm/internals.h | 1 + |
16 | target/arm/ptw.c | 7 ++++--- | ||
17 | target/arm/translate-a64.c | 21 ++++++++++----------- | ||
18 | 5 files changed, 20 insertions(+), 31 deletions(-) | ||
14 | 19 | ||
20 | diff --git a/target/arm/cpu-param.h b/target/arm/cpu-param.h | ||
21 | index XXXXXXX..XXXXXXX 100644 | ||
22 | --- a/target/arm/cpu-param.h | ||
23 | +++ b/target/arm/cpu-param.h | ||
24 | @@ -XXX,XX +XXX,XX @@ | ||
25 | * | ||
26 | * For ARMMMUIdx_Stage2*, pte_attrs is the S2 descriptor bits [5:2]. | ||
27 | * Otherwise, pte_attrs is the same as the MAIR_EL1 8-bit format. | ||
28 | - * For shareability, as in the SH field of the VMSAv8-64 PTEs. | ||
29 | + * For shareability and guarded, as in the SH and GP fields respectively | ||
30 | + * of the VMSAv8-64 PTEs. | ||
31 | */ | ||
32 | # define TARGET_PAGE_ENTRY_EXTRA \ | ||
33 | - uint8_t pte_attrs; \ | ||
34 | - uint8_t shareability; | ||
35 | - | ||
36 | + uint8_t pte_attrs; \ | ||
37 | + uint8_t shareability; \ | ||
38 | + bool guarded; | ||
39 | #endif | ||
40 | |||
41 | #define NB_MMU_MODES 8 | ||
42 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | ||
43 | index XXXXXXX..XXXXXXX 100644 | ||
44 | --- a/target/arm/cpu.h | ||
45 | +++ b/target/arm/cpu.h | ||
46 | @@ -XXX,XX +XXX,XX @@ static inline uint64_t *aa64_vfp_qreg(CPUARMState *env, unsigned regno) | ||
47 | /* Shared between translate-sve.c and sve_helper.c. */ | ||
48 | extern const uint64_t pred_esz_masks[5]; | ||
49 | |||
50 | -/* Helper for the macros below, validating the argument type. */ | ||
51 | -static inline MemTxAttrs *typecheck_memtxattrs(MemTxAttrs *x) | ||
52 | -{ | ||
53 | - return x; | ||
54 | -} | ||
55 | - | ||
56 | -/* | ||
57 | - * Lvalue macros for ARM TLB bits that we must cache in the TCG TLB. | ||
58 | - * Using these should be a bit more self-documenting than using the | ||
59 | - * generic target bits directly. | ||
60 | - */ | ||
61 | -#define arm_tlb_bti_gp(x) (typecheck_memtxattrs(x)->target_tlb_bit0) | ||
62 | - | ||
63 | /* | ||
64 | * AArch64 usage of the PAGE_TARGET_* bits for linux-user. | ||
65 | * Note that with the Linux kernel, PROT_MTE may not be cleared by mprotect | ||
15 | diff --git a/target/arm/internals.h b/target/arm/internals.h | 66 | diff --git a/target/arm/internals.h b/target/arm/internals.h |
16 | index XXXXXXX..XXXXXXX 100644 | 67 | index XXXXXXX..XXXXXXX 100644 |
17 | --- a/target/arm/internals.h | 68 | --- a/target/arm/internals.h |
18 | +++ b/target/arm/internals.h | 69 | +++ b/target/arm/internals.h |
19 | @@ -XXX,XX +XXX,XX @@ void arm_translate_init(void); | 70 | @@ -XXX,XX +XXX,XX @@ typedef struct ARMCacheAttrs { |
20 | void arm_cpu_synchronize_from_tb(CPUState *cs, const TranslationBlock *tb); | 71 | unsigned int attrs:8; |
21 | #endif /* CONFIG_TCG */ | 72 | unsigned int shareability:2; /* as in the SH field of the VMSAv8-64 PTEs */ |
22 | 73 | bool is_s2_format:1; | |
23 | +/** | 74 | + bool guarded:1; /* guarded bit of the v8-64 PTE */ |
24 | + * aarch64_sve_zcr_get_valid_len: | 75 | } ARMCacheAttrs; |
25 | + * @cpu: cpu context | 76 | |
26 | + * @start_len: maximum len to consider | 77 | /* Fields that are valid upon success. */ |
27 | + * | 78 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c |
28 | + * Return the maximum supported sve vector length <= @start_len. | ||
29 | + * Note that both @start_len and the return value are in units | ||
30 | + * of ZCR_ELx.LEN, so the vector bit length is (x + 1) * 128. | ||
31 | + */ | ||
32 | +uint32_t aarch64_sve_zcr_get_valid_len(ARMCPU *cpu, uint32_t start_len); | ||
33 | |||
34 | enum arm_fprounding { | ||
35 | FPROUNDING_TIEEVEN, | ||
36 | diff --git a/target/arm/helper.c b/target/arm/helper.c | ||
37 | index XXXXXXX..XXXXXXX 100644 | 79 | index XXXXXXX..XXXXXXX 100644 |
38 | --- a/target/arm/helper.c | 80 | --- a/target/arm/ptw.c |
39 | +++ b/target/arm/helper.c | 81 | +++ b/target/arm/ptw.c |
40 | @@ -XXX,XX +XXX,XX @@ int sve_exception_el(CPUARMState *env, int el) | 82 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_lpae(CPUARMState *env, uint64_t address, |
41 | return 0; | 83 | */ |
84 | result->f.attrs.secure = false; | ||
85 | } | ||
86 | - /* When in aarch64 mode, and BTI is enabled, remember GP in the IOTLB. */ | ||
87 | - if (aarch64 && guarded && cpu_isar_feature(aa64_bti, cpu)) { | ||
88 | - arm_tlb_bti_gp(&result->f.attrs) = true; | ||
89 | + | ||
90 | + /* When in aarch64 mode, and BTI is enabled, remember GP in the TLB. */ | ||
91 | + if (aarch64 && cpu_isar_feature(aa64_bti, cpu)) { | ||
92 | + result->f.guarded = guarded; | ||
93 | } | ||
94 | |||
95 | if (mmu_idx == ARMMMUIdx_Stage2 || mmu_idx == ARMMMUIdx_Stage2_S) { | ||
96 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | ||
97 | index XXXXXXX..XXXXXXX 100644 | ||
98 | --- a/target/arm/translate-a64.c | ||
99 | +++ b/target/arm/translate-a64.c | ||
100 | @@ -XXX,XX +XXX,XX @@ static bool is_guarded_page(CPUARMState *env, DisasContext *s) | ||
101 | #ifdef CONFIG_USER_ONLY | ||
102 | return page_get_flags(addr) & PAGE_BTI; | ||
103 | #else | ||
104 | + CPUTLBEntryFull *full; | ||
105 | + void *host; | ||
106 | int mmu_idx = arm_to_core_mmu_idx(s->mmu_idx); | ||
107 | - unsigned int index = tlb_index(env, mmu_idx, addr); | ||
108 | - CPUTLBEntry *entry = tlb_entry(env, mmu_idx, addr); | ||
109 | + int flags; | ||
110 | |||
111 | /* | ||
112 | * We test this immediately after reading an insn, which means | ||
113 | - * that any normal page must be in the TLB. The only exception | ||
114 | - * would be for executing from flash or device memory, which | ||
115 | - * does not retain the TLB entry. | ||
116 | - * | ||
117 | - * FIXME: Assume false for those, for now. We could use | ||
118 | - * arm_cpu_get_phys_page_attrs_debug to re-read the page | ||
119 | - * table entry even for that case. | ||
120 | + * that the TLB entry must be present and valid, and thus this | ||
121 | + * access will never raise an exception. | ||
122 | */ | ||
123 | - return (tlb_hit(entry->addr_code, addr) && | ||
124 | - arm_tlb_bti_gp(&env_tlb(env)->d[mmu_idx].fulltlb[index].attrs)); | ||
125 | + flags = probe_access_full(env, addr, MMU_INST_FETCH, mmu_idx, | ||
126 | + false, &host, &full, 0); | ||
127 | + assert(!(flags & TLB_INVALID_MASK)); | ||
128 | + | ||
129 | + return full->guarded; | ||
130 | #endif | ||
42 | } | 131 | } |
43 | 132 | ||
44 | -static uint32_t sve_zcr_get_valid_len(ARMCPU *cpu, uint32_t start_len) | ||
45 | +uint32_t aarch64_sve_zcr_get_valid_len(ARMCPU *cpu, uint32_t start_len) | ||
46 | { | ||
47 | uint32_t end_len; | ||
48 | |||
49 | @@ -XXX,XX +XXX,XX @@ uint32_t sve_zcr_len_for_el(CPUARMState *env, int el) | ||
50 | zcr_len = MIN(zcr_len, 0xf & (uint32_t)env->vfp.zcr_el[3]); | ||
51 | } | ||
52 | |||
53 | - return sve_zcr_get_valid_len(cpu, zcr_len); | ||
54 | + return aarch64_sve_zcr_get_valid_len(cpu, zcr_len); | ||
55 | } | ||
56 | |||
57 | static void zcr_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
58 | -- | 133 | -- |
59 | 2.20.1 | 134 | 2.25.1 |
60 | |||
61 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | From: Richard Henderson <richard.henderson@linaro.org> | ||
1 | 2 | ||
3 | Not yet used, but add mmu indexes for 1-1 mapping | ||
4 | to physical addresses. | ||
5 | |||
6 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Message-id: 20221011031911.2408754-5-richard.henderson@linaro.org | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
10 | --- | ||
11 | target/arm/cpu-param.h | 2 +- | ||
12 | target/arm/cpu.h | 7 ++++++- | ||
13 | target/arm/ptw.c | 19 +++++++++++++++++-- | ||
14 | 3 files changed, 24 insertions(+), 4 deletions(-) | ||
15 | |||
16 | diff --git a/target/arm/cpu-param.h b/target/arm/cpu-param.h | ||
17 | index XXXXXXX..XXXXXXX 100644 | ||
18 | --- a/target/arm/cpu-param.h | ||
19 | +++ b/target/arm/cpu-param.h | ||
20 | @@ -XXX,XX +XXX,XX @@ | ||
21 | bool guarded; | ||
22 | #endif | ||
23 | |||
24 | -#define NB_MMU_MODES 8 | ||
25 | +#define NB_MMU_MODES 10 | ||
26 | |||
27 | #endif | ||
28 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | ||
29 | index XXXXXXX..XXXXXXX 100644 | ||
30 | --- a/target/arm/cpu.h | ||
31 | +++ b/target/arm/cpu.h | ||
32 | @@ -XXX,XX +XXX,XX @@ bool write_cpustate_to_list(ARMCPU *cpu, bool kvm_sync); | ||
33 | * EL2 EL2&0 +PAN | ||
34 | * EL2 (aka NS PL2) | ||
35 | * EL3 (aka S PL1) | ||
36 | + * Physical (NS & S) | ||
37 | * | ||
38 | - * for a total of 8 different mmu_idx. | ||
39 | + * for a total of 10 different mmu_idx. | ||
40 | * | ||
41 | * R profile CPUs have an MPU, but can use the same set of MMU indexes | ||
42 | * as A profile. They only need to distinguish EL0 and EL1 (and | ||
43 | @@ -XXX,XX +XXX,XX @@ typedef enum ARMMMUIdx { | ||
44 | ARMMMUIdx_E2 = 6 | ARM_MMU_IDX_A, | ||
45 | ARMMMUIdx_E3 = 7 | ARM_MMU_IDX_A, | ||
46 | |||
47 | + /* TLBs with 1-1 mapping to the physical address spaces. */ | ||
48 | + ARMMMUIdx_Phys_NS = 8 | ARM_MMU_IDX_A, | ||
49 | + ARMMMUIdx_Phys_S = 9 | ARM_MMU_IDX_A, | ||
50 | + | ||
51 | /* | ||
52 | * These are not allocated TLBs and are used only for AT system | ||
53 | * instructions or for the first stage of an S12 page table walk. | ||
54 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c | ||
55 | index XXXXXXX..XXXXXXX 100644 | ||
56 | --- a/target/arm/ptw.c | ||
57 | +++ b/target/arm/ptw.c | ||
58 | @@ -XXX,XX +XXX,XX @@ static bool regime_translation_disabled(CPUARMState *env, ARMMMUIdx mmu_idx, | ||
59 | case ARMMMUIdx_E3: | ||
60 | break; | ||
61 | |||
62 | + case ARMMMUIdx_Phys_NS: | ||
63 | + case ARMMMUIdx_Phys_S: | ||
64 | + /* No translation for physical address spaces. */ | ||
65 | + return true; | ||
66 | + | ||
67 | default: | ||
68 | g_assert_not_reached(); | ||
69 | } | ||
70 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_disabled(CPUARMState *env, target_ulong address, | ||
71 | { | ||
72 | uint8_t memattr = 0x00; /* Device nGnRnE */ | ||
73 | uint8_t shareability = 0; /* non-sharable */ | ||
74 | + int r_el; | ||
75 | |||
76 | - if (mmu_idx != ARMMMUIdx_Stage2 && mmu_idx != ARMMMUIdx_Stage2_S) { | ||
77 | - int r_el = regime_el(env, mmu_idx); | ||
78 | + switch (mmu_idx) { | ||
79 | + case ARMMMUIdx_Stage2: | ||
80 | + case ARMMMUIdx_Stage2_S: | ||
81 | + case ARMMMUIdx_Phys_NS: | ||
82 | + case ARMMMUIdx_Phys_S: | ||
83 | + break; | ||
84 | |||
85 | + default: | ||
86 | + r_el = regime_el(env, mmu_idx); | ||
87 | if (arm_el_is_aa64(env, r_el)) { | ||
88 | int pamax = arm_pamax(env_archcpu(env)); | ||
89 | uint64_t tcr = env->cp15.tcr_el[r_el]; | ||
90 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_disabled(CPUARMState *env, target_ulong address, | ||
91 | shareability = 2; /* outer sharable */ | ||
92 | } | ||
93 | result->cacheattrs.is_s2_format = false; | ||
94 | + break; | ||
95 | } | ||
96 | |||
97 | result->f.phys_addr = address; | ||
98 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr(CPUARMState *env, target_ulong address, | ||
99 | is_secure = arm_is_secure_below_el3(env); | ||
100 | break; | ||
101 | case ARMMMUIdx_Stage2: | ||
102 | + case ARMMMUIdx_Phys_NS: | ||
103 | case ARMMMUIdx_MPrivNegPri: | ||
104 | case ARMMMUIdx_MUserNegPri: | ||
105 | case ARMMMUIdx_MPriv: | ||
106 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr(CPUARMState *env, target_ulong address, | ||
107 | break; | ||
108 | case ARMMMUIdx_E3: | ||
109 | case ARMMMUIdx_Stage2_S: | ||
110 | + case ARMMMUIdx_Phys_S: | ||
111 | case ARMMMUIdx_MSPrivNegPri: | ||
112 | case ARMMMUIdx_MSUserNegPri: | ||
113 | case ARMMMUIdx_MSPriv: | ||
114 | -- | ||
115 | 2.25.1 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Mirror the behavour of /proc/sys/abi/sve_default_vector_length | 3 | We had been marking this ARM_MMU_IDX_NOTLB, move it to a real tlb. |
4 | under the real linux kernel. We have no way of passing along | 4 | Flush the tlb when invalidating stage 1+2 translations. Re-use |
5 | a real default across exec like the kernel can, but this is a | 5 | alle1_tlbmask() for other instances of EL1&0 + Stage2. |
6 | decent way of adjusting the startup vector length of a process. | ||
7 | 6 | ||
8 | Resolves: https://gitlab.com/qemu-project/qemu/-/issues/482 | ||
9 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
10 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
11 | Message-id: 20210723203344.968563-4-richard.henderson@linaro.org | 9 | Message-id: 20221011031911.2408754-6-richard.henderson@linaro.org |
12 | [PMM: tweaked docs formatting, document -1 special-case, | ||
13 | added fixup patch from RTH mentioning QEMU's maximum veclen.] | ||
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
15 | --- | 11 | --- |
16 | docs/system/arm/cpu-features.rst | 15 ++++++++ | 12 | target/arm/cpu-param.h | 2 +- |
17 | target/arm/cpu.h | 5 +++ | 13 | target/arm/cpu.h | 23 ++++--- |
18 | target/arm/cpu.c | 14 ++++++-- | 14 | target/arm/helper.c | 151 ++++++++++++++++++++++++++++++----------- |
19 | target/arm/cpu64.c | 60 ++++++++++++++++++++++++++++++++ | 15 | 3 files changed, 127 insertions(+), 49 deletions(-) |
20 | 4 files changed, 92 insertions(+), 2 deletions(-) | ||
21 | 16 | ||
22 | diff --git a/docs/system/arm/cpu-features.rst b/docs/system/arm/cpu-features.rst | 17 | diff --git a/target/arm/cpu-param.h b/target/arm/cpu-param.h |
23 | index XXXXXXX..XXXXXXX 100644 | 18 | index XXXXXXX..XXXXXXX 100644 |
24 | --- a/docs/system/arm/cpu-features.rst | 19 | --- a/target/arm/cpu-param.h |
25 | +++ b/docs/system/arm/cpu-features.rst | 20 | +++ b/target/arm/cpu-param.h |
26 | @@ -XXX,XX +XXX,XX @@ verbose command lines. However, the recommended way to select vector | 21 | @@ -XXX,XX +XXX,XX @@ |
27 | lengths is to explicitly enable each desired length. Therefore only | 22 | bool guarded; |
28 | example's (1), (4), and (6) exhibit recommended uses of the properties. | 23 | #endif |
29 | 24 | ||
30 | +SVE User-mode Default Vector Length Property | 25 | -#define NB_MMU_MODES 10 |
31 | +-------------------------------------------- | 26 | +#define NB_MMU_MODES 12 |
32 | + | 27 | |
33 | +For qemu-aarch64, the cpu property ``sve-default-vector-length=N`` is | 28 | #endif |
34 | +defined to mirror the Linux kernel parameter file | ||
35 | +``/proc/sys/abi/sve_default_vector_length``. The default length, ``N``, | ||
36 | +is in units of bytes and must be between 16 and 8192. | ||
37 | +If not specified, the default vector length is 64. | ||
38 | + | ||
39 | +If the default length is larger than the maximum vector length enabled, | ||
40 | +the actual vector length will be reduced. Note that the maximum vector | ||
41 | +length supported by QEMU is 256. | ||
42 | + | ||
43 | +If this property is set to ``-1`` then the default vector length | ||
44 | +is set to the maximum possible length. | ||
45 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | 29 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h |
46 | index XXXXXXX..XXXXXXX 100644 | 30 | index XXXXXXX..XXXXXXX 100644 |
47 | --- a/target/arm/cpu.h | 31 | --- a/target/arm/cpu.h |
48 | +++ b/target/arm/cpu.h | 32 | +++ b/target/arm/cpu.h |
49 | @@ -XXX,XX +XXX,XX @@ struct ARMCPU { | 33 | @@ -XXX,XX +XXX,XX @@ bool write_cpustate_to_list(ARMCPU *cpu, bool kvm_sync); |
50 | /* Used to set the maximum vector length the cpu will support. */ | 34 | * EL2 (aka NS PL2) |
51 | uint32_t sve_max_vq; | 35 | * EL3 (aka S PL1) |
52 | 36 | * Physical (NS & S) | |
53 | +#ifdef CONFIG_USER_ONLY | 37 | + * Stage2 (NS & S) |
54 | + /* Used to set the default vector length at process start. */ | 38 | * |
55 | + uint32_t sve_default_vq; | 39 | - * for a total of 10 different mmu_idx. |
56 | +#endif | 40 | + * for a total of 12 different mmu_idx. |
41 | * | ||
42 | * R profile CPUs have an MPU, but can use the same set of MMU indexes | ||
43 | * as A profile. They only need to distinguish EL0 and EL1 (and | ||
44 | @@ -XXX,XX +XXX,XX @@ typedef enum ARMMMUIdx { | ||
45 | ARMMMUIdx_Phys_NS = 8 | ARM_MMU_IDX_A, | ||
46 | ARMMMUIdx_Phys_S = 9 | ARM_MMU_IDX_A, | ||
47 | |||
48 | + /* | ||
49 | + * Used for second stage of an S12 page table walk, or for descriptor | ||
50 | + * loads during first stage of an S1 page table walk. Note that both | ||
51 | + * are in use simultaneously for SecureEL2: the security state for | ||
52 | + * the S2 ptw is selected by the NS bit from the S1 ptw. | ||
53 | + */ | ||
54 | + ARMMMUIdx_Stage2 = 10 | ARM_MMU_IDX_A, | ||
55 | + ARMMMUIdx_Stage2_S = 11 | ARM_MMU_IDX_A, | ||
57 | + | 56 | + |
58 | /* | 57 | /* |
59 | * In sve_vq_map each set bit is a supported vector length of | 58 | * These are not allocated TLBs and are used only for AT system |
60 | * (bit-number + 1) * 16 bytes, i.e. each bit number + 1 is the vector | 59 | * instructions or for the first stage of an S12 page table walk. |
61 | diff --git a/target/arm/cpu.c b/target/arm/cpu.c | 60 | @@ -XXX,XX +XXX,XX @@ typedef enum ARMMMUIdx { |
61 | ARMMMUIdx_Stage1_E0 = 0 | ARM_MMU_IDX_NOTLB, | ||
62 | ARMMMUIdx_Stage1_E1 = 1 | ARM_MMU_IDX_NOTLB, | ||
63 | ARMMMUIdx_Stage1_E1_PAN = 2 | ARM_MMU_IDX_NOTLB, | ||
64 | - /* | ||
65 | - * Not allocated a TLB: used only for second stage of an S12 page | ||
66 | - * table walk, or for descriptor loads during first stage of an S1 | ||
67 | - * page table walk. Note that if we ever want to have a TLB for this | ||
68 | - * then various TLB flush insns which currently are no-ops or flush | ||
69 | - * only stage 1 MMU indexes will need to change to flush stage 2. | ||
70 | - */ | ||
71 | - ARMMMUIdx_Stage2 = 3 | ARM_MMU_IDX_NOTLB, | ||
72 | - ARMMMUIdx_Stage2_S = 4 | ARM_MMU_IDX_NOTLB, | ||
73 | |||
74 | /* | ||
75 | * M-profile. | ||
76 | @@ -XXX,XX +XXX,XX @@ typedef enum ARMMMUIdxBit { | ||
77 | TO_CORE_BIT(E20_2), | ||
78 | TO_CORE_BIT(E20_2_PAN), | ||
79 | TO_CORE_BIT(E3), | ||
80 | + TO_CORE_BIT(Stage2), | ||
81 | + TO_CORE_BIT(Stage2_S), | ||
82 | |||
83 | TO_CORE_BIT(MUser), | ||
84 | TO_CORE_BIT(MPriv), | ||
85 | diff --git a/target/arm/helper.c b/target/arm/helper.c | ||
62 | index XXXXXXX..XXXXXXX 100644 | 86 | index XXXXXXX..XXXXXXX 100644 |
63 | --- a/target/arm/cpu.c | 87 | --- a/target/arm/helper.c |
64 | +++ b/target/arm/cpu.c | 88 | +++ b/target/arm/helper.c |
65 | @@ -XXX,XX +XXX,XX @@ static void arm_cpu_reset(DeviceState *dev) | 89 | @@ -XXX,XX +XXX,XX @@ static void contextidr_write(CPUARMState *env, const ARMCPRegInfo *ri, |
66 | env->cp15.cpacr_el1 = deposit64(env->cp15.cpacr_el1, 16, 2, 3); | 90 | raw_write(env, ri, value); |
67 | /* with reasonable vector length */ | 91 | } |
68 | if (cpu_isar_feature(aa64_sve, cpu)) { | 92 | |
69 | - env->vfp.zcr_el[1] = MIN(cpu->sve_max_vq - 1, 3); | 93 | +static int alle1_tlbmask(CPUARMState *env) |
70 | + env->vfp.zcr_el[1] = | 94 | +{ |
71 | + aarch64_sve_zcr_get_valid_len(cpu, cpu->sve_default_vq - 1); | ||
72 | } | ||
73 | /* | ||
74 | * Enable TBI0 but not TBI1. | ||
75 | @@ -XXX,XX +XXX,XX @@ static void arm_cpu_initfn(Object *obj) | ||
76 | QLIST_INIT(&cpu->pre_el_change_hooks); | ||
77 | QLIST_INIT(&cpu->el_change_hooks); | ||
78 | |||
79 | -#ifndef CONFIG_USER_ONLY | ||
80 | +#ifdef CONFIG_USER_ONLY | ||
81 | +# ifdef TARGET_AARCH64 | ||
82 | + /* | 95 | + /* |
83 | + * The linux kernel defaults to 512-bit vectors, when sve is supported. | 96 | + * Note that the 'ALL' scope must invalidate both stage 1 and |
84 | + * See documentation for /proc/sys/abi/sve_default_vector_length, and | 97 | + * stage 2 translations, whereas most other scopes only invalidate |
85 | + * our corresponding sve-default-vector-length cpu property. | 98 | + * stage 1 translations. |
86 | + */ | 99 | + */ |
87 | + cpu->sve_default_vq = 4; | 100 | + return (ARMMMUIdxBit_E10_1 | |
88 | +# endif | 101 | + ARMMMUIdxBit_E10_1_PAN | |
89 | +#else | 102 | + ARMMMUIdxBit_E10_0 | |
90 | /* Our inbound IRQ and FIQ lines */ | 103 | + ARMMMUIdxBit_Stage2 | |
91 | if (kvm_enabled()) { | 104 | + ARMMMUIdxBit_Stage2_S); |
92 | /* VIRQ and VFIQ are unused with KVM but we add them to maintain | 105 | +} |
93 | diff --git a/target/arm/cpu64.c b/target/arm/cpu64.c | 106 | + |
94 | index XXXXXXX..XXXXXXX 100644 | 107 | + |
95 | --- a/target/arm/cpu64.c | 108 | /* IS variants of TLB operations must affect all cores */ |
96 | +++ b/target/arm/cpu64.c | 109 | static void tlbiall_is_write(CPUARMState *env, const ARMCPRegInfo *ri, |
97 | @@ -XXX,XX +XXX,XX @@ static void cpu_arm_set_sve(Object *obj, bool value, Error **errp) | 110 | uint64_t value) |
98 | cpu->isar.id_aa64pfr0 = t; | 111 | @@ -XXX,XX +XXX,XX @@ static void tlbiall_nsnh_write(CPUARMState *env, const ARMCPRegInfo *ri, |
99 | } | 112 | { |
100 | 113 | CPUState *cs = env_cpu(env); | |
101 | +#ifdef CONFIG_USER_ONLY | 114 | |
102 | +/* Mirror linux /proc/sys/abi/sve_default_vector_length. */ | 115 | - tlb_flush_by_mmuidx(cs, |
103 | +static void cpu_arm_set_sve_default_vec_len(Object *obj, Visitor *v, | 116 | - ARMMMUIdxBit_E10_1 | |
104 | + const char *name, void *opaque, | 117 | - ARMMMUIdxBit_E10_1_PAN | |
105 | + Error **errp) | 118 | - ARMMMUIdxBit_E10_0); |
106 | +{ | 119 | + tlb_flush_by_mmuidx(cs, alle1_tlbmask(env)); |
107 | + ARMCPU *cpu = ARM_CPU(obj); | 120 | } |
108 | + int32_t default_len, default_vq, remainder; | 121 | |
109 | + | 122 | static void tlbiall_nsnh_is_write(CPUARMState *env, const ARMCPRegInfo *ri, |
110 | + if (!visit_type_int32(v, name, &default_len, errp)) { | 123 | @@ -XXX,XX +XXX,XX @@ static void tlbiall_nsnh_is_write(CPUARMState *env, const ARMCPRegInfo *ri, |
111 | + return; | 124 | { |
125 | CPUState *cs = env_cpu(env); | ||
126 | |||
127 | - tlb_flush_by_mmuidx_all_cpus_synced(cs, | ||
128 | - ARMMMUIdxBit_E10_1 | | ||
129 | - ARMMMUIdxBit_E10_1_PAN | | ||
130 | - ARMMMUIdxBit_E10_0); | ||
131 | + tlb_flush_by_mmuidx_all_cpus_synced(cs, alle1_tlbmask(env)); | ||
132 | } | ||
133 | |||
134 | |||
135 | @@ -XXX,XX +XXX,XX @@ static void tlbimva_hyp_is_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
136 | ARMMMUIdxBit_E2); | ||
137 | } | ||
138 | |||
139 | +static void tlbiipas2_hyp_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
140 | + uint64_t value) | ||
141 | +{ | ||
142 | + CPUState *cs = env_cpu(env); | ||
143 | + uint64_t pageaddr = (value & MAKE_64BIT_MASK(0, 28)) << 12; | ||
144 | + | ||
145 | + tlb_flush_page_by_mmuidx(cs, pageaddr, ARMMMUIdxBit_Stage2); | ||
146 | +} | ||
147 | + | ||
148 | +static void tlbiipas2is_hyp_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
149 | + uint64_t value) | ||
150 | +{ | ||
151 | + CPUState *cs = env_cpu(env); | ||
152 | + uint64_t pageaddr = (value & MAKE_64BIT_MASK(0, 28)) << 12; | ||
153 | + | ||
154 | + tlb_flush_page_by_mmuidx_all_cpus_synced(cs, pageaddr, ARMMMUIdxBit_Stage2); | ||
155 | +} | ||
156 | + | ||
157 | static const ARMCPRegInfo cp_reginfo[] = { | ||
158 | /* Define the secure and non-secure FCSE identifier CP registers | ||
159 | * separately because there is no secure bank in V8 (no _EL3). This allows | ||
160 | @@ -XXX,XX +XXX,XX @@ static void vttbr_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
161 | |||
162 | /* | ||
163 | * A change in VMID to the stage2 page table (Stage2) invalidates | ||
164 | - * the combined stage 1&2 tlbs (EL10_1 and EL10_0). | ||
165 | + * the stage2 and combined stage 1&2 tlbs (EL10_1 and EL10_0). | ||
166 | */ | ||
167 | if (raw_read(env, ri) != value) { | ||
168 | - uint16_t mask = ARMMMUIdxBit_E10_1 | | ||
169 | - ARMMMUIdxBit_E10_1_PAN | | ||
170 | - ARMMMUIdxBit_E10_0; | ||
171 | - tlb_flush_by_mmuidx(cs, mask); | ||
172 | + tlb_flush_by_mmuidx(cs, alle1_tlbmask(env)); | ||
173 | raw_write(env, ri, value); | ||
174 | } | ||
175 | } | ||
176 | @@ -XXX,XX +XXX,XX @@ static void tlbi_aa64_vmalle1_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
177 | } | ||
178 | } | ||
179 | |||
180 | -static int alle1_tlbmask(CPUARMState *env) | ||
181 | -{ | ||
182 | - /* | ||
183 | - * Note that the 'ALL' scope must invalidate both stage 1 and | ||
184 | - * stage 2 translations, whereas most other scopes only invalidate | ||
185 | - * stage 1 translations. | ||
186 | - */ | ||
187 | - return (ARMMMUIdxBit_E10_1 | | ||
188 | - ARMMMUIdxBit_E10_1_PAN | | ||
189 | - ARMMMUIdxBit_E10_0); | ||
190 | -} | ||
191 | - | ||
192 | static int e2_tlbmask(CPUARMState *env) | ||
193 | { | ||
194 | return (ARMMMUIdxBit_E20_0 | | ||
195 | @@ -XXX,XX +XXX,XX @@ static void tlbi_aa64_vae3is_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
196 | ARMMMUIdxBit_E3, bits); | ||
197 | } | ||
198 | |||
199 | +static int ipas2e1_tlbmask(CPUARMState *env, int64_t value) | ||
200 | +{ | ||
201 | + /* | ||
202 | + * The MSB of value is the NS field, which only applies if SEL2 | ||
203 | + * is implemented and SCR_EL3.NS is not set (i.e. in secure mode). | ||
204 | + */ | ||
205 | + return (value >= 0 | ||
206 | + && cpu_isar_feature(aa64_sel2, env_archcpu(env)) | ||
207 | + && arm_is_secure_below_el3(env) | ||
208 | + ? ARMMMUIdxBit_Stage2_S | ||
209 | + : ARMMMUIdxBit_Stage2); | ||
210 | +} | ||
211 | + | ||
212 | +static void tlbi_aa64_ipas2e1_write(CPUARMState *env, const ARMCPRegInfo *ri, | ||
213 | + uint64_t value) | ||
214 | +{ | ||
215 | + CPUState *cs = env_cpu(env); | ||
216 | + int mask = ipas2e1_tlbmask(env, value); | ||
217 | + uint64_t pageaddr = sextract64(value << 12, 0, 56); | ||
218 | + | ||
219 | + if (tlb_force_broadcast(env)) { | ||
220 | + tlb_flush_page_by_mmuidx_all_cpus_synced(cs, pageaddr, mask); | ||
221 | + } else { | ||
222 | + tlb_flush_page_by_mmuidx(cs, pageaddr, mask); | ||
112 | + } | 223 | + } |
113 | + | 224 | +} |
114 | + /* Undocumented, but the kernel allows -1 to indicate "maximum". */ | 225 | + |
115 | + if (default_len == -1) { | 226 | +static void tlbi_aa64_ipas2e1is_write(CPUARMState *env, const ARMCPRegInfo *ri, |
116 | + cpu->sve_default_vq = ARM_MAX_VQ; | 227 | + uint64_t value) |
117 | + return; | 228 | +{ |
118 | + } | 229 | + CPUState *cs = env_cpu(env); |
119 | + | 230 | + int mask = ipas2e1_tlbmask(env, value); |
120 | + default_vq = default_len / 16; | 231 | + uint64_t pageaddr = sextract64(value << 12, 0, 56); |
121 | + remainder = default_len % 16; | 232 | + |
122 | + | 233 | + tlb_flush_page_by_mmuidx_all_cpus_synced(cs, pageaddr, mask); |
123 | + /* | 234 | +} |
124 | + * Note that the 512 max comes from include/uapi/asm/sve_context.h | 235 | + |
125 | + * and is the maximum architectural width of ZCR_ELx.LEN. | 236 | #ifdef TARGET_AARCH64 |
126 | + */ | 237 | typedef struct { |
127 | + if (remainder || default_vq < 1 || default_vq > 512) { | 238 | uint64_t base; |
128 | + error_setg(errp, "cannot set sve-default-vector-length"); | 239 | @@ -XXX,XX +XXX,XX @@ static void tlbi_aa64_rvae3is_write(CPUARMState *env, |
129 | + if (remainder) { | 240 | |
130 | + error_append_hint(errp, "Vector length not a multiple of 16\n"); | 241 | do_rvae_write(env, value, ARMMMUIdxBit_E3, true); |
131 | + } else if (default_vq < 1) { | 242 | } |
132 | + error_append_hint(errp, "Vector length smaller than 16\n"); | 243 | + |
133 | + } else { | 244 | +static void tlbi_aa64_ripas2e1_write(CPUARMState *env, const ARMCPRegInfo *ri, |
134 | + error_append_hint(errp, "Vector length larger than %d\n", | 245 | + uint64_t value) |
135 | + 512 * 16); | 246 | +{ |
136 | + } | 247 | + do_rvae_write(env, value, ipas2e1_tlbmask(env, value), |
137 | + return; | 248 | + tlb_force_broadcast(env)); |
138 | + } | 249 | +} |
139 | + | 250 | + |
140 | + cpu->sve_default_vq = default_vq; | 251 | +static void tlbi_aa64_ripas2e1is_write(CPUARMState *env, |
141 | +} | 252 | + const ARMCPRegInfo *ri, |
142 | + | 253 | + uint64_t value) |
143 | +static void cpu_arm_get_sve_default_vec_len(Object *obj, Visitor *v, | 254 | +{ |
144 | + const char *name, void *opaque, | 255 | + do_rvae_write(env, value, ipas2e1_tlbmask(env, value), true); |
145 | + Error **errp) | 256 | +} |
146 | +{ | 257 | #endif |
147 | + ARMCPU *cpu = ARM_CPU(obj); | 258 | |
148 | + int32_t value = cpu->sve_default_vq * 16; | 259 | static CPAccessResult aa64_zva_access(CPUARMState *env, const ARMCPRegInfo *ri, |
149 | + | 260 | @@ -XXX,XX +XXX,XX @@ static const ARMCPRegInfo v8_cp_reginfo[] = { |
150 | + visit_type_int32(v, name, &value, errp); | 261 | .writefn = tlbi_aa64_vae1_write }, |
151 | +} | 262 | { .name = "TLBI_IPAS2E1IS", .state = ARM_CP_STATE_AA64, |
152 | +#endif | 263 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 0, .opc2 = 1, |
153 | + | 264 | - .access = PL2_W, .type = ARM_CP_NOP }, |
154 | void aarch64_add_sve_properties(Object *obj) | 265 | + .access = PL2_W, .type = ARM_CP_NO_RAW, |
155 | { | 266 | + .writefn = tlbi_aa64_ipas2e1is_write }, |
156 | uint32_t vq; | 267 | { .name = "TLBI_IPAS2LE1IS", .state = ARM_CP_STATE_AA64, |
157 | @@ -XXX,XX +XXX,XX @@ void aarch64_add_sve_properties(Object *obj) | 268 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 0, .opc2 = 5, |
158 | object_property_add(obj, name, "bool", cpu_arm_get_sve_vq, | 269 | - .access = PL2_W, .type = ARM_CP_NOP }, |
159 | cpu_arm_set_sve_vq, NULL, NULL); | 270 | + .access = PL2_W, .type = ARM_CP_NO_RAW, |
160 | } | 271 | + .writefn = tlbi_aa64_ipas2e1is_write }, |
161 | + | 272 | { .name = "TLBI_ALLE1IS", .state = ARM_CP_STATE_AA64, |
162 | +#ifdef CONFIG_USER_ONLY | 273 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 3, .opc2 = 4, |
163 | + /* Mirror linux /proc/sys/abi/sve_default_vector_length. */ | 274 | .access = PL2_W, .type = ARM_CP_NO_RAW, |
164 | + object_property_add(obj, "sve-default-vector-length", "int32", | 275 | @@ -XXX,XX +XXX,XX @@ static const ARMCPRegInfo v8_cp_reginfo[] = { |
165 | + cpu_arm_get_sve_default_vec_len, | 276 | .writefn = tlbi_aa64_alle1is_write }, |
166 | + cpu_arm_set_sve_default_vec_len, NULL, NULL); | 277 | { .name = "TLBI_IPAS2E1", .state = ARM_CP_STATE_AA64, |
167 | +#endif | 278 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 4, .opc2 = 1, |
168 | } | 279 | - .access = PL2_W, .type = ARM_CP_NOP }, |
169 | 280 | + .access = PL2_W, .type = ARM_CP_NO_RAW, | |
170 | void arm_cpu_pauth_finalize(ARMCPU *cpu, Error **errp) | 281 | + .writefn = tlbi_aa64_ipas2e1_write }, |
282 | { .name = "TLBI_IPAS2LE1", .state = ARM_CP_STATE_AA64, | ||
283 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 4, .opc2 = 5, | ||
284 | - .access = PL2_W, .type = ARM_CP_NOP }, | ||
285 | + .access = PL2_W, .type = ARM_CP_NO_RAW, | ||
286 | + .writefn = tlbi_aa64_ipas2e1_write }, | ||
287 | { .name = "TLBI_ALLE1", .state = ARM_CP_STATE_AA64, | ||
288 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 7, .opc2 = 4, | ||
289 | .access = PL2_W, .type = ARM_CP_NO_RAW, | ||
290 | @@ -XXX,XX +XXX,XX @@ static const ARMCPRegInfo v8_cp_reginfo[] = { | ||
291 | .writefn = tlbimva_hyp_is_write }, | ||
292 | { .name = "TLBIIPAS2", | ||
293 | .cp = 15, .opc1 = 4, .crn = 8, .crm = 4, .opc2 = 1, | ||
294 | - .type = ARM_CP_NOP, .access = PL2_W }, | ||
295 | + .type = ARM_CP_NO_RAW, .access = PL2_W, | ||
296 | + .writefn = tlbiipas2_hyp_write }, | ||
297 | { .name = "TLBIIPAS2IS", | ||
298 | .cp = 15, .opc1 = 4, .crn = 8, .crm = 0, .opc2 = 1, | ||
299 | - .type = ARM_CP_NOP, .access = PL2_W }, | ||
300 | + .type = ARM_CP_NO_RAW, .access = PL2_W, | ||
301 | + .writefn = tlbiipas2is_hyp_write }, | ||
302 | { .name = "TLBIIPAS2L", | ||
303 | .cp = 15, .opc1 = 4, .crn = 8, .crm = 4, .opc2 = 5, | ||
304 | - .type = ARM_CP_NOP, .access = PL2_W }, | ||
305 | + .type = ARM_CP_NO_RAW, .access = PL2_W, | ||
306 | + .writefn = tlbiipas2_hyp_write }, | ||
307 | { .name = "TLBIIPAS2LIS", | ||
308 | .cp = 15, .opc1 = 4, .crn = 8, .crm = 0, .opc2 = 5, | ||
309 | - .type = ARM_CP_NOP, .access = PL2_W }, | ||
310 | + .type = ARM_CP_NO_RAW, .access = PL2_W, | ||
311 | + .writefn = tlbiipas2is_hyp_write }, | ||
312 | /* 32 bit cache operations */ | ||
313 | { .name = "ICIALLUIS", .cp = 15, .opc1 = 0, .crn = 7, .crm = 1, .opc2 = 0, | ||
314 | .type = ARM_CP_NOP, .access = PL1_W, .accessfn = aa64_cacheop_pou_access }, | ||
315 | @@ -XXX,XX +XXX,XX @@ static const ARMCPRegInfo tlbirange_reginfo[] = { | ||
316 | .writefn = tlbi_aa64_rvae1_write }, | ||
317 | { .name = "TLBI_RIPAS2E1IS", .state = ARM_CP_STATE_AA64, | ||
318 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 0, .opc2 = 2, | ||
319 | - .access = PL2_W, .type = ARM_CP_NOP }, | ||
320 | + .access = PL2_W, .type = ARM_CP_NO_RAW, | ||
321 | + .writefn = tlbi_aa64_ripas2e1is_write }, | ||
322 | { .name = "TLBI_RIPAS2LE1IS", .state = ARM_CP_STATE_AA64, | ||
323 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 0, .opc2 = 6, | ||
324 | - .access = PL2_W, .type = ARM_CP_NOP }, | ||
325 | + .access = PL2_W, .type = ARM_CP_NO_RAW, | ||
326 | + .writefn = tlbi_aa64_ripas2e1is_write }, | ||
327 | { .name = "TLBI_RVAE2IS", .state = ARM_CP_STATE_AA64, | ||
328 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 2, .opc2 = 1, | ||
329 | .access = PL2_W, .type = ARM_CP_NO_RAW | ARM_CP_EL3_NO_EL2_UNDEF, | ||
330 | @@ -XXX,XX +XXX,XX @@ static const ARMCPRegInfo tlbirange_reginfo[] = { | ||
331 | .writefn = tlbi_aa64_rvae2is_write }, | ||
332 | { .name = "TLBI_RIPAS2E1", .state = ARM_CP_STATE_AA64, | ||
333 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 4, .opc2 = 2, | ||
334 | - .access = PL2_W, .type = ARM_CP_NOP }, | ||
335 | - { .name = "TLBI_RIPAS2LE1", .state = ARM_CP_STATE_AA64, | ||
336 | + .access = PL2_W, .type = ARM_CP_NO_RAW, | ||
337 | + .writefn = tlbi_aa64_ripas2e1_write }, | ||
338 | + { .name = "TLBI_RIPAS2LE1", .state = ARM_CP_STATE_AA64, | ||
339 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 4, .opc2 = 6, | ||
340 | - .access = PL2_W, .type = ARM_CP_NOP }, | ||
341 | + .access = PL2_W, .type = ARM_CP_NO_RAW, | ||
342 | + .writefn = tlbi_aa64_ripas2e1_write }, | ||
343 | { .name = "TLBI_RVAE2OS", .state = ARM_CP_STATE_AA64, | ||
344 | .opc0 = 1, .opc1 = 4, .crn = 8, .crm = 5, .opc2 = 1, | ||
345 | .access = PL2_W, .type = ARM_CP_NO_RAW | ARM_CP_EL3_NO_EL2_UNDEF, | ||
171 | -- | 346 | -- |
172 | 2.20.1 | 347 | 2.25.1 |
173 | |||
174 | diff view generated by jsdifflib |
1 | From: Richard Henderson <richard.henderson@linaro.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Currently, our only caller is sve_zcr_len_for_el, which has | 3 | Compare only the VMID field when considering whether we need to flush. |
4 | already masked the length extracted from ZCR_ELx, so the | ||
5 | masking done here is a nop. But we will shortly have uses | ||
6 | from other locations, where the length will be unmasked. | ||
7 | |||
8 | Saturate the length to ARM_MAX_VQ instead of truncating to | ||
9 | the low 4 bits. | ||
10 | 4 | ||
11 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | 5 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
12 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 6 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
13 | Message-id: 20210723203344.968563-2-richard.henderson@linaro.org | 7 | Message-id: 20221011031911.2408754-7-richard.henderson@linaro.org |
14 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
15 | --- | 9 | --- |
16 | target/arm/helper.c | 4 +++- | 10 | target/arm/helper.c | 4 ++-- |
17 | 1 file changed, 3 insertions(+), 1 deletion(-) | 11 | 1 file changed, 2 insertions(+), 2 deletions(-) |
18 | 12 | ||
19 | diff --git a/target/arm/helper.c b/target/arm/helper.c | 13 | diff --git a/target/arm/helper.c b/target/arm/helper.c |
20 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
21 | --- a/target/arm/helper.c | 15 | --- a/target/arm/helper.c |
22 | +++ b/target/arm/helper.c | 16 | +++ b/target/arm/helper.c |
23 | @@ -XXX,XX +XXX,XX @@ static uint32_t sve_zcr_get_valid_len(ARMCPU *cpu, uint32_t start_len) | 17 | @@ -XXX,XX +XXX,XX @@ static void vttbr_write(CPUARMState *env, const ARMCPRegInfo *ri, |
24 | { | 18 | * A change in VMID to the stage2 page table (Stage2) invalidates |
25 | uint32_t end_len; | 19 | * the stage2 and combined stage 1&2 tlbs (EL10_1 and EL10_0). |
26 | 20 | */ | |
27 | - end_len = start_len &= 0xf; | 21 | - if (raw_read(env, ri) != value) { |
28 | + start_len = MIN(start_len, ARM_MAX_VQ - 1); | 22 | + if (extract64(raw_read(env, ri) ^ value, 48, 16) != 0) { |
29 | + end_len = start_len; | 23 | tlb_flush_by_mmuidx(cs, alle1_tlbmask(env)); |
30 | + | 24 | - raw_write(env, ri, value); |
31 | if (!test_bit(start_len, cpu->sve_vq_map)) { | 25 | } |
32 | end_len = find_last_bit(cpu->sve_vq_map, start_len); | 26 | + raw_write(env, ri, value); |
33 | assert(end_len < start_len); | 27 | } |
28 | |||
29 | static const ARMCPRegInfo vmsa_pmsa_cp_reginfo[] = { | ||
34 | -- | 30 | -- |
35 | 2.20.1 | 31 | 2.25.1 |
36 | |||
37 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | From: Richard Henderson <richard.henderson@linaro.org> | ||
1 | 2 | ||
3 | Consolidate most of the inputs and outputs of S1_ptw_translate | ||
4 | into a single structure. Plumb this through arm_ld*_ptw from | ||
5 | the controlling get_phys_addr_* routine. | ||
6 | |||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | Message-id: 20221011031911.2408754-8-richard.henderson@linaro.org | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
11 | --- | ||
12 | target/arm/ptw.c | 140 ++++++++++++++++++++++++++--------------------- | ||
13 | 1 file changed, 79 insertions(+), 61 deletions(-) | ||
14 | |||
15 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c | ||
16 | index XXXXXXX..XXXXXXX 100644 | ||
17 | --- a/target/arm/ptw.c | ||
18 | +++ b/target/arm/ptw.c | ||
19 | @@ -XXX,XX +XXX,XX @@ | ||
20 | #include "idau.h" | ||
21 | |||
22 | |||
23 | -static bool get_phys_addr_lpae(CPUARMState *env, uint64_t address, | ||
24 | - MMUAccessType access_type, ARMMMUIdx mmu_idx, | ||
25 | - bool is_secure, bool s1_is_el0, | ||
26 | +typedef struct S1Translate { | ||
27 | + ARMMMUIdx in_mmu_idx; | ||
28 | + bool in_secure; | ||
29 | + bool out_secure; | ||
30 | + hwaddr out_phys; | ||
31 | +} S1Translate; | ||
32 | + | ||
33 | +static bool get_phys_addr_lpae(CPUARMState *env, S1Translate *ptw, | ||
34 | + uint64_t address, | ||
35 | + MMUAccessType access_type, bool s1_is_el0, | ||
36 | GetPhysAddrResult *result, ARMMMUFaultInfo *fi) | ||
37 | __attribute__((nonnull)); | ||
38 | |||
39 | @@ -XXX,XX +XXX,XX @@ static bool ptw_attrs_are_device(uint64_t hcr, ARMCacheAttrs cacheattrs) | ||
40 | } | ||
41 | |||
42 | /* Translate a S1 pagetable walk through S2 if needed. */ | ||
43 | -static hwaddr S1_ptw_translate(CPUARMState *env, ARMMMUIdx mmu_idx, | ||
44 | - hwaddr addr, bool *is_secure_ptr, | ||
45 | - ARMMMUFaultInfo *fi) | ||
46 | +static bool S1_ptw_translate(CPUARMState *env, S1Translate *ptw, | ||
47 | + hwaddr addr, ARMMMUFaultInfo *fi) | ||
48 | { | ||
49 | - bool is_secure = *is_secure_ptr; | ||
50 | + bool is_secure = ptw->in_secure; | ||
51 | ARMMMUIdx s2_mmu_idx = is_secure ? ARMMMUIdx_Stage2_S : ARMMMUIdx_Stage2; | ||
52 | |||
53 | - if (arm_mmu_idx_is_stage1_of_2(mmu_idx) && | ||
54 | + if (arm_mmu_idx_is_stage1_of_2(ptw->in_mmu_idx) && | ||
55 | !regime_translation_disabled(env, s2_mmu_idx, is_secure)) { | ||
56 | GetPhysAddrResult s2 = {}; | ||
57 | + S1Translate s2ptw = { | ||
58 | + .in_mmu_idx = s2_mmu_idx, | ||
59 | + .in_secure = is_secure, | ||
60 | + }; | ||
61 | uint64_t hcr; | ||
62 | int ret; | ||
63 | |||
64 | - ret = get_phys_addr_lpae(env, addr, MMU_DATA_LOAD, s2_mmu_idx, | ||
65 | - is_secure, false, &s2, fi); | ||
66 | + ret = get_phys_addr_lpae(env, &s2ptw, addr, MMU_DATA_LOAD, | ||
67 | + false, &s2, fi); | ||
68 | if (ret) { | ||
69 | assert(fi->type != ARMFault_None); | ||
70 | fi->s2addr = addr; | ||
71 | fi->stage2 = true; | ||
72 | fi->s1ptw = true; | ||
73 | fi->s1ns = !is_secure; | ||
74 | - return ~0; | ||
75 | + return false; | ||
76 | } | ||
77 | |||
78 | hcr = arm_hcr_el2_eff_secstate(env, is_secure); | ||
79 | @@ -XXX,XX +XXX,XX @@ static hwaddr S1_ptw_translate(CPUARMState *env, ARMMMUIdx mmu_idx, | ||
80 | fi->stage2 = true; | ||
81 | fi->s1ptw = true; | ||
82 | fi->s1ns = !is_secure; | ||
83 | - return ~0; | ||
84 | + return false; | ||
85 | } | ||
86 | |||
87 | if (arm_is_secure_below_el3(env)) { | ||
88 | @@ -XXX,XX +XXX,XX @@ static hwaddr S1_ptw_translate(CPUARMState *env, ARMMMUIdx mmu_idx, | ||
89 | } else { | ||
90 | is_secure = !(env->cp15.vtcr_el2 & VTCR_NSW); | ||
91 | } | ||
92 | - *is_secure_ptr = is_secure; | ||
93 | } else { | ||
94 | assert(!is_secure); | ||
95 | } | ||
96 | |||
97 | addr = s2.f.phys_addr; | ||
98 | } | ||
99 | - return addr; | ||
100 | + | ||
101 | + ptw->out_secure = is_secure; | ||
102 | + ptw->out_phys = addr; | ||
103 | + return true; | ||
104 | } | ||
105 | |||
106 | /* All loads done in the course of a page table walk go through here. */ | ||
107 | -static uint32_t arm_ldl_ptw(CPUARMState *env, hwaddr addr, bool is_secure, | ||
108 | - ARMMMUIdx mmu_idx, ARMMMUFaultInfo *fi) | ||
109 | +static uint32_t arm_ldl_ptw(CPUARMState *env, S1Translate *ptw, hwaddr addr, | ||
110 | + ARMMMUFaultInfo *fi) | ||
111 | { | ||
112 | CPUState *cs = env_cpu(env); | ||
113 | MemTxAttrs attrs = {}; | ||
114 | @@ -XXX,XX +XXX,XX @@ static uint32_t arm_ldl_ptw(CPUARMState *env, hwaddr addr, bool is_secure, | ||
115 | AddressSpace *as; | ||
116 | uint32_t data; | ||
117 | |||
118 | - addr = S1_ptw_translate(env, mmu_idx, addr, &is_secure, fi); | ||
119 | - attrs.secure = is_secure; | ||
120 | - as = arm_addressspace(cs, attrs); | ||
121 | - if (fi->s1ptw) { | ||
122 | + if (!S1_ptw_translate(env, ptw, addr, fi)) { | ||
123 | return 0; | ||
124 | } | ||
125 | - if (regime_translation_big_endian(env, mmu_idx)) { | ||
126 | + addr = ptw->out_phys; | ||
127 | + attrs.secure = ptw->out_secure; | ||
128 | + as = arm_addressspace(cs, attrs); | ||
129 | + if (regime_translation_big_endian(env, ptw->in_mmu_idx)) { | ||
130 | data = address_space_ldl_be(as, addr, attrs, &result); | ||
131 | } else { | ||
132 | data = address_space_ldl_le(as, addr, attrs, &result); | ||
133 | @@ -XXX,XX +XXX,XX @@ static uint32_t arm_ldl_ptw(CPUARMState *env, hwaddr addr, bool is_secure, | ||
134 | return 0; | ||
135 | } | ||
136 | |||
137 | -static uint64_t arm_ldq_ptw(CPUARMState *env, hwaddr addr, bool is_secure, | ||
138 | - ARMMMUIdx mmu_idx, ARMMMUFaultInfo *fi) | ||
139 | +static uint64_t arm_ldq_ptw(CPUARMState *env, S1Translate *ptw, hwaddr addr, | ||
140 | + ARMMMUFaultInfo *fi) | ||
141 | { | ||
142 | CPUState *cs = env_cpu(env); | ||
143 | MemTxAttrs attrs = {}; | ||
144 | @@ -XXX,XX +XXX,XX @@ static uint64_t arm_ldq_ptw(CPUARMState *env, hwaddr addr, bool is_secure, | ||
145 | AddressSpace *as; | ||
146 | uint64_t data; | ||
147 | |||
148 | - addr = S1_ptw_translate(env, mmu_idx, addr, &is_secure, fi); | ||
149 | - attrs.secure = is_secure; | ||
150 | - as = arm_addressspace(cs, attrs); | ||
151 | - if (fi->s1ptw) { | ||
152 | + if (!S1_ptw_translate(env, ptw, addr, fi)) { | ||
153 | return 0; | ||
154 | } | ||
155 | - if (regime_translation_big_endian(env, mmu_idx)) { | ||
156 | + addr = ptw->out_phys; | ||
157 | + attrs.secure = ptw->out_secure; | ||
158 | + as = arm_addressspace(cs, attrs); | ||
159 | + if (regime_translation_big_endian(env, ptw->in_mmu_idx)) { | ||
160 | data = address_space_ldq_be(as, addr, attrs, &result); | ||
161 | } else { | ||
162 | data = address_space_ldq_le(as, addr, attrs, &result); | ||
163 | @@ -XXX,XX +XXX,XX @@ static int simple_ap_to_rw_prot(CPUARMState *env, ARMMMUIdx mmu_idx, int ap) | ||
164 | return simple_ap_to_rw_prot_is_user(ap, regime_is_user(env, mmu_idx)); | ||
165 | } | ||
166 | |||
167 | -static bool get_phys_addr_v5(CPUARMState *env, uint32_t address, | ||
168 | - MMUAccessType access_type, ARMMMUIdx mmu_idx, | ||
169 | - bool is_secure, GetPhysAddrResult *result, | ||
170 | - ARMMMUFaultInfo *fi) | ||
171 | +static bool get_phys_addr_v5(CPUARMState *env, S1Translate *ptw, | ||
172 | + uint32_t address, MMUAccessType access_type, | ||
173 | + GetPhysAddrResult *result, ARMMMUFaultInfo *fi) | ||
174 | { | ||
175 | int level = 1; | ||
176 | uint32_t table; | ||
177 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_v5(CPUARMState *env, uint32_t address, | ||
178 | |||
179 | /* Pagetable walk. */ | ||
180 | /* Lookup l1 descriptor. */ | ||
181 | - if (!get_level1_table_address(env, mmu_idx, &table, address)) { | ||
182 | + if (!get_level1_table_address(env, ptw->in_mmu_idx, &table, address)) { | ||
183 | /* Section translation fault if page walk is disabled by PD0 or PD1 */ | ||
184 | fi->type = ARMFault_Translation; | ||
185 | goto do_fault; | ||
186 | } | ||
187 | - desc = arm_ldl_ptw(env, table, is_secure, mmu_idx, fi); | ||
188 | + desc = arm_ldl_ptw(env, ptw, table, fi); | ||
189 | if (fi->type != ARMFault_None) { | ||
190 | goto do_fault; | ||
191 | } | ||
192 | type = (desc & 3); | ||
193 | domain = (desc >> 5) & 0x0f; | ||
194 | - if (regime_el(env, mmu_idx) == 1) { | ||
195 | + if (regime_el(env, ptw->in_mmu_idx) == 1) { | ||
196 | dacr = env->cp15.dacr_ns; | ||
197 | } else { | ||
198 | dacr = env->cp15.dacr_s; | ||
199 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_v5(CPUARMState *env, uint32_t address, | ||
200 | /* Fine pagetable. */ | ||
201 | table = (desc & 0xfffff000) | ((address >> 8) & 0xffc); | ||
202 | } | ||
203 | - desc = arm_ldl_ptw(env, table, is_secure, mmu_idx, fi); | ||
204 | + desc = arm_ldl_ptw(env, ptw, table, fi); | ||
205 | if (fi->type != ARMFault_None) { | ||
206 | goto do_fault; | ||
207 | } | ||
208 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_v5(CPUARMState *env, uint32_t address, | ||
209 | g_assert_not_reached(); | ||
210 | } | ||
211 | } | ||
212 | - result->f.prot = ap_to_rw_prot(env, mmu_idx, ap, domain_prot); | ||
213 | + result->f.prot = ap_to_rw_prot(env, ptw->in_mmu_idx, ap, domain_prot); | ||
214 | result->f.prot |= result->f.prot ? PAGE_EXEC : 0; | ||
215 | if (!(result->f.prot & (1 << access_type))) { | ||
216 | /* Access permission fault. */ | ||
217 | @@ -XXX,XX +XXX,XX @@ do_fault: | ||
218 | return true; | ||
219 | } | ||
220 | |||
221 | -static bool get_phys_addr_v6(CPUARMState *env, uint32_t address, | ||
222 | - MMUAccessType access_type, ARMMMUIdx mmu_idx, | ||
223 | - bool is_secure, GetPhysAddrResult *result, | ||
224 | - ARMMMUFaultInfo *fi) | ||
225 | +static bool get_phys_addr_v6(CPUARMState *env, S1Translate *ptw, | ||
226 | + uint32_t address, MMUAccessType access_type, | ||
227 | + GetPhysAddrResult *result, ARMMMUFaultInfo *fi) | ||
228 | { | ||
229 | ARMCPU *cpu = env_archcpu(env); | ||
230 | + ARMMMUIdx mmu_idx = ptw->in_mmu_idx; | ||
231 | int level = 1; | ||
232 | uint32_t table; | ||
233 | uint32_t desc; | ||
234 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_v6(CPUARMState *env, uint32_t address, | ||
235 | fi->type = ARMFault_Translation; | ||
236 | goto do_fault; | ||
237 | } | ||
238 | - desc = arm_ldl_ptw(env, table, is_secure, mmu_idx, fi); | ||
239 | + desc = arm_ldl_ptw(env, ptw, table, fi); | ||
240 | if (fi->type != ARMFault_None) { | ||
241 | goto do_fault; | ||
242 | } | ||
243 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_v6(CPUARMState *env, uint32_t address, | ||
244 | ns = extract32(desc, 3, 1); | ||
245 | /* Lookup l2 entry. */ | ||
246 | table = (desc & 0xfffffc00) | ((address >> 10) & 0x3fc); | ||
247 | - desc = arm_ldl_ptw(env, table, is_secure, mmu_idx, fi); | ||
248 | + desc = arm_ldl_ptw(env, ptw, table, fi); | ||
249 | if (fi->type != ARMFault_None) { | ||
250 | goto do_fault; | ||
251 | } | ||
252 | @@ -XXX,XX +XXX,XX @@ static bool check_s2_mmu_setup(ARMCPU *cpu, bool is_aa64, int level, | ||
253 | * the WnR bit is never set (the caller must do this). | ||
254 | * | ||
255 | * @env: CPUARMState | ||
256 | + * @ptw: Current and next stage parameters for the walk. | ||
257 | * @address: virtual address to get physical address for | ||
258 | * @access_type: MMU_DATA_LOAD, MMU_DATA_STORE or MMU_INST_FETCH | ||
259 | - * @mmu_idx: MMU index indicating required translation regime | ||
260 | - * @s1_is_el0: if @mmu_idx is ARMMMUIdx_Stage2 (so this is a stage 2 page | ||
261 | - * table walk), must be true if this is stage 2 of a stage 1+2 | ||
262 | + * @s1_is_el0: if @ptw->in_mmu_idx is ARMMMUIdx_Stage2 | ||
263 | + * (so this is a stage 2 page table walk), | ||
264 | + * must be true if this is stage 2 of a stage 1+2 | ||
265 | * walk for an EL0 access. If @mmu_idx is anything else, | ||
266 | * @s1_is_el0 is ignored. | ||
267 | * @result: set on translation success, | ||
268 | * @fi: set to fault info if the translation fails | ||
269 | */ | ||
270 | -static bool get_phys_addr_lpae(CPUARMState *env, uint64_t address, | ||
271 | - MMUAccessType access_type, ARMMMUIdx mmu_idx, | ||
272 | - bool is_secure, bool s1_is_el0, | ||
273 | +static bool get_phys_addr_lpae(CPUARMState *env, S1Translate *ptw, | ||
274 | + uint64_t address, | ||
275 | + MMUAccessType access_type, bool s1_is_el0, | ||
276 | GetPhysAddrResult *result, ARMMMUFaultInfo *fi) | ||
277 | { | ||
278 | ARMCPU *cpu = env_archcpu(env); | ||
279 | + ARMMMUIdx mmu_idx = ptw->in_mmu_idx; | ||
280 | + bool is_secure = ptw->in_secure; | ||
281 | /* Read an LPAE long-descriptor translation table. */ | ||
282 | ARMFaultType fault_type = ARMFault_Translation; | ||
283 | uint32_t level; | ||
284 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_lpae(CPUARMState *env, uint64_t address, | ||
285 | descaddr |= (address >> (stride * (4 - level))) & indexmask; | ||
286 | descaddr &= ~7ULL; | ||
287 | nstable = extract32(tableattrs, 4, 1); | ||
288 | - descriptor = arm_ldq_ptw(env, descaddr, !nstable, mmu_idx, fi); | ||
289 | + ptw->in_secure = !nstable; | ||
290 | + descriptor = arm_ldq_ptw(env, ptw, descaddr, fi); | ||
291 | if (fi->type != ARMFault_None) { | ||
292 | goto do_fault; | ||
293 | } | ||
294 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
295 | ARMMMUFaultInfo *fi) | ||
296 | { | ||
297 | ARMMMUIdx s1_mmu_idx = stage_1_mmu_idx(mmu_idx); | ||
298 | + S1Translate ptw; | ||
299 | |||
300 | if (mmu_idx != s1_mmu_idx) { | ||
301 | /* | ||
302 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
303 | int ret; | ||
304 | bool ipa_secure, s2walk_secure; | ||
305 | ARMCacheAttrs cacheattrs1; | ||
306 | - ARMMMUIdx s2_mmu_idx; | ||
307 | bool is_el0; | ||
308 | uint64_t hcr; | ||
309 | |||
310 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
311 | s2walk_secure = false; | ||
312 | } | ||
313 | |||
314 | - s2_mmu_idx = (s2walk_secure | ||
315 | - ? ARMMMUIdx_Stage2_S : ARMMMUIdx_Stage2); | ||
316 | + ptw.in_mmu_idx = | ||
317 | + s2walk_secure ? ARMMMUIdx_Stage2_S : ARMMMUIdx_Stage2; | ||
318 | + ptw.in_secure = s2walk_secure; | ||
319 | is_el0 = mmu_idx == ARMMMUIdx_E10_0; | ||
320 | |||
321 | /* | ||
322 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
323 | cacheattrs1 = result->cacheattrs; | ||
324 | memset(result, 0, sizeof(*result)); | ||
325 | |||
326 | - ret = get_phys_addr_lpae(env, ipa, access_type, s2_mmu_idx, | ||
327 | - s2walk_secure, is_el0, result, fi); | ||
328 | + ret = get_phys_addr_lpae(env, &ptw, ipa, access_type, | ||
329 | + is_el0, result, fi); | ||
330 | fi->s2addr = ipa; | ||
331 | |||
332 | /* Combine the S1 and S2 perms. */ | ||
333 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
334 | return get_phys_addr_disabled(env, address, access_type, mmu_idx, | ||
335 | is_secure, result, fi); | ||
336 | } | ||
337 | + | ||
338 | + ptw.in_mmu_idx = mmu_idx; | ||
339 | + ptw.in_secure = is_secure; | ||
340 | + | ||
341 | if (regime_using_lpae_format(env, mmu_idx)) { | ||
342 | - return get_phys_addr_lpae(env, address, access_type, mmu_idx, | ||
343 | - is_secure, false, result, fi); | ||
344 | + return get_phys_addr_lpae(env, &ptw, address, access_type, false, | ||
345 | + result, fi); | ||
346 | } else if (regime_sctlr(env, mmu_idx) & SCTLR_XP) { | ||
347 | - return get_phys_addr_v6(env, address, access_type, mmu_idx, | ||
348 | - is_secure, result, fi); | ||
349 | + return get_phys_addr_v6(env, &ptw, address, access_type, result, fi); | ||
350 | } else { | ||
351 | - return get_phys_addr_v5(env, address, access_type, mmu_idx, | ||
352 | - is_secure, result, fi); | ||
353 | + return get_phys_addr_v5(env, &ptw, address, access_type, result, fi); | ||
354 | } | ||
355 | } | ||
356 | |||
357 | -- | ||
358 | 2.25.1 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | From: Richard Henderson <richard.henderson@linaro.org> | ||
1 | 2 | ||
3 | Before using softmmu page tables for the ptw, plumb down | ||
4 | a debug parameter so that we can query page table entries | ||
5 | from gdbstub without modifying cpu state. | ||
6 | |||
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
8 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Message-id: 20221011031911.2408754-9-richard.henderson@linaro.org | ||
10 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
11 | --- | ||
12 | target/arm/ptw.c | 55 ++++++++++++++++++++++++++++++++---------------- | ||
13 | 1 file changed, 37 insertions(+), 18 deletions(-) | ||
14 | |||
15 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c | ||
16 | index XXXXXXX..XXXXXXX 100644 | ||
17 | --- a/target/arm/ptw.c | ||
18 | +++ b/target/arm/ptw.c | ||
19 | @@ -XXX,XX +XXX,XX @@ | ||
20 | typedef struct S1Translate { | ||
21 | ARMMMUIdx in_mmu_idx; | ||
22 | bool in_secure; | ||
23 | + bool in_debug; | ||
24 | bool out_secure; | ||
25 | hwaddr out_phys; | ||
26 | } S1Translate; | ||
27 | @@ -XXX,XX +XXX,XX @@ static bool S1_ptw_translate(CPUARMState *env, S1Translate *ptw, | ||
28 | S1Translate s2ptw = { | ||
29 | .in_mmu_idx = s2_mmu_idx, | ||
30 | .in_secure = is_secure, | ||
31 | + .in_debug = ptw->in_debug, | ||
32 | }; | ||
33 | uint64_t hcr; | ||
34 | int ret; | ||
35 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_disabled(CPUARMState *env, target_ulong address, | ||
36 | return 0; | ||
37 | } | ||
38 | |||
39 | -bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
40 | - MMUAccessType access_type, ARMMMUIdx mmu_idx, | ||
41 | - bool is_secure, GetPhysAddrResult *result, | ||
42 | - ARMMMUFaultInfo *fi) | ||
43 | +static bool get_phys_addr_with_struct(CPUARMState *env, S1Translate *ptw, | ||
44 | + target_ulong address, | ||
45 | + MMUAccessType access_type, | ||
46 | + GetPhysAddrResult *result, | ||
47 | + ARMMMUFaultInfo *fi) | ||
48 | { | ||
49 | + ARMMMUIdx mmu_idx = ptw->in_mmu_idx; | ||
50 | ARMMMUIdx s1_mmu_idx = stage_1_mmu_idx(mmu_idx); | ||
51 | - S1Translate ptw; | ||
52 | + bool is_secure = ptw->in_secure; | ||
53 | |||
54 | if (mmu_idx != s1_mmu_idx) { | ||
55 | /* | ||
56 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
57 | bool is_el0; | ||
58 | uint64_t hcr; | ||
59 | |||
60 | - ret = get_phys_addr_with_secure(env, address, access_type, | ||
61 | - s1_mmu_idx, is_secure, result, fi); | ||
62 | + ptw->in_mmu_idx = s1_mmu_idx; | ||
63 | + ret = get_phys_addr_with_struct(env, ptw, address, access_type, | ||
64 | + result, fi); | ||
65 | |||
66 | /* If S1 fails or S2 is disabled, return early. */ | ||
67 | if (ret || regime_translation_disabled(env, ARMMMUIdx_Stage2, | ||
68 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
69 | s2walk_secure = false; | ||
70 | } | ||
71 | |||
72 | - ptw.in_mmu_idx = | ||
73 | + ptw->in_mmu_idx = | ||
74 | s2walk_secure ? ARMMMUIdx_Stage2_S : ARMMMUIdx_Stage2; | ||
75 | - ptw.in_secure = s2walk_secure; | ||
76 | + ptw->in_secure = s2walk_secure; | ||
77 | is_el0 = mmu_idx == ARMMMUIdx_E10_0; | ||
78 | |||
79 | /* | ||
80 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
81 | cacheattrs1 = result->cacheattrs; | ||
82 | memset(result, 0, sizeof(*result)); | ||
83 | |||
84 | - ret = get_phys_addr_lpae(env, &ptw, ipa, access_type, | ||
85 | + ret = get_phys_addr_lpae(env, ptw, ipa, access_type, | ||
86 | is_el0, result, fi); | ||
87 | fi->s2addr = ipa; | ||
88 | |||
89 | @@ -XXX,XX +XXX,XX @@ bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
90 | is_secure, result, fi); | ||
91 | } | ||
92 | |||
93 | - ptw.in_mmu_idx = mmu_idx; | ||
94 | - ptw.in_secure = is_secure; | ||
95 | - | ||
96 | if (regime_using_lpae_format(env, mmu_idx)) { | ||
97 | - return get_phys_addr_lpae(env, &ptw, address, access_type, false, | ||
98 | + return get_phys_addr_lpae(env, ptw, address, access_type, false, | ||
99 | result, fi); | ||
100 | } else if (regime_sctlr(env, mmu_idx) & SCTLR_XP) { | ||
101 | - return get_phys_addr_v6(env, &ptw, address, access_type, result, fi); | ||
102 | + return get_phys_addr_v6(env, ptw, address, access_type, result, fi); | ||
103 | } else { | ||
104 | - return get_phys_addr_v5(env, &ptw, address, access_type, result, fi); | ||
105 | + return get_phys_addr_v5(env, ptw, address, access_type, result, fi); | ||
106 | } | ||
107 | } | ||
108 | |||
109 | +bool get_phys_addr_with_secure(CPUARMState *env, target_ulong address, | ||
110 | + MMUAccessType access_type, ARMMMUIdx mmu_idx, | ||
111 | + bool is_secure, GetPhysAddrResult *result, | ||
112 | + ARMMMUFaultInfo *fi) | ||
113 | +{ | ||
114 | + S1Translate ptw = { | ||
115 | + .in_mmu_idx = mmu_idx, | ||
116 | + .in_secure = is_secure, | ||
117 | + }; | ||
118 | + return get_phys_addr_with_struct(env, &ptw, address, access_type, | ||
119 | + result, fi); | ||
120 | +} | ||
121 | + | ||
122 | bool get_phys_addr(CPUARMState *env, target_ulong address, | ||
123 | MMUAccessType access_type, ARMMMUIdx mmu_idx, | ||
124 | GetPhysAddrResult *result, ARMMMUFaultInfo *fi) | ||
125 | @@ -XXX,XX +XXX,XX @@ hwaddr arm_cpu_get_phys_page_attrs_debug(CPUState *cs, vaddr addr, | ||
126 | { | ||
127 | ARMCPU *cpu = ARM_CPU(cs); | ||
128 | CPUARMState *env = &cpu->env; | ||
129 | + S1Translate ptw = { | ||
130 | + .in_mmu_idx = arm_mmu_idx(env), | ||
131 | + .in_secure = arm_is_secure(env), | ||
132 | + .in_debug = true, | ||
133 | + }; | ||
134 | GetPhysAddrResult res = {}; | ||
135 | ARMMMUFaultInfo fi = {}; | ||
136 | - ARMMMUIdx mmu_idx = arm_mmu_idx(env); | ||
137 | bool ret; | ||
138 | |||
139 | - ret = get_phys_addr(env, addr, MMU_DATA_LOAD, mmu_idx, &res, &fi); | ||
140 | + ret = get_phys_addr_with_struct(env, &ptw, addr, MMU_DATA_LOAD, &res, &fi); | ||
141 | *attrs = res.f.attrs; | ||
142 | |||
143 | if (ret) { | ||
144 | -- | ||
145 | 2.25.1 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | From: Richard Henderson <richard.henderson@linaro.org> | ||
1 | 2 | ||
3 | Hoist this test out of arm_ld[lq]_ptw into S1_ptw_translate. | ||
4 | |||
5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20221011031911.2408754-10-richard.henderson@linaro.org | ||
8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | --- | ||
10 | target/arm/ptw.c | 6 ++++-- | ||
11 | 1 file changed, 4 insertions(+), 2 deletions(-) | ||
12 | |||
13 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c | ||
14 | index XXXXXXX..XXXXXXX 100644 | ||
15 | --- a/target/arm/ptw.c | ||
16 | +++ b/target/arm/ptw.c | ||
17 | @@ -XXX,XX +XXX,XX @@ typedef struct S1Translate { | ||
18 | bool in_secure; | ||
19 | bool in_debug; | ||
20 | bool out_secure; | ||
21 | + bool out_be; | ||
22 | hwaddr out_phys; | ||
23 | } S1Translate; | ||
24 | |||
25 | @@ -XXX,XX +XXX,XX @@ static bool S1_ptw_translate(CPUARMState *env, S1Translate *ptw, | ||
26 | |||
27 | ptw->out_secure = is_secure; | ||
28 | ptw->out_phys = addr; | ||
29 | + ptw->out_be = regime_translation_big_endian(env, ptw->in_mmu_idx); | ||
30 | return true; | ||
31 | } | ||
32 | |||
33 | @@ -XXX,XX +XXX,XX @@ static uint32_t arm_ldl_ptw(CPUARMState *env, S1Translate *ptw, hwaddr addr, | ||
34 | addr = ptw->out_phys; | ||
35 | attrs.secure = ptw->out_secure; | ||
36 | as = arm_addressspace(cs, attrs); | ||
37 | - if (regime_translation_big_endian(env, ptw->in_mmu_idx)) { | ||
38 | + if (ptw->out_be) { | ||
39 | data = address_space_ldl_be(as, addr, attrs, &result); | ||
40 | } else { | ||
41 | data = address_space_ldl_le(as, addr, attrs, &result); | ||
42 | @@ -XXX,XX +XXX,XX @@ static uint64_t arm_ldq_ptw(CPUARMState *env, S1Translate *ptw, hwaddr addr, | ||
43 | addr = ptw->out_phys; | ||
44 | attrs.secure = ptw->out_secure; | ||
45 | as = arm_addressspace(cs, attrs); | ||
46 | - if (regime_translation_big_endian(env, ptw->in_mmu_idx)) { | ||
47 | + if (ptw->out_be) { | ||
48 | data = address_space_ldq_be(as, addr, attrs, &result); | ||
49 | } else { | ||
50 | data = address_space_ldq_le(as, addr, attrs, &result); | ||
51 | -- | ||
52 | 2.25.1 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | From: Richard Henderson <richard.henderson@linaro.org> | ||
1 | 2 | ||
3 | So far, limit the change to S1_ptw_translate, arm_ldl_ptw, and | ||
4 | arm_ldq_ptw. Use probe_access_full to find the host address, | ||
5 | and if so use a host load. If the probe fails, we've got our | ||
6 | fault info already. On the off chance that page tables are not | ||
7 | in RAM, continue to use the address_space_ld* functions. | ||
8 | |||
9 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
10 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
11 | Message-id: 20221011031911.2408754-11-richard.henderson@linaro.org | ||
12 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
13 | --- | ||
14 | target/arm/cpu.h | 5 + | ||
15 | target/arm/ptw.c | 196 +++++++++++++++++++++++++--------------- | ||
16 | target/arm/tlb_helper.c | 17 +++- | ||
17 | 3 files changed, 144 insertions(+), 74 deletions(-) | ||
18 | |||
19 | diff --git a/target/arm/cpu.h b/target/arm/cpu.h | ||
20 | index XXXXXXX..XXXXXXX 100644 | ||
21 | --- a/target/arm/cpu.h | ||
22 | +++ b/target/arm/cpu.h | ||
23 | @@ -XXX,XX +XXX,XX @@ typedef struct CPUARMTBFlags { | ||
24 | target_ulong flags2; | ||
25 | } CPUARMTBFlags; | ||
26 | |||
27 | +typedef struct ARMMMUFaultInfo ARMMMUFaultInfo; | ||
28 | + | ||
29 | typedef struct CPUArchState { | ||
30 | /* Regs for current mode. */ | ||
31 | uint32_t regs[16]; | ||
32 | @@ -XXX,XX +XXX,XX @@ typedef struct CPUArchState { | ||
33 | struct CPUBreakpoint *cpu_breakpoint[16]; | ||
34 | struct CPUWatchpoint *cpu_watchpoint[16]; | ||
35 | |||
36 | + /* Optional fault info across tlb lookup. */ | ||
37 | + ARMMMUFaultInfo *tlb_fi; | ||
38 | + | ||
39 | /* Fields up to this point are cleared by a CPU reset */ | ||
40 | struct {} end_reset_fields; | ||
41 | |||
42 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c | ||
43 | index XXXXXXX..XXXXXXX 100644 | ||
44 | --- a/target/arm/ptw.c | ||
45 | +++ b/target/arm/ptw.c | ||
46 | @@ -XXX,XX +XXX,XX @@ | ||
47 | #include "qemu/osdep.h" | ||
48 | #include "qemu/log.h" | ||
49 | #include "qemu/range.h" | ||
50 | +#include "exec/exec-all.h" | ||
51 | #include "cpu.h" | ||
52 | #include "internals.h" | ||
53 | #include "idau.h" | ||
54 | @@ -XXX,XX +XXX,XX @@ typedef struct S1Translate { | ||
55 | bool out_secure; | ||
56 | bool out_be; | ||
57 | hwaddr out_phys; | ||
58 | + void *out_host; | ||
59 | } S1Translate; | ||
60 | |||
61 | static bool get_phys_addr_lpae(CPUARMState *env, S1Translate *ptw, | ||
62 | @@ -XXX,XX +XXX,XX @@ static bool regime_translation_disabled(CPUARMState *env, ARMMMUIdx mmu_idx, | ||
63 | return (regime_sctlr(env, mmu_idx) & SCTLR_M) == 0; | ||
64 | } | ||
65 | |||
66 | -static bool ptw_attrs_are_device(uint64_t hcr, ARMCacheAttrs cacheattrs) | ||
67 | +static bool S2_attrs_are_device(uint64_t hcr, uint8_t attrs) | ||
68 | { | ||
69 | /* | ||
70 | * For an S1 page table walk, the stage 1 attributes are always | ||
71 | @@ -XXX,XX +XXX,XX @@ static bool ptw_attrs_are_device(uint64_t hcr, ARMCacheAttrs cacheattrs) | ||
72 | * With HCR_EL2.FWB == 1 this is when descriptor bit [4] is 0, ie | ||
73 | * when cacheattrs.attrs bit [2] is 0. | ||
74 | */ | ||
75 | - assert(cacheattrs.is_s2_format); | ||
76 | if (hcr & HCR_FWB) { | ||
77 | - return (cacheattrs.attrs & 0x4) == 0; | ||
78 | + return (attrs & 0x4) == 0; | ||
79 | } else { | ||
80 | - return (cacheattrs.attrs & 0xc) == 0; | ||
81 | + return (attrs & 0xc) == 0; | ||
82 | } | ||
83 | } | ||
84 | |||
85 | @@ -XXX,XX +XXX,XX @@ static bool S1_ptw_translate(CPUARMState *env, S1Translate *ptw, | ||
86 | hwaddr addr, ARMMMUFaultInfo *fi) | ||
87 | { | ||
88 | bool is_secure = ptw->in_secure; | ||
89 | + ARMMMUIdx mmu_idx = ptw->in_mmu_idx; | ||
90 | ARMMMUIdx s2_mmu_idx = is_secure ? ARMMMUIdx_Stage2_S : ARMMMUIdx_Stage2; | ||
91 | + bool s2_phys = false; | ||
92 | + uint8_t pte_attrs; | ||
93 | + bool pte_secure; | ||
94 | |||
95 | - if (arm_mmu_idx_is_stage1_of_2(ptw->in_mmu_idx) && | ||
96 | - !regime_translation_disabled(env, s2_mmu_idx, is_secure)) { | ||
97 | - GetPhysAddrResult s2 = {}; | ||
98 | - S1Translate s2ptw = { | ||
99 | - .in_mmu_idx = s2_mmu_idx, | ||
100 | - .in_secure = is_secure, | ||
101 | - .in_debug = ptw->in_debug, | ||
102 | - }; | ||
103 | - uint64_t hcr; | ||
104 | - int ret; | ||
105 | + if (!arm_mmu_idx_is_stage1_of_2(mmu_idx) | ||
106 | + || regime_translation_disabled(env, s2_mmu_idx, is_secure)) { | ||
107 | + s2_mmu_idx = is_secure ? ARMMMUIdx_Phys_S : ARMMMUIdx_Phys_NS; | ||
108 | + s2_phys = true; | ||
109 | + } | ||
110 | |||
111 | - ret = get_phys_addr_lpae(env, &s2ptw, addr, MMU_DATA_LOAD, | ||
112 | - false, &s2, fi); | ||
113 | - if (ret) { | ||
114 | - assert(fi->type != ARMFault_None); | ||
115 | - fi->s2addr = addr; | ||
116 | - fi->stage2 = true; | ||
117 | - fi->s1ptw = true; | ||
118 | - fi->s1ns = !is_secure; | ||
119 | - return false; | ||
120 | + if (unlikely(ptw->in_debug)) { | ||
121 | + /* | ||
122 | + * From gdbstub, do not use softmmu so that we don't modify the | ||
123 | + * state of the cpu at all, including softmmu tlb contents. | ||
124 | + */ | ||
125 | + if (s2_phys) { | ||
126 | + ptw->out_phys = addr; | ||
127 | + pte_attrs = 0; | ||
128 | + pte_secure = is_secure; | ||
129 | + } else { | ||
130 | + S1Translate s2ptw = { | ||
131 | + .in_mmu_idx = s2_mmu_idx, | ||
132 | + .in_secure = is_secure, | ||
133 | + .in_debug = true, | ||
134 | + }; | ||
135 | + GetPhysAddrResult s2 = { }; | ||
136 | + if (!get_phys_addr_lpae(env, &s2ptw, addr, MMU_DATA_LOAD, | ||
137 | + false, &s2, fi)) { | ||
138 | + goto fail; | ||
139 | + } | ||
140 | + ptw->out_phys = s2.f.phys_addr; | ||
141 | + pte_attrs = s2.cacheattrs.attrs; | ||
142 | + pte_secure = s2.f.attrs.secure; | ||
143 | } | ||
144 | + ptw->out_host = NULL; | ||
145 | + } else { | ||
146 | + CPUTLBEntryFull *full; | ||
147 | + int flags; | ||
148 | |||
149 | - hcr = arm_hcr_el2_eff_secstate(env, is_secure); | ||
150 | - if ((hcr & HCR_PTW) && ptw_attrs_are_device(hcr, s2.cacheattrs)) { | ||
151 | + env->tlb_fi = fi; | ||
152 | + flags = probe_access_full(env, addr, MMU_DATA_LOAD, | ||
153 | + arm_to_core_mmu_idx(s2_mmu_idx), | ||
154 | + true, &ptw->out_host, &full, 0); | ||
155 | + env->tlb_fi = NULL; | ||
156 | + | ||
157 | + if (unlikely(flags & TLB_INVALID_MASK)) { | ||
158 | + goto fail; | ||
159 | + } | ||
160 | + ptw->out_phys = full->phys_addr; | ||
161 | + pte_attrs = full->pte_attrs; | ||
162 | + pte_secure = full->attrs.secure; | ||
163 | + } | ||
164 | + | ||
165 | + if (!s2_phys) { | ||
166 | + uint64_t hcr = arm_hcr_el2_eff_secstate(env, is_secure); | ||
167 | + | ||
168 | + if ((hcr & HCR_PTW) && S2_attrs_are_device(hcr, pte_attrs)) { | ||
169 | /* | ||
170 | * PTW set and S1 walk touched S2 Device memory: | ||
171 | * generate Permission fault. | ||
172 | @@ -XXX,XX +XXX,XX @@ static bool S1_ptw_translate(CPUARMState *env, S1Translate *ptw, | ||
173 | fi->s1ns = !is_secure; | ||
174 | return false; | ||
175 | } | ||
176 | - | ||
177 | - if (arm_is_secure_below_el3(env)) { | ||
178 | - /* Check if page table walk is to secure or non-secure PA space. */ | ||
179 | - if (is_secure) { | ||
180 | - is_secure = !(env->cp15.vstcr_el2 & VSTCR_SW); | ||
181 | - } else { | ||
182 | - is_secure = !(env->cp15.vtcr_el2 & VTCR_NSW); | ||
183 | - } | ||
184 | - } else { | ||
185 | - assert(!is_secure); | ||
186 | - } | ||
187 | - | ||
188 | - addr = s2.f.phys_addr; | ||
189 | } | ||
190 | |||
191 | - ptw->out_secure = is_secure; | ||
192 | - ptw->out_phys = addr; | ||
193 | - ptw->out_be = regime_translation_big_endian(env, ptw->in_mmu_idx); | ||
194 | + /* Check if page table walk is to secure or non-secure PA space. */ | ||
195 | + ptw->out_secure = (is_secure | ||
196 | + && !(pte_secure | ||
197 | + ? env->cp15.vstcr_el2 & VSTCR_SW | ||
198 | + : env->cp15.vtcr_el2 & VTCR_NSW)); | ||
199 | + ptw->out_be = regime_translation_big_endian(env, mmu_idx); | ||
200 | return true; | ||
201 | + | ||
202 | + fail: | ||
203 | + assert(fi->type != ARMFault_None); | ||
204 | + fi->s2addr = addr; | ||
205 | + fi->stage2 = true; | ||
206 | + fi->s1ptw = true; | ||
207 | + fi->s1ns = !is_secure; | ||
208 | + return false; | ||
209 | } | ||
210 | |||
211 | /* All loads done in the course of a page table walk go through here. */ | ||
212 | @@ -XXX,XX +XXX,XX @@ static uint32_t arm_ldl_ptw(CPUARMState *env, S1Translate *ptw, hwaddr addr, | ||
213 | ARMMMUFaultInfo *fi) | ||
214 | { | ||
215 | CPUState *cs = env_cpu(env); | ||
216 | - MemTxAttrs attrs = {}; | ||
217 | - MemTxResult result = MEMTX_OK; | ||
218 | - AddressSpace *as; | ||
219 | uint32_t data; | ||
220 | |||
221 | if (!S1_ptw_translate(env, ptw, addr, fi)) { | ||
222 | + /* Failure. */ | ||
223 | + assert(fi->s1ptw); | ||
224 | return 0; | ||
225 | } | ||
226 | - addr = ptw->out_phys; | ||
227 | - attrs.secure = ptw->out_secure; | ||
228 | - as = arm_addressspace(cs, attrs); | ||
229 | - if (ptw->out_be) { | ||
230 | - data = address_space_ldl_be(as, addr, attrs, &result); | ||
231 | + | ||
232 | + if (likely(ptw->out_host)) { | ||
233 | + /* Page tables are in RAM, and we have the host address. */ | ||
234 | + if (ptw->out_be) { | ||
235 | + data = ldl_be_p(ptw->out_host); | ||
236 | + } else { | ||
237 | + data = ldl_le_p(ptw->out_host); | ||
238 | + } | ||
239 | } else { | ||
240 | - data = address_space_ldl_le(as, addr, attrs, &result); | ||
241 | + /* Page tables are in MMIO. */ | ||
242 | + MemTxAttrs attrs = { .secure = ptw->out_secure }; | ||
243 | + AddressSpace *as = arm_addressspace(cs, attrs); | ||
244 | + MemTxResult result = MEMTX_OK; | ||
245 | + | ||
246 | + if (ptw->out_be) { | ||
247 | + data = address_space_ldl_be(as, ptw->out_phys, attrs, &result); | ||
248 | + } else { | ||
249 | + data = address_space_ldl_le(as, ptw->out_phys, attrs, &result); | ||
250 | + } | ||
251 | + if (unlikely(result != MEMTX_OK)) { | ||
252 | + fi->type = ARMFault_SyncExternalOnWalk; | ||
253 | + fi->ea = arm_extabort_type(result); | ||
254 | + return 0; | ||
255 | + } | ||
256 | } | ||
257 | - if (result == MEMTX_OK) { | ||
258 | - return data; | ||
259 | - } | ||
260 | - fi->type = ARMFault_SyncExternalOnWalk; | ||
261 | - fi->ea = arm_extabort_type(result); | ||
262 | - return 0; | ||
263 | + return data; | ||
264 | } | ||
265 | |||
266 | static uint64_t arm_ldq_ptw(CPUARMState *env, S1Translate *ptw, hwaddr addr, | ||
267 | ARMMMUFaultInfo *fi) | ||
268 | { | ||
269 | CPUState *cs = env_cpu(env); | ||
270 | - MemTxAttrs attrs = {}; | ||
271 | - MemTxResult result = MEMTX_OK; | ||
272 | - AddressSpace *as; | ||
273 | uint64_t data; | ||
274 | |||
275 | if (!S1_ptw_translate(env, ptw, addr, fi)) { | ||
276 | + /* Failure. */ | ||
277 | + assert(fi->s1ptw); | ||
278 | return 0; | ||
279 | } | ||
280 | - addr = ptw->out_phys; | ||
281 | - attrs.secure = ptw->out_secure; | ||
282 | - as = arm_addressspace(cs, attrs); | ||
283 | - if (ptw->out_be) { | ||
284 | - data = address_space_ldq_be(as, addr, attrs, &result); | ||
285 | + | ||
286 | + if (likely(ptw->out_host)) { | ||
287 | + /* Page tables are in RAM, and we have the host address. */ | ||
288 | + if (ptw->out_be) { | ||
289 | + data = ldq_be_p(ptw->out_host); | ||
290 | + } else { | ||
291 | + data = ldq_le_p(ptw->out_host); | ||
292 | + } | ||
293 | } else { | ||
294 | - data = address_space_ldq_le(as, addr, attrs, &result); | ||
295 | + /* Page tables are in MMIO. */ | ||
296 | + MemTxAttrs attrs = { .secure = ptw->out_secure }; | ||
297 | + AddressSpace *as = arm_addressspace(cs, attrs); | ||
298 | + MemTxResult result = MEMTX_OK; | ||
299 | + | ||
300 | + if (ptw->out_be) { | ||
301 | + data = address_space_ldq_be(as, ptw->out_phys, attrs, &result); | ||
302 | + } else { | ||
303 | + data = address_space_ldq_le(as, ptw->out_phys, attrs, &result); | ||
304 | + } | ||
305 | + if (unlikely(result != MEMTX_OK)) { | ||
306 | + fi->type = ARMFault_SyncExternalOnWalk; | ||
307 | + fi->ea = arm_extabort_type(result); | ||
308 | + return 0; | ||
309 | + } | ||
310 | } | ||
311 | - if (result == MEMTX_OK) { | ||
312 | - return data; | ||
313 | - } | ||
314 | - fi->type = ARMFault_SyncExternalOnWalk; | ||
315 | - fi->ea = arm_extabort_type(result); | ||
316 | - return 0; | ||
317 | + return data; | ||
318 | } | ||
319 | |||
320 | static bool get_level1_table_address(CPUARMState *env, ARMMMUIdx mmu_idx, | ||
321 | diff --git a/target/arm/tlb_helper.c b/target/arm/tlb_helper.c | ||
322 | index XXXXXXX..XXXXXXX 100644 | ||
323 | --- a/target/arm/tlb_helper.c | ||
324 | +++ b/target/arm/tlb_helper.c | ||
325 | @@ -XXX,XX +XXX,XX @@ bool arm_cpu_tlb_fill(CPUState *cs, vaddr address, int size, | ||
326 | bool probe, uintptr_t retaddr) | ||
327 | { | ||
328 | ARMCPU *cpu = ARM_CPU(cs); | ||
329 | - ARMMMUFaultInfo fi = {}; | ||
330 | GetPhysAddrResult res = {}; | ||
331 | + ARMMMUFaultInfo local_fi, *fi; | ||
332 | int ret; | ||
333 | |||
334 | + /* | ||
335 | + * Allow S1_ptw_translate to see any fault generated here. | ||
336 | + * Since this may recurse, read and clear. | ||
337 | + */ | ||
338 | + fi = cpu->env.tlb_fi; | ||
339 | + if (fi) { | ||
340 | + cpu->env.tlb_fi = NULL; | ||
341 | + } else { | ||
342 | + fi = memset(&local_fi, 0, sizeof(local_fi)); | ||
343 | + } | ||
344 | + | ||
345 | /* | ||
346 | * Walk the page table and (if the mapping exists) add the page | ||
347 | * to the TLB. On success, return true. Otherwise, if probing, | ||
348 | @@ -XXX,XX +XXX,XX @@ bool arm_cpu_tlb_fill(CPUState *cs, vaddr address, int size, | ||
349 | */ | ||
350 | ret = get_phys_addr(&cpu->env, address, access_type, | ||
351 | core_to_arm_mmu_idx(&cpu->env, mmu_idx), | ||
352 | - &res, &fi); | ||
353 | + &res, fi); | ||
354 | if (likely(!ret)) { | ||
355 | /* | ||
356 | * Map a single [sub]page. Regions smaller than our declared | ||
357 | @@ -XXX,XX +XXX,XX @@ bool arm_cpu_tlb_fill(CPUState *cs, vaddr address, int size, | ||
358 | } else { | ||
359 | /* now we have a real cpu fault */ | ||
360 | cpu_restore_state(cs, retaddr, true); | ||
361 | - arm_deliver_fault(cpu, address, access_type, mmu_idx, &fi); | ||
362 | + arm_deliver_fault(cpu, address, access_type, mmu_idx, fi); | ||
363 | } | ||
364 | } | ||
365 | #else | ||
366 | -- | ||
367 | 2.25.1 | diff view generated by jsdifflib |
1 | From: Philippe Mathieu-Daudé <f4bug@amsat.org> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Signed-off-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | 3 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
4 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | 4 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
5 | Message-id: 20210726150953.1218690-1-f4bug@amsat.org | 5 | Message-id: 20221011031911.2408754-12-richard.henderson@linaro.org |
6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
7 | --- | 7 | --- |
8 | hw/arm/nseries.c | 2 +- | 8 | target/arm/ptw.c | 191 +++++++++++++++++++++++++---------------------- |
9 | 1 file changed, 1 insertion(+), 1 deletion(-) | 9 | 1 file changed, 100 insertions(+), 91 deletions(-) |
10 | 10 | ||
11 | diff --git a/hw/arm/nseries.c b/hw/arm/nseries.c | 11 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c |
12 | index XXXXXXX..XXXXXXX 100644 | 12 | index XXXXXXX..XXXXXXX 100644 |
13 | --- a/hw/arm/nseries.c | 13 | --- a/target/arm/ptw.c |
14 | +++ b/hw/arm/nseries.c | 14 | +++ b/target/arm/ptw.c |
15 | @@ -XXX,XX +XXX,XX @@ static uint32_t mipid_txrx(void *opaque, uint32_t cmd, int len) | 15 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_lpae(CPUARMState *env, S1Translate *ptw, |
16 | default: | 16 | GetPhysAddrResult *result, ARMMMUFaultInfo *fi) |
17 | bad_cmd: | 17 | __attribute__((nonnull)); |
18 | qemu_log_mask(LOG_GUEST_ERROR, | 18 | |
19 | - "%s: unknown command %02x\n", __func__, s->cmd); | 19 | +static bool get_phys_addr_with_struct(CPUARMState *env, S1Translate *ptw, |
20 | + "%s: unknown command 0x%02x\n", __func__, s->cmd); | 20 | + target_ulong address, |
21 | break; | 21 | + MMUAccessType access_type, |
22 | + GetPhysAddrResult *result, | ||
23 | + ARMMMUFaultInfo *fi) | ||
24 | + __attribute__((nonnull)); | ||
25 | + | ||
26 | /* This mapping is common between ID_AA64MMFR0.PARANGE and TCR_ELx.{I}PS. */ | ||
27 | static const uint8_t pamax_map[] = { | ||
28 | [0] = 32, | ||
29 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_disabled(CPUARMState *env, target_ulong address, | ||
30 | return 0; | ||
31 | } | ||
32 | |||
33 | +static bool get_phys_addr_twostage(CPUARMState *env, S1Translate *ptw, | ||
34 | + target_ulong address, | ||
35 | + MMUAccessType access_type, | ||
36 | + GetPhysAddrResult *result, | ||
37 | + ARMMMUFaultInfo *fi) | ||
38 | +{ | ||
39 | + hwaddr ipa; | ||
40 | + int s1_prot; | ||
41 | + int ret; | ||
42 | + bool is_secure = ptw->in_secure; | ||
43 | + bool ipa_secure, s2walk_secure; | ||
44 | + ARMCacheAttrs cacheattrs1; | ||
45 | + bool is_el0; | ||
46 | + uint64_t hcr; | ||
47 | + | ||
48 | + ret = get_phys_addr_with_struct(env, ptw, address, access_type, result, fi); | ||
49 | + | ||
50 | + /* If S1 fails or S2 is disabled, return early. */ | ||
51 | + if (ret || regime_translation_disabled(env, ARMMMUIdx_Stage2, is_secure)) { | ||
52 | + return ret; | ||
53 | + } | ||
54 | + | ||
55 | + ipa = result->f.phys_addr; | ||
56 | + ipa_secure = result->f.attrs.secure; | ||
57 | + if (is_secure) { | ||
58 | + /* Select TCR based on the NS bit from the S1 walk. */ | ||
59 | + s2walk_secure = !(ipa_secure | ||
60 | + ? env->cp15.vstcr_el2 & VSTCR_SW | ||
61 | + : env->cp15.vtcr_el2 & VTCR_NSW); | ||
62 | + } else { | ||
63 | + assert(!ipa_secure); | ||
64 | + s2walk_secure = false; | ||
65 | + } | ||
66 | + | ||
67 | + is_el0 = ptw->in_mmu_idx == ARMMMUIdx_Stage1_E0; | ||
68 | + ptw->in_mmu_idx = s2walk_secure ? ARMMMUIdx_Stage2_S : ARMMMUIdx_Stage2; | ||
69 | + ptw->in_secure = s2walk_secure; | ||
70 | + | ||
71 | + /* | ||
72 | + * S1 is done, now do S2 translation. | ||
73 | + * Save the stage1 results so that we may merge prot and cacheattrs later. | ||
74 | + */ | ||
75 | + s1_prot = result->f.prot; | ||
76 | + cacheattrs1 = result->cacheattrs; | ||
77 | + memset(result, 0, sizeof(*result)); | ||
78 | + | ||
79 | + ret = get_phys_addr_lpae(env, ptw, ipa, access_type, is_el0, result, fi); | ||
80 | + fi->s2addr = ipa; | ||
81 | + | ||
82 | + /* Combine the S1 and S2 perms. */ | ||
83 | + result->f.prot &= s1_prot; | ||
84 | + | ||
85 | + /* If S2 fails, return early. */ | ||
86 | + if (ret) { | ||
87 | + return ret; | ||
88 | + } | ||
89 | + | ||
90 | + /* Combine the S1 and S2 cache attributes. */ | ||
91 | + hcr = arm_hcr_el2_eff_secstate(env, is_secure); | ||
92 | + if (hcr & HCR_DC) { | ||
93 | + /* | ||
94 | + * HCR.DC forces the first stage attributes to | ||
95 | + * Normal Non-Shareable, | ||
96 | + * Inner Write-Back Read-Allocate Write-Allocate, | ||
97 | + * Outer Write-Back Read-Allocate Write-Allocate. | ||
98 | + * Do not overwrite Tagged within attrs. | ||
99 | + */ | ||
100 | + if (cacheattrs1.attrs != 0xf0) { | ||
101 | + cacheattrs1.attrs = 0xff; | ||
102 | + } | ||
103 | + cacheattrs1.shareability = 0; | ||
104 | + } | ||
105 | + result->cacheattrs = combine_cacheattrs(hcr, cacheattrs1, | ||
106 | + result->cacheattrs); | ||
107 | + | ||
108 | + /* | ||
109 | + * Check if IPA translates to secure or non-secure PA space. | ||
110 | + * Note that VSTCR overrides VTCR and {N}SW overrides {N}SA. | ||
111 | + */ | ||
112 | + result->f.attrs.secure = | ||
113 | + (is_secure | ||
114 | + && !(env->cp15.vstcr_el2 & (VSTCR_SA | VSTCR_SW)) | ||
115 | + && (ipa_secure | ||
116 | + || !(env->cp15.vtcr_el2 & (VTCR_NSA | VTCR_NSW)))); | ||
117 | + | ||
118 | + return 0; | ||
119 | +} | ||
120 | + | ||
121 | static bool get_phys_addr_with_struct(CPUARMState *env, S1Translate *ptw, | ||
122 | target_ulong address, | ||
123 | MMUAccessType access_type, | ||
124 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_with_struct(CPUARMState *env, S1Translate *ptw, | ||
125 | if (mmu_idx != s1_mmu_idx) { | ||
126 | /* | ||
127 | * Call ourselves recursively to do the stage 1 and then stage 2 | ||
128 | - * translations if mmu_idx is a two-stage regime. | ||
129 | + * translations if mmu_idx is a two-stage regime, and EL2 present. | ||
130 | + * Otherwise, a stage1+stage2 translation is just stage 1. | ||
131 | */ | ||
132 | + ptw->in_mmu_idx = mmu_idx = s1_mmu_idx; | ||
133 | if (arm_feature(env, ARM_FEATURE_EL2)) { | ||
134 | - hwaddr ipa; | ||
135 | - int s1_prot; | ||
136 | - int ret; | ||
137 | - bool ipa_secure, s2walk_secure; | ||
138 | - ARMCacheAttrs cacheattrs1; | ||
139 | - bool is_el0; | ||
140 | - uint64_t hcr; | ||
141 | - | ||
142 | - ptw->in_mmu_idx = s1_mmu_idx; | ||
143 | - ret = get_phys_addr_with_struct(env, ptw, address, access_type, | ||
144 | - result, fi); | ||
145 | - | ||
146 | - /* If S1 fails or S2 is disabled, return early. */ | ||
147 | - if (ret || regime_translation_disabled(env, ARMMMUIdx_Stage2, | ||
148 | - is_secure)) { | ||
149 | - return ret; | ||
150 | - } | ||
151 | - | ||
152 | - ipa = result->f.phys_addr; | ||
153 | - ipa_secure = result->f.attrs.secure; | ||
154 | - if (is_secure) { | ||
155 | - /* Select TCR based on the NS bit from the S1 walk. */ | ||
156 | - s2walk_secure = !(ipa_secure | ||
157 | - ? env->cp15.vstcr_el2 & VSTCR_SW | ||
158 | - : env->cp15.vtcr_el2 & VTCR_NSW); | ||
159 | - } else { | ||
160 | - assert(!ipa_secure); | ||
161 | - s2walk_secure = false; | ||
162 | - } | ||
163 | - | ||
164 | - ptw->in_mmu_idx = | ||
165 | - s2walk_secure ? ARMMMUIdx_Stage2_S : ARMMMUIdx_Stage2; | ||
166 | - ptw->in_secure = s2walk_secure; | ||
167 | - is_el0 = mmu_idx == ARMMMUIdx_E10_0; | ||
168 | - | ||
169 | - /* | ||
170 | - * S1 is done, now do S2 translation. | ||
171 | - * Save the stage1 results so that we may merge | ||
172 | - * prot and cacheattrs later. | ||
173 | - */ | ||
174 | - s1_prot = result->f.prot; | ||
175 | - cacheattrs1 = result->cacheattrs; | ||
176 | - memset(result, 0, sizeof(*result)); | ||
177 | - | ||
178 | - ret = get_phys_addr_lpae(env, ptw, ipa, access_type, | ||
179 | - is_el0, result, fi); | ||
180 | - fi->s2addr = ipa; | ||
181 | - | ||
182 | - /* Combine the S1 and S2 perms. */ | ||
183 | - result->f.prot &= s1_prot; | ||
184 | - | ||
185 | - /* If S2 fails, return early. */ | ||
186 | - if (ret) { | ||
187 | - return ret; | ||
188 | - } | ||
189 | - | ||
190 | - /* Combine the S1 and S2 cache attributes. */ | ||
191 | - hcr = arm_hcr_el2_eff_secstate(env, is_secure); | ||
192 | - if (hcr & HCR_DC) { | ||
193 | - /* | ||
194 | - * HCR.DC forces the first stage attributes to | ||
195 | - * Normal Non-Shareable, | ||
196 | - * Inner Write-Back Read-Allocate Write-Allocate, | ||
197 | - * Outer Write-Back Read-Allocate Write-Allocate. | ||
198 | - * Do not overwrite Tagged within attrs. | ||
199 | - */ | ||
200 | - if (cacheattrs1.attrs != 0xf0) { | ||
201 | - cacheattrs1.attrs = 0xff; | ||
202 | - } | ||
203 | - cacheattrs1.shareability = 0; | ||
204 | - } | ||
205 | - result->cacheattrs = combine_cacheattrs(hcr, cacheattrs1, | ||
206 | - result->cacheattrs); | ||
207 | - | ||
208 | - /* | ||
209 | - * Check if IPA translates to secure or non-secure PA space. | ||
210 | - * Note that VSTCR overrides VTCR and {N}SW overrides {N}SA. | ||
211 | - */ | ||
212 | - result->f.attrs.secure = | ||
213 | - (is_secure | ||
214 | - && !(env->cp15.vstcr_el2 & (VSTCR_SA | VSTCR_SW)) | ||
215 | - && (ipa_secure | ||
216 | - || !(env->cp15.vtcr_el2 & (VTCR_NSA | VTCR_NSW)))); | ||
217 | - | ||
218 | - return 0; | ||
219 | - } else { | ||
220 | - /* | ||
221 | - * For non-EL2 CPUs a stage1+stage2 translation is just stage 1. | ||
222 | - */ | ||
223 | - mmu_idx = stage_1_mmu_idx(mmu_idx); | ||
224 | + return get_phys_addr_twostage(env, ptw, address, access_type, | ||
225 | + result, fi); | ||
226 | } | ||
22 | } | 227 | } |
23 | 228 | ||
24 | -- | 229 | -- |
25 | 2.20.1 | 230 | 2.25.1 |
26 | |||
27 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | From: Richard Henderson <richard.henderson@linaro.org> | ||
1 | 2 | ||
3 | The return type of the functions is already bool, but in a few | ||
4 | instances we used an integer type with the return statement. | ||
5 | |||
6 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Message-id: 20221011031911.2408754-13-richard.henderson@linaro.org | ||
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
10 | --- | ||
11 | target/arm/ptw.c | 7 +++---- | ||
12 | 1 file changed, 3 insertions(+), 4 deletions(-) | ||
13 | |||
14 | diff --git a/target/arm/ptw.c b/target/arm/ptw.c | ||
15 | index XXXXXXX..XXXXXXX 100644 | ||
16 | --- a/target/arm/ptw.c | ||
17 | +++ b/target/arm/ptw.c | ||
18 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_disabled(CPUARMState *env, target_ulong address, | ||
19 | result->f.lg_page_size = TARGET_PAGE_BITS; | ||
20 | result->cacheattrs.shareability = shareability; | ||
21 | result->cacheattrs.attrs = memattr; | ||
22 | - return 0; | ||
23 | + return false; | ||
24 | } | ||
25 | |||
26 | static bool get_phys_addr_twostage(CPUARMState *env, S1Translate *ptw, | ||
27 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_twostage(CPUARMState *env, S1Translate *ptw, | ||
28 | { | ||
29 | hwaddr ipa; | ||
30 | int s1_prot; | ||
31 | - int ret; | ||
32 | bool is_secure = ptw->in_secure; | ||
33 | - bool ipa_secure, s2walk_secure; | ||
34 | + bool ret, ipa_secure, s2walk_secure; | ||
35 | ARMCacheAttrs cacheattrs1; | ||
36 | bool is_el0; | ||
37 | uint64_t hcr; | ||
38 | @@ -XXX,XX +XXX,XX @@ static bool get_phys_addr_twostage(CPUARMState *env, S1Translate *ptw, | ||
39 | && (ipa_secure | ||
40 | || !(env->cp15.vtcr_el2 & (VTCR_NSA | VTCR_NSW)))); | ||
41 | |||
42 | - return 0; | ||
43 | + return false; | ||
44 | } | ||
45 | |||
46 | static bool get_phys_addr_with_struct(CPUARMState *env, S1Translate *ptw, | ||
47 | -- | ||
48 | 2.25.1 | diff view generated by jsdifflib |
1 | From: Joel Stanley <joel@jms.id.au> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | The macro used to calculate the maximum memory size of the MMIO region | 3 | A simple helper to retrieve the length of the current insn. |
4 | had a mistake, causing all GPIO models to create a mapping of 0x9D8. | ||
5 | The intent was to have it be 0x9D8 - 0x800. | ||
6 | 4 | ||
7 | This extra size doesn't matter on ast2400 and ast2500, which have a 4KB | 5 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> |
8 | region set aside for the GPIO controller. | 6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
9 | 7 | Message-id: 20221020030641.2066807-2-richard.henderson@linaro.org | |
10 | On the ast2600 the 3.3V and 1.8V GPIO controllers are 2KB apart, so the | ||
11 | regions would overlap. Worse was the 1.8V controller would map over the | ||
12 | top of the following peripheral, which happens to be the RTC. | ||
13 | |||
14 | The mmio region used by each device is a maximum of 2KB, so avoid the | ||
15 | calculations and hard code this as the maximum. | ||
16 | |||
17 | Fixes: 36d737ee82b2 ("hw/gpio: Add in AST2600 specific implementation") | ||
18 | Signed-off-by: Joel Stanley <joel@jms.id.au> | ||
19 | Reviewed-by: Rashmica Gupta <rashmica.g@gmail.com> | ||
20 | Reviewed-by: Cédric Le Goater <clg@kaod.org> | ||
21 | Message-id: 20210713065854.134634-2-joel@jms.id.au | ||
22 | [PMM: fix autocorrect error in commit message] | ||
23 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
24 | --- | 9 | --- |
25 | hw/gpio/aspeed_gpio.c | 3 +-- | 10 | target/arm/translate.h | 5 +++++ |
26 | 1 file changed, 1 insertion(+), 2 deletions(-) | 11 | target/arm/translate-vfp.c | 2 +- |
12 | target/arm/translate.c | 5 ++--- | ||
13 | 3 files changed, 8 insertions(+), 4 deletions(-) | ||
27 | 14 | ||
28 | diff --git a/hw/gpio/aspeed_gpio.c b/hw/gpio/aspeed_gpio.c | 15 | diff --git a/target/arm/translate.h b/target/arm/translate.h |
29 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
30 | --- a/hw/gpio/aspeed_gpio.c | 17 | --- a/target/arm/translate.h |
31 | +++ b/hw/gpio/aspeed_gpio.c | 18 | +++ b/target/arm/translate.h |
32 | @@ -XXX,XX +XXX,XX @@ | 19 | @@ -XXX,XX +XXX,XX @@ static inline void disas_set_insn_syndrome(DisasContext *s, uint32_t syn) |
33 | #define GPIO_1_8V_MEM_SIZE 0x9D8 | 20 | s->insn_start = NULL; |
34 | #define GPIO_1_8V_REG_ARRAY_SIZE ((GPIO_1_8V_MEM_SIZE - \ | 21 | } |
35 | GPIO_1_8V_REG_OFFSET) >> 2) | 22 | |
36 | -#define GPIO_MAX_MEM_SIZE MAX(GPIO_3_6V_MEM_SIZE, GPIO_1_8V_MEM_SIZE) | 23 | +static inline int curr_insn_len(DisasContext *s) |
37 | 24 | +{ | |
38 | static int aspeed_evaluate_irq(GPIOSets *regs, int gpio_prev_high, int gpio) | 25 | + return s->base.pc_next - s->pc_curr; |
39 | { | 26 | +} |
40 | @@ -XXX,XX +XXX,XX @@ static void aspeed_gpio_realize(DeviceState *dev, Error **errp) | 27 | + |
28 | /* is_jmp field values */ | ||
29 | #define DISAS_JUMP DISAS_TARGET_0 /* only pc was modified dynamically */ | ||
30 | /* CPU state was modified dynamically; exit to main loop for interrupts. */ | ||
31 | diff --git a/target/arm/translate-vfp.c b/target/arm/translate-vfp.c | ||
32 | index XXXXXXX..XXXXXXX 100644 | ||
33 | --- a/target/arm/translate-vfp.c | ||
34 | +++ b/target/arm/translate-vfp.c | ||
35 | @@ -XXX,XX +XXX,XX @@ static bool vfp_access_check_a(DisasContext *s, bool ignore_vfp_enabled) | ||
36 | if (s->sme_trap_nonstreaming) { | ||
37 | gen_exception_insn(s, s->pc_curr, EXCP_UDEF, | ||
38 | syn_smetrap(SME_ET_Streaming, | ||
39 | - s->base.pc_next - s->pc_curr == 2)); | ||
40 | + curr_insn_len(s) == 2)); | ||
41 | return false; | ||
41 | } | 42 | } |
42 | 43 | ||
43 | memory_region_init_io(&s->iomem, OBJECT(s), &aspeed_gpio_ops, s, | 44 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
44 | - TYPE_ASPEED_GPIO, GPIO_MAX_MEM_SIZE); | 45 | index XXXXXXX..XXXXXXX 100644 |
45 | + TYPE_ASPEED_GPIO, 0x800); | 46 | --- a/target/arm/translate.c |
46 | 47 | +++ b/target/arm/translate.c | |
47 | sysbus_init_mmio(sbd, &s->iomem); | 48 | @@ -XXX,XX +XXX,XX @@ static ISSInfo make_issinfo(DisasContext *s, int rd, bool p, bool w) |
48 | } | 49 | /* ISS not valid if writeback */ |
50 | if (p && !w) { | ||
51 | ret = rd; | ||
52 | - if (s->base.pc_next - s->pc_curr == 2) { | ||
53 | + if (curr_insn_len(s) == 2) { | ||
54 | ret |= ISSIs16Bit; | ||
55 | } | ||
56 | } else { | ||
57 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
58 | /* nothing more to generate */ | ||
59 | break; | ||
60 | case DISAS_WFI: | ||
61 | - gen_helper_wfi(cpu_env, | ||
62 | - tcg_constant_i32(dc->base.pc_next - dc->pc_curr)); | ||
63 | + gen_helper_wfi(cpu_env, tcg_constant_i32(curr_insn_len(dc))); | ||
64 | /* | ||
65 | * The helper doesn't necessarily throw an exception, but we | ||
66 | * must go back to the main loop to check for interrupts anyway. | ||
49 | -- | 67 | -- |
50 | 2.20.1 | 68 | 2.25.1 |
51 | 69 | ||
52 | 70 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | From: Richard Henderson <richard.henderson@linaro.org> | ||
1 | 2 | ||
3 | In preparation for TARGET_TB_PCREL, reduce reliance on absolute values. | ||
4 | |||
5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20221020030641.2066807-3-richard.henderson@linaro.org | ||
8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | --- | ||
10 | target/arm/translate-a64.c | 40 ++++++++++++++++++++------------------ | ||
11 | target/arm/translate.c | 10 ++++++---- | ||
12 | 2 files changed, 27 insertions(+), 23 deletions(-) | ||
13 | |||
14 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | ||
15 | index XXXXXXX..XXXXXXX 100644 | ||
16 | --- a/target/arm/translate-a64.c | ||
17 | +++ b/target/arm/translate-a64.c | ||
18 | @@ -XXX,XX +XXX,XX @@ static inline bool use_goto_tb(DisasContext *s, uint64_t dest) | ||
19 | return translator_use_goto_tb(&s->base, dest); | ||
20 | } | ||
21 | |||
22 | -static inline void gen_goto_tb(DisasContext *s, int n, uint64_t dest) | ||
23 | +static void gen_goto_tb(DisasContext *s, int n, int64_t diff) | ||
24 | { | ||
25 | + uint64_t dest = s->pc_curr + diff; | ||
26 | + | ||
27 | if (use_goto_tb(s, dest)) { | ||
28 | tcg_gen_goto_tb(n); | ||
29 | gen_a64_set_pc_im(dest); | ||
30 | @@ -XXX,XX +XXX,XX @@ static inline AArch64DecodeFn *lookup_disas_fn(const AArch64DecodeTable *table, | ||
31 | */ | ||
32 | static void disas_uncond_b_imm(DisasContext *s, uint32_t insn) | ||
33 | { | ||
34 | - uint64_t addr = s->pc_curr + sextract32(insn, 0, 26) * 4; | ||
35 | + int64_t diff = sextract32(insn, 0, 26) * 4; | ||
36 | |||
37 | if (insn & (1U << 31)) { | ||
38 | /* BL Branch with link */ | ||
39 | @@ -XXX,XX +XXX,XX @@ static void disas_uncond_b_imm(DisasContext *s, uint32_t insn) | ||
40 | |||
41 | /* B Branch / BL Branch with link */ | ||
42 | reset_btype(s); | ||
43 | - gen_goto_tb(s, 0, addr); | ||
44 | + gen_goto_tb(s, 0, diff); | ||
45 | } | ||
46 | |||
47 | /* Compare and branch (immediate) | ||
48 | @@ -XXX,XX +XXX,XX @@ static void disas_uncond_b_imm(DisasContext *s, uint32_t insn) | ||
49 | static void disas_comp_b_imm(DisasContext *s, uint32_t insn) | ||
50 | { | ||
51 | unsigned int sf, op, rt; | ||
52 | - uint64_t addr; | ||
53 | + int64_t diff; | ||
54 | TCGLabel *label_match; | ||
55 | TCGv_i64 tcg_cmp; | ||
56 | |||
57 | sf = extract32(insn, 31, 1); | ||
58 | op = extract32(insn, 24, 1); /* 0: CBZ; 1: CBNZ */ | ||
59 | rt = extract32(insn, 0, 5); | ||
60 | - addr = s->pc_curr + sextract32(insn, 5, 19) * 4; | ||
61 | + diff = sextract32(insn, 5, 19) * 4; | ||
62 | |||
63 | tcg_cmp = read_cpu_reg(s, rt, sf); | ||
64 | label_match = gen_new_label(); | ||
65 | @@ -XXX,XX +XXX,XX @@ static void disas_comp_b_imm(DisasContext *s, uint32_t insn) | ||
66 | tcg_gen_brcondi_i64(op ? TCG_COND_NE : TCG_COND_EQ, | ||
67 | tcg_cmp, 0, label_match); | ||
68 | |||
69 | - gen_goto_tb(s, 0, s->base.pc_next); | ||
70 | + gen_goto_tb(s, 0, 4); | ||
71 | gen_set_label(label_match); | ||
72 | - gen_goto_tb(s, 1, addr); | ||
73 | + gen_goto_tb(s, 1, diff); | ||
74 | } | ||
75 | |||
76 | /* Test and branch (immediate) | ||
77 | @@ -XXX,XX +XXX,XX @@ static void disas_comp_b_imm(DisasContext *s, uint32_t insn) | ||
78 | static void disas_test_b_imm(DisasContext *s, uint32_t insn) | ||
79 | { | ||
80 | unsigned int bit_pos, op, rt; | ||
81 | - uint64_t addr; | ||
82 | + int64_t diff; | ||
83 | TCGLabel *label_match; | ||
84 | TCGv_i64 tcg_cmp; | ||
85 | |||
86 | bit_pos = (extract32(insn, 31, 1) << 5) | extract32(insn, 19, 5); | ||
87 | op = extract32(insn, 24, 1); /* 0: TBZ; 1: TBNZ */ | ||
88 | - addr = s->pc_curr + sextract32(insn, 5, 14) * 4; | ||
89 | + diff = sextract32(insn, 5, 14) * 4; | ||
90 | rt = extract32(insn, 0, 5); | ||
91 | |||
92 | tcg_cmp = tcg_temp_new_i64(); | ||
93 | @@ -XXX,XX +XXX,XX @@ static void disas_test_b_imm(DisasContext *s, uint32_t insn) | ||
94 | tcg_gen_brcondi_i64(op ? TCG_COND_NE : TCG_COND_EQ, | ||
95 | tcg_cmp, 0, label_match); | ||
96 | tcg_temp_free_i64(tcg_cmp); | ||
97 | - gen_goto_tb(s, 0, s->base.pc_next); | ||
98 | + gen_goto_tb(s, 0, 4); | ||
99 | gen_set_label(label_match); | ||
100 | - gen_goto_tb(s, 1, addr); | ||
101 | + gen_goto_tb(s, 1, diff); | ||
102 | } | ||
103 | |||
104 | /* Conditional branch (immediate) | ||
105 | @@ -XXX,XX +XXX,XX @@ static void disas_test_b_imm(DisasContext *s, uint32_t insn) | ||
106 | static void disas_cond_b_imm(DisasContext *s, uint32_t insn) | ||
107 | { | ||
108 | unsigned int cond; | ||
109 | - uint64_t addr; | ||
110 | + int64_t diff; | ||
111 | |||
112 | if ((insn & (1 << 4)) || (insn & (1 << 24))) { | ||
113 | unallocated_encoding(s); | ||
114 | return; | ||
115 | } | ||
116 | - addr = s->pc_curr + sextract32(insn, 5, 19) * 4; | ||
117 | + diff = sextract32(insn, 5, 19) * 4; | ||
118 | cond = extract32(insn, 0, 4); | ||
119 | |||
120 | reset_btype(s); | ||
121 | @@ -XXX,XX +XXX,XX @@ static void disas_cond_b_imm(DisasContext *s, uint32_t insn) | ||
122 | /* genuinely conditional branches */ | ||
123 | TCGLabel *label_match = gen_new_label(); | ||
124 | arm_gen_test_cc(cond, label_match); | ||
125 | - gen_goto_tb(s, 0, s->base.pc_next); | ||
126 | + gen_goto_tb(s, 0, 4); | ||
127 | gen_set_label(label_match); | ||
128 | - gen_goto_tb(s, 1, addr); | ||
129 | + gen_goto_tb(s, 1, diff); | ||
130 | } else { | ||
131 | /* 0xe and 0xf are both "always" conditions */ | ||
132 | - gen_goto_tb(s, 0, addr); | ||
133 | + gen_goto_tb(s, 0, diff); | ||
134 | } | ||
135 | } | ||
136 | |||
137 | @@ -XXX,XX +XXX,XX @@ static void handle_sync(DisasContext *s, uint32_t insn, | ||
138 | * any pending interrupts immediately. | ||
139 | */ | ||
140 | reset_btype(s); | ||
141 | - gen_goto_tb(s, 0, s->base.pc_next); | ||
142 | + gen_goto_tb(s, 0, 4); | ||
143 | return; | ||
144 | |||
145 | case 7: /* SB */ | ||
146 | @@ -XXX,XX +XXX,XX @@ static void handle_sync(DisasContext *s, uint32_t insn, | ||
147 | * MB and end the TB instead. | ||
148 | */ | ||
149 | tcg_gen_mb(TCG_MO_ALL | TCG_BAR_SC); | ||
150 | - gen_goto_tb(s, 0, s->base.pc_next); | ||
151 | + gen_goto_tb(s, 0, 4); | ||
152 | return; | ||
153 | |||
154 | default: | ||
155 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
156 | switch (dc->base.is_jmp) { | ||
157 | case DISAS_NEXT: | ||
158 | case DISAS_TOO_MANY: | ||
159 | - gen_goto_tb(dc, 1, dc->base.pc_next); | ||
160 | + gen_goto_tb(dc, 1, 4); | ||
161 | break; | ||
162 | default: | ||
163 | case DISAS_UPDATE_EXIT: | ||
164 | diff --git a/target/arm/translate.c b/target/arm/translate.c | ||
165 | index XXXXXXX..XXXXXXX 100644 | ||
166 | --- a/target/arm/translate.c | ||
167 | +++ b/target/arm/translate.c | ||
168 | @@ -XXX,XX +XXX,XX @@ static void gen_goto_ptr(void) | ||
169 | * cpu_loop_exec. Any live exit_requests will be processed as we | ||
170 | * enter the next TB. | ||
171 | */ | ||
172 | -static void gen_goto_tb(DisasContext *s, int n, target_ulong dest) | ||
173 | +static void gen_goto_tb(DisasContext *s, int n, int diff) | ||
174 | { | ||
175 | + target_ulong dest = s->pc_curr + diff; | ||
176 | + | ||
177 | if (translator_use_goto_tb(&s->base, dest)) { | ||
178 | tcg_gen_goto_tb(n); | ||
179 | gen_set_pc_im(s, dest); | ||
180 | @@ -XXX,XX +XXX,XX @@ static inline void gen_jmp_tb(DisasContext *s, uint32_t dest, int tbno) | ||
181 | * gen_jmp(); | ||
182 | * on the second call to gen_jmp(). | ||
183 | */ | ||
184 | - gen_goto_tb(s, tbno, dest); | ||
185 | + gen_goto_tb(s, tbno, dest - s->pc_curr); | ||
186 | break; | ||
187 | case DISAS_UPDATE_NOCHAIN: | ||
188 | case DISAS_UPDATE_EXIT: | ||
189 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
190 | switch (dc->base.is_jmp) { | ||
191 | case DISAS_NEXT: | ||
192 | case DISAS_TOO_MANY: | ||
193 | - gen_goto_tb(dc, 1, dc->base.pc_next); | ||
194 | + gen_goto_tb(dc, 1, curr_insn_len(dc)); | ||
195 | break; | ||
196 | case DISAS_UPDATE_NOCHAIN: | ||
197 | gen_set_pc_im(dc, dc->base.pc_next); | ||
198 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
199 | gen_set_pc_im(dc, dc->base.pc_next); | ||
200 | gen_singlestep_exception(dc); | ||
201 | } else { | ||
202 | - gen_goto_tb(dc, 1, dc->base.pc_next); | ||
203 | + gen_goto_tb(dc, 1, curr_insn_len(dc)); | ||
204 | } | ||
205 | } | ||
206 | } | ||
207 | -- | ||
208 | 2.25.1 | diff view generated by jsdifflib |
1 | The VECTPENDING field in the ICSR is 9 bits wide, in bits [20:12] of | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | the register. We were incorrectly masking it to 8 bits, so it would | ||
3 | report the wrong value if the pending exception was greater than 256. | ||
4 | Fix the bug. | ||
5 | 2 | ||
3 | In preparation for TARGET_TB_PCREL, reduce reliance on | ||
4 | absolute values by passing in pc difference. | ||
5 | |||
6 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Message-id: 20221020030641.2066807-4-richard.henderson@linaro.org | ||
6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
7 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
8 | Message-id: 20210723162146.5167-6-peter.maydell@linaro.org | ||
9 | --- | 10 | --- |
10 | hw/intc/armv7m_nvic.c | 2 +- | 11 | target/arm/translate-a32.h | 2 +- |
11 | 1 file changed, 1 insertion(+), 1 deletion(-) | 12 | target/arm/translate.h | 6 ++-- |
13 | target/arm/translate-a64.c | 32 +++++++++--------- | ||
14 | target/arm/translate-vfp.c | 2 +- | ||
15 | target/arm/translate.c | 68 ++++++++++++++++++++------------------ | ||
16 | 5 files changed, 56 insertions(+), 54 deletions(-) | ||
12 | 17 | ||
13 | diff --git a/hw/intc/armv7m_nvic.c b/hw/intc/armv7m_nvic.c | 18 | diff --git a/target/arm/translate-a32.h b/target/arm/translate-a32.h |
14 | index XXXXXXX..XXXXXXX 100644 | 19 | index XXXXXXX..XXXXXXX 100644 |
15 | --- a/hw/intc/armv7m_nvic.c | 20 | --- a/target/arm/translate-a32.h |
16 | +++ b/hw/intc/armv7m_nvic.c | 21 | +++ b/target/arm/translate-a32.h |
17 | @@ -XXX,XX +XXX,XX @@ static uint32_t nvic_readl(NVICState *s, uint32_t offset, MemTxAttrs attrs) | 22 | @@ -XXX,XX +XXX,XX @@ void write_neon_element64(TCGv_i64 src, int reg, int ele, MemOp memop); |
18 | /* VECTACTIVE */ | 23 | TCGv_i32 add_reg_for_lit(DisasContext *s, int reg, int ofs); |
19 | val = cpu->env.v7m.exception; | 24 | void gen_set_cpsr(TCGv_i32 var, uint32_t mask); |
20 | /* VECTPENDING */ | 25 | void gen_set_condexec(DisasContext *s); |
21 | - val |= (s->vectpending & 0xff) << 12; | 26 | -void gen_set_pc_im(DisasContext *s, target_ulong val); |
22 | + val |= (s->vectpending & 0x1ff) << 12; | 27 | +void gen_update_pc(DisasContext *s, target_long diff); |
23 | /* ISRPENDING - set if any external IRQ is pending */ | 28 | void gen_lookup_tb(DisasContext *s); |
24 | if (nvic_isrpending(s)) { | 29 | long vfp_reg_offset(bool dp, unsigned reg); |
25 | val |= (1 << 22); | 30 | long neon_full_reg_offset(unsigned reg); |
31 | diff --git a/target/arm/translate.h b/target/arm/translate.h | ||
32 | index XXXXXXX..XXXXXXX 100644 | ||
33 | --- a/target/arm/translate.h | ||
34 | +++ b/target/arm/translate.h | ||
35 | @@ -XXX,XX +XXX,XX @@ static inline int curr_insn_len(DisasContext *s) | ||
36 | * For instructions which want an immediate exit to the main loop, as opposed | ||
37 | * to attempting to use lookup_and_goto_ptr. Unlike DISAS_UPDATE_EXIT, this | ||
38 | * doesn't write the PC on exiting the translation loop so you need to ensure | ||
39 | - * something (gen_a64_set_pc_im or runtime helper) has done so before we reach | ||
40 | + * something (gen_a64_update_pc or runtime helper) has done so before we reach | ||
41 | * return from cpu_tb_exec. | ||
42 | */ | ||
43 | #define DISAS_EXIT DISAS_TARGET_9 | ||
44 | @@ -XXX,XX +XXX,XX @@ static inline int curr_insn_len(DisasContext *s) | ||
45 | |||
46 | #ifdef TARGET_AARCH64 | ||
47 | void a64_translate_init(void); | ||
48 | -void gen_a64_set_pc_im(uint64_t val); | ||
49 | +void gen_a64_update_pc(DisasContext *s, target_long diff); | ||
50 | extern const TranslatorOps aarch64_translator_ops; | ||
51 | #else | ||
52 | static inline void a64_translate_init(void) | ||
53 | { | ||
54 | } | ||
55 | |||
56 | -static inline void gen_a64_set_pc_im(uint64_t val) | ||
57 | +static inline void gen_a64_update_pc(DisasContext *s, target_long diff) | ||
58 | { | ||
59 | } | ||
60 | #endif | ||
61 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | ||
62 | index XXXXXXX..XXXXXXX 100644 | ||
63 | --- a/target/arm/translate-a64.c | ||
64 | +++ b/target/arm/translate-a64.c | ||
65 | @@ -XXX,XX +XXX,XX @@ static void reset_btype(DisasContext *s) | ||
66 | } | ||
67 | } | ||
68 | |||
69 | -void gen_a64_set_pc_im(uint64_t val) | ||
70 | +void gen_a64_update_pc(DisasContext *s, target_long diff) | ||
71 | { | ||
72 | - tcg_gen_movi_i64(cpu_pc, val); | ||
73 | + tcg_gen_movi_i64(cpu_pc, s->pc_curr + diff); | ||
74 | } | ||
75 | |||
76 | /* | ||
77 | @@ -XXX,XX +XXX,XX @@ static void gen_exception_internal(int excp) | ||
78 | |||
79 | static void gen_exception_internal_insn(DisasContext *s, uint64_t pc, int excp) | ||
80 | { | ||
81 | - gen_a64_set_pc_im(pc); | ||
82 | + gen_a64_update_pc(s, pc - s->pc_curr); | ||
83 | gen_exception_internal(excp); | ||
84 | s->base.is_jmp = DISAS_NORETURN; | ||
85 | } | ||
86 | |||
87 | static void gen_exception_bkpt_insn(DisasContext *s, uint32_t syndrome) | ||
88 | { | ||
89 | - gen_a64_set_pc_im(s->pc_curr); | ||
90 | + gen_a64_update_pc(s, 0); | ||
91 | gen_helper_exception_bkpt_insn(cpu_env, tcg_constant_i32(syndrome)); | ||
92 | s->base.is_jmp = DISAS_NORETURN; | ||
93 | } | ||
94 | @@ -XXX,XX +XXX,XX @@ static void gen_goto_tb(DisasContext *s, int n, int64_t diff) | ||
95 | |||
96 | if (use_goto_tb(s, dest)) { | ||
97 | tcg_gen_goto_tb(n); | ||
98 | - gen_a64_set_pc_im(dest); | ||
99 | + gen_a64_update_pc(s, diff); | ||
100 | tcg_gen_exit_tb(s->base.tb, n); | ||
101 | s->base.is_jmp = DISAS_NORETURN; | ||
102 | } else { | ||
103 | - gen_a64_set_pc_im(dest); | ||
104 | + gen_a64_update_pc(s, diff); | ||
105 | if (s->ss_active) { | ||
106 | gen_step_complete_exception(s); | ||
107 | } else { | ||
108 | @@ -XXX,XX +XXX,XX @@ static void handle_sys(DisasContext *s, uint32_t insn, bool isread, | ||
109 | uint32_t syndrome; | ||
110 | |||
111 | syndrome = syn_aa64_sysregtrap(op0, op1, op2, crn, crm, rt, isread); | ||
112 | - gen_a64_set_pc_im(s->pc_curr); | ||
113 | + gen_a64_update_pc(s, 0); | ||
114 | gen_helper_access_check_cp_reg(cpu_env, | ||
115 | tcg_constant_ptr(ri), | ||
116 | tcg_constant_i32(syndrome), | ||
117 | @@ -XXX,XX +XXX,XX @@ static void handle_sys(DisasContext *s, uint32_t insn, bool isread, | ||
118 | * The readfn or writefn might raise an exception; | ||
119 | * synchronize the CPU state in case it does. | ||
120 | */ | ||
121 | - gen_a64_set_pc_im(s->pc_curr); | ||
122 | + gen_a64_update_pc(s, 0); | ||
123 | } | ||
124 | |||
125 | /* Handle special cases first */ | ||
126 | @@ -XXX,XX +XXX,XX @@ static void disas_exc(DisasContext *s, uint32_t insn) | ||
127 | /* The pre HVC helper handles cases when HVC gets trapped | ||
128 | * as an undefined insn by runtime configuration. | ||
129 | */ | ||
130 | - gen_a64_set_pc_im(s->pc_curr); | ||
131 | + gen_a64_update_pc(s, 0); | ||
132 | gen_helper_pre_hvc(cpu_env); | ||
133 | gen_ss_advance(s); | ||
134 | gen_exception_insn_el(s, s->base.pc_next, EXCP_HVC, | ||
135 | @@ -XXX,XX +XXX,XX @@ static void disas_exc(DisasContext *s, uint32_t insn) | ||
136 | unallocated_encoding(s); | ||
137 | break; | ||
138 | } | ||
139 | - gen_a64_set_pc_im(s->pc_curr); | ||
140 | + gen_a64_update_pc(s, 0); | ||
141 | gen_helper_pre_smc(cpu_env, tcg_constant_i32(syn_aa64_smc(imm16))); | ||
142 | gen_ss_advance(s); | ||
143 | gen_exception_insn_el(s, s->base.pc_next, EXCP_SMC, | ||
144 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
145 | */ | ||
146 | switch (dc->base.is_jmp) { | ||
147 | default: | ||
148 | - gen_a64_set_pc_im(dc->base.pc_next); | ||
149 | + gen_a64_update_pc(dc, 4); | ||
150 | /* fall through */ | ||
151 | case DISAS_EXIT: | ||
152 | case DISAS_JUMP: | ||
153 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
154 | break; | ||
155 | default: | ||
156 | case DISAS_UPDATE_EXIT: | ||
157 | - gen_a64_set_pc_im(dc->base.pc_next); | ||
158 | + gen_a64_update_pc(dc, 4); | ||
159 | /* fall through */ | ||
160 | case DISAS_EXIT: | ||
161 | tcg_gen_exit_tb(NULL, 0); | ||
162 | break; | ||
163 | case DISAS_UPDATE_NOCHAIN: | ||
164 | - gen_a64_set_pc_im(dc->base.pc_next); | ||
165 | + gen_a64_update_pc(dc, 4); | ||
166 | /* fall through */ | ||
167 | case DISAS_JUMP: | ||
168 | tcg_gen_lookup_and_goto_ptr(); | ||
169 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
170 | case DISAS_SWI: | ||
171 | break; | ||
172 | case DISAS_WFE: | ||
173 | - gen_a64_set_pc_im(dc->base.pc_next); | ||
174 | + gen_a64_update_pc(dc, 4); | ||
175 | gen_helper_wfe(cpu_env); | ||
176 | break; | ||
177 | case DISAS_YIELD: | ||
178 | - gen_a64_set_pc_im(dc->base.pc_next); | ||
179 | + gen_a64_update_pc(dc, 4); | ||
180 | gen_helper_yield(cpu_env); | ||
181 | break; | ||
182 | case DISAS_WFI: | ||
183 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
184 | * This is a special case because we don't want to just halt | ||
185 | * the CPU if trying to debug across a WFI. | ||
186 | */ | ||
187 | - gen_a64_set_pc_im(dc->base.pc_next); | ||
188 | + gen_a64_update_pc(dc, 4); | ||
189 | gen_helper_wfi(cpu_env, tcg_constant_i32(4)); | ||
190 | /* | ||
191 | * The helper doesn't necessarily throw an exception, but we | ||
192 | diff --git a/target/arm/translate-vfp.c b/target/arm/translate-vfp.c | ||
193 | index XXXXXXX..XXXXXXX 100644 | ||
194 | --- a/target/arm/translate-vfp.c | ||
195 | +++ b/target/arm/translate-vfp.c | ||
196 | @@ -XXX,XX +XXX,XX @@ static bool trans_VMSR_VMRS(DisasContext *s, arg_VMSR_VMRS *a) | ||
197 | case ARM_VFP_FPSID: | ||
198 | if (s->current_el == 1) { | ||
199 | gen_set_condexec(s); | ||
200 | - gen_set_pc_im(s, s->pc_curr); | ||
201 | + gen_update_pc(s, 0); | ||
202 | gen_helper_check_hcr_el2_trap(cpu_env, | ||
203 | tcg_constant_i32(a->rt), | ||
204 | tcg_constant_i32(a->reg)); | ||
205 | diff --git a/target/arm/translate.c b/target/arm/translate.c | ||
206 | index XXXXXXX..XXXXXXX 100644 | ||
207 | --- a/target/arm/translate.c | ||
208 | +++ b/target/arm/translate.c | ||
209 | @@ -XXX,XX +XXX,XX @@ void gen_set_condexec(DisasContext *s) | ||
210 | } | ||
211 | } | ||
212 | |||
213 | -void gen_set_pc_im(DisasContext *s, target_ulong val) | ||
214 | +void gen_update_pc(DisasContext *s, target_long diff) | ||
215 | { | ||
216 | - tcg_gen_movi_i32(cpu_R[15], val); | ||
217 | + tcg_gen_movi_i32(cpu_R[15], s->pc_curr + diff); | ||
218 | } | ||
219 | |||
220 | /* Set PC and Thumb state from var. var is marked as dead. */ | ||
221 | @@ -XXX,XX +XXX,XX @@ static inline void gen_bxns(DisasContext *s, int rm) | ||
222 | |||
223 | /* The bxns helper may raise an EXCEPTION_EXIT exception, so in theory | ||
224 | * we need to sync state before calling it, but: | ||
225 | - * - we don't need to do gen_set_pc_im() because the bxns helper will | ||
226 | + * - we don't need to do gen_update_pc() because the bxns helper will | ||
227 | * always set the PC itself | ||
228 | * - we don't need to do gen_set_condexec() because BXNS is UNPREDICTABLE | ||
229 | * unless it's outside an IT block or the last insn in an IT block, | ||
230 | @@ -XXX,XX +XXX,XX @@ static inline void gen_blxns(DisasContext *s, int rm) | ||
231 | * We do however need to set the PC, because the blxns helper reads it. | ||
232 | * The blxns helper may throw an exception. | ||
233 | */ | ||
234 | - gen_set_pc_im(s, s->base.pc_next); | ||
235 | + gen_update_pc(s, curr_insn_len(s)); | ||
236 | gen_helper_v7m_blxns(cpu_env, var); | ||
237 | tcg_temp_free_i32(var); | ||
238 | s->base.is_jmp = DISAS_EXIT; | ||
239 | @@ -XXX,XX +XXX,XX @@ static inline void gen_hvc(DisasContext *s, int imm16) | ||
240 | * as an undefined insn by runtime configuration (ie before | ||
241 | * the insn really executes). | ||
242 | */ | ||
243 | - gen_set_pc_im(s, s->pc_curr); | ||
244 | + gen_update_pc(s, 0); | ||
245 | gen_helper_pre_hvc(cpu_env); | ||
246 | /* Otherwise we will treat this as a real exception which | ||
247 | * happens after execution of the insn. (The distinction matters | ||
248 | @@ -XXX,XX +XXX,XX @@ static inline void gen_hvc(DisasContext *s, int imm16) | ||
249 | * for single stepping.) | ||
250 | */ | ||
251 | s->svc_imm = imm16; | ||
252 | - gen_set_pc_im(s, s->base.pc_next); | ||
253 | + gen_update_pc(s, curr_insn_len(s)); | ||
254 | s->base.is_jmp = DISAS_HVC; | ||
255 | } | ||
256 | |||
257 | @@ -XXX,XX +XXX,XX @@ static inline void gen_smc(DisasContext *s) | ||
258 | /* As with HVC, we may take an exception either before or after | ||
259 | * the insn executes. | ||
260 | */ | ||
261 | - gen_set_pc_im(s, s->pc_curr); | ||
262 | + gen_update_pc(s, 0); | ||
263 | gen_helper_pre_smc(cpu_env, tcg_constant_i32(syn_aa32_smc())); | ||
264 | - gen_set_pc_im(s, s->base.pc_next); | ||
265 | + gen_update_pc(s, curr_insn_len(s)); | ||
266 | s->base.is_jmp = DISAS_SMC; | ||
267 | } | ||
268 | |||
269 | static void gen_exception_internal_insn(DisasContext *s, uint32_t pc, int excp) | ||
270 | { | ||
271 | gen_set_condexec(s); | ||
272 | - gen_set_pc_im(s, pc); | ||
273 | + gen_update_pc(s, pc - s->pc_curr); | ||
274 | gen_exception_internal(excp); | ||
275 | s->base.is_jmp = DISAS_NORETURN; | ||
276 | } | ||
277 | @@ -XXX,XX +XXX,XX @@ static void gen_exception_insn_el_v(DisasContext *s, uint64_t pc, int excp, | ||
278 | uint32_t syn, TCGv_i32 tcg_el) | ||
279 | { | ||
280 | if (s->aarch64) { | ||
281 | - gen_a64_set_pc_im(pc); | ||
282 | + gen_a64_update_pc(s, pc - s->pc_curr); | ||
283 | } else { | ||
284 | gen_set_condexec(s); | ||
285 | - gen_set_pc_im(s, pc); | ||
286 | + gen_update_pc(s, pc - s->pc_curr); | ||
287 | } | ||
288 | gen_exception_el_v(excp, syn, tcg_el); | ||
289 | s->base.is_jmp = DISAS_NORETURN; | ||
290 | @@ -XXX,XX +XXX,XX @@ void gen_exception_insn_el(DisasContext *s, uint64_t pc, int excp, | ||
291 | void gen_exception_insn(DisasContext *s, uint64_t pc, int excp, uint32_t syn) | ||
292 | { | ||
293 | if (s->aarch64) { | ||
294 | - gen_a64_set_pc_im(pc); | ||
295 | + gen_a64_update_pc(s, pc - s->pc_curr); | ||
296 | } else { | ||
297 | gen_set_condexec(s); | ||
298 | - gen_set_pc_im(s, pc); | ||
299 | + gen_update_pc(s, pc - s->pc_curr); | ||
300 | } | ||
301 | gen_exception(excp, syn); | ||
302 | s->base.is_jmp = DISAS_NORETURN; | ||
303 | @@ -XXX,XX +XXX,XX @@ void gen_exception_insn(DisasContext *s, uint64_t pc, int excp, uint32_t syn) | ||
304 | static void gen_exception_bkpt_insn(DisasContext *s, uint32_t syn) | ||
305 | { | ||
306 | gen_set_condexec(s); | ||
307 | - gen_set_pc_im(s, s->pc_curr); | ||
308 | + gen_update_pc(s, 0); | ||
309 | gen_helper_exception_bkpt_insn(cpu_env, tcg_constant_i32(syn)); | ||
310 | s->base.is_jmp = DISAS_NORETURN; | ||
311 | } | ||
312 | @@ -XXX,XX +XXX,XX @@ static void gen_goto_tb(DisasContext *s, int n, int diff) | ||
313 | |||
314 | if (translator_use_goto_tb(&s->base, dest)) { | ||
315 | tcg_gen_goto_tb(n); | ||
316 | - gen_set_pc_im(s, dest); | ||
317 | + gen_update_pc(s, diff); | ||
318 | tcg_gen_exit_tb(s->base.tb, n); | ||
319 | } else { | ||
320 | - gen_set_pc_im(s, dest); | ||
321 | + gen_update_pc(s, diff); | ||
322 | gen_goto_ptr(); | ||
323 | } | ||
324 | s->base.is_jmp = DISAS_NORETURN; | ||
325 | @@ -XXX,XX +XXX,XX @@ static void gen_goto_tb(DisasContext *s, int n, int diff) | ||
326 | /* Jump, specifying which TB number to use if we gen_goto_tb() */ | ||
327 | static inline void gen_jmp_tb(DisasContext *s, uint32_t dest, int tbno) | ||
328 | { | ||
329 | + int diff = dest - s->pc_curr; | ||
330 | + | ||
331 | if (unlikely(s->ss_active)) { | ||
332 | /* An indirect jump so that we still trigger the debug exception. */ | ||
333 | - gen_set_pc_im(s, dest); | ||
334 | + gen_update_pc(s, diff); | ||
335 | s->base.is_jmp = DISAS_JUMP; | ||
336 | return; | ||
337 | } | ||
338 | @@ -XXX,XX +XXX,XX @@ static inline void gen_jmp_tb(DisasContext *s, uint32_t dest, int tbno) | ||
339 | * gen_jmp(); | ||
340 | * on the second call to gen_jmp(). | ||
341 | */ | ||
342 | - gen_goto_tb(s, tbno, dest - s->pc_curr); | ||
343 | + gen_goto_tb(s, tbno, diff); | ||
344 | break; | ||
345 | case DISAS_UPDATE_NOCHAIN: | ||
346 | case DISAS_UPDATE_EXIT: | ||
347 | @@ -XXX,XX +XXX,XX @@ static inline void gen_jmp_tb(DisasContext *s, uint32_t dest, int tbno) | ||
348 | * Avoid using goto_tb so we really do exit back to the main loop | ||
349 | * and don't chain to another TB. | ||
350 | */ | ||
351 | - gen_set_pc_im(s, dest); | ||
352 | + gen_update_pc(s, diff); | ||
353 | gen_goto_ptr(); | ||
354 | s->base.is_jmp = DISAS_NORETURN; | ||
355 | break; | ||
356 | @@ -XXX,XX +XXX,XX @@ static void gen_msr_banked(DisasContext *s, int r, int sysm, int rn) | ||
357 | |||
358 | /* Sync state because msr_banked() can raise exceptions */ | ||
359 | gen_set_condexec(s); | ||
360 | - gen_set_pc_im(s, s->pc_curr); | ||
361 | + gen_update_pc(s, 0); | ||
362 | tcg_reg = load_reg(s, rn); | ||
363 | gen_helper_msr_banked(cpu_env, tcg_reg, | ||
364 | tcg_constant_i32(tgtmode), | ||
365 | @@ -XXX,XX +XXX,XX @@ static void gen_mrs_banked(DisasContext *s, int r, int sysm, int rn) | ||
366 | |||
367 | /* Sync state because mrs_banked() can raise exceptions */ | ||
368 | gen_set_condexec(s); | ||
369 | - gen_set_pc_im(s, s->pc_curr); | ||
370 | + gen_update_pc(s, 0); | ||
371 | tcg_reg = tcg_temp_new_i32(); | ||
372 | gen_helper_mrs_banked(tcg_reg, cpu_env, | ||
373 | tcg_constant_i32(tgtmode), | ||
374 | @@ -XXX,XX +XXX,XX @@ static void do_coproc_insn(DisasContext *s, int cpnum, int is64, | ||
375 | } | ||
376 | |||
377 | gen_set_condexec(s); | ||
378 | - gen_set_pc_im(s, s->pc_curr); | ||
379 | + gen_update_pc(s, 0); | ||
380 | gen_helper_access_check_cp_reg(cpu_env, | ||
381 | tcg_constant_ptr(ri), | ||
382 | tcg_constant_i32(syndrome), | ||
383 | @@ -XXX,XX +XXX,XX @@ static void do_coproc_insn(DisasContext *s, int cpnum, int is64, | ||
384 | * synchronize the CPU state in case it does. | ||
385 | */ | ||
386 | gen_set_condexec(s); | ||
387 | - gen_set_pc_im(s, s->pc_curr); | ||
388 | + gen_update_pc(s, 0); | ||
389 | } | ||
390 | |||
391 | /* Handle special cases first */ | ||
392 | @@ -XXX,XX +XXX,XX @@ static void do_coproc_insn(DisasContext *s, int cpnum, int is64, | ||
393 | unallocated_encoding(s); | ||
394 | return; | ||
395 | } | ||
396 | - gen_set_pc_im(s, s->base.pc_next); | ||
397 | + gen_update_pc(s, curr_insn_len(s)); | ||
398 | s->base.is_jmp = DISAS_WFI; | ||
399 | return; | ||
400 | default: | ||
401 | @@ -XXX,XX +XXX,XX @@ static void gen_srs(DisasContext *s, | ||
402 | addr = tcg_temp_new_i32(); | ||
403 | /* get_r13_banked() will raise an exception if called from System mode */ | ||
404 | gen_set_condexec(s); | ||
405 | - gen_set_pc_im(s, s->pc_curr); | ||
406 | + gen_update_pc(s, 0); | ||
407 | gen_helper_get_r13_banked(addr, cpu_env, tcg_constant_i32(mode)); | ||
408 | switch (amode) { | ||
409 | case 0: /* DA */ | ||
410 | @@ -XXX,XX +XXX,XX @@ static bool trans_YIELD(DisasContext *s, arg_YIELD *a) | ||
411 | * scheduling of other vCPUs. | ||
412 | */ | ||
413 | if (!(tb_cflags(s->base.tb) & CF_PARALLEL)) { | ||
414 | - gen_set_pc_im(s, s->base.pc_next); | ||
415 | + gen_update_pc(s, curr_insn_len(s)); | ||
416 | s->base.is_jmp = DISAS_YIELD; | ||
417 | } | ||
418 | return true; | ||
419 | @@ -XXX,XX +XXX,XX @@ static bool trans_WFE(DisasContext *s, arg_WFE *a) | ||
420 | * implemented so we can't sleep like WFI does. | ||
421 | */ | ||
422 | if (!(tb_cflags(s->base.tb) & CF_PARALLEL)) { | ||
423 | - gen_set_pc_im(s, s->base.pc_next); | ||
424 | + gen_update_pc(s, curr_insn_len(s)); | ||
425 | s->base.is_jmp = DISAS_WFE; | ||
426 | } | ||
427 | return true; | ||
428 | @@ -XXX,XX +XXX,XX @@ static bool trans_WFE(DisasContext *s, arg_WFE *a) | ||
429 | static bool trans_WFI(DisasContext *s, arg_WFI *a) | ||
430 | { | ||
431 | /* For WFI, halt the vCPU until an IRQ. */ | ||
432 | - gen_set_pc_im(s, s->base.pc_next); | ||
433 | + gen_update_pc(s, curr_insn_len(s)); | ||
434 | s->base.is_jmp = DISAS_WFI; | ||
435 | return true; | ||
436 | } | ||
437 | @@ -XXX,XX +XXX,XX @@ static bool trans_SVC(DisasContext *s, arg_SVC *a) | ||
438 | (a->imm == semihost_imm)) { | ||
439 | gen_exception_internal_insn(s, s->pc_curr, EXCP_SEMIHOST); | ||
440 | } else { | ||
441 | - gen_set_pc_im(s, s->base.pc_next); | ||
442 | + gen_update_pc(s, curr_insn_len(s)); | ||
443 | s->svc_imm = a->imm; | ||
444 | s->base.is_jmp = DISAS_SWI; | ||
445 | } | ||
446 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
447 | case DISAS_TOO_MANY: | ||
448 | case DISAS_UPDATE_EXIT: | ||
449 | case DISAS_UPDATE_NOCHAIN: | ||
450 | - gen_set_pc_im(dc, dc->base.pc_next); | ||
451 | + gen_update_pc(dc, curr_insn_len(dc)); | ||
452 | /* fall through */ | ||
453 | default: | ||
454 | /* FIXME: Single stepping a WFI insn will not halt the CPU. */ | ||
455 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
456 | gen_goto_tb(dc, 1, curr_insn_len(dc)); | ||
457 | break; | ||
458 | case DISAS_UPDATE_NOCHAIN: | ||
459 | - gen_set_pc_im(dc, dc->base.pc_next); | ||
460 | + gen_update_pc(dc, curr_insn_len(dc)); | ||
461 | /* fall through */ | ||
462 | case DISAS_JUMP: | ||
463 | gen_goto_ptr(); | ||
464 | break; | ||
465 | case DISAS_UPDATE_EXIT: | ||
466 | - gen_set_pc_im(dc, dc->base.pc_next); | ||
467 | + gen_update_pc(dc, curr_insn_len(dc)); | ||
468 | /* fall through */ | ||
469 | default: | ||
470 | /* indicate that the hash table must be used to find the next TB */ | ||
471 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
472 | gen_set_label(dc->condlabel); | ||
473 | gen_set_condexec(dc); | ||
474 | if (unlikely(dc->ss_active)) { | ||
475 | - gen_set_pc_im(dc, dc->base.pc_next); | ||
476 | + gen_update_pc(dc, curr_insn_len(dc)); | ||
477 | gen_singlestep_exception(dc); | ||
478 | } else { | ||
479 | gen_goto_tb(dc, 1, curr_insn_len(dc)); | ||
26 | -- | 480 | -- |
27 | 2.20.1 | 481 | 2.25.1 |
28 | 482 | ||
29 | 483 | diff view generated by jsdifflib |
New patch | |||
---|---|---|---|
1 | 1 | From: Richard Henderson <richard.henderson@linaro.org> | |
2 | |||
3 | In preparation for TARGET_TB_PCREL, reduce reliance on absolute values. | ||
4 | |||
5 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20221020030641.2066807-5-richard.henderson@linaro.org | ||
8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
9 | --- | ||
10 | target/arm/translate.h | 5 +++-- | ||
11 | target/arm/translate-a64.c | 28 ++++++++++------------- | ||
12 | target/arm/translate-m-nocp.c | 6 ++--- | ||
13 | target/arm/translate-mve.c | 2 +- | ||
14 | target/arm/translate-vfp.c | 6 ++--- | ||
15 | target/arm/translate.c | 42 +++++++++++++++++------------------ | ||
16 | 6 files changed, 43 insertions(+), 46 deletions(-) | ||
17 | |||
18 | diff --git a/target/arm/translate.h b/target/arm/translate.h | ||
19 | index XXXXXXX..XXXXXXX 100644 | ||
20 | --- a/target/arm/translate.h | ||
21 | +++ b/target/arm/translate.h | ||
22 | @@ -XXX,XX +XXX,XX @@ void arm_jump_cc(DisasCompare *cmp, TCGLabel *label); | ||
23 | void arm_gen_test_cc(int cc, TCGLabel *label); | ||
24 | MemOp pow2_align(unsigned i); | ||
25 | void unallocated_encoding(DisasContext *s); | ||
26 | -void gen_exception_insn_el(DisasContext *s, uint64_t pc, int excp, | ||
27 | +void gen_exception_insn_el(DisasContext *s, target_long pc_diff, int excp, | ||
28 | uint32_t syn, uint32_t target_el); | ||
29 | -void gen_exception_insn(DisasContext *s, uint64_t pc, int excp, uint32_t syn); | ||
30 | +void gen_exception_insn(DisasContext *s, target_long pc_diff, | ||
31 | + int excp, uint32_t syn); | ||
32 | |||
33 | /* Return state of Alternate Half-precision flag, caller frees result */ | ||
34 | static inline TCGv_i32 get_ahp_flag(void) | ||
35 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c | ||
36 | index XXXXXXX..XXXXXXX 100644 | ||
37 | --- a/target/arm/translate-a64.c | ||
38 | +++ b/target/arm/translate-a64.c | ||
39 | @@ -XXX,XX +XXX,XX @@ static bool fp_access_check_only(DisasContext *s) | ||
40 | assert(!s->fp_access_checked); | ||
41 | s->fp_access_checked = true; | ||
42 | |||
43 | - gen_exception_insn_el(s, s->pc_curr, EXCP_UDEF, | ||
44 | + gen_exception_insn_el(s, 0, EXCP_UDEF, | ||
45 | syn_fp_access_trap(1, 0xe, false, 0), | ||
46 | s->fp_excp_el); | ||
47 | return false; | ||
48 | @@ -XXX,XX +XXX,XX @@ static bool fp_access_check(DisasContext *s) | ||
49 | return false; | ||
50 | } | ||
51 | if (s->sme_trap_nonstreaming && s->is_nonstreaming) { | ||
52 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, | ||
53 | + gen_exception_insn(s, 0, EXCP_UDEF, | ||
54 | syn_smetrap(SME_ET_Streaming, false)); | ||
55 | return false; | ||
56 | } | ||
57 | @@ -XXX,XX +XXX,XX @@ bool sve_access_check(DisasContext *s) | ||
58 | goto fail_exit; | ||
59 | } | ||
60 | } else if (s->sve_excp_el) { | ||
61 | - gen_exception_insn_el(s, s->pc_curr, EXCP_UDEF, | ||
62 | + gen_exception_insn_el(s, 0, EXCP_UDEF, | ||
63 | syn_sve_access_trap(), s->sve_excp_el); | ||
64 | goto fail_exit; | ||
65 | } | ||
66 | @@ -XXX,XX +XXX,XX @@ bool sve_access_check(DisasContext *s) | ||
67 | static bool sme_access_check(DisasContext *s) | ||
68 | { | ||
69 | if (s->sme_excp_el) { | ||
70 | - gen_exception_insn_el(s, s->pc_curr, EXCP_UDEF, | ||
71 | + gen_exception_insn_el(s, 0, EXCP_UDEF, | ||
72 | syn_smetrap(SME_ET_AccessTrap, false), | ||
73 | s->sme_excp_el); | ||
74 | return false; | ||
75 | @@ -XXX,XX +XXX,XX @@ bool sme_enabled_check_with_svcr(DisasContext *s, unsigned req) | ||
76 | return false; | ||
77 | } | ||
78 | if (FIELD_EX64(req, SVCR, SM) && !s->pstate_sm) { | ||
79 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, | ||
80 | + gen_exception_insn(s, 0, EXCP_UDEF, | ||
81 | syn_smetrap(SME_ET_NotStreaming, false)); | ||
82 | return false; | ||
83 | } | ||
84 | if (FIELD_EX64(req, SVCR, ZA) && !s->pstate_za) { | ||
85 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, | ||
86 | + gen_exception_insn(s, 0, EXCP_UDEF, | ||
87 | syn_smetrap(SME_ET_InactiveZA, false)); | ||
88 | return false; | ||
89 | } | ||
90 | @@ -XXX,XX +XXX,XX @@ static void gen_sysreg_undef(DisasContext *s, bool isread, | ||
91 | } else { | ||
92 | syndrome = syn_uncategorized(); | ||
93 | } | ||
94 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, syndrome); | ||
95 | + gen_exception_insn(s, 0, EXCP_UDEF, syndrome); | ||
96 | } | ||
97 | |||
98 | /* MRS - move from system register | ||
99 | @@ -XXX,XX +XXX,XX @@ static void disas_exc(DisasContext *s, uint32_t insn) | ||
100 | switch (op2_ll) { | ||
101 | case 1: /* SVC */ | ||
102 | gen_ss_advance(s); | ||
103 | - gen_exception_insn(s, s->base.pc_next, EXCP_SWI, | ||
104 | - syn_aa64_svc(imm16)); | ||
105 | + gen_exception_insn(s, 4, EXCP_SWI, syn_aa64_svc(imm16)); | ||
106 | break; | ||
107 | case 2: /* HVC */ | ||
108 | if (s->current_el == 0) { | ||
109 | @@ -XXX,XX +XXX,XX @@ static void disas_exc(DisasContext *s, uint32_t insn) | ||
110 | gen_a64_update_pc(s, 0); | ||
111 | gen_helper_pre_hvc(cpu_env); | ||
112 | gen_ss_advance(s); | ||
113 | - gen_exception_insn_el(s, s->base.pc_next, EXCP_HVC, | ||
114 | - syn_aa64_hvc(imm16), 2); | ||
115 | + gen_exception_insn_el(s, 4, EXCP_HVC, syn_aa64_hvc(imm16), 2); | ||
116 | break; | ||
117 | case 3: /* SMC */ | ||
118 | if (s->current_el == 0) { | ||
119 | @@ -XXX,XX +XXX,XX @@ static void disas_exc(DisasContext *s, uint32_t insn) | ||
120 | gen_a64_update_pc(s, 0); | ||
121 | gen_helper_pre_smc(cpu_env, tcg_constant_i32(syn_aa64_smc(imm16))); | ||
122 | gen_ss_advance(s); | ||
123 | - gen_exception_insn_el(s, s->base.pc_next, EXCP_SMC, | ||
124 | - syn_aa64_smc(imm16), 3); | ||
125 | + gen_exception_insn_el(s, 4, EXCP_SMC, syn_aa64_smc(imm16), 3); | ||
126 | break; | ||
127 | default: | ||
128 | unallocated_encoding(s); | ||
129 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu) | ||
130 | * Illegal execution state. This has priority over BTI | ||
131 | * exceptions, but comes after instruction abort exceptions. | ||
132 | */ | ||
133 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, syn_illegalstate()); | ||
134 | + gen_exception_insn(s, 0, EXCP_UDEF, syn_illegalstate()); | ||
135 | return; | ||
136 | } | ||
137 | |||
138 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu) | ||
139 | if (s->btype != 0 | ||
140 | && s->guarded_page | ||
141 | && !btype_destination_ok(insn, s->bt, s->btype)) { | ||
142 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, | ||
143 | - syn_btitrap(s->btype)); | ||
144 | + gen_exception_insn(s, 0, EXCP_UDEF, syn_btitrap(s->btype)); | ||
145 | return; | ||
146 | } | ||
147 | } else { | ||
148 | diff --git a/target/arm/translate-m-nocp.c b/target/arm/translate-m-nocp.c | ||
149 | index XXXXXXX..XXXXXXX 100644 | ||
150 | --- a/target/arm/translate-m-nocp.c | ||
151 | +++ b/target/arm/translate-m-nocp.c | ||
152 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSCCLRM(DisasContext *s, arg_VSCCLRM *a) | ||
153 | tcg_gen_brcondi_i32(TCG_COND_EQ, sfpa, 0, s->condlabel); | ||
154 | |||
155 | if (s->fp_excp_el != 0) { | ||
156 | - gen_exception_insn_el(s, s->pc_curr, EXCP_NOCP, | ||
157 | + gen_exception_insn_el(s, 0, EXCP_NOCP, | ||
158 | syn_uncategorized(), s->fp_excp_el); | ||
159 | return true; | ||
160 | } | ||
161 | @@ -XXX,XX +XXX,XX @@ static bool trans_NOCP(DisasContext *s, arg_nocp *a) | ||
162 | } | ||
163 | |||
164 | if (a->cp != 10) { | ||
165 | - gen_exception_insn(s, s->pc_curr, EXCP_NOCP, syn_uncategorized()); | ||
166 | + gen_exception_insn(s, 0, EXCP_NOCP, syn_uncategorized()); | ||
167 | return true; | ||
168 | } | ||
169 | |||
170 | if (s->fp_excp_el != 0) { | ||
171 | - gen_exception_insn_el(s, s->pc_curr, EXCP_NOCP, | ||
172 | + gen_exception_insn_el(s, 0, EXCP_NOCP, | ||
173 | syn_uncategorized(), s->fp_excp_el); | ||
174 | return true; | ||
175 | } | ||
176 | diff --git a/target/arm/translate-mve.c b/target/arm/translate-mve.c | ||
177 | index XXXXXXX..XXXXXXX 100644 | ||
178 | --- a/target/arm/translate-mve.c | ||
179 | +++ b/target/arm/translate-mve.c | ||
180 | @@ -XXX,XX +XXX,XX @@ bool mve_eci_check(DisasContext *s) | ||
181 | return true; | ||
182 | default: | ||
183 | /* Reserved value: INVSTATE UsageFault */ | ||
184 | - gen_exception_insn(s, s->pc_curr, EXCP_INVSTATE, syn_uncategorized()); | ||
185 | + gen_exception_insn(s, 0, EXCP_INVSTATE, syn_uncategorized()); | ||
186 | return false; | ||
187 | } | ||
188 | } | ||
189 | diff --git a/target/arm/translate-vfp.c b/target/arm/translate-vfp.c | ||
190 | index XXXXXXX..XXXXXXX 100644 | ||
191 | --- a/target/arm/translate-vfp.c | ||
192 | +++ b/target/arm/translate-vfp.c | ||
193 | @@ -XXX,XX +XXX,XX @@ static bool vfp_access_check_a(DisasContext *s, bool ignore_vfp_enabled) | ||
194 | int coproc = arm_dc_feature(s, ARM_FEATURE_V8) ? 0 : 0xa; | ||
195 | uint32_t syn = syn_fp_access_trap(1, 0xe, false, coproc); | ||
196 | |||
197 | - gen_exception_insn_el(s, s->pc_curr, EXCP_UDEF, syn, s->fp_excp_el); | ||
198 | + gen_exception_insn_el(s, 0, EXCP_UDEF, syn, s->fp_excp_el); | ||
199 | return false; | ||
200 | } | ||
201 | |||
202 | @@ -XXX,XX +XXX,XX @@ static bool vfp_access_check_a(DisasContext *s, bool ignore_vfp_enabled) | ||
203 | * appear to be any insns which touch VFP which are allowed. | ||
204 | */ | ||
205 | if (s->sme_trap_nonstreaming) { | ||
206 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, | ||
207 | + gen_exception_insn(s, 0, EXCP_UDEF, | ||
208 | syn_smetrap(SME_ET_Streaming, | ||
209 | curr_insn_len(s) == 2)); | ||
210 | return false; | ||
211 | @@ -XXX,XX +XXX,XX @@ bool vfp_access_check_m(DisasContext *s, bool skip_context_update) | ||
212 | * the encoding space handled by the patterns in m-nocp.decode, | ||
213 | * and for them we may need to raise NOCP here. | ||
214 | */ | ||
215 | - gen_exception_insn_el(s, s->pc_curr, EXCP_NOCP, | ||
216 | + gen_exception_insn_el(s, 0, EXCP_NOCP, | ||
217 | syn_uncategorized(), s->fp_excp_el); | ||
218 | return false; | ||
219 | } | ||
220 | diff --git a/target/arm/translate.c b/target/arm/translate.c | ||
221 | index XXXXXXX..XXXXXXX 100644 | ||
222 | --- a/target/arm/translate.c | ||
223 | +++ b/target/arm/translate.c | ||
224 | @@ -XXX,XX +XXX,XX @@ static void gen_exception(int excp, uint32_t syndrome) | ||
225 | tcg_constant_i32(syndrome)); | ||
226 | } | ||
227 | |||
228 | -static void gen_exception_insn_el_v(DisasContext *s, uint64_t pc, int excp, | ||
229 | - uint32_t syn, TCGv_i32 tcg_el) | ||
230 | +static void gen_exception_insn_el_v(DisasContext *s, target_long pc_diff, | ||
231 | + int excp, uint32_t syn, TCGv_i32 tcg_el) | ||
232 | { | ||
233 | if (s->aarch64) { | ||
234 | - gen_a64_update_pc(s, pc - s->pc_curr); | ||
235 | + gen_a64_update_pc(s, pc_diff); | ||
236 | } else { | ||
237 | gen_set_condexec(s); | ||
238 | - gen_update_pc(s, pc - s->pc_curr); | ||
239 | + gen_update_pc(s, pc_diff); | ||
240 | } | ||
241 | gen_exception_el_v(excp, syn, tcg_el); | ||
242 | s->base.is_jmp = DISAS_NORETURN; | ||
243 | } | ||
244 | |||
245 | -void gen_exception_insn_el(DisasContext *s, uint64_t pc, int excp, | ||
246 | +void gen_exception_insn_el(DisasContext *s, target_long pc_diff, int excp, | ||
247 | uint32_t syn, uint32_t target_el) | ||
248 | { | ||
249 | - gen_exception_insn_el_v(s, pc, excp, syn, tcg_constant_i32(target_el)); | ||
250 | + gen_exception_insn_el_v(s, pc_diff, excp, syn, | ||
251 | + tcg_constant_i32(target_el)); | ||
252 | } | ||
253 | |||
254 | -void gen_exception_insn(DisasContext *s, uint64_t pc, int excp, uint32_t syn) | ||
255 | +void gen_exception_insn(DisasContext *s, target_long pc_diff, | ||
256 | + int excp, uint32_t syn) | ||
257 | { | ||
258 | if (s->aarch64) { | ||
259 | - gen_a64_update_pc(s, pc - s->pc_curr); | ||
260 | + gen_a64_update_pc(s, pc_diff); | ||
261 | } else { | ||
262 | gen_set_condexec(s); | ||
263 | - gen_update_pc(s, pc - s->pc_curr); | ||
264 | + gen_update_pc(s, pc_diff); | ||
265 | } | ||
266 | gen_exception(excp, syn); | ||
267 | s->base.is_jmp = DISAS_NORETURN; | ||
268 | @@ -XXX,XX +XXX,XX @@ static void gen_exception_bkpt_insn(DisasContext *s, uint32_t syn) | ||
269 | void unallocated_encoding(DisasContext *s) | ||
270 | { | ||
271 | /* Unallocated and reserved encodings are uncategorized */ | ||
272 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, syn_uncategorized()); | ||
273 | + gen_exception_insn(s, 0, EXCP_UDEF, syn_uncategorized()); | ||
274 | } | ||
275 | |||
276 | /* Force a TB lookup after an instruction that changes the CPU state. */ | ||
277 | @@ -XXX,XX +XXX,XX @@ static bool msr_banked_access_decode(DisasContext *s, int r, int sysm, int rn, | ||
278 | tcg_el = tcg_constant_i32(3); | ||
279 | } | ||
280 | |||
281 | - gen_exception_insn_el_v(s, s->pc_curr, EXCP_UDEF, | ||
282 | + gen_exception_insn_el_v(s, 0, EXCP_UDEF, | ||
283 | syn_uncategorized(), tcg_el); | ||
284 | tcg_temp_free_i32(tcg_el); | ||
285 | return false; | ||
286 | @@ -XXX,XX +XXX,XX @@ static bool msr_banked_access_decode(DisasContext *s, int r, int sysm, int rn, | ||
287 | |||
288 | undef: | ||
289 | /* If we get here then some access check did not pass */ | ||
290 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, syn_uncategorized()); | ||
291 | + gen_exception_insn(s, 0, EXCP_UDEF, syn_uncategorized()); | ||
292 | return false; | ||
293 | } | ||
294 | |||
295 | @@ -XXX,XX +XXX,XX @@ static void gen_srs(DisasContext *s, | ||
296 | * For the UNPREDICTABLE cases we choose to UNDEF. | ||
297 | */ | ||
298 | if (s->current_el == 1 && !s->ns && mode == ARM_CPU_MODE_MON) { | ||
299 | - gen_exception_insn_el(s, s->pc_curr, EXCP_UDEF, | ||
300 | - syn_uncategorized(), 3); | ||
301 | + gen_exception_insn_el(s, 0, EXCP_UDEF, syn_uncategorized(), 3); | ||
302 | return; | ||
303 | } | ||
304 | |||
305 | @@ -XXX,XX +XXX,XX @@ static bool trans_WLS(DisasContext *s, arg_WLS *a) | ||
306 | * Do the check-and-raise-exception by hand. | ||
307 | */ | ||
308 | if (s->fp_excp_el) { | ||
309 | - gen_exception_insn_el(s, s->pc_curr, EXCP_NOCP, | ||
310 | + gen_exception_insn_el(s, 0, EXCP_NOCP, | ||
311 | syn_uncategorized(), s->fp_excp_el); | ||
312 | return true; | ||
313 | } | ||
314 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
315 | tmp = load_cpu_field(v7m.ltpsize); | ||
316 | tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 4, skipexc); | ||
317 | tcg_temp_free_i32(tmp); | ||
318 | - gen_exception_insn(s, s->pc_curr, EXCP_INVSTATE, syn_uncategorized()); | ||
319 | + gen_exception_insn(s, 0, EXCP_INVSTATE, syn_uncategorized()); | ||
320 | gen_set_label(skipexc); | ||
321 | } | ||
322 | |||
323 | @@ -XXX,XX +XXX,XX @@ static void disas_arm_insn(DisasContext *s, unsigned int insn) | ||
324 | * UsageFault exception. | ||
325 | */ | ||
326 | if (arm_dc_feature(s, ARM_FEATURE_M)) { | ||
327 | - gen_exception_insn(s, s->pc_curr, EXCP_INVSTATE, syn_uncategorized()); | ||
328 | + gen_exception_insn(s, 0, EXCP_INVSTATE, syn_uncategorized()); | ||
329 | return; | ||
330 | } | ||
331 | |||
332 | @@ -XXX,XX +XXX,XX @@ static void disas_arm_insn(DisasContext *s, unsigned int insn) | ||
333 | * Illegal execution state. This has priority over BTI | ||
334 | * exceptions, but comes after instruction abort exceptions. | ||
335 | */ | ||
336 | - gen_exception_insn(s, s->pc_curr, EXCP_UDEF, syn_illegalstate()); | ||
337 | + gen_exception_insn(s, 0, EXCP_UDEF, syn_illegalstate()); | ||
338 | return; | ||
339 | } | ||
340 | |||
341 | @@ -XXX,XX +XXX,XX @@ static void thumb_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu) | ||
342 | * Illegal execution state. This has priority over BTI | ||
343 | * exceptions, but comes after instruction abort exceptions. | ||
344 | */ | ||
345 | - gen_exception_insn(dc, dc->pc_curr, EXCP_UDEF, syn_illegalstate()); | ||
346 | + gen_exception_insn(dc, 0, EXCP_UDEF, syn_illegalstate()); | ||
347 | return; | ||
348 | } | ||
349 | |||
350 | @@ -XXX,XX +XXX,XX @@ static void thumb_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu) | ||
351 | */ | ||
352 | tcg_remove_ops_after(dc->insn_eci_rewind); | ||
353 | dc->condjmp = 0; | ||
354 | - gen_exception_insn(dc, dc->pc_curr, EXCP_INVSTATE, | ||
355 | - syn_uncategorized()); | ||
356 | + gen_exception_insn(dc, 0, EXCP_INVSTATE, syn_uncategorized()); | ||
357 | } | ||
358 | |||
359 | arm_post_translate_insn(dc); | ||
360 | -- | ||
361 | 2.25.1 | ||
362 | |||
363 | diff view generated by jsdifflib |
1 | From: Mao Zhongyi <maozhongyi@cmss.chinamobile.com> | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | 2 | ||
3 | Missed in commit f3478392 "docs: Move deprecation, build | 3 | In preparation for TARGET_TB_PCREL, reduce reliance on absolute values. |
4 | and license info out of system/" | 4 | Since we always pass dc->pc_curr, fold the arithmetic to zero displacement. |
5 | 5 | ||
6 | Signed-off-by: Mao Zhongyi <maozhongyi@cmss.chinamobile.com> | 6 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> |
7 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | 7 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
8 | Message-id: 20210723065828.1336760-1-maozhongyi@cmss.chinamobile.com | 8 | Message-id: 20221020030641.2066807-6-richard.henderson@linaro.org |
9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 9 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
10 | --- | 10 | --- |
11 | configure | 2 +- | 11 | target/arm/translate-a64.c | 6 +++--- |
12 | target/i386/cpu.c | 2 +- | 12 | target/arm/translate.c | 10 +++++----- |
13 | MAINTAINERS | 2 +- | 13 | 2 files changed, 8 insertions(+), 8 deletions(-) |
14 | 3 files changed, 3 insertions(+), 3 deletions(-) | ||
15 | 14 | ||
16 | diff --git a/configure b/configure | 15 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
17 | index XXXXXXX..XXXXXXX 100755 | ||
18 | --- a/configure | ||
19 | +++ b/configure | ||
20 | @@ -XXX,XX +XXX,XX @@ fi | ||
21 | |||
22 | if test -n "${deprecated_features}"; then | ||
23 | echo "Warning, deprecated features enabled." | ||
24 | - echo "Please see docs/system/deprecated.rst" | ||
25 | + echo "Please see docs/about/deprecated.rst" | ||
26 | echo " features: ${deprecated_features}" | ||
27 | fi | ||
28 | |||
29 | diff --git a/target/i386/cpu.c b/target/i386/cpu.c | ||
30 | index XXXXXXX..XXXXXXX 100644 | 16 | index XXXXXXX..XXXXXXX 100644 |
31 | --- a/target/i386/cpu.c | 17 | --- a/target/arm/translate-a64.c |
32 | +++ b/target/i386/cpu.c | 18 | +++ b/target/arm/translate-a64.c |
33 | @@ -XXX,XX +XXX,XX @@ static const X86CPUDefinition builtin_x86_defs[] = { | 19 | @@ -XXX,XX +XXX,XX @@ static void gen_exception_internal(int excp) |
34 | * none", but this is just for compatibility while libvirt isn't | 20 | gen_helper_exception_internal(cpu_env, tcg_constant_i32(excp)); |
35 | * adapted to resolve CPU model versions before creating VMs. | 21 | } |
36 | * See "Runnability guarantee of CPU models" at | 22 | |
37 | - * docs/system/deprecated.rst. | 23 | -static void gen_exception_internal_insn(DisasContext *s, uint64_t pc, int excp) |
38 | + * docs/about/deprecated.rst. | 24 | +static void gen_exception_internal_insn(DisasContext *s, int excp) |
39 | */ | 25 | { |
40 | X86CPUVersion default_cpu_version = 1; | 26 | - gen_a64_update_pc(s, pc - s->pc_curr); |
41 | 27 | + gen_a64_update_pc(s, 0); | |
42 | diff --git a/MAINTAINERS b/MAINTAINERS | 28 | gen_exception_internal(excp); |
29 | s->base.is_jmp = DISAS_NORETURN; | ||
30 | } | ||
31 | @@ -XXX,XX +XXX,XX @@ static void disas_exc(DisasContext *s, uint32_t insn) | ||
32 | * Secondly, "HLT 0xf000" is the A64 semihosting syscall instruction. | ||
33 | */ | ||
34 | if (semihosting_enabled(s->current_el == 0) && imm16 == 0xf000) { | ||
35 | - gen_exception_internal_insn(s, s->pc_curr, EXCP_SEMIHOST); | ||
36 | + gen_exception_internal_insn(s, EXCP_SEMIHOST); | ||
37 | } else { | ||
38 | unallocated_encoding(s); | ||
39 | } | ||
40 | diff --git a/target/arm/translate.c b/target/arm/translate.c | ||
43 | index XXXXXXX..XXXXXXX 100644 | 41 | index XXXXXXX..XXXXXXX 100644 |
44 | --- a/MAINTAINERS | 42 | --- a/target/arm/translate.c |
45 | +++ b/MAINTAINERS | 43 | +++ b/target/arm/translate.c |
46 | @@ -XXX,XX +XXX,XX @@ F: contrib/gitdm/* | 44 | @@ -XXX,XX +XXX,XX @@ static inline void gen_smc(DisasContext *s) |
47 | 45 | s->base.is_jmp = DISAS_SMC; | |
48 | Incompatible changes | 46 | } |
49 | R: libvir-list@redhat.com | 47 | |
50 | -F: docs/system/deprecated.rst | 48 | -static void gen_exception_internal_insn(DisasContext *s, uint32_t pc, int excp) |
51 | +F: docs/about/deprecated.rst | 49 | +static void gen_exception_internal_insn(DisasContext *s, int excp) |
52 | 50 | { | |
53 | Build System | 51 | gen_set_condexec(s); |
54 | ------------ | 52 | - gen_update_pc(s, pc - s->pc_curr); |
53 | + gen_update_pc(s, 0); | ||
54 | gen_exception_internal(excp); | ||
55 | s->base.is_jmp = DISAS_NORETURN; | ||
56 | } | ||
57 | @@ -XXX,XX +XXX,XX @@ static inline void gen_hlt(DisasContext *s, int imm) | ||
58 | */ | ||
59 | if (semihosting_enabled(s->current_el != 0) && | ||
60 | (imm == (s->thumb ? 0x3c : 0xf000))) { | ||
61 | - gen_exception_internal_insn(s, s->pc_curr, EXCP_SEMIHOST); | ||
62 | + gen_exception_internal_insn(s, EXCP_SEMIHOST); | ||
63 | return; | ||
64 | } | ||
65 | |||
66 | @@ -XXX,XX +XXX,XX @@ static bool trans_BKPT(DisasContext *s, arg_BKPT *a) | ||
67 | if (arm_dc_feature(s, ARM_FEATURE_M) && | ||
68 | semihosting_enabled(s->current_el == 0) && | ||
69 | (a->imm == 0xab)) { | ||
70 | - gen_exception_internal_insn(s, s->pc_curr, EXCP_SEMIHOST); | ||
71 | + gen_exception_internal_insn(s, EXCP_SEMIHOST); | ||
72 | } else { | ||
73 | gen_exception_bkpt_insn(s, syn_aa32_bkpt(a->imm, false)); | ||
74 | } | ||
75 | @@ -XXX,XX +XXX,XX @@ static bool trans_SVC(DisasContext *s, arg_SVC *a) | ||
76 | if (!arm_dc_feature(s, ARM_FEATURE_M) && | ||
77 | semihosting_enabled(s->current_el == 0) && | ||
78 | (a->imm == semihost_imm)) { | ||
79 | - gen_exception_internal_insn(s, s->pc_curr, EXCP_SEMIHOST); | ||
80 | + gen_exception_internal_insn(s, EXCP_SEMIHOST); | ||
81 | } else { | ||
82 | gen_update_pc(s, curr_insn_len(s)); | ||
83 | s->svc_imm = a->imm; | ||
55 | -- | 84 | -- |
56 | 2.20.1 | 85 | 2.25.1 |
57 | 86 | ||
58 | 87 | diff view generated by jsdifflib |
1 | The ISCR.ISRPENDING bit is set when an external interrupt is pending. | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | This is true whether that external interrupt is enabled or not. | ||
3 | This means that we can't use 's->vectpending == 0' as a shortcut to | ||
4 | "ISRPENDING is zero", because s->vectpending indicates only the | ||
5 | highest priority pending enabled interrupt. | ||
6 | 2 | ||
7 | Remove the incorrect optimization so that if there is no pending | 3 | In preparation for TARGET_TB_PCREL, reduce reliance on absolute values. |
8 | enabled interrupt we fall through to scanning through the whole | ||
9 | interrupt array. | ||
10 | 4 | ||
5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20221020030641.2066807-7-richard.henderson@linaro.org | ||
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
12 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
13 | Message-id: 20210723162146.5167-5-peter.maydell@linaro.org | ||
14 | --- | 9 | --- |
15 | hw/intc/armv7m_nvic.c | 9 ++++----- | 10 | target/arm/translate.c | 37 +++++++++++++++++++++---------------- |
16 | 1 file changed, 4 insertions(+), 5 deletions(-) | 11 | 1 file changed, 21 insertions(+), 16 deletions(-) |
17 | 12 | ||
18 | diff --git a/hw/intc/armv7m_nvic.c b/hw/intc/armv7m_nvic.c | 13 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
19 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
20 | --- a/hw/intc/armv7m_nvic.c | 15 | --- a/target/arm/translate.c |
21 | +++ b/hw/intc/armv7m_nvic.c | 16 | +++ b/target/arm/translate.c |
22 | @@ -XXX,XX +XXX,XX @@ static bool nvic_isrpending(NVICState *s) | 17 | @@ -XXX,XX +XXX,XX @@ static uint32_t read_pc(DisasContext *s) |
18 | return s->pc_curr + (s->thumb ? 4 : 8); | ||
19 | } | ||
20 | |||
21 | +/* The pc_curr difference for an architectural jump. */ | ||
22 | +static target_long jmp_diff(DisasContext *s, target_long diff) | ||
23 | +{ | ||
24 | + return diff + (s->thumb ? 4 : 8); | ||
25 | +} | ||
26 | + | ||
27 | /* Set a variable to the value of a CPU register. */ | ||
28 | void load_reg_var(DisasContext *s, TCGv_i32 var, int reg) | ||
23 | { | 29 | { |
24 | int irq; | 30 | @@ -XXX,XX +XXX,XX @@ static void gen_goto_ptr(void) |
25 | 31 | * cpu_loop_exec. Any live exit_requests will be processed as we | |
26 | - /* We can shortcut if the highest priority pending interrupt | 32 | * enter the next TB. |
27 | - * happens to be external or if there is nothing pending. | 33 | */ |
28 | + /* | 34 | -static void gen_goto_tb(DisasContext *s, int n, int diff) |
29 | + * We can shortcut if the highest priority pending interrupt | 35 | +static void gen_goto_tb(DisasContext *s, int n, target_long diff) |
30 | + * happens to be external; if not we need to check the whole | 36 | { |
31 | + * vectors[] array. | 37 | target_ulong dest = s->pc_curr + diff; |
32 | */ | 38 | |
33 | if (s->vectpending > NVIC_FIRST_IRQ) { | 39 | @@ -XXX,XX +XXX,XX @@ static void gen_goto_tb(DisasContext *s, int n, int diff) |
40 | } | ||
41 | |||
42 | /* Jump, specifying which TB number to use if we gen_goto_tb() */ | ||
43 | -static inline void gen_jmp_tb(DisasContext *s, uint32_t dest, int tbno) | ||
44 | +static void gen_jmp_tb(DisasContext *s, target_long diff, int tbno) | ||
45 | { | ||
46 | - int diff = dest - s->pc_curr; | ||
47 | - | ||
48 | if (unlikely(s->ss_active)) { | ||
49 | /* An indirect jump so that we still trigger the debug exception. */ | ||
50 | gen_update_pc(s, diff); | ||
51 | @@ -XXX,XX +XXX,XX @@ static inline void gen_jmp_tb(DisasContext *s, uint32_t dest, int tbno) | ||
52 | } | ||
53 | } | ||
54 | |||
55 | -static inline void gen_jmp(DisasContext *s, uint32_t dest) | ||
56 | +static inline void gen_jmp(DisasContext *s, target_long diff) | ||
57 | { | ||
58 | - gen_jmp_tb(s, dest, 0); | ||
59 | + gen_jmp_tb(s, diff, 0); | ||
60 | } | ||
61 | |||
62 | static inline void gen_mulxy(TCGv_i32 t0, TCGv_i32 t1, int x, int y) | ||
63 | @@ -XXX,XX +XXX,XX @@ static bool trans_CLRM(DisasContext *s, arg_CLRM *a) | ||
64 | |||
65 | static bool trans_B(DisasContext *s, arg_i *a) | ||
66 | { | ||
67 | - gen_jmp(s, read_pc(s) + a->imm); | ||
68 | + gen_jmp(s, jmp_diff(s, a->imm)); | ||
69 | return true; | ||
70 | } | ||
71 | |||
72 | @@ -XXX,XX +XXX,XX @@ static bool trans_B_cond_thumb(DisasContext *s, arg_ci *a) | ||
34 | return true; | 73 | return true; |
35 | } | 74 | } |
36 | - if (s->vectpending == 0) { | 75 | arm_skip_unless(s, a->cond); |
37 | - return false; | 76 | - gen_jmp(s, read_pc(s) + a->imm); |
38 | - } | 77 | + gen_jmp(s, jmp_diff(s, a->imm)); |
39 | 78 | return true; | |
40 | for (irq = NVIC_FIRST_IRQ; irq < s->num_irq; irq++) { | 79 | } |
41 | if (s->vectors[irq].pending) { | 80 | |
81 | static bool trans_BL(DisasContext *s, arg_i *a) | ||
82 | { | ||
83 | tcg_gen_movi_i32(cpu_R[14], s->base.pc_next | s->thumb); | ||
84 | - gen_jmp(s, read_pc(s) + a->imm); | ||
85 | + gen_jmp(s, jmp_diff(s, a->imm)); | ||
86 | return true; | ||
87 | } | ||
88 | |||
89 | @@ -XXX,XX +XXX,XX @@ static bool trans_BLX_i(DisasContext *s, arg_BLX_i *a) | ||
90 | } | ||
91 | tcg_gen_movi_i32(cpu_R[14], s->base.pc_next | s->thumb); | ||
92 | store_cpu_field_constant(!s->thumb, thumb); | ||
93 | - gen_jmp(s, (read_pc(s) & ~3) + a->imm); | ||
94 | + /* This jump is computed from an aligned PC: subtract off the low bits. */ | ||
95 | + gen_jmp(s, jmp_diff(s, a->imm - (s->pc_curr & 3))); | ||
96 | return true; | ||
97 | } | ||
98 | |||
99 | @@ -XXX,XX +XXX,XX @@ static bool trans_WLS(DisasContext *s, arg_WLS *a) | ||
100 | * when we take this upcoming exit from this TB, so gen_jmp_tb() is OK. | ||
101 | */ | ||
102 | } | ||
103 | - gen_jmp_tb(s, s->base.pc_next, 1); | ||
104 | + gen_jmp_tb(s, curr_insn_len(s), 1); | ||
105 | |||
106 | gen_set_label(nextlabel); | ||
107 | - gen_jmp(s, read_pc(s) + a->imm); | ||
108 | + gen_jmp(s, jmp_diff(s, a->imm)); | ||
109 | return true; | ||
110 | } | ||
111 | |||
112 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
113 | |||
114 | if (a->f) { | ||
115 | /* Loop-forever: just jump back to the loop start */ | ||
116 | - gen_jmp(s, read_pc(s) - a->imm); | ||
117 | + gen_jmp(s, jmp_diff(s, -a->imm)); | ||
118 | return true; | ||
119 | } | ||
120 | |||
121 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
122 | tcg_temp_free_i32(decr); | ||
123 | } | ||
124 | /* Jump back to the loop start */ | ||
125 | - gen_jmp(s, read_pc(s) - a->imm); | ||
126 | + gen_jmp(s, jmp_diff(s, -a->imm)); | ||
127 | |||
128 | gen_set_label(loopend); | ||
129 | if (a->tp) { | ||
130 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
131 | store_cpu_field(tcg_constant_i32(4), v7m.ltpsize); | ||
132 | } | ||
133 | /* End TB, continuing to following insn */ | ||
134 | - gen_jmp_tb(s, s->base.pc_next, 1); | ||
135 | + gen_jmp_tb(s, curr_insn_len(s), 1); | ||
136 | return true; | ||
137 | } | ||
138 | |||
139 | @@ -XXX,XX +XXX,XX @@ static bool trans_CBZ(DisasContext *s, arg_CBZ *a) | ||
140 | tcg_gen_brcondi_i32(a->nz ? TCG_COND_EQ : TCG_COND_NE, | ||
141 | tmp, 0, s->condlabel); | ||
142 | tcg_temp_free_i32(tmp); | ||
143 | - gen_jmp(s, read_pc(s) + a->imm); | ||
144 | + gen_jmp(s, jmp_diff(s, a->imm)); | ||
145 | return true; | ||
146 | } | ||
147 | |||
42 | -- | 148 | -- |
43 | 2.20.1 | 149 | 2.25.1 |
44 | |||
45 | diff view generated by jsdifflib |
1 | In Arm v8.1M the VECTPENDING field in the ICSR has new behaviour: if | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | the register is accessed NonSecure and the highest priority pending | ||
3 | enabled exception (that would be returned in the VECTPENDING field) | ||
4 | targets Secure, then the VECTPENDING field must read 1 rather than | ||
5 | the exception number of the pending exception. Implement this. | ||
6 | 2 | ||
3 | In preparation for TARGET_TB_PCREL, reduce reliance on absolute values. | ||
4 | |||
5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20221020030641.2066807-8-richard.henderson@linaro.org | ||
7 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
8 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
9 | Message-id: 20210723162146.5167-7-peter.maydell@linaro.org | ||
10 | --- | 9 | --- |
11 | hw/intc/armv7m_nvic.c | 31 ++++++++++++++++++++++++------- | 10 | target/arm/translate-a64.c | 41 +++++++++++++++++++++++++++----------- |
12 | 1 file changed, 24 insertions(+), 7 deletions(-) | 11 | 1 file changed, 29 insertions(+), 12 deletions(-) |
13 | 12 | ||
14 | diff --git a/hw/intc/armv7m_nvic.c b/hw/intc/armv7m_nvic.c | 13 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
15 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
16 | --- a/hw/intc/armv7m_nvic.c | 15 | --- a/target/arm/translate-a64.c |
17 | +++ b/hw/intc/armv7m_nvic.c | 16 | +++ b/target/arm/translate-a64.c |
18 | @@ -XXX,XX +XXX,XX @@ void armv7m_nvic_acknowledge_irq(void *opaque) | 17 | @@ -XXX,XX +XXX,XX @@ static void reset_btype(DisasContext *s) |
19 | nvic_irq_update(s); | 18 | } |
20 | } | 19 | } |
21 | 20 | ||
22 | +static bool vectpending_targets_secure(NVICState *s) | 21 | +static void gen_pc_plus_diff(DisasContext *s, TCGv_i64 dest, target_long diff) |
23 | +{ | 22 | +{ |
24 | + /* Return true if s->vectpending targets Secure state */ | 23 | + tcg_gen_movi_i64(dest, s->pc_curr + diff); |
25 | + if (s->vectpending_is_s_banked) { | ||
26 | + return true; | ||
27 | + } | ||
28 | + return !exc_is_banked(s->vectpending) && | ||
29 | + exc_targets_secure(s, s->vectpending); | ||
30 | +} | 24 | +} |
31 | + | 25 | + |
32 | void armv7m_nvic_get_pending_irq_info(void *opaque, | 26 | void gen_a64_update_pc(DisasContext *s, target_long diff) |
33 | int *pirq, bool *ptargets_secure) | ||
34 | { | 27 | { |
35 | @@ -XXX,XX +XXX,XX @@ void armv7m_nvic_get_pending_irq_info(void *opaque, | 28 | - tcg_gen_movi_i64(cpu_pc, s->pc_curr + diff); |
36 | 29 | + gen_pc_plus_diff(s, cpu_pc, diff); | |
37 | assert(pending > ARMV7M_EXCP_RESET && pending < s->num_irq); | 30 | } |
38 | 31 | ||
39 | - if (s->vectpending_is_s_banked) { | 32 | /* |
40 | - targets_secure = true; | 33 | @@ -XXX,XX +XXX,XX @@ static void disas_uncond_b_imm(DisasContext *s, uint32_t insn) |
41 | - } else { | 34 | |
42 | - targets_secure = !exc_is_banked(pending) && | 35 | if (insn & (1U << 31)) { |
43 | - exc_targets_secure(s, pending); | 36 | /* BL Branch with link */ |
44 | - } | 37 | - tcg_gen_movi_i64(cpu_reg(s, 30), s->base.pc_next); |
45 | + targets_secure = vectpending_targets_secure(s); | 38 | + gen_pc_plus_diff(s, cpu_reg(s, 30), curr_insn_len(s)); |
46 | 39 | } | |
47 | trace_nvic_get_pending_irq_info(pending, targets_secure); | 40 | |
48 | 41 | /* B Branch / BL Branch with link */ | |
49 | @@ -XXX,XX +XXX,XX @@ static uint32_t nvic_readl(NVICState *s, uint32_t offset, MemTxAttrs attrs) | 42 | @@ -XXX,XX +XXX,XX @@ static void disas_uncond_b_reg(DisasContext *s, uint32_t insn) |
50 | /* VECTACTIVE */ | 43 | default: |
51 | val = cpu->env.v7m.exception; | 44 | goto do_unallocated; |
52 | /* VECTPENDING */ | 45 | } |
53 | - val |= (s->vectpending & 0x1ff) << 12; | 46 | - gen_a64_set_pc(s, dst); |
54 | + if (s->vectpending) { | 47 | /* BLR also needs to load return address */ |
55 | + /* | 48 | if (opc == 1) { |
56 | + * From v8.1M VECTPENDING must read as 1 if accessed as | 49 | - tcg_gen_movi_i64(cpu_reg(s, 30), s->base.pc_next); |
57 | + * NonSecure and the highest priority pending and enabled | 50 | + TCGv_i64 lr = cpu_reg(s, 30); |
58 | + * exception targets Secure. | 51 | + if (dst == lr) { |
59 | + */ | 52 | + TCGv_i64 tmp = new_tmp_a64(s); |
60 | + int vp = s->vectpending; | 53 | + tcg_gen_mov_i64(tmp, dst); |
61 | + if (!attrs.secure && arm_feature(&cpu->env, ARM_FEATURE_V8_1M) && | 54 | + dst = tmp; |
62 | + vectpending_targets_secure(s)) { | ||
63 | + vp = 1; | ||
64 | + } | 55 | + } |
65 | + val |= (vp & 0x1ff) << 12; | 56 | + gen_pc_plus_diff(s, lr, curr_insn_len(s)); |
66 | + } | 57 | } |
67 | /* ISRPENDING - set if any external IRQ is pending */ | 58 | + gen_a64_set_pc(s, dst); |
68 | if (nvic_isrpending(s)) { | 59 | break; |
69 | val |= (1 << 22); | 60 | |
61 | case 8: /* BRAA */ | ||
62 | @@ -XXX,XX +XXX,XX @@ static void disas_uncond_b_reg(DisasContext *s, uint32_t insn) | ||
63 | } else { | ||
64 | dst = cpu_reg(s, rn); | ||
65 | } | ||
66 | - gen_a64_set_pc(s, dst); | ||
67 | /* BLRAA also needs to load return address */ | ||
68 | if (opc == 9) { | ||
69 | - tcg_gen_movi_i64(cpu_reg(s, 30), s->base.pc_next); | ||
70 | + TCGv_i64 lr = cpu_reg(s, 30); | ||
71 | + if (dst == lr) { | ||
72 | + TCGv_i64 tmp = new_tmp_a64(s); | ||
73 | + tcg_gen_mov_i64(tmp, dst); | ||
74 | + dst = tmp; | ||
75 | + } | ||
76 | + gen_pc_plus_diff(s, lr, curr_insn_len(s)); | ||
77 | } | ||
78 | + gen_a64_set_pc(s, dst); | ||
79 | break; | ||
80 | |||
81 | case 4: /* ERET */ | ||
82 | @@ -XXX,XX +XXX,XX @@ static void disas_ld_lit(DisasContext *s, uint32_t insn) | ||
83 | |||
84 | tcg_rt = cpu_reg(s, rt); | ||
85 | |||
86 | - clean_addr = tcg_constant_i64(s->pc_curr + imm); | ||
87 | + clean_addr = new_tmp_a64(s); | ||
88 | + gen_pc_plus_diff(s, clean_addr, imm); | ||
89 | if (is_vector) { | ||
90 | do_fp_ld(s, rt, clean_addr, size); | ||
91 | } else { | ||
92 | @@ -XXX,XX +XXX,XX @@ static void disas_ldst(DisasContext *s, uint32_t insn) | ||
93 | static void disas_pc_rel_adr(DisasContext *s, uint32_t insn) | ||
94 | { | ||
95 | unsigned int page, rd; | ||
96 | - uint64_t base; | ||
97 | - uint64_t offset; | ||
98 | + int64_t offset; | ||
99 | |||
100 | page = extract32(insn, 31, 1); | ||
101 | /* SignExtend(immhi:immlo) -> offset */ | ||
102 | offset = sextract64(insn, 5, 19); | ||
103 | offset = offset << 2 | extract32(insn, 29, 2); | ||
104 | rd = extract32(insn, 0, 5); | ||
105 | - base = s->pc_curr; | ||
106 | |||
107 | if (page) { | ||
108 | /* ADRP (page based) */ | ||
109 | - base &= ~0xfff; | ||
110 | offset <<= 12; | ||
111 | + /* The page offset is ok for TARGET_TB_PCREL. */ | ||
112 | + offset -= s->pc_curr & 0xfff; | ||
113 | } | ||
114 | |||
115 | - tcg_gen_movi_i64(cpu_reg(s, rd), base + offset); | ||
116 | + gen_pc_plus_diff(s, cpu_reg(s, rd), offset); | ||
117 | } | ||
118 | |||
119 | /* | ||
70 | -- | 120 | -- |
71 | 2.20.1 | 121 | 2.25.1 |
72 | |||
73 | diff view generated by jsdifflib |
1 | For M-profile, we weren't reporting alignment faults triggered by the | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | generic TCG code correctly to the guest. These get passed into | ||
3 | arm_v7m_cpu_do_interrupt() as an EXCP_DATA_ABORT with an A-profile | ||
4 | style exception.fsr value of 1. We didn't check for this, and so | ||
5 | they fell through into the default of "assume this is an MPU fault" | ||
6 | and were reported to the guest as a data access violation MPU fault. | ||
7 | 2 | ||
8 | Report these alignment faults as UsageFaults which set the UNALIGNED | 3 | In preparation for TARGET_TB_PCREL, reduce reliance on absolute values. |
9 | bit in the UFSR. | ||
10 | 4 | ||
5 | Reviewed-by: Philippe Mathieu-Daudé <f4bug@amsat.org> | ||
6 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> | ||
7 | Message-id: 20221020030641.2066807-9-richard.henderson@linaro.org | ||
11 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 8 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
12 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
13 | Message-id: 20210723162146.5167-4-peter.maydell@linaro.org | ||
14 | --- | 9 | --- |
15 | target/arm/m_helper.c | 8 ++++++++ | 10 | target/arm/translate.c | 38 +++++++++++++++++++++----------------- |
16 | 1 file changed, 8 insertions(+) | 11 | 1 file changed, 21 insertions(+), 17 deletions(-) |
17 | 12 | ||
18 | diff --git a/target/arm/m_helper.c b/target/arm/m_helper.c | 13 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
19 | index XXXXXXX..XXXXXXX 100644 | 14 | index XXXXXXX..XXXXXXX 100644 |
20 | --- a/target/arm/m_helper.c | 15 | --- a/target/arm/translate.c |
21 | +++ b/target/arm/m_helper.c | 16 | +++ b/target/arm/translate.c |
22 | @@ -XXX,XX +XXX,XX @@ void arm_v7m_cpu_do_interrupt(CPUState *cs) | 17 | @@ -XXX,XX +XXX,XX @@ static inline int get_a32_user_mem_index(DisasContext *s) |
23 | env->v7m.sfsr |= R_V7M_SFSR_LSERR_MASK; | 18 | } |
24 | break; | 19 | } |
25 | case EXCP_UNALIGNED: | 20 | |
26 | + /* Unaligned faults reported by M-profile aware code */ | 21 | -/* The architectural value of PC. */ |
27 | armv7m_nvic_set_pending(env->nvic, ARMV7M_EXCP_USAGE, env->v7m.secure); | 22 | -static uint32_t read_pc(DisasContext *s) |
28 | env->v7m.cfsr[env->v7m.secure] |= R_V7M_CFSR_UNALIGNED_MASK; | 23 | -{ |
29 | break; | 24 | - return s->pc_curr + (s->thumb ? 4 : 8); |
30 | @@ -XXX,XX +XXX,XX @@ void arm_v7m_cpu_do_interrupt(CPUState *cs) | 25 | -} |
31 | } | 26 | - |
32 | armv7m_nvic_set_pending(env->nvic, ARMV7M_EXCP_BUS, false); | 27 | /* The pc_curr difference for an architectural jump. */ |
33 | break; | 28 | static target_long jmp_diff(DisasContext *s, target_long diff) |
34 | + case 0x1: /* Alignment fault reported by generic code */ | 29 | { |
35 | + qemu_log_mask(CPU_LOG_INT, | 30 | return diff + (s->thumb ? 4 : 8); |
36 | + "...really UsageFault with UFSR.UNALIGNED\n"); | 31 | } |
37 | + env->v7m.cfsr[env->v7m.secure] |= R_V7M_CFSR_UNALIGNED_MASK; | 32 | |
38 | + armv7m_nvic_set_pending(env->nvic, ARMV7M_EXCP_USAGE, | 33 | +static void gen_pc_plus_diff(DisasContext *s, TCGv_i32 var, target_long diff) |
39 | + env->v7m.secure); | 34 | +{ |
40 | + break; | 35 | + tcg_gen_movi_i32(var, s->pc_curr + diff); |
41 | default: | 36 | +} |
42 | /* | 37 | + |
43 | * All other FSR values are either MPU faults or "can't happen | 38 | /* Set a variable to the value of a CPU register. */ |
39 | void load_reg_var(DisasContext *s, TCGv_i32 var, int reg) | ||
40 | { | ||
41 | if (reg == 15) { | ||
42 | - tcg_gen_movi_i32(var, read_pc(s)); | ||
43 | + gen_pc_plus_diff(s, var, jmp_diff(s, 0)); | ||
44 | } else { | ||
45 | tcg_gen_mov_i32(var, cpu_R[reg]); | ||
46 | } | ||
47 | @@ -XXX,XX +XXX,XX @@ TCGv_i32 add_reg_for_lit(DisasContext *s, int reg, int ofs) | ||
48 | TCGv_i32 tmp = tcg_temp_new_i32(); | ||
49 | |||
50 | if (reg == 15) { | ||
51 | - tcg_gen_movi_i32(tmp, (read_pc(s) & ~3) + ofs); | ||
52 | + /* | ||
53 | + * This address is computed from an aligned PC: | ||
54 | + * subtract off the low bits. | ||
55 | + */ | ||
56 | + gen_pc_plus_diff(s, tmp, jmp_diff(s, ofs - (s->pc_curr & 3))); | ||
57 | } else { | ||
58 | tcg_gen_addi_i32(tmp, cpu_R[reg], ofs); | ||
59 | } | ||
60 | @@ -XXX,XX +XXX,XX @@ void unallocated_encoding(DisasContext *s) | ||
61 | /* Force a TB lookup after an instruction that changes the CPU state. */ | ||
62 | void gen_lookup_tb(DisasContext *s) | ||
63 | { | ||
64 | - tcg_gen_movi_i32(cpu_R[15], s->base.pc_next); | ||
65 | + gen_pc_plus_diff(s, cpu_R[15], curr_insn_len(s)); | ||
66 | s->base.is_jmp = DISAS_EXIT; | ||
67 | } | ||
68 | |||
69 | @@ -XXX,XX +XXX,XX @@ static bool trans_BLX_r(DisasContext *s, arg_BLX_r *a) | ||
70 | return false; | ||
71 | } | ||
72 | tmp = load_reg(s, a->rm); | ||
73 | - tcg_gen_movi_i32(cpu_R[14], s->base.pc_next | s->thumb); | ||
74 | + gen_pc_plus_diff(s, cpu_R[14], curr_insn_len(s) | s->thumb); | ||
75 | gen_bx(s, tmp); | ||
76 | return true; | ||
77 | } | ||
78 | @@ -XXX,XX +XXX,XX @@ static bool trans_B_cond_thumb(DisasContext *s, arg_ci *a) | ||
79 | |||
80 | static bool trans_BL(DisasContext *s, arg_i *a) | ||
81 | { | ||
82 | - tcg_gen_movi_i32(cpu_R[14], s->base.pc_next | s->thumb); | ||
83 | + gen_pc_plus_diff(s, cpu_R[14], curr_insn_len(s) | s->thumb); | ||
84 | gen_jmp(s, jmp_diff(s, a->imm)); | ||
85 | return true; | ||
86 | } | ||
87 | @@ -XXX,XX +XXX,XX @@ static bool trans_BLX_i(DisasContext *s, arg_BLX_i *a) | ||
88 | if (s->thumb && (a->imm & 2)) { | ||
89 | return false; | ||
90 | } | ||
91 | - tcg_gen_movi_i32(cpu_R[14], s->base.pc_next | s->thumb); | ||
92 | + gen_pc_plus_diff(s, cpu_R[14], curr_insn_len(s) | s->thumb); | ||
93 | store_cpu_field_constant(!s->thumb, thumb); | ||
94 | /* This jump is computed from an aligned PC: subtract off the low bits. */ | ||
95 | gen_jmp(s, jmp_diff(s, a->imm - (s->pc_curr & 3))); | ||
96 | @@ -XXX,XX +XXX,XX @@ static bool trans_BLX_i(DisasContext *s, arg_BLX_i *a) | ||
97 | static bool trans_BL_BLX_prefix(DisasContext *s, arg_BL_BLX_prefix *a) | ||
98 | { | ||
99 | assert(!arm_dc_feature(s, ARM_FEATURE_THUMB2)); | ||
100 | - tcg_gen_movi_i32(cpu_R[14], read_pc(s) + (a->imm << 12)); | ||
101 | + gen_pc_plus_diff(s, cpu_R[14], jmp_diff(s, a->imm << 12)); | ||
102 | return true; | ||
103 | } | ||
104 | |||
105 | @@ -XXX,XX +XXX,XX @@ static bool trans_BL_suffix(DisasContext *s, arg_BL_suffix *a) | ||
106 | |||
107 | assert(!arm_dc_feature(s, ARM_FEATURE_THUMB2)); | ||
108 | tcg_gen_addi_i32(tmp, cpu_R[14], (a->imm << 1) | 1); | ||
109 | - tcg_gen_movi_i32(cpu_R[14], s->base.pc_next | 1); | ||
110 | + gen_pc_plus_diff(s, cpu_R[14], curr_insn_len(s) | 1); | ||
111 | gen_bx(s, tmp); | ||
112 | return true; | ||
113 | } | ||
114 | @@ -XXX,XX +XXX,XX @@ static bool trans_BLX_suffix(DisasContext *s, arg_BLX_suffix *a) | ||
115 | tmp = tcg_temp_new_i32(); | ||
116 | tcg_gen_addi_i32(tmp, cpu_R[14], a->imm << 1); | ||
117 | tcg_gen_andi_i32(tmp, tmp, 0xfffffffc); | ||
118 | - tcg_gen_movi_i32(cpu_R[14], s->base.pc_next | 1); | ||
119 | + gen_pc_plus_diff(s, cpu_R[14], curr_insn_len(s) | 1); | ||
120 | gen_bx(s, tmp); | ||
121 | return true; | ||
122 | } | ||
123 | @@ -XXX,XX +XXX,XX @@ static bool op_tbranch(DisasContext *s, arg_tbranch *a, bool half) | ||
124 | tcg_gen_add_i32(addr, addr, tmp); | ||
125 | |||
126 | gen_aa32_ld_i32(s, tmp, addr, get_mem_index(s), half ? MO_UW : MO_UB); | ||
127 | - tcg_temp_free_i32(addr); | ||
128 | |||
129 | tcg_gen_add_i32(tmp, tmp, tmp); | ||
130 | - tcg_gen_addi_i32(tmp, tmp, read_pc(s)); | ||
131 | + gen_pc_plus_diff(s, addr, jmp_diff(s, 0)); | ||
132 | + tcg_gen_add_i32(tmp, tmp, addr); | ||
133 | + tcg_temp_free_i32(addr); | ||
134 | store_reg(s, 15, tmp); | ||
135 | return true; | ||
136 | } | ||
44 | -- | 137 | -- |
45 | 2.20.1 | 138 | 2.25.1 |
46 | 139 | ||
47 | 140 | diff view generated by jsdifflib |
1 | For M-profile, unlike A-profile, the low 2 bits of SP are defined to be | 1 | From: Richard Henderson <richard.henderson@linaro.org> |
---|---|---|---|
2 | RES0H, which is to say that they must be hardwired to zero so that | ||
3 | guest attempts to write non-zero values to them are ignored. | ||
4 | 2 | ||
5 | Implement this behaviour by masking out the low bits: | 3 | Signed-off-by: Richard Henderson <richard.henderson@linaro.org> |
6 | * for writes to r13 by the gdbstub | 4 | Message-id: 20221020030641.2066807-10-richard.henderson@linaro.org |
7 | * for writes to any of the various flavours of SP via MSR | 5 | Reviewed-by: Peter Maydell <peter.maydell@linaro.org> |
8 | * for writes to r13 via store_reg() in generated code | 6 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
7 | --- | ||
8 | target/arm/cpu-param.h | 2 + | ||
9 | target/arm/translate.h | 50 +++++++++++++++- | ||
10 | target/arm/cpu.c | 23 ++++---- | ||
11 | target/arm/translate-a64.c | 64 +++++++++++++------- | ||
12 | target/arm/translate-m-nocp.c | 2 +- | ||
13 | target/arm/translate.c | 108 +++++++++++++++++++++++----------- | ||
14 | 6 files changed, 178 insertions(+), 71 deletions(-) | ||
9 | 15 | ||
10 | Note that all the direct uses of cpu_R[] in translate.c are in places | 16 | diff --git a/target/arm/cpu-param.h b/target/arm/cpu-param.h |
11 | where the register is definitely not r13 (usually because that has | ||
12 | been checked for as an UNDEFINED or UNPREDICTABLE case and handled as | ||
13 | UNDEF). | ||
14 | |||
15 | All the other writes to regs[13] in C code are either: | ||
16 | * A-profile only code | ||
17 | * writes of values we can guarantee to be aligned, such as | ||
18 | - writes of previous-SP-value plus or minus a 4-aligned constant | ||
19 | - writes of the value in an SP limit register (which we already | ||
20 | enforce to be aligned) | ||
21 | |||
22 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | ||
23 | Reviewed-by: Richard Henderson <richard.henderson@linaro.org> | ||
24 | Message-id: 20210723162146.5167-2-peter.maydell@linaro.org | ||
25 | --- | ||
26 | target/arm/gdbstub.c | 4 ++++ | ||
27 | target/arm/m_helper.c | 14 ++++++++------ | ||
28 | target/arm/translate.c | 3 +++ | ||
29 | 3 files changed, 15 insertions(+), 6 deletions(-) | ||
30 | |||
31 | diff --git a/target/arm/gdbstub.c b/target/arm/gdbstub.c | ||
32 | index XXXXXXX..XXXXXXX 100644 | 17 | index XXXXXXX..XXXXXXX 100644 |
33 | --- a/target/arm/gdbstub.c | 18 | --- a/target/arm/cpu-param.h |
34 | +++ b/target/arm/gdbstub.c | 19 | +++ b/target/arm/cpu-param.h |
35 | @@ -XXX,XX +XXX,XX @@ int arm_cpu_gdb_write_register(CPUState *cs, uint8_t *mem_buf, int n) | 20 | @@ -XXX,XX +XXX,XX @@ |
36 | 21 | # define TARGET_PAGE_BITS_VARY | |
37 | if (n < 16) { | 22 | # define TARGET_PAGE_BITS_MIN 10 |
38 | /* Core integer register. */ | 23 | |
39 | + if (n == 13 && arm_feature(env, ARM_FEATURE_M)) { | 24 | +# define TARGET_TB_PCREL 1 |
40 | + /* M profile SP low bits are always 0 */ | 25 | + |
41 | + tmp &= ~3; | 26 | /* |
27 | * Cache the attrs and shareability fields from the page table entry. | ||
28 | * | ||
29 | diff --git a/target/arm/translate.h b/target/arm/translate.h | ||
30 | index XXXXXXX..XXXXXXX 100644 | ||
31 | --- a/target/arm/translate.h | ||
32 | +++ b/target/arm/translate.h | ||
33 | @@ -XXX,XX +XXX,XX @@ | ||
34 | |||
35 | |||
36 | /* internal defines */ | ||
37 | + | ||
38 | +/* | ||
39 | + * Save pc_save across a branch, so that we may restore the value from | ||
40 | + * before the branch at the point the label is emitted. | ||
41 | + */ | ||
42 | +typedef struct DisasLabel { | ||
43 | + TCGLabel *label; | ||
44 | + target_ulong pc_save; | ||
45 | +} DisasLabel; | ||
46 | + | ||
47 | typedef struct DisasContext { | ||
48 | DisasContextBase base; | ||
49 | const ARMISARegisters *isar; | ||
50 | |||
51 | /* The address of the current instruction being translated. */ | ||
52 | target_ulong pc_curr; | ||
53 | + /* | ||
54 | + * For TARGET_TB_PCREL, the full value of cpu_pc is not known | ||
55 | + * (although the page offset is known). For convenience, the | ||
56 | + * translation loop uses the full virtual address that triggered | ||
57 | + * the translation, from base.pc_start through pc_curr. | ||
58 | + * For efficiency, we do not update cpu_pc for every instruction. | ||
59 | + * Instead, pc_save has the value of pc_curr at the time of the | ||
60 | + * last update to cpu_pc, which allows us to compute the addend | ||
61 | + * needed to bring cpu_pc current: pc_curr - pc_save. | ||
62 | + * If cpu_pc now contains the destination of an indirect branch, | ||
63 | + * pc_save contains -1 to indicate that relative updates are no | ||
64 | + * longer possible. | ||
65 | + */ | ||
66 | + target_ulong pc_save; | ||
67 | target_ulong page_start; | ||
68 | uint32_t insn; | ||
69 | /* Nonzero if this instruction has been conditionally skipped. */ | ||
70 | int condjmp; | ||
71 | /* The label that will be jumped to when the instruction is skipped. */ | ||
72 | - TCGLabel *condlabel; | ||
73 | + DisasLabel condlabel; | ||
74 | /* Thumb-2 conditional execution bits. */ | ||
75 | int condexec_mask; | ||
76 | int condexec_cond; | ||
77 | @@ -XXX,XX +XXX,XX @@ typedef struct DisasContext { | ||
78 | * after decode (ie after any UNDEF checks) | ||
79 | */ | ||
80 | bool eci_handled; | ||
81 | - /* TCG op to rewind to if this turns out to be an invalid ECI state */ | ||
82 | - TCGOp *insn_eci_rewind; | ||
83 | int sctlr_b; | ||
84 | MemOp be_data; | ||
85 | #if !defined(CONFIG_USER_ONLY) | ||
86 | @@ -XXX,XX +XXX,XX @@ static inline MemOp finalize_memop(DisasContext *s, MemOp opc) | ||
87 | */ | ||
88 | uint64_t asimd_imm_const(uint32_t imm, int cmode, int op); | ||
89 | |||
90 | +/* | ||
91 | + * gen_disas_label: | ||
92 | + * Create a label and cache a copy of pc_save. | ||
93 | + */ | ||
94 | +static inline DisasLabel gen_disas_label(DisasContext *s) | ||
95 | +{ | ||
96 | + return (DisasLabel){ | ||
97 | + .label = gen_new_label(), | ||
98 | + .pc_save = s->pc_save, | ||
99 | + }; | ||
100 | +} | ||
101 | + | ||
102 | +/* | ||
103 | + * set_disas_label: | ||
104 | + * Emit a label and restore the cached copy of pc_save. | ||
105 | + */ | ||
106 | +static inline void set_disas_label(DisasContext *s, DisasLabel l) | ||
107 | +{ | ||
108 | + gen_set_label(l.label); | ||
109 | + s->pc_save = l.pc_save; | ||
110 | +} | ||
111 | + | ||
112 | /* | ||
113 | * Helpers for implementing sets of trans_* functions. | ||
114 | * Defer the implementation of NAME to FUNC, with optional extra arguments. | ||
115 | diff --git a/target/arm/cpu.c b/target/arm/cpu.c | ||
116 | index XXXXXXX..XXXXXXX 100644 | ||
117 | --- a/target/arm/cpu.c | ||
118 | +++ b/target/arm/cpu.c | ||
119 | @@ -XXX,XX +XXX,XX @@ static vaddr arm_cpu_get_pc(CPUState *cs) | ||
120 | void arm_cpu_synchronize_from_tb(CPUState *cs, | ||
121 | const TranslationBlock *tb) | ||
122 | { | ||
123 | - ARMCPU *cpu = ARM_CPU(cs); | ||
124 | - CPUARMState *env = &cpu->env; | ||
125 | - | ||
126 | - /* | ||
127 | - * It's OK to look at env for the current mode here, because it's | ||
128 | - * never possible for an AArch64 TB to chain to an AArch32 TB. | ||
129 | - */ | ||
130 | - if (is_a64(env)) { | ||
131 | - env->pc = tb_pc(tb); | ||
132 | - } else { | ||
133 | - env->regs[15] = tb_pc(tb); | ||
134 | + /* The program counter is always up to date with TARGET_TB_PCREL. */ | ||
135 | + if (!TARGET_TB_PCREL) { | ||
136 | + CPUARMState *env = cs->env_ptr; | ||
137 | + /* | ||
138 | + * It's OK to look at env for the current mode here, because it's | ||
139 | + * never possible for an AArch64 TB to chain to an AArch32 TB. | ||
140 | + */ | ||
141 | + if (is_a64(env)) { | ||
142 | + env->pc = tb_pc(tb); | ||
143 | + } else { | ||
144 | + env->regs[15] = tb_pc(tb); | ||
42 | + } | 145 | + } |
43 | env->regs[n] = tmp; | 146 | } |
44 | return 4; | 147 | } |
45 | } | 148 | #endif /* CONFIG_TCG */ |
46 | diff --git a/target/arm/m_helper.c b/target/arm/m_helper.c | 149 | diff --git a/target/arm/translate-a64.c b/target/arm/translate-a64.c |
47 | index XXXXXXX..XXXXXXX 100644 | 150 | index XXXXXXX..XXXXXXX 100644 |
48 | --- a/target/arm/m_helper.c | 151 | --- a/target/arm/translate-a64.c |
49 | +++ b/target/arm/m_helper.c | 152 | +++ b/target/arm/translate-a64.c |
50 | @@ -XXX,XX +XXX,XX @@ void HELPER(v7m_msr)(CPUARMState *env, uint32_t maskreg, uint32_t val) | 153 | @@ -XXX,XX +XXX,XX @@ static void reset_btype(DisasContext *s) |
51 | if (!env->v7m.secure) { | 154 | |
52 | return; | 155 | static void gen_pc_plus_diff(DisasContext *s, TCGv_i64 dest, target_long diff) |
53 | } | 156 | { |
54 | - env->v7m.other_ss_msp = val; | 157 | - tcg_gen_movi_i64(dest, s->pc_curr + diff); |
55 | + env->v7m.other_ss_msp = val & ~3; | 158 | + assert(s->pc_save != -1); |
56 | return; | 159 | + if (TARGET_TB_PCREL) { |
57 | case 0x89: /* PSP_NS */ | 160 | + tcg_gen_addi_i64(dest, cpu_pc, (s->pc_curr - s->pc_save) + diff); |
58 | if (!env->v7m.secure) { | 161 | + } else { |
59 | return; | 162 | + tcg_gen_movi_i64(dest, s->pc_curr + diff); |
60 | } | 163 | + } |
61 | - env->v7m.other_ss_psp = val; | 164 | } |
62 | + env->v7m.other_ss_psp = val & ~3; | 165 | |
63 | return; | 166 | void gen_a64_update_pc(DisasContext *s, target_long diff) |
64 | case 0x8a: /* MSPLIM_NS */ | 167 | { |
65 | if (!env->v7m.secure) { | 168 | gen_pc_plus_diff(s, cpu_pc, diff); |
66 | @@ -XXX,XX +XXX,XX @@ void HELPER(v7m_msr)(CPUARMState *env, uint32_t maskreg, uint32_t val) | 169 | + s->pc_save = s->pc_curr + diff; |
67 | 170 | } | |
68 | limit = is_psp ? env->v7m.psplim[false] : env->v7m.msplim[false]; | 171 | |
69 | 172 | /* | |
70 | + val &= ~0x3; | 173 | @@ -XXX,XX +XXX,XX @@ static void gen_a64_set_pc(DisasContext *s, TCGv_i64 src) |
174 | * then loading an address into the PC will clear out any tag. | ||
175 | */ | ||
176 | gen_top_byte_ignore(s, cpu_pc, src, s->tbii); | ||
177 | + s->pc_save = -1; | ||
178 | } | ||
179 | |||
180 | /* | ||
181 | @@ -XXX,XX +XXX,XX @@ static inline bool use_goto_tb(DisasContext *s, uint64_t dest) | ||
182 | |||
183 | static void gen_goto_tb(DisasContext *s, int n, int64_t diff) | ||
184 | { | ||
185 | - uint64_t dest = s->pc_curr + diff; | ||
186 | - | ||
187 | - if (use_goto_tb(s, dest)) { | ||
188 | - tcg_gen_goto_tb(n); | ||
189 | - gen_a64_update_pc(s, diff); | ||
190 | + if (use_goto_tb(s, s->pc_curr + diff)) { | ||
191 | + /* | ||
192 | + * For pcrel, the pc must always be up-to-date on entry to | ||
193 | + * the linked TB, so that it can use simple additions for all | ||
194 | + * further adjustments. For !pcrel, the linked TB is compiled | ||
195 | + * to know its full virtual address, so we can delay the | ||
196 | + * update to pc to the unlinked path. A long chain of links | ||
197 | + * can thus avoid many updates to the PC. | ||
198 | + */ | ||
199 | + if (TARGET_TB_PCREL) { | ||
200 | + gen_a64_update_pc(s, diff); | ||
201 | + tcg_gen_goto_tb(n); | ||
202 | + } else { | ||
203 | + tcg_gen_goto_tb(n); | ||
204 | + gen_a64_update_pc(s, diff); | ||
205 | + } | ||
206 | tcg_gen_exit_tb(s->base.tb, n); | ||
207 | s->base.is_jmp = DISAS_NORETURN; | ||
208 | } else { | ||
209 | @@ -XXX,XX +XXX,XX @@ static void disas_comp_b_imm(DisasContext *s, uint32_t insn) | ||
210 | { | ||
211 | unsigned int sf, op, rt; | ||
212 | int64_t diff; | ||
213 | - TCGLabel *label_match; | ||
214 | + DisasLabel match; | ||
215 | TCGv_i64 tcg_cmp; | ||
216 | |||
217 | sf = extract32(insn, 31, 1); | ||
218 | @@ -XXX,XX +XXX,XX @@ static void disas_comp_b_imm(DisasContext *s, uint32_t insn) | ||
219 | diff = sextract32(insn, 5, 19) * 4; | ||
220 | |||
221 | tcg_cmp = read_cpu_reg(s, rt, sf); | ||
222 | - label_match = gen_new_label(); | ||
223 | - | ||
224 | reset_btype(s); | ||
225 | - tcg_gen_brcondi_i64(op ? TCG_COND_NE : TCG_COND_EQ, | ||
226 | - tcg_cmp, 0, label_match); | ||
227 | |||
228 | + match = gen_disas_label(s); | ||
229 | + tcg_gen_brcondi_i64(op ? TCG_COND_NE : TCG_COND_EQ, | ||
230 | + tcg_cmp, 0, match.label); | ||
231 | gen_goto_tb(s, 0, 4); | ||
232 | - gen_set_label(label_match); | ||
233 | + set_disas_label(s, match); | ||
234 | gen_goto_tb(s, 1, diff); | ||
235 | } | ||
236 | |||
237 | @@ -XXX,XX +XXX,XX @@ static void disas_test_b_imm(DisasContext *s, uint32_t insn) | ||
238 | { | ||
239 | unsigned int bit_pos, op, rt; | ||
240 | int64_t diff; | ||
241 | - TCGLabel *label_match; | ||
242 | + DisasLabel match; | ||
243 | TCGv_i64 tcg_cmp; | ||
244 | |||
245 | bit_pos = (extract32(insn, 31, 1) << 5) | extract32(insn, 19, 5); | ||
246 | @@ -XXX,XX +XXX,XX @@ static void disas_test_b_imm(DisasContext *s, uint32_t insn) | ||
247 | |||
248 | tcg_cmp = tcg_temp_new_i64(); | ||
249 | tcg_gen_andi_i64(tcg_cmp, cpu_reg(s, rt), (1ULL << bit_pos)); | ||
250 | - label_match = gen_new_label(); | ||
251 | |||
252 | reset_btype(s); | ||
71 | + | 253 | + |
72 | if (val < limit) { | 254 | + match = gen_disas_label(s); |
73 | raise_exception_ra(env, EXCP_STKOF, 0, 1, GETPC()); | 255 | tcg_gen_brcondi_i64(op ? TCG_COND_NE : TCG_COND_EQ, |
74 | } | 256 | - tcg_cmp, 0, label_match); |
75 | @@ -XXX,XX +XXX,XX @@ void HELPER(v7m_msr)(CPUARMState *env, uint32_t maskreg, uint32_t val) | 257 | + tcg_cmp, 0, match.label); |
76 | break; | 258 | tcg_temp_free_i64(tcg_cmp); |
77 | case 8: /* MSP */ | 259 | gen_goto_tb(s, 0, 4); |
78 | if (v7m_using_psp(env)) { | 260 | - gen_set_label(label_match); |
79 | - env->v7m.other_sp = val; | 261 | + set_disas_label(s, match); |
80 | + env->v7m.other_sp = val & ~3; | 262 | gen_goto_tb(s, 1, diff); |
81 | } else { | 263 | } |
82 | - env->regs[13] = val; | 264 | |
83 | + env->regs[13] = val & ~3; | 265 | @@ -XXX,XX +XXX,XX @@ static void disas_cond_b_imm(DisasContext *s, uint32_t insn) |
84 | } | 266 | reset_btype(s); |
85 | break; | 267 | if (cond < 0x0e) { |
86 | case 9: /* PSP */ | 268 | /* genuinely conditional branches */ |
87 | if (v7m_using_psp(env)) { | 269 | - TCGLabel *label_match = gen_new_label(); |
88 | - env->regs[13] = val; | 270 | - arm_gen_test_cc(cond, label_match); |
89 | + env->regs[13] = val & ~3; | 271 | + DisasLabel match = gen_disas_label(s); |
90 | } else { | 272 | + arm_gen_test_cc(cond, match.label); |
91 | - env->v7m.other_sp = val; | 273 | gen_goto_tb(s, 0, 4); |
92 | + env->v7m.other_sp = val & ~3; | 274 | - gen_set_label(label_match); |
93 | } | 275 | + set_disas_label(s, match); |
94 | break; | 276 | gen_goto_tb(s, 1, diff); |
95 | case 10: /* MSPLIM */ | 277 | } else { |
278 | /* 0xe and 0xf are both "always" conditions */ | ||
279 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_init_disas_context(DisasContextBase *dcbase, | ||
280 | |||
281 | dc->isar = &arm_cpu->isar; | ||
282 | dc->condjmp = 0; | ||
283 | - | ||
284 | + dc->pc_save = dc->base.pc_first; | ||
285 | dc->aarch64 = true; | ||
286 | dc->thumb = false; | ||
287 | dc->sctlr_b = 0; | ||
288 | @@ -XXX,XX +XXX,XX @@ static void aarch64_tr_tb_start(DisasContextBase *db, CPUState *cpu) | ||
289 | static void aarch64_tr_insn_start(DisasContextBase *dcbase, CPUState *cpu) | ||
290 | { | ||
291 | DisasContext *dc = container_of(dcbase, DisasContext, base); | ||
292 | + target_ulong pc_arg = dc->base.pc_next; | ||
293 | |||
294 | - tcg_gen_insn_start(dc->base.pc_next, 0, 0); | ||
295 | + if (TARGET_TB_PCREL) { | ||
296 | + pc_arg &= ~TARGET_PAGE_MASK; | ||
297 | + } | ||
298 | + tcg_gen_insn_start(pc_arg, 0, 0); | ||
299 | dc->insn_start = tcg_last_op(); | ||
300 | } | ||
301 | |||
302 | diff --git a/target/arm/translate-m-nocp.c b/target/arm/translate-m-nocp.c | ||
303 | index XXXXXXX..XXXXXXX 100644 | ||
304 | --- a/target/arm/translate-m-nocp.c | ||
305 | +++ b/target/arm/translate-m-nocp.c | ||
306 | @@ -XXX,XX +XXX,XX @@ static bool trans_VSCCLRM(DisasContext *s, arg_VSCCLRM *a) | ||
307 | tcg_gen_andi_i32(sfpa, sfpa, R_V7M_CONTROL_SFPA_MASK); | ||
308 | tcg_gen_or_i32(sfpa, sfpa, aspen); | ||
309 | arm_gen_condlabel(s); | ||
310 | - tcg_gen_brcondi_i32(TCG_COND_EQ, sfpa, 0, s->condlabel); | ||
311 | + tcg_gen_brcondi_i32(TCG_COND_EQ, sfpa, 0, s->condlabel.label); | ||
312 | |||
313 | if (s->fp_excp_el != 0) { | ||
314 | gen_exception_insn_el(s, 0, EXCP_NOCP, | ||
96 | diff --git a/target/arm/translate.c b/target/arm/translate.c | 315 | diff --git a/target/arm/translate.c b/target/arm/translate.c |
97 | index XXXXXXX..XXXXXXX 100644 | 316 | index XXXXXXX..XXXXXXX 100644 |
98 | --- a/target/arm/translate.c | 317 | --- a/target/arm/translate.c |
99 | +++ b/target/arm/translate.c | 318 | +++ b/target/arm/translate.c |
319 | @@ -XXX,XX +XXX,XX @@ uint64_t asimd_imm_const(uint32_t imm, int cmode, int op) | ||
320 | void arm_gen_condlabel(DisasContext *s) | ||
321 | { | ||
322 | if (!s->condjmp) { | ||
323 | - s->condlabel = gen_new_label(); | ||
324 | + s->condlabel = gen_disas_label(s); | ||
325 | s->condjmp = 1; | ||
326 | } | ||
327 | } | ||
328 | @@ -XXX,XX +XXX,XX @@ static target_long jmp_diff(DisasContext *s, target_long diff) | ||
329 | |||
330 | static void gen_pc_plus_diff(DisasContext *s, TCGv_i32 var, target_long diff) | ||
331 | { | ||
332 | - tcg_gen_movi_i32(var, s->pc_curr + diff); | ||
333 | + assert(s->pc_save != -1); | ||
334 | + if (TARGET_TB_PCREL) { | ||
335 | + tcg_gen_addi_i32(var, cpu_R[15], (s->pc_curr - s->pc_save) + diff); | ||
336 | + } else { | ||
337 | + tcg_gen_movi_i32(var, s->pc_curr + diff); | ||
338 | + } | ||
339 | } | ||
340 | |||
341 | /* Set a variable to the value of a CPU register. */ | ||
100 | @@ -XXX,XX +XXX,XX @@ void store_reg(DisasContext *s, int reg, TCGv_i32 var) | 342 | @@ -XXX,XX +XXX,XX @@ void store_reg(DisasContext *s, int reg, TCGv_i32 var) |
101 | */ | 343 | */ |
102 | tcg_gen_andi_i32(var, var, s->thumb ? ~1 : ~3); | 344 | tcg_gen_andi_i32(var, var, s->thumb ? ~1 : ~3); |
103 | s->base.is_jmp = DISAS_JUMP; | 345 | s->base.is_jmp = DISAS_JUMP; |
104 | + } else if (reg == 13 && arm_dc_feature(s, ARM_FEATURE_M)) { | 346 | + s->pc_save = -1; |
105 | + /* For M-profile SP bits [1:0] are always zero */ | 347 | } else if (reg == 13 && arm_dc_feature(s, ARM_FEATURE_M)) { |
106 | + tcg_gen_andi_i32(var, var, ~3); | 348 | /* For M-profile SP bits [1:0] are always zero */ |
107 | } | 349 | tcg_gen_andi_i32(var, var, ~3); |
108 | tcg_gen_mov_i32(cpu_R[reg], var); | 350 | @@ -XXX,XX +XXX,XX @@ void gen_set_condexec(DisasContext *s) |
109 | tcg_temp_free_i32(var); | 351 | |
352 | void gen_update_pc(DisasContext *s, target_long diff) | ||
353 | { | ||
354 | - tcg_gen_movi_i32(cpu_R[15], s->pc_curr + diff); | ||
355 | + gen_pc_plus_diff(s, cpu_R[15], diff); | ||
356 | + s->pc_save = s->pc_curr + diff; | ||
357 | } | ||
358 | |||
359 | /* Set PC and Thumb state from var. var is marked as dead. */ | ||
360 | @@ -XXX,XX +XXX,XX @@ static inline void gen_bx(DisasContext *s, TCGv_i32 var) | ||
361 | tcg_gen_andi_i32(cpu_R[15], var, ~1); | ||
362 | tcg_gen_andi_i32(var, var, 1); | ||
363 | store_cpu_field(var, thumb); | ||
364 | + s->pc_save = -1; | ||
365 | } | ||
366 | |||
367 | /* | ||
368 | @@ -XXX,XX +XXX,XX @@ static inline void gen_bx_excret(DisasContext *s, TCGv_i32 var) | ||
369 | static inline void gen_bx_excret_final_code(DisasContext *s) | ||
370 | { | ||
371 | /* Generate the code to finish possible exception return and end the TB */ | ||
372 | - TCGLabel *excret_label = gen_new_label(); | ||
373 | + DisasLabel excret_label = gen_disas_label(s); | ||
374 | uint32_t min_magic; | ||
375 | |||
376 | if (arm_dc_feature(s, ARM_FEATURE_M_SECURITY)) { | ||
377 | @@ -XXX,XX +XXX,XX @@ static inline void gen_bx_excret_final_code(DisasContext *s) | ||
378 | } | ||
379 | |||
380 | /* Is the new PC value in the magic range indicating exception return? */ | ||
381 | - tcg_gen_brcondi_i32(TCG_COND_GEU, cpu_R[15], min_magic, excret_label); | ||
382 | + tcg_gen_brcondi_i32(TCG_COND_GEU, cpu_R[15], min_magic, excret_label.label); | ||
383 | /* No: end the TB as we would for a DISAS_JMP */ | ||
384 | if (s->ss_active) { | ||
385 | gen_singlestep_exception(s); | ||
386 | } else { | ||
387 | tcg_gen_exit_tb(NULL, 0); | ||
388 | } | ||
389 | - gen_set_label(excret_label); | ||
390 | + set_disas_label(s, excret_label); | ||
391 | /* Yes: this is an exception return. | ||
392 | * At this point in runtime env->regs[15] and env->thumb will hold | ||
393 | * the exception-return magic number, which do_v7m_exception_exit() | ||
394 | @@ -XXX,XX +XXX,XX @@ static void gen_goto_ptr(void) | ||
395 | */ | ||
396 | static void gen_goto_tb(DisasContext *s, int n, target_long diff) | ||
397 | { | ||
398 | - target_ulong dest = s->pc_curr + diff; | ||
399 | - | ||
400 | - if (translator_use_goto_tb(&s->base, dest)) { | ||
401 | - tcg_gen_goto_tb(n); | ||
402 | - gen_update_pc(s, diff); | ||
403 | + if (translator_use_goto_tb(&s->base, s->pc_curr + diff)) { | ||
404 | + /* | ||
405 | + * For pcrel, the pc must always be up-to-date on entry to | ||
406 | + * the linked TB, so that it can use simple additions for all | ||
407 | + * further adjustments. For !pcrel, the linked TB is compiled | ||
408 | + * to know its full virtual address, so we can delay the | ||
409 | + * update to pc to the unlinked path. A long chain of links | ||
410 | + * can thus avoid many updates to the PC. | ||
411 | + */ | ||
412 | + if (TARGET_TB_PCREL) { | ||
413 | + gen_update_pc(s, diff); | ||
414 | + tcg_gen_goto_tb(n); | ||
415 | + } else { | ||
416 | + tcg_gen_goto_tb(n); | ||
417 | + gen_update_pc(s, diff); | ||
418 | + } | ||
419 | tcg_gen_exit_tb(s->base.tb, n); | ||
420 | } else { | ||
421 | gen_update_pc(s, diff); | ||
422 | @@ -XXX,XX +XXX,XX @@ static void gen_srs(DisasContext *s, | ||
423 | static void arm_skip_unless(DisasContext *s, uint32_t cond) | ||
424 | { | ||
425 | arm_gen_condlabel(s); | ||
426 | - arm_gen_test_cc(cond ^ 1, s->condlabel); | ||
427 | + arm_gen_test_cc(cond ^ 1, s->condlabel.label); | ||
428 | } | ||
429 | |||
430 | |||
431 | @@ -XXX,XX +XXX,XX @@ static bool trans_WLS(DisasContext *s, arg_WLS *a) | ||
432 | { | ||
433 | /* M-profile low-overhead while-loop start */ | ||
434 | TCGv_i32 tmp; | ||
435 | - TCGLabel *nextlabel; | ||
436 | + DisasLabel nextlabel; | ||
437 | |||
438 | if (!dc_isar_feature(aa32_lob, s)) { | ||
439 | return false; | ||
440 | @@ -XXX,XX +XXX,XX @@ static bool trans_WLS(DisasContext *s, arg_WLS *a) | ||
441 | } | ||
442 | } | ||
443 | |||
444 | - nextlabel = gen_new_label(); | ||
445 | - tcg_gen_brcondi_i32(TCG_COND_EQ, cpu_R[a->rn], 0, nextlabel); | ||
446 | + nextlabel = gen_disas_label(s); | ||
447 | + tcg_gen_brcondi_i32(TCG_COND_EQ, cpu_R[a->rn], 0, nextlabel.label); | ||
448 | tmp = load_reg(s, a->rn); | ||
449 | store_reg(s, 14, tmp); | ||
450 | if (a->size != 4) { | ||
451 | @@ -XXX,XX +XXX,XX @@ static bool trans_WLS(DisasContext *s, arg_WLS *a) | ||
452 | } | ||
453 | gen_jmp_tb(s, curr_insn_len(s), 1); | ||
454 | |||
455 | - gen_set_label(nextlabel); | ||
456 | + set_disas_label(s, nextlabel); | ||
457 | gen_jmp(s, jmp_diff(s, a->imm)); | ||
458 | return true; | ||
459 | } | ||
460 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
461 | * any faster. | ||
462 | */ | ||
463 | TCGv_i32 tmp; | ||
464 | - TCGLabel *loopend; | ||
465 | + DisasLabel loopend; | ||
466 | bool fpu_active; | ||
467 | |||
468 | if (!dc_isar_feature(aa32_lob, s)) { | ||
469 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
470 | |||
471 | if (!a->tp && dc_isar_feature(aa32_mve, s) && fpu_active) { | ||
472 | /* Need to do a runtime check for LTPSIZE != 4 */ | ||
473 | - TCGLabel *skipexc = gen_new_label(); | ||
474 | + DisasLabel skipexc = gen_disas_label(s); | ||
475 | tmp = load_cpu_field(v7m.ltpsize); | ||
476 | - tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 4, skipexc); | ||
477 | + tcg_gen_brcondi_i32(TCG_COND_EQ, tmp, 4, skipexc.label); | ||
478 | tcg_temp_free_i32(tmp); | ||
479 | gen_exception_insn(s, 0, EXCP_INVSTATE, syn_uncategorized()); | ||
480 | - gen_set_label(skipexc); | ||
481 | + set_disas_label(s, skipexc); | ||
482 | } | ||
483 | |||
484 | if (a->f) { | ||
485 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
486 | * loop decrement value is 1. For LETP we need to calculate the decrement | ||
487 | * value from LTPSIZE. | ||
488 | */ | ||
489 | - loopend = gen_new_label(); | ||
490 | + loopend = gen_disas_label(s); | ||
491 | if (!a->tp) { | ||
492 | - tcg_gen_brcondi_i32(TCG_COND_LEU, cpu_R[14], 1, loopend); | ||
493 | + tcg_gen_brcondi_i32(TCG_COND_LEU, cpu_R[14], 1, loopend.label); | ||
494 | tcg_gen_addi_i32(cpu_R[14], cpu_R[14], -1); | ||
495 | } else { | ||
496 | /* | ||
497 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
498 | tcg_gen_shl_i32(decr, tcg_constant_i32(1), decr); | ||
499 | tcg_temp_free_i32(ltpsize); | ||
500 | |||
501 | - tcg_gen_brcond_i32(TCG_COND_LEU, cpu_R[14], decr, loopend); | ||
502 | + tcg_gen_brcond_i32(TCG_COND_LEU, cpu_R[14], decr, loopend.label); | ||
503 | |||
504 | tcg_gen_sub_i32(cpu_R[14], cpu_R[14], decr); | ||
505 | tcg_temp_free_i32(decr); | ||
506 | @@ -XXX,XX +XXX,XX @@ static bool trans_LE(DisasContext *s, arg_LE *a) | ||
507 | /* Jump back to the loop start */ | ||
508 | gen_jmp(s, jmp_diff(s, -a->imm)); | ||
509 | |||
510 | - gen_set_label(loopend); | ||
511 | + set_disas_label(s, loopend); | ||
512 | if (a->tp) { | ||
513 | /* Exits from tail-pred loops must reset LTPSIZE to 4 */ | ||
514 | store_cpu_field(tcg_constant_i32(4), v7m.ltpsize); | ||
515 | @@ -XXX,XX +XXX,XX @@ static bool trans_CBZ(DisasContext *s, arg_CBZ *a) | ||
516 | |||
517 | arm_gen_condlabel(s); | ||
518 | tcg_gen_brcondi_i32(a->nz ? TCG_COND_EQ : TCG_COND_NE, | ||
519 | - tmp, 0, s->condlabel); | ||
520 | + tmp, 0, s->condlabel.label); | ||
521 | tcg_temp_free_i32(tmp); | ||
522 | gen_jmp(s, jmp_diff(s, a->imm)); | ||
523 | return true; | ||
524 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_init_disas_context(DisasContextBase *dcbase, CPUState *cs) | ||
525 | |||
526 | dc->isar = &cpu->isar; | ||
527 | dc->condjmp = 0; | ||
528 | - | ||
529 | + dc->pc_save = dc->base.pc_first; | ||
530 | dc->aarch64 = false; | ||
531 | dc->thumb = EX_TBFLAG_AM32(tb_flags, THUMB); | ||
532 | dc->be_data = EX_TBFLAG_ANY(tb_flags, BE_DATA) ? MO_BE : MO_LE; | ||
533 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_init_disas_context(DisasContextBase *dcbase, CPUState *cs) | ||
534 | */ | ||
535 | dc->eci = dc->condexec_mask = dc->condexec_cond = 0; | ||
536 | dc->eci_handled = false; | ||
537 | - dc->insn_eci_rewind = NULL; | ||
538 | if (condexec & 0xf) { | ||
539 | dc->condexec_mask = (condexec & 0xf) << 1; | ||
540 | dc->condexec_cond = condexec >> 4; | ||
541 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_insn_start(DisasContextBase *dcbase, CPUState *cpu) | ||
542 | * fields here. | ||
543 | */ | ||
544 | uint32_t condexec_bits; | ||
545 | + target_ulong pc_arg = dc->base.pc_next; | ||
546 | |||
547 | + if (TARGET_TB_PCREL) { | ||
548 | + pc_arg &= ~TARGET_PAGE_MASK; | ||
549 | + } | ||
550 | if (dc->eci) { | ||
551 | condexec_bits = dc->eci << 4; | ||
552 | } else { | ||
553 | condexec_bits = (dc->condexec_cond << 4) | (dc->condexec_mask >> 1); | ||
554 | } | ||
555 | - tcg_gen_insn_start(dc->base.pc_next, condexec_bits, 0); | ||
556 | + tcg_gen_insn_start(pc_arg, condexec_bits, 0); | ||
557 | dc->insn_start = tcg_last_op(); | ||
558 | } | ||
559 | |||
560 | @@ -XXX,XX +XXX,XX @@ static bool arm_check_ss_active(DisasContext *dc) | ||
561 | |||
562 | static void arm_post_translate_insn(DisasContext *dc) | ||
563 | { | ||
564 | - if (dc->condjmp && !dc->base.is_jmp) { | ||
565 | - gen_set_label(dc->condlabel); | ||
566 | + if (dc->condjmp && dc->base.is_jmp == DISAS_NEXT) { | ||
567 | + if (dc->pc_save != dc->condlabel.pc_save) { | ||
568 | + gen_update_pc(dc, dc->condlabel.pc_save - dc->pc_save); | ||
569 | + } | ||
570 | + gen_set_label(dc->condlabel.label); | ||
571 | dc->condjmp = 0; | ||
572 | } | ||
573 | translator_loop_temp_check(&dc->base); | ||
574 | @@ -XXX,XX +XXX,XX @@ static void thumb_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu) | ||
575 | uint32_t pc = dc->base.pc_next; | ||
576 | uint32_t insn; | ||
577 | bool is_16bit; | ||
578 | + /* TCG op to rewind to if this turns out to be an invalid ECI state */ | ||
579 | + TCGOp *insn_eci_rewind = NULL; | ||
580 | + target_ulong insn_eci_pc_save = -1; | ||
581 | |||
582 | /* Misaligned thumb PC is architecturally impossible. */ | ||
583 | assert((dc->base.pc_next & 1) == 0); | ||
584 | @@ -XXX,XX +XXX,XX @@ static void thumb_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu) | ||
585 | * insn" case. We will rewind to the marker (ie throwing away | ||
586 | * all the generated code) and instead emit "take exception". | ||
587 | */ | ||
588 | - dc->insn_eci_rewind = tcg_last_op(); | ||
589 | + insn_eci_rewind = tcg_last_op(); | ||
590 | + insn_eci_pc_save = dc->pc_save; | ||
591 | } | ||
592 | |||
593 | if (dc->condexec_mask && !thumb_insn_is_unconditional(dc, insn)) { | ||
594 | @@ -XXX,XX +XXX,XX @@ static void thumb_tr_translate_insn(DisasContextBase *dcbase, CPUState *cpu) | ||
595 | * Insn wasn't valid for ECI/ICI at all: undo what we | ||
596 | * just generated and instead emit an exception | ||
597 | */ | ||
598 | - tcg_remove_ops_after(dc->insn_eci_rewind); | ||
599 | + tcg_remove_ops_after(insn_eci_rewind); | ||
600 | + dc->pc_save = insn_eci_pc_save; | ||
601 | dc->condjmp = 0; | ||
602 | gen_exception_insn(dc, 0, EXCP_INVSTATE, syn_uncategorized()); | ||
603 | } | ||
604 | @@ -XXX,XX +XXX,XX @@ static void arm_tr_tb_stop(DisasContextBase *dcbase, CPUState *cpu) | ||
605 | |||
606 | if (dc->condjmp) { | ||
607 | /* "Condition failed" instruction codepath for the branch/trap insn */ | ||
608 | - gen_set_label(dc->condlabel); | ||
609 | + set_disas_label(dc, dc->condlabel); | ||
610 | gen_set_condexec(dc); | ||
611 | if (unlikely(dc->ss_active)) { | ||
612 | gen_update_pc(dc, curr_insn_len(dc)); | ||
613 | @@ -XXX,XX +XXX,XX @@ void restore_state_to_opc(CPUARMState *env, TranslationBlock *tb, | ||
614 | target_ulong *data) | ||
615 | { | ||
616 | if (is_a64(env)) { | ||
617 | - env->pc = data[0]; | ||
618 | + if (TARGET_TB_PCREL) { | ||
619 | + env->pc = (env->pc & TARGET_PAGE_MASK) | data[0]; | ||
620 | + } else { | ||
621 | + env->pc = data[0]; | ||
622 | + } | ||
623 | env->condexec_bits = 0; | ||
624 | env->exception.syndrome = data[2] << ARM_INSN_START_WORD2_SHIFT; | ||
625 | } else { | ||
626 | - env->regs[15] = data[0]; | ||
627 | + if (TARGET_TB_PCREL) { | ||
628 | + env->regs[15] = (env->regs[15] & TARGET_PAGE_MASK) | data[0]; | ||
629 | + } else { | ||
630 | + env->regs[15] = data[0]; | ||
631 | + } | ||
632 | env->condexec_bits = data[1]; | ||
633 | env->exception.syndrome = data[2] << ARM_INSN_START_WORD2_SHIFT; | ||
634 | } | ||
110 | -- | 635 | -- |
111 | 2.20.1 | 636 | 2.25.1 |
112 | |||
113 | diff view generated by jsdifflib |
1 | The documentation of the -machine memory-backend has some minor | 1 | Currently the microdrive code uses device_legacy_reset() to reset |
---|---|---|---|
2 | formatting errors: | 2 | itself, and has its reset method call reset on the IDE bus as the |
3 | * Misindentation of the initial line meant that the whole option | 3 | last thing it does. Switch to using device_cold_reset(). |
4 | section is incorrectly indented in the HTML output compared to | ||
5 | the other -machine options | ||
6 | * The examples weren't indented, which meant that they were formatted | ||
7 | as plain run-on text including outputting the "::" as text. | ||
8 | * The a) b) list has no rst-format markup so it is rendered as | ||
9 | a single run-on paragraph | ||
10 | 4 | ||
11 | Fix the formatting. | 5 | The only concrete microdrive device is the TYPE_DSCM1XXXX; it is not |
6 | command-line pluggable, so it is used only by the old pxa2xx Arm | ||
7 | boards 'akita', 'borzoi', 'spitz', 'terrier' and 'tosa'. | ||
8 | |||
9 | You might think that this would result in the IDE bus being | ||
10 | reset automatically, but it does not, because the IDEBus type | ||
11 | does not set the BusClass::reset method. Instead the controller | ||
12 | must explicitly call ide_bus_reset(). We therefore leave that | ||
13 | call in md_reset(). | ||
14 | |||
15 | Note also that because the PCMCIA card device is a direct subclass of | ||
16 | TYPE_DEVICE and we don't model the PCMCIA controller-to-card | ||
17 | interface as a qbus, PCMCIA cards are not on any qbus and so they | ||
18 | don't get reset when the system is reset. The reset only happens via | ||
19 | the dscm1xxxx_attach() and dscm1xxxx_detach() functions during | ||
20 | machine creation. | ||
21 | |||
22 | Because our aim here is merely to try to get rid of calls to the | ||
23 | device_legacy_reset() function, we leave these other dubious | ||
24 | reset-related issues alone. (They all stem from this code being | ||
25 | absolutely ancient.) | ||
12 | 26 | ||
13 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> | 27 | Signed-off-by: Peter Maydell <peter.maydell@linaro.org> |
14 | Reviewed-by: Igor Mammedov <imammedo@redhat.com> | 28 | Reviewed-by: Philippe Mathieu-Daudé <philmd@linaro.org> |
15 | Message-id: 20210719105257.3599-1-peter.maydell@linaro.org | 29 | Message-id: 20221013174042.1602926-1-peter.maydell@linaro.org |
16 | --- | 30 | --- |
17 | qemu-options.hx | 30 +++++++++++++++++------------- | 31 | hw/ide/microdrive.c | 8 ++++---- |
18 | 1 file changed, 17 insertions(+), 13 deletions(-) | 32 | 1 file changed, 4 insertions(+), 4 deletions(-) |
19 | 33 | ||
20 | diff --git a/qemu-options.hx b/qemu-options.hx | 34 | diff --git a/hw/ide/microdrive.c b/hw/ide/microdrive.c |
21 | index XXXXXXX..XXXXXXX 100644 | 35 | index XXXXXXX..XXXXXXX 100644 |
22 | --- a/qemu-options.hx | 36 | --- a/hw/ide/microdrive.c |
23 | +++ b/qemu-options.hx | 37 | +++ b/hw/ide/microdrive.c |
24 | @@ -XXX,XX +XXX,XX @@ SRST | 38 | @@ -XXX,XX +XXX,XX @@ static void md_attr_write(PCMCIACardState *card, uint32_t at, uint8_t value) |
25 | Enables or disables ACPI Heterogeneous Memory Attribute Table | 39 | case 0x00: /* Configuration Option Register */ |
26 | (HMAT) support. The default is off. | 40 | s->opt = value & 0xcf; |
27 | 41 | if (value & OPT_SRESET) { | |
28 | - ``memory-backend='id'`` | 42 | - device_legacy_reset(DEVICE(s)); |
29 | + ``memory-backend='id'`` | 43 | + device_cold_reset(DEVICE(s)); |
30 | An alternative to legacy ``-mem-path`` and ``mem-prealloc`` options. | 44 | } |
31 | Allows to use a memory backend as main RAM. | 45 | md_interrupt_update(s); |
32 | 46 | break; | |
33 | For example: | 47 | @@ -XXX,XX +XXX,XX @@ static void md_common_write(PCMCIACardState *card, uint32_t at, uint16_t value) |
34 | :: | 48 | case 0xe: /* Device Control */ |
35 | - -object memory-backend-file,id=pc.ram,size=512M,mem-path=/hugetlbfs,prealloc=on,share=on | 49 | s->ctrl = value; |
36 | - -machine memory-backend=pc.ram | 50 | if (value & CTRL_SRST) { |
37 | - -m 512M | 51 | - device_legacy_reset(DEVICE(s)); |
38 | + | 52 | + device_cold_reset(DEVICE(s)); |
39 | + -object memory-backend-file,id=pc.ram,size=512M,mem-path=/hugetlbfs,prealloc=on,share=on | 53 | } |
40 | + -machine memory-backend=pc.ram | 54 | md_interrupt_update(s); |
41 | + -m 512M | 55 | break; |
42 | 56 | @@ -XXX,XX +XXX,XX @@ static int dscm1xxxx_attach(PCMCIACardState *card) | |
43 | Migration compatibility note: | 57 | md->attr_base = pcc->cis[0x74] | (pcc->cis[0x76] << 8); |
44 | - a) as backend id one shall use value of 'default-ram-id', advertised by | 58 | md->io_base = 0x0; |
45 | - machine type (available via ``query-machines`` QMP command), if migration | 59 | |
46 | - to/from old QEMU (<5.0) is expected. | 60 | - device_legacy_reset(DEVICE(md)); |
47 | - b) for machine types 4.0 and older, user shall | 61 | + device_cold_reset(DEVICE(md)); |
48 | - use ``x-use-canonical-path-for-ramblock-id=off`` backend option | 62 | md_interrupt_update(md); |
49 | - if migration to/from old QEMU (<5.0) is expected. | 63 | |
50 | + | 64 | return 0; |
51 | + * as backend id one shall use value of 'default-ram-id', advertised by | 65 | @@ -XXX,XX +XXX,XX @@ static int dscm1xxxx_detach(PCMCIACardState *card) |
52 | + machine type (available via ``query-machines`` QMP command), if migration | 66 | { |
53 | + to/from old QEMU (<5.0) is expected. | 67 | MicroDriveState *md = MICRODRIVE(card); |
54 | + * for machine types 4.0 and older, user shall | 68 | |
55 | + use ``x-use-canonical-path-for-ramblock-id=off`` backend option | 69 | - device_legacy_reset(DEVICE(md)); |
56 | + if migration to/from old QEMU (<5.0) is expected. | 70 | + device_cold_reset(DEVICE(md)); |
57 | + | 71 | return 0; |
58 | For example: | 72 | } |
59 | :: | 73 | |
60 | - -object memory-backend-ram,id=pc.ram,size=512M,x-use-canonical-path-for-ramblock-id=off | ||
61 | - -machine memory-backend=pc.ram | ||
62 | - -m 512M | ||
63 | + | ||
64 | + -object memory-backend-ram,id=pc.ram,size=512M,x-use-canonical-path-for-ramblock-id=off | ||
65 | + -machine memory-backend=pc.ram | ||
66 | + -m 512M | ||
67 | ERST | ||
68 | |||
69 | HXCOMM Deprecated by -machine | ||
70 | -- | 74 | -- |
71 | 2.20.1 | 75 | 2.25.1 |
72 | 76 | ||
73 | 77 | diff view generated by jsdifflib |