[RFC v5 00/12] i386 cleanup

Claudio Fontana posted 12 patches 3 years, 4 months ago
Failed in applying to current master (apply log)
There is a newer version of this series
MAINTAINERS                           |  14 +-
accel/accel-common.c                  |  54 +++
accel/{accel.c => accel-softmmu.c}    |  27 +-
accel/accel-user.c                    |  28 ++
accel/kvm/kvm-all.c                   |   2 -
accel/kvm/kvm-cpus.c                  |  26 +-
accel/kvm/kvm-cpus.h                  |   2 -
accel/meson.build                     |   4 +-
accel/qtest/qtest.c                   |  25 +-
accel/tcg/meson.build                 |   3 +-
accel/tcg/tcg-all.c                   |  11 +-
accel/tcg/tcg-cpus-icount.c           |  11 +-
accel/tcg/tcg-cpus-icount.h           |   2 +
accel/tcg/tcg-cpus-mttcg.c            |  12 +-
accel/tcg/tcg-cpus-mttcg.h            |  19 +
accel/tcg/tcg-cpus-rr.c               |   7 -
accel/tcg/tcg-cpus.c                  |  43 ++
accel/tcg/tcg-cpus.h                  |   4 -
accel/xen/xen-all.c                   |  25 +-
bsd-user/main.c                       |   9 +-
hw/i386/fw_cfg.c                      |   2 +-
hw/i386/intel_iommu.c                 |   2 +-
hw/i386/kvm/apic.c                    |   2 +-
hw/i386/kvm/clock.c                   |   2 +-
hw/i386/microvm.c                     |   2 +-
hw/i386/pc.c                          |   2 +-
hw/i386/pc_piix.c                     |   1 +
hw/i386/x86.c                         |   2 +-
include/hw/boards.h                   |   2 +-
include/{sysemu => qemu}/accel.h      |  15 +-
include/qemu/module.h                 |   2 +
include/sysemu/cpus.h                 |  39 +-
include/sysemu/hvf.h                  |   2 +-
include/sysemu/kvm.h                  |   2 +-
include/sysemu/kvm_int.h              |   2 +-
linux-user/main.c                     |   9 +-
meson.build                           |   1 +
roms/qboot                            |   2 +-
softmmu/cpus.c                        |  51 ++-
softmmu/memory.c                      |   2 +-
softmmu/qtest.c                       |   2 +-
softmmu/vl.c                          |   8 +-
target/i386/cpu-dump.c                | 538 +++++++++++++++++++++++++
target/i386/cpu-qom.h                 |  26 ++
target/i386/cpu.c                     | 446 ++++-----------------
target/i386/cpu.h                     | 120 +-----
target/i386/{ => hax}/hax-all.c       |   5 +-
target/i386/{ => hax}/hax-cpus.c      |  29 +-
target/i386/{ => hax}/hax-cpus.h      |   2 -
target/i386/{ => hax}/hax-i386.h      |   6 +-
target/i386/{ => hax}/hax-interface.h |   0
target/i386/{ => hax}/hax-mem.c       |   0
target/i386/{ => hax}/hax-posix.c     |   0
target/i386/{ => hax}/hax-posix.h     |   0
target/i386/{ => hax}/hax-windows.c   |   0
target/i386/{ => hax}/hax-windows.h   |   0
target/i386/hax/meson.build           |   7 +
target/i386/helper-tcg.h              | 112 ++++++
target/i386/helper.c                  | 539 +-------------------------
target/i386/host-cpu.c                | 198 ++++++++++
target/i386/host-cpu.h                |  19 +
target/i386/hvf/cpu.c                 |  67 ++++
target/i386/hvf/hvf-cpus.c            |  27 +-
target/i386/hvf/hvf-cpus.h            |   2 -
target/i386/hvf/hvf-i386.h            |   2 +-
target/i386/hvf/hvf.c                 |   3 +-
target/i386/hvf/meson.build           |   1 +
target/i386/hvf/x86_task.c            |   2 +-
target/i386/kvm/cpu.c                 | 149 +++++++
target/i386/{ => kvm}/hyperv-proto.h  |   0
target/i386/{ => kvm}/hyperv-stub.c   |   0
target/i386/{ => kvm}/hyperv.c        |   0
target/i386/{ => kvm}/hyperv.h        |   0
target/i386/kvm/kvm-cpu.h             |  41 ++
target/i386/{ => kvm}/kvm-stub.c      |   0
target/i386/{ => kvm}/kvm.c           |   3 +-
target/i386/{ => kvm}/kvm_i386.h      |   0
target/i386/kvm/meson.build           |   8 +
target/i386/kvm/trace-events          |   7 +
target/i386/kvm/trace.h               |   1 +
target/i386/machine.c                 |   4 +-
target/i386/meson.build               |  39 +-
target/i386/{ => tcg}/bpt_helper.c    |   1 +
target/i386/{ => tcg}/cc_helper.c     |   1 +
target/i386/tcg/cpu.c                 | 172 ++++++++
target/i386/{ => tcg}/excp_helper.c   |   1 +
target/i386/{ => tcg}/fpu_helper.c    |  33 +-
target/i386/{ => tcg}/int_helper.c    |   1 +
target/i386/{ => tcg}/mem_helper.c    |   1 +
target/i386/tcg/meson.build           |  14 +
target/i386/{ => tcg}/misc_helper.c   |   1 +
target/i386/{ => tcg}/mpx_helper.c    |   1 +
target/i386/{ => tcg}/seg_helper.c    |   1 +
target/i386/{ => tcg}/smm_helper.c    |   2 +
target/i386/{ => tcg}/svm_helper.c    |   1 +
target/i386/{ => tcg}/tcg-stub.c      |   0
target/i386/{ => tcg}/translate.c     |   1 +
target/i386/trace-events              |   6 -
target/i386/whpx/meson.build          |   4 +
target/i386/{ => whpx}/whp-dispatch.h |   0
target/i386/{ => whpx}/whpx-all.c     |   4 +-
target/i386/{ => whpx}/whpx-cpus.c    |  29 +-
target/i386/{ => whpx}/whpx-cpus.h    |   2 -
103 files changed, 1914 insertions(+), 1247 deletions(-)
create mode 100644 accel/accel-common.c
rename accel/{accel.c => accel-softmmu.c} (75%)
create mode 100644 accel/accel-user.c
create mode 100644 accel/tcg/tcg-cpus-mttcg.h
rename include/{sysemu => qemu}/accel.h (95%)
create mode 100644 target/i386/cpu-dump.c
rename target/i386/{ => hax}/hax-all.c (99%)
rename target/i386/{ => hax}/hax-cpus.c (70%)
rename target/i386/{ => hax}/hax-cpus.h (95%)
rename target/i386/{ => hax}/hax-i386.h (95%)
rename target/i386/{ => hax}/hax-interface.h (100%)
rename target/i386/{ => hax}/hax-mem.c (100%)
rename target/i386/{ => hax}/hax-posix.c (100%)
rename target/i386/{ => hax}/hax-posix.h (100%)
rename target/i386/{ => hax}/hax-windows.c (100%)
rename target/i386/{ => hax}/hax-windows.h (100%)
create mode 100644 target/i386/hax/meson.build
create mode 100644 target/i386/helper-tcg.h
create mode 100644 target/i386/host-cpu.c
create mode 100644 target/i386/host-cpu.h
create mode 100644 target/i386/hvf/cpu.c
create mode 100644 target/i386/kvm/cpu.c
rename target/i386/{ => kvm}/hyperv-proto.h (100%)
rename target/i386/{ => kvm}/hyperv-stub.c (100%)
rename target/i386/{ => kvm}/hyperv.c (100%)
rename target/i386/{ => kvm}/hyperv.h (100%)
create mode 100644 target/i386/kvm/kvm-cpu.h
rename target/i386/{ => kvm}/kvm-stub.c (100%)
rename target/i386/{ => kvm}/kvm.c (99%)
rename target/i386/{ => kvm}/kvm_i386.h (100%)
create mode 100644 target/i386/kvm/meson.build
create mode 100644 target/i386/kvm/trace-events
create mode 100644 target/i386/kvm/trace.h
rename target/i386/{ => tcg}/bpt_helper.c (99%)
rename target/i386/{ => tcg}/cc_helper.c (99%)
create mode 100644 target/i386/tcg/cpu.c
rename target/i386/{ => tcg}/excp_helper.c (99%)
rename target/i386/{ => tcg}/fpu_helper.c (99%)
rename target/i386/{ => tcg}/int_helper.c (99%)
rename target/i386/{ => tcg}/mem_helper.c (99%)
create mode 100644 target/i386/tcg/meson.build
rename target/i386/{ => tcg}/misc_helper.c (99%)
rename target/i386/{ => tcg}/mpx_helper.c (99%)
rename target/i386/{ => tcg}/seg_helper.c (99%)
rename target/i386/{ => tcg}/smm_helper.c (99%)
rename target/i386/{ => tcg}/svm_helper.c (99%)
rename target/i386/{ => tcg}/tcg-stub.c (100%)
rename target/i386/{ => tcg}/translate.c (99%)
create mode 100644 target/i386/whpx/meson.build
rename target/i386/{ => whpx}/whp-dispatch.h (100%)
rename target/i386/{ => whpx}/whpx-all.c (99%)
rename target/i386/{ => whpx}/whpx-cpus.c (73%)
rename target/i386/{ => whpx}/whpx-cpus.h (96%)
[RFC v5 00/12] i386 cleanup
Posted by Claudio Fontana 3 years, 4 months ago
Hi all, this is v5 of the i386 cleanup,
with the most interesting patches at the end.

I put in To: Emilio G. Cota, specifically because in patch 8
I (re)moved for user-mode the call to tcg_regions_init().

The call happens now inside the tcg AccelClass machine_init,
(so earlier). This seems to work fine, but thought to get the
author opinion on this.

v4 -> v5: centralized and simplified initializations


Rebased on "tcg-cpus: split into 3 tcg variants" series
(queued by Richard), to avoid some code churn:


https://lists.gnu.org/archive/html/qemu-devel/2020-10/msg04356.html


* Extended AccelClass to user-mode.

user-mode now does not call tcg_exec_init directly,
instead it uses the tcg accel class, and its init_machine method.

Since user-mode does not define or use a machine state,
the machine is just passed as NULL.

The immediate advantage is that now we can call current_accel()
from both user mode and softmmu, so we can work out the correct
class to use for accelerator initializations.

* QOMification of CpusAccelOps

simple QOMification of CpusAccelOps abstract class.

* Centralized all accel_cpu_init, so only one per cpu-arch,
  plus one for all accels will remain.

  So we can expect accel_cpu_init() to be limited to:
  
  softmmu/cpus.c - initializes the chosen softmmu accel ops for the cpus module.
  target/ARCH/cpu.c - initializes the chosen arch-specific cpu accelerator.
  
These changes are meant to address concerns/issues (Paolo):

1) the use of if (tcg_enabled()) and similar in the module_init call path

2) the excessive number of accel_cpu_init() to hunt down in the codebase.


* Fixed wrong use of host_cpu_class_init (Eduardo)


v3 -> v4: QOMification of X86CPUAccelClass


In this version I basically QOMified X86CPUAccel, taking the
suggestions from Eduardo as the starting point,
but stopping just short of making it an actual QOM interface,
using a plain abstract class, and then subclasses for the
actual objects.

Initialization is still using the existing qemu initialization
framework (module_call_init), which is I still think is better
than the alternatives proposed, in the current state.

Possibly some improvements could be developed in the future here.
In this case, effort should be put in keeping things extendible,
in order not to be blocked once accelerators also become modules.

Motivation and higher level steps:

https://lists.gnu.org/archive/html/qemu-devel/2020-05/msg04628.html

Looking forward to your comments on this proposal,

Ciao,

Claudio

Claudio Fontana (12):
  i386: move kvm accel files into kvm/
  i386: move whpx accel files into whpx/
  i386: move hax accel files into hax/
  i386: hvf: remove stale MAINTAINERS entry for old hvf stubs
  i386: move TCG accel files into tcg/
  i386: move cpu dump out of helper.c into cpu-dump.c
  i386: move TCG cpu class initialization out of helper.c
  accel: extend AccelState and AccelClass to user-mode
  module: introduce MODULE_INIT_ACCEL_CPU
  i386: split cpu accelerators from cpu.c
  i386: centralize initialization of cpu accel interfaces
  accel: centralize initialization of CpusAccelOps

 MAINTAINERS                           |  14 +-
 accel/accel-common.c                  |  54 +++
 accel/{accel.c => accel-softmmu.c}    |  27 +-
 accel/accel-user.c                    |  28 ++
 accel/kvm/kvm-all.c                   |   2 -
 accel/kvm/kvm-cpus.c                  |  26 +-
 accel/kvm/kvm-cpus.h                  |   2 -
 accel/meson.build                     |   4 +-
 accel/qtest/qtest.c                   |  25 +-
 accel/tcg/meson.build                 |   3 +-
 accel/tcg/tcg-all.c                   |  11 +-
 accel/tcg/tcg-cpus-icount.c           |  11 +-
 accel/tcg/tcg-cpus-icount.h           |   2 +
 accel/tcg/tcg-cpus-mttcg.c            |  12 +-
 accel/tcg/tcg-cpus-mttcg.h            |  19 +
 accel/tcg/tcg-cpus-rr.c               |   7 -
 accel/tcg/tcg-cpus.c                  |  43 ++
 accel/tcg/tcg-cpus.h                  |   4 -
 accel/xen/xen-all.c                   |  25 +-
 bsd-user/main.c                       |   9 +-
 hw/i386/fw_cfg.c                      |   2 +-
 hw/i386/intel_iommu.c                 |   2 +-
 hw/i386/kvm/apic.c                    |   2 +-
 hw/i386/kvm/clock.c                   |   2 +-
 hw/i386/microvm.c                     |   2 +-
 hw/i386/pc.c                          |   2 +-
 hw/i386/pc_piix.c                     |   1 +
 hw/i386/x86.c                         |   2 +-
 include/hw/boards.h                   |   2 +-
 include/{sysemu => qemu}/accel.h      |  15 +-
 include/qemu/module.h                 |   2 +
 include/sysemu/cpus.h                 |  39 +-
 include/sysemu/hvf.h                  |   2 +-
 include/sysemu/kvm.h                  |   2 +-
 include/sysemu/kvm_int.h              |   2 +-
 linux-user/main.c                     |   9 +-
 meson.build                           |   1 +
 roms/qboot                            |   2 +-
 softmmu/cpus.c                        |  51 ++-
 softmmu/memory.c                      |   2 +-
 softmmu/qtest.c                       |   2 +-
 softmmu/vl.c                          |   8 +-
 target/i386/cpu-dump.c                | 538 +++++++++++++++++++++++++
 target/i386/cpu-qom.h                 |  26 ++
 target/i386/cpu.c                     | 446 ++++-----------------
 target/i386/cpu.h                     | 120 +-----
 target/i386/{ => hax}/hax-all.c       |   5 +-
 target/i386/{ => hax}/hax-cpus.c      |  29 +-
 target/i386/{ => hax}/hax-cpus.h      |   2 -
 target/i386/{ => hax}/hax-i386.h      |   6 +-
 target/i386/{ => hax}/hax-interface.h |   0
 target/i386/{ => hax}/hax-mem.c       |   0
 target/i386/{ => hax}/hax-posix.c     |   0
 target/i386/{ => hax}/hax-posix.h     |   0
 target/i386/{ => hax}/hax-windows.c   |   0
 target/i386/{ => hax}/hax-windows.h   |   0
 target/i386/hax/meson.build           |   7 +
 target/i386/helper-tcg.h              | 112 ++++++
 target/i386/helper.c                  | 539 +-------------------------
 target/i386/host-cpu.c                | 198 ++++++++++
 target/i386/host-cpu.h                |  19 +
 target/i386/hvf/cpu.c                 |  67 ++++
 target/i386/hvf/hvf-cpus.c            |  27 +-
 target/i386/hvf/hvf-cpus.h            |   2 -
 target/i386/hvf/hvf-i386.h            |   2 +-
 target/i386/hvf/hvf.c                 |   3 +-
 target/i386/hvf/meson.build           |   1 +
 target/i386/hvf/x86_task.c            |   2 +-
 target/i386/kvm/cpu.c                 | 149 +++++++
 target/i386/{ => kvm}/hyperv-proto.h  |   0
 target/i386/{ => kvm}/hyperv-stub.c   |   0
 target/i386/{ => kvm}/hyperv.c        |   0
 target/i386/{ => kvm}/hyperv.h        |   0
 target/i386/kvm/kvm-cpu.h             |  41 ++
 target/i386/{ => kvm}/kvm-stub.c      |   0
 target/i386/{ => kvm}/kvm.c           |   3 +-
 target/i386/{ => kvm}/kvm_i386.h      |   0
 target/i386/kvm/meson.build           |   8 +
 target/i386/kvm/trace-events          |   7 +
 target/i386/kvm/trace.h               |   1 +
 target/i386/machine.c                 |   4 +-
 target/i386/meson.build               |  39 +-
 target/i386/{ => tcg}/bpt_helper.c    |   1 +
 target/i386/{ => tcg}/cc_helper.c     |   1 +
 target/i386/tcg/cpu.c                 | 172 ++++++++
 target/i386/{ => tcg}/excp_helper.c   |   1 +
 target/i386/{ => tcg}/fpu_helper.c    |  33 +-
 target/i386/{ => tcg}/int_helper.c    |   1 +
 target/i386/{ => tcg}/mem_helper.c    |   1 +
 target/i386/tcg/meson.build           |  14 +
 target/i386/{ => tcg}/misc_helper.c   |   1 +
 target/i386/{ => tcg}/mpx_helper.c    |   1 +
 target/i386/{ => tcg}/seg_helper.c    |   1 +
 target/i386/{ => tcg}/smm_helper.c    |   2 +
 target/i386/{ => tcg}/svm_helper.c    |   1 +
 target/i386/{ => tcg}/tcg-stub.c      |   0
 target/i386/{ => tcg}/translate.c     |   1 +
 target/i386/trace-events              |   6 -
 target/i386/whpx/meson.build          |   4 +
 target/i386/{ => whpx}/whp-dispatch.h |   0
 target/i386/{ => whpx}/whpx-all.c     |   4 +-
 target/i386/{ => whpx}/whpx-cpus.c    |  29 +-
 target/i386/{ => whpx}/whpx-cpus.h    |   2 -
 103 files changed, 1914 insertions(+), 1247 deletions(-)
 create mode 100644 accel/accel-common.c
 rename accel/{accel.c => accel-softmmu.c} (75%)
 create mode 100644 accel/accel-user.c
 create mode 100644 accel/tcg/tcg-cpus-mttcg.h
 rename include/{sysemu => qemu}/accel.h (95%)
 create mode 100644 target/i386/cpu-dump.c
 rename target/i386/{ => hax}/hax-all.c (99%)
 rename target/i386/{ => hax}/hax-cpus.c (70%)
 rename target/i386/{ => hax}/hax-cpus.h (95%)
 rename target/i386/{ => hax}/hax-i386.h (95%)
 rename target/i386/{ => hax}/hax-interface.h (100%)
 rename target/i386/{ => hax}/hax-mem.c (100%)
 rename target/i386/{ => hax}/hax-posix.c (100%)
 rename target/i386/{ => hax}/hax-posix.h (100%)
 rename target/i386/{ => hax}/hax-windows.c (100%)
 rename target/i386/{ => hax}/hax-windows.h (100%)
 create mode 100644 target/i386/hax/meson.build
 create mode 100644 target/i386/helper-tcg.h
 create mode 100644 target/i386/host-cpu.c
 create mode 100644 target/i386/host-cpu.h
 create mode 100644 target/i386/hvf/cpu.c
 create mode 100644 target/i386/kvm/cpu.c
 rename target/i386/{ => kvm}/hyperv-proto.h (100%)
 rename target/i386/{ => kvm}/hyperv-stub.c (100%)
 rename target/i386/{ => kvm}/hyperv.c (100%)
 rename target/i386/{ => kvm}/hyperv.h (100%)
 create mode 100644 target/i386/kvm/kvm-cpu.h
 rename target/i386/{ => kvm}/kvm-stub.c (100%)
 rename target/i386/{ => kvm}/kvm.c (99%)
 rename target/i386/{ => kvm}/kvm_i386.h (100%)
 create mode 100644 target/i386/kvm/meson.build
 create mode 100644 target/i386/kvm/trace-events
 create mode 100644 target/i386/kvm/trace.h
 rename target/i386/{ => tcg}/bpt_helper.c (99%)
 rename target/i386/{ => tcg}/cc_helper.c (99%)
 create mode 100644 target/i386/tcg/cpu.c
 rename target/i386/{ => tcg}/excp_helper.c (99%)
 rename target/i386/{ => tcg}/fpu_helper.c (99%)
 rename target/i386/{ => tcg}/int_helper.c (99%)
 rename target/i386/{ => tcg}/mem_helper.c (99%)
 create mode 100644 target/i386/tcg/meson.build
 rename target/i386/{ => tcg}/misc_helper.c (99%)
 rename target/i386/{ => tcg}/mpx_helper.c (99%)
 rename target/i386/{ => tcg}/seg_helper.c (99%)
 rename target/i386/{ => tcg}/smm_helper.c (99%)
 rename target/i386/{ => tcg}/svm_helper.c (99%)
 rename target/i386/{ => tcg}/tcg-stub.c (100%)
 rename target/i386/{ => tcg}/translate.c (99%)
 create mode 100644 target/i386/whpx/meson.build
 rename target/i386/{ => whpx}/whp-dispatch.h (100%)
 rename target/i386/{ => whpx}/whpx-all.c (99%)
 rename target/i386/{ => whpx}/whpx-cpus.c (73%)
 rename target/i386/{ => whpx}/whpx-cpus.h (96%)

-- 
2.26.2


Re: [RFC v5 00/12] i386 cleanup
Posted by Paolo Bonzini 3 years, 4 months ago
On 24/11/20 17:21, Claudio Fontana wrote:
> In this version I basically QOMified X86CPUAccel, taking the
> suggestions from Eduardo as the starting point,
> but stopping just short of making it an actual QOM interface,
> using a plain abstract class, and then subclasses for the
> actual objects.
> 
> Initialization is still using the existing qemu initialization
> framework (module_call_init), which is I still think is better
> than the alternatives proposed, in the current state.
> 
> Possibly some improvements could be developed in the future here.
> In this case, effort should be put in keeping things extendible,
> in order not to be blocked once accelerators also become modules.

It's certainly getting there.  Thanks for persisting!

Paolo