1
The following changes since commit 136c67e07869227b21b3f627316e03679ce7b738:
1
The following changes since commit 92f8c6fef13b31ba222c4d20ad8afd2b79c4c28e:
2
2
3
Merge remote-tracking branch 'remotes/bkoppelmann/tags/pull-tricore-2018-03-02' into staging (2018-03-02 16:56:20 +0000)
3
Merge remote-tracking branch 'remotes/pmaydell/tags/pull-target-arm-20210525' into staging (2021-05-25 16:17:06 +0100)
4
4
5
are available in the git repository at:
5
are available in the git repository at:
6
6
7
https://github.com/jasowang/qemu.git tags/net-pull-request
7
https://github.com/jasowang/qemu.git tags/net-pull-request
8
8
9
for you to fetch changes up to 46d4d36d0bf2b24b205f2f604f0905db80264eef:
9
for you to fetch changes up to 90322e646e87c1440661cb3ddbc0cc94309d8a4f:
10
10
11
tap: setting error appropriately when calling net_init_tap_one() (2018-03-05 10:30:16 +0800)
11
MAINTAINERS: Added eBPF maintainers information. (2021-06-04 15:25:46 +0800)
12
12
13
----------------------------------------------------------------
13
----------------------------------------------------------------
14
14
15
----------------------------------------------------------------
15
----------------------------------------------------------------
16
Jay Zhou (1):
16
Andrew Melnychenko (7):
17
tap: setting error appropriately when calling net_init_tap_one()
17
net/tap: Added TUNSETSTEERINGEBPF code.
18
net: Added SetSteeringEBPF method for NetClientState.
19
ebpf: Added eBPF RSS program.
20
ebpf: Added eBPF RSS loader.
21
virtio-net: Added eBPF RSS to virtio-net.
22
docs: Added eBPF documentation.
23
MAINTAINERS: Added eBPF maintainers information.
18
24
19
Thomas Huth (8):
25
MAINTAINERS | 8 +
20
net: Move error reporting from net_init_client/netdev to the calling site
26
configure | 8 +-
21
net: List available netdevs with "-netdev help"
27
docs/devel/ebpf_rss.rst | 125 +++++++++
22
net: Only show vhost-user in the help text if CONFIG_POSIX is defined
28
docs/devel/index.rst | 1 +
23
net: Make net_client_init() static
29
ebpf/ebpf_rss-stub.c | 40 +++
24
net: Remove the deprecated way of dumping network packets
30
ebpf/ebpf_rss.c | 165 ++++++++++++
25
net: Remove the deprecated 'host_net_add' and 'host_net_remove' HMP commands
31
ebpf/ebpf_rss.h | 44 ++++
26
net: Add a new convenience option "--nic" to configure default/on-board NICs
32
ebpf/meson.build | 1 +
27
hw/net: Remove unnecessary header includes
33
ebpf/rss.bpf.skeleton.h | 431 +++++++++++++++++++++++++++++++
28
34
ebpf/trace-events | 4 +
29
hmp-commands.hx | 30 ------
35
ebpf/trace.h | 1 +
30
hmp.h | 3 -
36
hw/net/vhost_net.c | 3 +
31
hw/net/e1000.c | 1 -
37
hw/net/virtio-net.c | 116 ++++++++-
32
hw/net/lance.c | 3 -
38
include/hw/virtio/virtio-net.h | 4 +
33
hw/net/ne2000.c | 2 -
39
include/net/net.h | 2 +
34
hw/net/pcnet-pci.c | 1 -
40
meson.build | 23 ++
35
hw/net/pcnet.c | 1 -
41
meson_options.txt | 2 +
36
hw/net/rtl8139.c | 2 -
42
net/tap-bsd.c | 5 +
37
hw/net/xgmac.c | 1 -
43
net/tap-linux.c | 13 +
38
include/net/net.h | 4 +-
44
net/tap-linux.h | 1 +
39
include/net/vhost_net.h | 3 +
45
net/tap-solaris.c | 5 +
40
include/sysemu/sysemu.h | 1 +
46
net/tap-stub.c | 5 +
41
monitor.c | 61 ------------
47
net/tap.c | 9 +
42
net/dump.c | 102 +--------------------
48
net/tap_int.h | 1 +
43
net/net.c | 239 +++++++++++++++++++++++-------------------------
49
net/vhost-vdpa.c | 2 +
44
net/tap.c | 22 ++++-
50
tools/ebpf/Makefile.ebpf | 21 ++
45
qapi/net.json | 29 ++----
51
tools/ebpf/rss.bpf.c | 571 +++++++++++++++++++++++++++++++++++++++++
46
qemu-doc.texi | 16 ----
52
27 files changed, 1607 insertions(+), 4 deletions(-)
47
qemu-options.hx | 48 +++++++---
53
create mode 100644 docs/devel/ebpf_rss.rst
48
tests/test-hmp.c | 2 -
54
create mode 100644 ebpf/ebpf_rss-stub.c
49
vl.c | 10 +-
55
create mode 100644 ebpf/ebpf_rss.c
50
21 files changed, 190 insertions(+), 391 deletions(-)
56
create mode 100644 ebpf/ebpf_rss.h
57
create mode 100644 ebpf/meson.build
58
create mode 100644 ebpf/rss.bpf.skeleton.h
59
create mode 100644 ebpf/trace-events
60
create mode 100644 ebpf/trace.h
61
create mode 100755 tools/ebpf/Makefile.ebpf
62
create mode 100644 tools/ebpf/rss.bpf.c
51
63
52
64
diff view generated by jsdifflib
1
From: Thomas Huth <thuth@redhat.com>
1
From: Andrew Melnychenko <andrew@daynix.com>
2
2
3
It looks strange that net_init_client() and net_init_netdev() both
3
Additional code that will be used for eBPF setting steering routine.
4
take an "Error **errp" parameter, but then do the error reporting
5
with "error_report_err(local_err)" on their own. Let's move the
6
error reporting to the calling site instead to simplify this code
7
a little bit.
8
4
9
Reviewed-by: Eric Blake <eblake@redhat.com>
5
Signed-off-by: Andrew Melnychenko <andrew@daynix.com>
10
Reviewed-by: Paolo Bonzini <pbonzini@redhat.com>
11
Signed-off-by: Thomas Huth <thuth@redhat.com>
12
Signed-off-by: Jason Wang <jasowang@redhat.com>
6
Signed-off-by: Jason Wang <jasowang@redhat.com>
13
---
7
---
14
include/net/net.h | 2 +-
8
net/tap-linux.h | 1 +
15
net/net.c | 29 +++++------------------------
9
1 file changed, 1 insertion(+)
16
vl.c | 3 ++-
17
3 files changed, 8 insertions(+), 26 deletions(-)
18
10
19
diff --git a/include/net/net.h b/include/net/net.h
11
diff --git a/net/tap-linux.h b/net/tap-linux.h
20
index XXXXXXX..XXXXXXX 100644
12
index XXXXXXX..XXXXXXX 100644
21
--- a/include/net/net.h
13
--- a/net/tap-linux.h
22
+++ b/include/net/net.h
14
+++ b/net/tap-linux.h
23
@@ -XXX,XX +XXX,XX @@ extern const char *legacy_bootp_filename;
15
@@ -XXX,XX +XXX,XX @@
24
16
#define TUNSETQUEUE _IOW('T', 217, int)
25
int net_client_init(QemuOpts *opts, bool is_netdev, Error **errp);
17
#define TUNSETVNETLE _IOW('T', 220, int)
26
int net_client_parse(QemuOptsList *opts_list, const char *str);
18
#define TUNSETVNETBE _IOW('T', 222, int)
27
-int net_init_clients(void);
19
+#define TUNSETSTEERINGEBPF _IOR('T', 224, int)
28
+int net_init_clients(Error **errp);
20
29
void net_check_clients(void);
21
#endif
30
void net_cleanup(void);
31
void hmp_host_net_add(Monitor *mon, const QDict *qdict);
32
diff --git a/net/net.c b/net/net.c
33
index XXXXXXX..XXXXXXX 100644
34
--- a/net/net.c
35
+++ b/net/net.c
36
@@ -XXX,XX +XXX,XX @@ void net_check_clients(void)
37
38
static int net_init_client(void *dummy, QemuOpts *opts, Error **errp)
39
{
40
- Error *local_err = NULL;
41
-
42
- net_client_init(opts, false, &local_err);
43
- if (local_err) {
44
- error_report_err(local_err);
45
- return -1;
46
- }
47
-
48
- return 0;
49
+ return net_client_init(opts, false, errp);
50
}
51
52
static int net_init_netdev(void *dummy, QemuOpts *opts, Error **errp)
53
{
54
- Error *local_err = NULL;
55
- int ret;
56
-
57
- ret = net_client_init(opts, true, &local_err);
58
- if (local_err) {
59
- error_report_err(local_err);
60
- return -1;
61
- }
62
-
63
- return ret;
64
+ return net_client_init(opts, true, errp);
65
}
66
67
-int net_init_clients(void)
68
+int net_init_clients(Error **errp)
69
{
70
- QemuOptsList *net = qemu_find_opts("net");
71
-
72
net_change_state_entry =
73
qemu_add_vm_change_state_handler(net_vm_change_state_handler, NULL);
74
75
QTAILQ_INIT(&net_clients);
76
77
if (qemu_opts_foreach(qemu_find_opts("netdev"),
78
- net_init_netdev, NULL, NULL)) {
79
+ net_init_netdev, NULL, errp)) {
80
return -1;
81
}
82
83
- if (qemu_opts_foreach(net, net_init_client, NULL, NULL)) {
84
+ if (qemu_opts_foreach(qemu_find_opts("net"), net_init_client, NULL, errp)) {
85
return -1;
86
}
87
88
diff --git a/vl.c b/vl.c
89
index XXXXXXX..XXXXXXX 100644
90
--- a/vl.c
91
+++ b/vl.c
92
@@ -XXX,XX +XXX,XX @@ int main(int argc, char **argv, char **envp)
93
94
colo_info_init();
95
96
- if (net_init_clients() < 0) {
97
+ if (net_init_clients(&err) < 0) {
98
+ error_report_err(err);
99
exit(1);
100
}
101
22
102
--
23
--
103
2.7.4
24
2.7.4
104
25
105
26
diff view generated by jsdifflib
Deleted patch
1
From: Thomas Huth <thuth@redhat.com>
2
1
3
Other options like "-chardev" or "-device" feature a nice help text
4
with the available devices when being called with "help" or "?".
5
Since it is quite useful, especially if you want to see which network
6
backends have been compiled into the QEMU binary, let's provide such
7
a help text for "-netdev", too.
8
9
Reviewed-by: Paolo Bonzini <pbonzini@redhat.com>
10
Reviewed-by: Eric Blake <eblake@redhat.com>
11
Signed-off-by: Thomas Huth <thuth@redhat.com>
12
Signed-off-by: Jason Wang <jasowang@redhat.com>
13
---
14
net/net.c | 37 ++++++++++++++++++++++++++++++++++++-
15
1 file changed, 36 insertions(+), 1 deletion(-)
16
17
diff --git a/net/net.c b/net/net.c
18
index XXXXXXX..XXXXXXX 100644
19
--- a/net/net.c
20
+++ b/net/net.c
21
@@ -XXX,XX +XXX,XX @@ static int net_client_init1(const void *object, bool is_netdev, Error **errp)
22
return 0;
23
}
24
25
+static void show_netdevs(void)
26
+{
27
+ int idx;
28
+ const char *available_netdevs[] = {
29
+ "socket",
30
+ "hubport",
31
+ "tap",
32
+#ifdef CONFIG_SLIRP
33
+ "user",
34
+#endif
35
+#ifdef CONFIG_L2TPV3
36
+ "l2tpv3",
37
+#endif
38
+#ifdef CONFIG_VDE
39
+ "vde",
40
+#endif
41
+#ifdef CONFIG_NET_BRIDGE
42
+ "bridge",
43
+#endif
44
+#ifdef CONFIG_NETMAP
45
+ "netmap",
46
+#endif
47
+#ifdef CONFIG_POSIX
48
+ "vhost-user",
49
+#endif
50
+ };
51
+
52
+ printf("Available netdev backend types:\n");
53
+ for (idx = 0; idx < ARRAY_SIZE(available_netdevs); idx++) {
54
+ puts(available_netdevs[idx]);
55
+ }
56
+}
57
58
int net_client_init(QemuOpts *opts, bool is_netdev, Error **errp)
59
{
60
@@ -XXX,XX +XXX,XX @@ int net_client_init(QemuOpts *opts, bool is_netdev, Error **errp)
61
int ret = -1;
62
Visitor *v = opts_visitor_new(opts);
63
64
- {
65
+ if (is_netdev && is_help_option(qemu_opt_get(opts, "type"))) {
66
+ show_netdevs();
67
+ exit(0);
68
+ } else {
69
/* Parse convenience option format ip6-net=fec0::0[/64] */
70
const char *ip6_net = qemu_opt_get(opts, "ipv6-net");
71
72
--
73
2.7.4
74
75
diff view generated by jsdifflib
Deleted patch
1
From: Thomas Huth <thuth@redhat.com>
2
1
3
According to net/Makefile.objs we only link in the vhost-user code
4
if CONFIG_POSIX has been set. So the help screen should also only
5
show this information if CONFIG_POSIX has been defined.
6
7
Reviewed-by: Paolo Bonzini <pbonzini@redhat.com>
8
Signed-off-by: Thomas Huth <thuth@redhat.com>
9
Signed-off-by: Jason Wang <jasowang@redhat.com>
10
---
11
qemu-options.hx | 2 ++
12
1 file changed, 2 insertions(+)
13
14
diff --git a/qemu-options.hx b/qemu-options.hx
15
index XXXXXXX..XXXXXXX 100644
16
--- a/qemu-options.hx
17
+++ b/qemu-options.hx
18
@@ -XXX,XX +XXX,XX @@ DEF("netdev", HAS_ARG, QEMU_OPTION_netdev,
19
" VALE port (created on the fly) called 'name' ('nmname' is name of the \n"
20
" netmap device, defaults to '/dev/netmap')\n"
21
#endif
22
+#ifdef CONFIG_POSIX
23
"-netdev vhost-user,id=str,chardev=dev[,vhostforce=on|off]\n"
24
" configure a vhost-user network, backed by a chardev 'dev'\n"
25
+#endif
26
"-netdev hubport,id=str,hubid=n[,netdev=nd]\n"
27
" configure a hub port on QEMU VLAN 'n'\n", QEMU_ARCH_ALL)
28
DEF("net", HAS_ARG, QEMU_OPTION_net,
29
--
30
2.7.4
31
32
diff view generated by jsdifflib
1
From: Thomas Huth <thuth@redhat.com>
1
From: Andrew Melnychenko <andrew@daynix.com>
2
2
3
The function is only used within net.c, so there's no need that
3
For now, that method supported only by Linux TAP.
4
this is a global function.
4
Linux TAP uses TUNSETSTEERINGEBPF ioctl.
5
5
6
While we're at it, also remove the unused prototype compute_mcast_idx()
6
Signed-off-by: Andrew Melnychenko <andrew@daynix.com>
7
(the function has been removed in commit d9caeb09b107e91122d10ba4a08a).
8
9
Reviewed-by: Paolo Bonzini <pbonzini@redhat.com>
10
Signed-off-by: Thomas Huth <thuth@redhat.com>
11
Signed-off-by: Jason Wang <jasowang@redhat.com>
7
Signed-off-by: Jason Wang <jasowang@redhat.com>
12
---
8
---
13
include/net/net.h | 2 --
9
include/net/net.h | 2 ++
14
net/net.c | 2 +-
10
net/tap-bsd.c | 5 +++++
15
2 files changed, 1 insertion(+), 3 deletions(-)
11
net/tap-linux.c | 13 +++++++++++++
12
net/tap-solaris.c | 5 +++++
13
net/tap-stub.c | 5 +++++
14
net/tap.c | 9 +++++++++
15
net/tap_int.h | 1 +
16
7 files changed, 40 insertions(+)
16
17
17
diff --git a/include/net/net.h b/include/net/net.h
18
diff --git a/include/net/net.h b/include/net/net.h
18
index XXXXXXX..XXXXXXX 100644
19
index XXXXXXX..XXXXXXX 100644
19
--- a/include/net/net.h
20
--- a/include/net/net.h
20
+++ b/include/net/net.h
21
+++ b/include/net/net.h
21
@@ -XXX,XX +XXX,XX @@ extern const char *host_net_devices[];
22
@@ -XXX,XX +XXX,XX @@ typedef int (SetVnetBE)(NetClientState *, bool);
22
extern const char *legacy_tftp_prefix;
23
typedef struct SocketReadState SocketReadState;
23
extern const char *legacy_bootp_filename;
24
typedef void (SocketReadStateFinalize)(SocketReadState *rs);
24
25
typedef void (NetAnnounce)(NetClientState *);
25
-int net_client_init(QemuOpts *opts, bool is_netdev, Error **errp);
26
+typedef bool (SetSteeringEBPF)(NetClientState *, int);
26
int net_client_parse(QemuOptsList *opts_list, const char *str);
27
27
int net_init_clients(Error **errp);
28
typedef struct NetClientInfo {
28
void net_check_clients(void);
29
NetClientDriver type;
29
@@ -XXX,XX +XXX,XX @@ void qdev_set_nic_properties(DeviceState *dev, NICInfo *nd);
30
@@ -XXX,XX +XXX,XX @@ typedef struct NetClientInfo {
30
#define POLYNOMIAL_LE 0xedb88320
31
SetVnetLE *set_vnet_le;
31
uint32_t net_crc32(const uint8_t *p, int len);
32
SetVnetBE *set_vnet_be;
32
uint32_t net_crc32_le(const uint8_t *p, int len);
33
NetAnnounce *announce;
33
-unsigned compute_mcast_idx(const uint8_t *ep);
34
+ SetSteeringEBPF *set_steering_ebpf;
34
35
} NetClientInfo;
35
#define vmstate_offset_macaddr(_state, _field) \
36
36
vmstate_offset_array(_state, _field.a, uint8_t, \
37
struct NetClientState {
37
diff --git a/net/net.c b/net/net.c
38
diff --git a/net/tap-bsd.c b/net/tap-bsd.c
38
index XXXXXXX..XXXXXXX 100644
39
index XXXXXXX..XXXXXXX 100644
39
--- a/net/net.c
40
--- a/net/tap-bsd.c
40
+++ b/net/net.c
41
+++ b/net/tap-bsd.c
41
@@ -XXX,XX +XXX,XX @@ static void show_netdevs(void)
42
@@ -XXX,XX +XXX,XX @@ int tap_fd_get_ifname(int fd, char *ifname)
42
}
43
{
44
return -1;
43
}
45
}
44
46
+
45
-int net_client_init(QemuOpts *opts, bool is_netdev, Error **errp)
47
+int tap_fd_set_steering_ebpf(int fd, int prog_fd)
46
+static int net_client_init(QemuOpts *opts, bool is_netdev, Error **errp)
48
+{
49
+ return -1;
50
+}
51
diff --git a/net/tap-linux.c b/net/tap-linux.c
52
index XXXXXXX..XXXXXXX 100644
53
--- a/net/tap-linux.c
54
+++ b/net/tap-linux.c
55
@@ -XXX,XX +XXX,XX @@ int tap_fd_get_ifname(int fd, char *ifname)
56
pstrcpy(ifname, sizeof(ifr.ifr_name), ifr.ifr_name);
57
return 0;
58
}
59
+
60
+int tap_fd_set_steering_ebpf(int fd, int prog_fd)
61
+{
62
+ if (ioctl(fd, TUNSETSTEERINGEBPF, (void *) &prog_fd) != 0) {
63
+ error_report("Issue while setting TUNSETSTEERINGEBPF:"
64
+ " %s with fd: %d, prog_fd: %d",
65
+ strerror(errno), fd, prog_fd);
66
+
67
+ return -1;
68
+ }
69
+
70
+ return 0;
71
+}
72
diff --git a/net/tap-solaris.c b/net/tap-solaris.c
73
index XXXXXXX..XXXXXXX 100644
74
--- a/net/tap-solaris.c
75
+++ b/net/tap-solaris.c
76
@@ -XXX,XX +XXX,XX @@ int tap_fd_get_ifname(int fd, char *ifname)
47
{
77
{
48
void *object = NULL;
78
return -1;
49
Error *err = NULL;
79
}
80
+
81
+int tap_fd_set_steering_ebpf(int fd, int prog_fd)
82
+{
83
+ return -1;
84
+}
85
diff --git a/net/tap-stub.c b/net/tap-stub.c
86
index XXXXXXX..XXXXXXX 100644
87
--- a/net/tap-stub.c
88
+++ b/net/tap-stub.c
89
@@ -XXX,XX +XXX,XX @@ int tap_fd_get_ifname(int fd, char *ifname)
90
{
91
return -1;
92
}
93
+
94
+int tap_fd_set_steering_ebpf(int fd, int prog_fd)
95
+{
96
+ return -1;
97
+}
98
diff --git a/net/tap.c b/net/tap.c
99
index XXXXXXX..XXXXXXX 100644
100
--- a/net/tap.c
101
+++ b/net/tap.c
102
@@ -XXX,XX +XXX,XX @@ static void tap_poll(NetClientState *nc, bool enable)
103
tap_write_poll(s, enable);
104
}
105
106
+static bool tap_set_steering_ebpf(NetClientState *nc, int prog_fd)
107
+{
108
+ TAPState *s = DO_UPCAST(TAPState, nc, nc);
109
+ assert(nc->info->type == NET_CLIENT_DRIVER_TAP);
110
+
111
+ return tap_fd_set_steering_ebpf(s->fd, prog_fd) == 0;
112
+}
113
+
114
int tap_get_fd(NetClientState *nc)
115
{
116
TAPState *s = DO_UPCAST(TAPState, nc, nc);
117
@@ -XXX,XX +XXX,XX @@ static NetClientInfo net_tap_info = {
118
.set_vnet_hdr_len = tap_set_vnet_hdr_len,
119
.set_vnet_le = tap_set_vnet_le,
120
.set_vnet_be = tap_set_vnet_be,
121
+ .set_steering_ebpf = tap_set_steering_ebpf,
122
};
123
124
static TAPState *net_tap_fd_init(NetClientState *peer,
125
diff --git a/net/tap_int.h b/net/tap_int.h
126
index XXXXXXX..XXXXXXX 100644
127
--- a/net/tap_int.h
128
+++ b/net/tap_int.h
129
@@ -XXX,XX +XXX,XX @@ int tap_fd_set_vnet_be(int fd, int vnet_is_be);
130
int tap_fd_enable(int fd);
131
int tap_fd_disable(int fd);
132
int tap_fd_get_ifname(int fd, char *ifname);
133
+int tap_fd_set_steering_ebpf(int fd, int prog_fd);
134
135
#endif /* NET_TAP_INT_H */
50
--
136
--
51
2.7.4
137
2.7.4
52
138
53
139
diff view generated by jsdifflib
1
From: Thomas Huth <thuth@redhat.com>
1
From: Andrew Melnychenko <andrew@daynix.com>
2
2
3
The legacy "-net" option can be quite confusing for the users since most
3
RSS program and Makefile to build it.
4
people do not expect to get a "vlan" hub between their emulated guest
4
The bpftool used to generate '.h' file.
5
hardware and the host backend. But so far, we are also not able to get
5
The data in that file may be loaded by libbpf.
6
rid of "-net" completely, since it is the only way to configure on-board
6
EBPF compilation is not required for building qemu.
7
NICs that can not be instantiated via "-device" yet. It's also a little
7
You can use Makefile if you need to regenerate rss.bpf.skeleton.h.
8
bit shorter to type "-net nic -net tap" instead of "-device xyz,netdev=n1
9
-netdev tap,id=n1".
10
8
11
So what we need is a new convenience option that is shorter to type than
9
Signed-off-by: Yuri Benditovich <yuri.benditovich@daynix.com>
12
the full -device + -netdev stuff, and which can be used to configure the
10
Signed-off-by: Andrew Melnychenko <andrew@daynix.com>
13
on-board NICs that can not be handled via -device yet. Thus this patch now
14
provides such a new option "--nic": It adds an entry in the nd_table to
15
configure a on-board / default NIC, creates a host backend and connects
16
the two directly, without a confusing "vlan" hub inbetween.
17
18
Reviewed-by: Paolo Bonzini <pbonzini@redhat.com>
19
Signed-off-by: Thomas Huth <thuth@redhat.com>
20
Signed-off-by: Jason Wang <jasowang@redhat.com>
11
Signed-off-by: Jason Wang <jasowang@redhat.com>
21
---
12
---
22
include/sysemu/sysemu.h | 1 +
13
tools/ebpf/Makefile.ebpf | 21 ++
23
net/net.c | 78 +++++++++++++++++++++++++++++++++++++++++++++++++
14
tools/ebpf/rss.bpf.c | 571 +++++++++++++++++++++++++++++++++++++++++++++++
24
qemu-options.hx | 40 +++++++++++++++++++++----
15
2 files changed, 592 insertions(+)
25
vl.c | 7 +++++
16
create mode 100755 tools/ebpf/Makefile.ebpf
26
4 files changed, 120 insertions(+), 6 deletions(-)
17
create mode 100644 tools/ebpf/rss.bpf.c
27
18
28
diff --git a/include/sysemu/sysemu.h b/include/sysemu/sysemu.h
19
diff --git a/tools/ebpf/Makefile.ebpf b/tools/ebpf/Makefile.ebpf
29
index XXXXXXX..XXXXXXX 100644
20
new file mode 100755
30
--- a/include/sysemu/sysemu.h
21
index XXXXXXX..XXXXXXX
31
+++ b/include/sysemu/sysemu.h
22
--- /dev/null
32
@@ -XXX,XX +XXX,XX @@ extern QemuOptsList bdrv_runtime_opts;
23
+++ b/tools/ebpf/Makefile.ebpf
33
extern QemuOptsList qemu_chardev_opts;
24
@@ -XXX,XX +XXX,XX @@
34
extern QemuOptsList qemu_device_opts;
25
+OBJS = rss.bpf.o
35
extern QemuOptsList qemu_netdev_opts;
26
+
36
+extern QemuOptsList qemu_nic_opts;
27
+LLC ?= llc
37
extern QemuOptsList qemu_net_opts;
28
+CLANG ?= clang
38
extern QemuOptsList qemu_global_opts;
29
+INC_FLAGS = `$(CLANG) -print-file-name=include`
39
extern QemuOptsList qemu_mon_opts;
30
+EXTRA_CFLAGS ?= -O2 -emit-llvm -fno-stack-protector
40
diff --git a/net/net.c b/net/net.c
31
+
41
index XXXXXXX..XXXXXXX 100644
32
+all: $(OBJS)
42
--- a/net/net.c
33
+
43
+++ b/net/net.c
34
+.PHONY: clean
44
@@ -XXX,XX +XXX,XX @@ static int net_init_netdev(void *dummy, QemuOpts *opts, Error **errp)
35
+
45
return net_client_init(opts, true, errp);
36
+clean:
46
}
37
+    rm -f $(OBJS)
47
38
+
48
+/* For the convenience "--nic" parameter */
39
+$(OBJS): %.o:%.c
49
+static int net_param_nic(void *dummy, QemuOpts *opts, Error **errp)
40
+    $(CLANG) $(INC_FLAGS) \
41
+ -D__KERNEL__ -D__ASM_SYSREG_H \
42
+ -I../include $(LINUXINCLUDE) \
43
+ $(EXTRA_CFLAGS) -c $< -o -| $(LLC) -march=bpf -filetype=obj -o $@
44
+    bpftool gen skeleton rss.bpf.o > rss.bpf.skeleton.h
45
+    cp rss.bpf.skeleton.h ../../ebpf/
46
diff --git a/tools/ebpf/rss.bpf.c b/tools/ebpf/rss.bpf.c
47
new file mode 100644
48
index XXXXXXX..XXXXXXX
49
--- /dev/null
50
+++ b/tools/ebpf/rss.bpf.c
51
@@ -XXX,XX +XXX,XX @@
52
+/*
53
+ * eBPF RSS program
54
+ *
55
+ * Developed by Daynix Computing LTD (http://www.daynix.com)
56
+ *
57
+ * Authors:
58
+ * Andrew Melnychenko <andrew@daynix.com>
59
+ * Yuri Benditovich <yuri.benditovich@daynix.com>
60
+ *
61
+ * This work is licensed under the terms of the GNU GPL, version 2. See
62
+ * the COPYING file in the top-level directory.
63
+ *
64
+ * Prepare:
65
+ * Requires llvm, clang, bpftool, linux kernel tree
66
+ *
67
+ * Build rss.bpf.skeleton.h:
68
+ * make -f Makefile.ebpf clean all
69
+ */
70
+
71
+#include <stddef.h>
72
+#include <stdbool.h>
73
+#include <linux/bpf.h>
74
+
75
+#include <linux/in.h>
76
+#include <linux/if_ether.h>
77
+#include <linux/ip.h>
78
+#include <linux/ipv6.h>
79
+
80
+#include <linux/udp.h>
81
+#include <linux/tcp.h>
82
+
83
+#include <bpf/bpf_helpers.h>
84
+#include <bpf/bpf_endian.h>
85
+#include <linux/virtio_net.h>
86
+
87
+#define INDIRECTION_TABLE_SIZE 128
88
+#define HASH_CALCULATION_BUFFER_SIZE 36
89
+
90
+struct rss_config_t {
91
+ __u8 redirect;
92
+ __u8 populate_hash;
93
+ __u32 hash_types;
94
+ __u16 indirections_len;
95
+ __u16 default_queue;
96
+} __attribute__((packed));
97
+
98
+struct toeplitz_key_data_t {
99
+ __u32 leftmost_32_bits;
100
+ __u8 next_byte[HASH_CALCULATION_BUFFER_SIZE];
101
+};
102
+
103
+struct packet_hash_info_t {
104
+ __u8 is_ipv4;
105
+ __u8 is_ipv6;
106
+ __u8 is_udp;
107
+ __u8 is_tcp;
108
+ __u8 is_ipv6_ext_src;
109
+ __u8 is_ipv6_ext_dst;
110
+ __u8 is_fragmented;
111
+
112
+ __u16 src_port;
113
+ __u16 dst_port;
114
+
115
+ union {
116
+ struct {
117
+ __be32 in_src;
118
+ __be32 in_dst;
119
+ };
120
+
121
+ struct {
122
+ struct in6_addr in6_src;
123
+ struct in6_addr in6_dst;
124
+ struct in6_addr in6_ext_src;
125
+ struct in6_addr in6_ext_dst;
126
+ };
127
+ };
128
+};
129
+
130
+struct bpf_map_def SEC("maps")
131
+tap_rss_map_configurations = {
132
+ .type = BPF_MAP_TYPE_ARRAY,
133
+ .key_size = sizeof(__u32),
134
+ .value_size = sizeof(struct rss_config_t),
135
+ .max_entries = 1,
136
+};
137
+
138
+struct bpf_map_def SEC("maps")
139
+tap_rss_map_toeplitz_key = {
140
+ .type = BPF_MAP_TYPE_ARRAY,
141
+ .key_size = sizeof(__u32),
142
+ .value_size = sizeof(struct toeplitz_key_data_t),
143
+ .max_entries = 1,
144
+};
145
+
146
+struct bpf_map_def SEC("maps")
147
+tap_rss_map_indirection_table = {
148
+ .type = BPF_MAP_TYPE_ARRAY,
149
+ .key_size = sizeof(__u32),
150
+ .value_size = sizeof(__u16),
151
+ .max_entries = INDIRECTION_TABLE_SIZE,
152
+};
153
+
154
+static inline void net_rx_rss_add_chunk(__u8 *rss_input, size_t *bytes_written,
155
+ const void *ptr, size_t size) {
156
+ __builtin_memcpy(&rss_input[*bytes_written], ptr, size);
157
+ *bytes_written += size;
158
+}
159
+
160
+static inline
161
+void net_toeplitz_add(__u32 *result,
162
+ __u8 *input,
163
+ __u32 len
164
+ , struct toeplitz_key_data_t *key) {
165
+
166
+ __u32 accumulator = *result;
167
+ __u32 leftmost_32_bits = key->leftmost_32_bits;
168
+ __u32 byte;
169
+
170
+ for (byte = 0; byte < HASH_CALCULATION_BUFFER_SIZE; byte++) {
171
+ __u8 input_byte = input[byte];
172
+ __u8 key_byte = key->next_byte[byte];
173
+ __u8 bit;
174
+
175
+ for (bit = 0; bit < 8; bit++) {
176
+ if (input_byte & (1 << 7)) {
177
+ accumulator ^= leftmost_32_bits;
178
+ }
179
+
180
+ leftmost_32_bits =
181
+ (leftmost_32_bits << 1) | ((key_byte & (1 << 7)) >> 7);
182
+
183
+ input_byte <<= 1;
184
+ key_byte <<= 1;
185
+ }
186
+ }
187
+
188
+ *result = accumulator;
189
+}
190
+
191
+
192
+static inline int ip6_extension_header_type(__u8 hdr_type)
50
+{
193
+{
51
+ char *mac, *nd_id;
194
+ switch (hdr_type) {
52
+ int idx, ret;
195
+ case IPPROTO_HOPOPTS:
53
+ NICInfo *ni;
196
+ case IPPROTO_ROUTING:
54
+ const char *type;
197
+ case IPPROTO_FRAGMENT:
55
+
198
+ case IPPROTO_ICMPV6:
56
+ type = qemu_opt_get(opts, "type");
199
+ case IPPROTO_NONE:
57
+ if (type && g_str_equal(type, "none")) {
200
+ case IPPROTO_DSTOPTS:
58
+ return 0; /* Nothing to do, default_net is cleared in vl.c */
201
+ case IPPROTO_MH:
59
+ }
202
+ return 1;
60
+
203
+ default:
61
+ idx = nic_get_free_idx();
204
+ return 0;
62
+ if (idx == -1 || nb_nics >= MAX_NICS) {
205
+ }
63
+ error_setg(errp, "no more on-board/default NIC slots available");
206
+}
207
+/*
208
+ * According to
209
+ * https://www.iana.org/assignments/ipv6-parameters/ipv6-parameters.xhtml
210
+ * we expect that there are would be no more than 11 extensions in IPv6 header,
211
+ * also there is 27 TLV options for Destination and Hop-by-hop extensions.
212
+ * Need to choose reasonable amount of maximum extensions/options we may
213
+ * check to find ext src/dst.
214
+ */
215
+#define IP6_EXTENSIONS_COUNT 11
216
+#define IP6_OPTIONS_COUNT 30
217
+
218
+static inline int parse_ipv6_ext(struct __sk_buff *skb,
219
+ struct packet_hash_info_t *info,
220
+ __u8 *l4_protocol, size_t *l4_offset)
221
+{
222
+ int err = 0;
223
+
224
+ if (!ip6_extension_header_type(*l4_protocol)) {
225
+ return 0;
226
+ }
227
+
228
+ struct ipv6_opt_hdr ext_hdr = {};
229
+
230
+ for (unsigned int i = 0; i < IP6_EXTENSIONS_COUNT; ++i) {
231
+
232
+ err = bpf_skb_load_bytes_relative(skb, *l4_offset, &ext_hdr,
233
+ sizeof(ext_hdr), BPF_HDR_START_NET);
234
+ if (err) {
235
+ goto error;
236
+ }
237
+
238
+ if (*l4_protocol == IPPROTO_ROUTING) {
239
+ struct ipv6_rt_hdr ext_rt = {};
240
+
241
+ err = bpf_skb_load_bytes_relative(skb, *l4_offset, &ext_rt,
242
+ sizeof(ext_rt), BPF_HDR_START_NET);
243
+ if (err) {
244
+ goto error;
245
+ }
246
+
247
+ if ((ext_rt.type == IPV6_SRCRT_TYPE_2) &&
248
+ (ext_rt.hdrlen == sizeof(struct in6_addr) / 8) &&
249
+ (ext_rt.segments_left == 1)) {
250
+
251
+ err = bpf_skb_load_bytes_relative(skb,
252
+ *l4_offset + offsetof(struct rt2_hdr, addr),
253
+ &info->in6_ext_dst, sizeof(info->in6_ext_dst),
254
+ BPF_HDR_START_NET);
255
+ if (err) {
256
+ goto error;
257
+ }
258
+
259
+ info->is_ipv6_ext_dst = 1;
260
+ }
261
+
262
+ } else if (*l4_protocol == IPPROTO_DSTOPTS) {
263
+ struct ipv6_opt_t {
264
+ __u8 type;
265
+ __u8 length;
266
+ } __attribute__((packed)) opt = {};
267
+
268
+ size_t opt_offset = sizeof(ext_hdr);
269
+
270
+ for (unsigned int j = 0; j < IP6_OPTIONS_COUNT; ++j) {
271
+ err = bpf_skb_load_bytes_relative(skb, *l4_offset + opt_offset,
272
+ &opt, sizeof(opt), BPF_HDR_START_NET);
273
+ if (err) {
274
+ goto error;
275
+ }
276
+
277
+ if (opt.type == IPV6_TLV_HAO) {
278
+ err = bpf_skb_load_bytes_relative(skb,
279
+ *l4_offset + opt_offset
280
+ + offsetof(struct ipv6_destopt_hao, addr),
281
+ &info->in6_ext_src, sizeof(info->in6_ext_src),
282
+ BPF_HDR_START_NET);
283
+ if (err) {
284
+ goto error;
285
+ }
286
+
287
+ info->is_ipv6_ext_src = 1;
288
+ break;
289
+ }
290
+
291
+ opt_offset += (opt.type == IPV6_TLV_PAD1) ?
292
+ 1 : opt.length + sizeof(opt);
293
+
294
+ if (opt_offset + 1 >= ext_hdr.hdrlen * 8) {
295
+ break;
296
+ }
297
+ }
298
+ } else if (*l4_protocol == IPPROTO_FRAGMENT) {
299
+ info->is_fragmented = true;
300
+ }
301
+
302
+ *l4_protocol = ext_hdr.nexthdr;
303
+ *l4_offset += (ext_hdr.hdrlen + 1) * 8;
304
+
305
+ if (!ip6_extension_header_type(ext_hdr.nexthdr)) {
306
+ return 0;
307
+ }
308
+ }
309
+
310
+ return 0;
311
+error:
312
+ return err;
313
+}
314
+
315
+static __be16 parse_eth_type(struct __sk_buff *skb)
316
+{
317
+ unsigned int offset = 12;
318
+ __be16 ret = 0;
319
+ int err = 0;
320
+
321
+ err = bpf_skb_load_bytes_relative(skb, offset, &ret, sizeof(ret),
322
+ BPF_HDR_START_MAC);
323
+ if (err) {
324
+ return 0;
325
+ }
326
+
327
+ switch (bpf_ntohs(ret)) {
328
+ case ETH_P_8021AD:
329
+ offset += 4;
330
+ case ETH_P_8021Q:
331
+ offset += 4;
332
+ err = bpf_skb_load_bytes_relative(skb, offset, &ret, sizeof(ret),
333
+ BPF_HDR_START_MAC);
334
+ default:
335
+ break;
336
+ }
337
+
338
+ if (err) {
339
+ return 0;
340
+ }
341
+
342
+ return ret;
343
+}
344
+
345
+static inline int parse_packet(struct __sk_buff *skb,
346
+ struct packet_hash_info_t *info)
347
+{
348
+ int err = 0;
349
+
350
+ if (!info || !skb) {
64
+ return -1;
351
+ return -1;
65
+ }
352
+ }
66
+
353
+
67
+ if (!type) {
354
+ size_t l4_offset = 0;
68
+ qemu_opt_set(opts, "type", "user", &error_abort);
355
+ __u8 l4_protocol = 0;
69
+ }
356
+ __u16 l3_protocol = bpf_ntohs(parse_eth_type(skb));
70
+
357
+ if (l3_protocol == 0) {
71
+ ni = &nd_table[idx];
358
+ err = -1;
72
+ memset(ni, 0, sizeof(*ni));
359
+ goto error;
73
+ ni->model = qemu_opt_get_del(opts, "model");
360
+ }
74
+
361
+
75
+ /* Create an ID if the user did not specify one */
362
+ if (l3_protocol == ETH_P_IP) {
76
+ nd_id = g_strdup(qemu_opts_id(opts));
363
+ info->is_ipv4 = 1;
77
+ if (!nd_id) {
364
+
78
+ nd_id = g_strdup_printf("__org.qemu.nic%i\n", idx);
365
+ struct iphdr ip = {};
79
+ qemu_opts_set_id(opts, nd_id);
366
+ err = bpf_skb_load_bytes_relative(skb, 0, &ip, sizeof(ip),
80
+ }
367
+ BPF_HDR_START_NET);
81
+
368
+ if (err) {
82
+ /* Handle MAC address */
369
+ goto error;
83
+ mac = qemu_opt_get_del(opts, "mac");
370
+ }
84
+ if (mac) {
371
+
85
+ ret = net_parse_macaddr(ni->macaddr.a, mac);
372
+ info->in_src = ip.saddr;
86
+ g_free(mac);
373
+ info->in_dst = ip.daddr;
87
+ if (ret) {
374
+ info->is_fragmented = !!ip.frag_off;
88
+ error_setg(errp, "invalid syntax for ethernet address");
375
+
89
+ return -1;
376
+ l4_protocol = ip.protocol;
90
+ }
377
+ l4_offset = ip.ihl * 4;
91
+ if (is_multicast_ether_addr(ni->macaddr.a)) {
378
+ } else if (l3_protocol == ETH_P_IPV6) {
92
+ error_setg(errp, "NIC cannot have multicast MAC address");
379
+ info->is_ipv6 = 1;
93
+ return -1;
380
+
94
+ }
381
+ struct ipv6hdr ip6 = {};
95
+ }
382
+ err = bpf_skb_load_bytes_relative(skb, 0, &ip6, sizeof(ip6),
96
+ qemu_macaddr_default_if_unset(&ni->macaddr);
383
+ BPF_HDR_START_NET);
97
+
384
+ if (err) {
98
+ ret = net_client_init(opts, true, errp);
385
+ goto error;
99
+ if (ret == 0) {
386
+ }
100
+ ni->netdev = qemu_find_netdev(nd_id);
387
+
101
+ ni->used = true;
388
+ info->in6_src = ip6.saddr;
102
+ nb_nics++;
389
+ info->in6_dst = ip6.daddr;
103
+ }
390
+
104
+
391
+ l4_protocol = ip6.nexthdr;
105
+ g_free(nd_id);
392
+ l4_offset = sizeof(ip6);
106
+ return ret;
393
+
107
+}
394
+ err = parse_ipv6_ext(skb, info, &l4_protocol, &l4_offset);
108
+
395
+ if (err) {
109
int net_init_clients(Error **errp)
396
+ goto error;
110
{
397
+ }
111
net_change_state_entry =
398
+ }
112
@@ -XXX,XX +XXX,XX @@ int net_init_clients(Error **errp)
399
+
113
return -1;
400
+ if (l4_protocol != 0 && !info->is_fragmented) {
114
}
401
+ if (l4_protocol == IPPROTO_TCP) {
115
402
+ info->is_tcp = 1;
116
+ if (qemu_opts_foreach(qemu_find_opts("nic"), net_param_nic, NULL, errp)) {
403
+
117
+ return -1;
404
+ struct tcphdr tcp = {};
118
+ }
405
+ err = bpf_skb_load_bytes_relative(skb, l4_offset, &tcp, sizeof(tcp),
119
+
406
+ BPF_HDR_START_NET);
120
if (qemu_opts_foreach(qemu_find_opts("net"), net_init_client, NULL, errp)) {
407
+ if (err) {
121
return -1;
408
+ goto error;
122
}
409
+ }
123
@@ -XXX,XX +XXX,XX @@ QemuOptsList qemu_netdev_opts = {
410
+
124
},
411
+ info->src_port = tcp.source;
125
};
412
+ info->dst_port = tcp.dest;
126
413
+ } else if (l4_protocol == IPPROTO_UDP) { /* TODO: add udplite? */
127
+QemuOptsList qemu_nic_opts = {
414
+ info->is_udp = 1;
128
+ .name = "nic",
415
+
129
+ .implied_opt_name = "type",
416
+ struct udphdr udp = {};
130
+ .head = QTAILQ_HEAD_INITIALIZER(qemu_nic_opts.head),
417
+ err = bpf_skb_load_bytes_relative(skb, l4_offset, &udp, sizeof(udp),
131
+ .desc = {
418
+ BPF_HDR_START_NET);
132
+ /*
419
+ if (err) {
133
+ * no elements => accept any params
420
+ goto error;
134
+ * validation will happen later
421
+ }
135
+ */
422
+
136
+ { /* end of list */ }
423
+ info->src_port = udp.source;
137
+ },
424
+ info->dst_port = udp.dest;
138
+};
425
+ }
139
+
426
+ }
140
QemuOptsList qemu_net_opts = {
427
+
141
.name = "net",
428
+ return 0;
142
.implied_opt_name = "type",
429
+
143
diff --git a/qemu-options.hx b/qemu-options.hx
430
+error:
144
index XXXXXXX..XXXXXXX 100644
431
+ return err;
145
--- a/qemu-options.hx
432
+}
146
+++ b/qemu-options.hx
433
+
147
@@ -XXX,XX +XXX,XX @@ DEF("netdev", HAS_ARG, QEMU_OPTION_netdev,
434
+static inline __u32 calculate_rss_hash(struct __sk_buff *skb,
148
#endif
435
+ struct rss_config_t *config, struct toeplitz_key_data_t *toe)
149
"-netdev hubport,id=str,hubid=n[,netdev=nd]\n"
436
+{
150
" configure a hub port on QEMU VLAN 'n'\n", QEMU_ARCH_ALL)
437
+ __u8 rss_input[HASH_CALCULATION_BUFFER_SIZE] = {};
151
+DEF("nic", HAS_ARG, QEMU_OPTION_nic,
438
+ size_t bytes_written = 0;
152
+ "--nic [tap|bridge|"
439
+ __u32 result = 0;
153
+#ifdef CONFIG_SLIRP
440
+ int err = 0;
154
+ "user|"
441
+ struct packet_hash_info_t packet_info = {};
155
+#endif
442
+
156
+#ifdef __linux__
443
+ err = parse_packet(skb, &packet_info);
157
+ "l2tpv3|"
444
+ if (err) {
158
+#endif
445
+ return 0;
159
+#ifdef CONFIG_VDE
446
+ }
160
+ "vde|"
447
+
161
+#endif
448
+ if (packet_info.is_ipv4) {
162
+#ifdef CONFIG_NETMAP
449
+ if (packet_info.is_tcp &&
163
+ "netmap|"
450
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_TCPv4) {
164
+#endif
451
+
165
+#ifdef CONFIG_POSIX
452
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
166
+ "vhost-user|"
453
+ &packet_info.in_src,
167
+#endif
454
+ sizeof(packet_info.in_src));
168
+ "socket][,option][,...][mac=macaddr]\n"
455
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
169
+ " initialize an on-board / default host NIC (using MAC address\n"
456
+ &packet_info.in_dst,
170
+ " macaddr) and connect it to the given host network backend\n"
457
+ sizeof(packet_info.in_dst));
171
+ "--nic none use it alone to have zero network devices (the default is to\n"
458
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
172
+ " provided a 'user' network connection)\n",
459
+ &packet_info.src_port,
173
+ QEMU_ARCH_ALL)
460
+ sizeof(packet_info.src_port));
174
DEF("net", HAS_ARG, QEMU_OPTION_net,
461
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
175
"-net nic[,vlan=n][,netdev=nd][,macaddr=mac][,model=type][,name=str][,addr=str][,vectors=v]\n"
462
+ &packet_info.dst_port,
176
" configure or create an on-board (or machine default) NIC and\n"
463
+ sizeof(packet_info.dst_port));
177
" connect it either to VLAN 'n' or the netdev 'nd' (for pluggable\n"
464
+ } else if (packet_info.is_udp &&
178
" NICs please use '-device devtype,netdev=nd' instead)\n"
465
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_UDPv4) {
179
- "-net none use it alone to have zero network devices. If no -net option\n"
466
+
180
- " is provided, the default is '-net nic -net user'\n"
467
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
181
"-net ["
468
+ &packet_info.in_src,
182
#ifdef CONFIG_SLIRP
469
+ sizeof(packet_info.in_src));
183
"user|"
470
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
184
@@ -XXX,XX +XXX,XX @@ qemu -m 512 -object memory-backend-file,id=mem,size=512M,mem-path=/hugetlbfs,sha
471
+ &packet_info.in_dst,
185
-device virtio-net-pci,netdev=net0
472
+ sizeof(packet_info.in_dst));
186
@end example
473
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
187
474
+ &packet_info.src_port,
188
-@item -net none
475
+ sizeof(packet_info.src_port));
189
-Indicate that no network devices should be configured. It is used to
476
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
190
-override the default configuration (@option{-net nic -net user}) which
477
+ &packet_info.dst_port,
191
-is activated if no @option{-net} options are provided.
478
+ sizeof(packet_info.dst_port));
192
+@item --nic [tap|bridge|user|l2tpv3|vde|netmap|vhost-user|socket][,...][,mac=macaddr]
479
+ } else if (config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_IPv4) {
193
+
480
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
194
+This option is a shortcut for setting both, the on-board (default) guest NIC
481
+ &packet_info.in_src,
195
+hardware and the host network backend in one go. The host backend options are
482
+ sizeof(packet_info.in_src));
196
+the same as with the corresponding @option{--netdev} option. The guest NIC
483
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
197
+hardware MAC address can be set with @option{mac=@var{macaddr}}.
484
+ &packet_info.in_dst,
198
+
485
+ sizeof(packet_info.in_dst));
199
+@item --nic none
486
+ }
200
+Indicate that no network devices should be configured. It is used to override
487
+ } else if (packet_info.is_ipv6) {
201
+the default configuration (default NIC with @option{--net user} backend) which
488
+ if (packet_info.is_tcp &&
202
+is activated if no other networking options are provided.
489
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_TCPv6) {
203
ETEXI
490
+
204
491
+ if (packet_info.is_ipv6_ext_src &&
205
STEXI
492
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_TCP_EX) {
206
diff --git a/vl.c b/vl.c
493
+
207
index XXXXXXX..XXXXXXX 100644
494
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
208
--- a/vl.c
495
+ &packet_info.in6_ext_src,
209
+++ b/vl.c
496
+ sizeof(packet_info.in6_ext_src));
210
@@ -XXX,XX +XXX,XX @@ int main(int argc, char **argv, char **envp)
497
+ } else {
211
qemu_add_opts(&qemu_chardev_opts);
498
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
212
qemu_add_opts(&qemu_device_opts);
499
+ &packet_info.in6_src,
213
qemu_add_opts(&qemu_netdev_opts);
500
+ sizeof(packet_info.in6_src));
214
+ qemu_add_opts(&qemu_nic_opts);
501
+ }
215
qemu_add_opts(&qemu_net_opts);
502
+ if (packet_info.is_ipv6_ext_dst &&
216
qemu_add_opts(&qemu_rtc_opts);
503
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_TCP_EX) {
217
qemu_add_opts(&qemu_global_opts);
504
+
218
@@ -XXX,XX +XXX,XX @@ int main(int argc, char **argv, char **envp)
505
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
219
exit(1);
506
+ &packet_info.in6_ext_dst,
220
}
507
+ sizeof(packet_info.in6_ext_dst));
221
break;
508
+ } else {
222
+ case QEMU_OPTION_nic:
509
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
223
+ default_net = 0;
510
+ &packet_info.in6_dst,
224
+ if (net_client_parse(qemu_find_opts("nic"), optarg) == -1) {
511
+ sizeof(packet_info.in6_dst));
225
+ exit(1);
512
+ }
226
+ }
513
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
227
+ break;
514
+ &packet_info.src_port,
228
case QEMU_OPTION_net:
515
+ sizeof(packet_info.src_port));
229
default_net = 0;
516
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
230
if (net_client_parse(qemu_find_opts("net"), optarg) == -1) {
517
+ &packet_info.dst_port,
518
+ sizeof(packet_info.dst_port));
519
+ } else if (packet_info.is_udp &&
520
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_UDPv6) {
521
+
522
+ if (packet_info.is_ipv6_ext_src &&
523
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_UDP_EX) {
524
+
525
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
526
+ &packet_info.in6_ext_src,
527
+ sizeof(packet_info.in6_ext_src));
528
+ } else {
529
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
530
+ &packet_info.in6_src,
531
+ sizeof(packet_info.in6_src));
532
+ }
533
+ if (packet_info.is_ipv6_ext_dst &&
534
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_UDP_EX) {
535
+
536
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
537
+ &packet_info.in6_ext_dst,
538
+ sizeof(packet_info.in6_ext_dst));
539
+ } else {
540
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
541
+ &packet_info.in6_dst,
542
+ sizeof(packet_info.in6_dst));
543
+ }
544
+
545
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
546
+ &packet_info.src_port,
547
+ sizeof(packet_info.src_port));
548
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
549
+ &packet_info.dst_port,
550
+ sizeof(packet_info.dst_port));
551
+
552
+ } else if (config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_IPv6) {
553
+ if (packet_info.is_ipv6_ext_src &&
554
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_IP_EX) {
555
+
556
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
557
+ &packet_info.in6_ext_src,
558
+ sizeof(packet_info.in6_ext_src));
559
+ } else {
560
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
561
+ &packet_info.in6_src,
562
+ sizeof(packet_info.in6_src));
563
+ }
564
+ if (packet_info.is_ipv6_ext_dst &&
565
+ config->hash_types & VIRTIO_NET_RSS_HASH_TYPE_IP_EX) {
566
+
567
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
568
+ &packet_info.in6_ext_dst,
569
+ sizeof(packet_info.in6_ext_dst));
570
+ } else {
571
+ net_rx_rss_add_chunk(rss_input, &bytes_written,
572
+ &packet_info.in6_dst,
573
+ sizeof(packet_info.in6_dst));
574
+ }
575
+ }
576
+ }
577
+
578
+ if (bytes_written) {
579
+ net_toeplitz_add(&result, rss_input, bytes_written, toe);
580
+ }
581
+
582
+ return result;
583
+}
584
+
585
+SEC("tun_rss_steering")
586
+int tun_rss_steering_prog(struct __sk_buff *skb)
587
+{
588
+
589
+ struct rss_config_t *config;
590
+ struct toeplitz_key_data_t *toe;
591
+
592
+ __u32 key = 0;
593
+ __u32 hash = 0;
594
+
595
+ config = bpf_map_lookup_elem(&tap_rss_map_configurations, &key);
596
+ toe = bpf_map_lookup_elem(&tap_rss_map_toeplitz_key, &key);
597
+
598
+ if (config && toe) {
599
+ if (!config->redirect) {
600
+ return config->default_queue;
601
+ }
602
+
603
+ hash = calculate_rss_hash(skb, config, toe);
604
+ if (hash) {
605
+ __u32 table_idx = hash % config->indirections_len;
606
+ __u16 *queue = 0;
607
+
608
+ queue = bpf_map_lookup_elem(&tap_rss_map_indirection_table,
609
+ &table_idx);
610
+
611
+ if (queue) {
612
+ return *queue;
613
+ }
614
+ }
615
+
616
+ return config->default_queue;
617
+ }
618
+
619
+ return -1;
620
+}
621
+
622
+char _license[] SEC("license") = "GPL v2";
231
--
623
--
232
2.7.4
624
2.7.4
233
625
234
626
diff view generated by jsdifflib
1
From: Jay Zhou <jianjay.zhou@huawei.com>
1
From: Andrew Melnychenko <andrew@daynix.com>
2
2
3
If netdev_add tap,id=net0,...,vhost=on failed in net_init_tap_one(),
3
Added function that loads RSS eBPF program.
4
the followed up device_add virtio-net-pci,netdev=net0 will fail
4
Added stub functions for RSS eBPF loader.
5
too, prints:
5
Added meson and configuration options.
6
6
7
TUNSETOFFLOAD ioctl() failed: Bad file descriptor TUNSETOFFLOAD
7
By default, eBPF feature enabled if libbpf is present in the build system.
8
ioctl() failed: Bad file descriptor
8
libbpf checked in configuration shell script and meson script.
9
9
10
The reason is that the fd of tap is closed when error occured after
10
Signed-off-by: Yuri Benditovich <yuri.benditovich@daynix.com>
11
calling net_init_tap_one().
11
Signed-off-by: Andrew Melnychenko <andrew@daynix.com>
12
13
The fd should be closed when calling net_init_tap_one failed:
14
- if tap_set_sndbuf() failed
15
- if tap_set_sndbuf() succeeded but vhost failed to open or
16
initialize with vhostforce flag on
17
- with wrong vhost command line parameter
18
The fd should not be closed just because vhost failed to open or
19
initialize but without vhostforce flag. So the followed up
20
device_add can fall back to userspace virtio successfully.
21
22
Suggested-by: Michael S. Tsirkin <mst@redhat.com>
23
Suggested-by: Igor Mammedov <imammedo@redhat.com>
24
Suggested-by: Jason Wang <jasowang@redhat.com>
25
Signed-off-by: Jay Zhou <jianjay.zhou@huawei.com>
26
Signed-off-by: Jason Wang <jasowang@redhat.com>
12
Signed-off-by: Jason Wang <jasowang@redhat.com>
27
---
13
---
28
include/net/vhost_net.h | 3 +++
14
configure | 8 +-
29
net/tap.c | 22 +++++++++++++++++-----
15
ebpf/ebpf_rss-stub.c | 40 +++++
30
2 files changed, 20 insertions(+), 5 deletions(-)
16
ebpf/ebpf_rss.c | 165 ++++++++++++++++++
17
ebpf/ebpf_rss.h | 44 +++++
18
ebpf/meson.build | 1 +
19
ebpf/rss.bpf.skeleton.h | 431 ++++++++++++++++++++++++++++++++++++++++++++++++
20
ebpf/trace-events | 4 +
21
ebpf/trace.h | 1 +
22
meson.build | 23 +++
23
meson_options.txt | 2 +
24
10 files changed, 718 insertions(+), 1 deletion(-)
25
create mode 100644 ebpf/ebpf_rss-stub.c
26
create mode 100644 ebpf/ebpf_rss.c
27
create mode 100644 ebpf/ebpf_rss.h
28
create mode 100644 ebpf/meson.build
29
create mode 100644 ebpf/rss.bpf.skeleton.h
30
create mode 100644 ebpf/trace-events
31
create mode 100644 ebpf/trace.h
31
32
32
diff --git a/include/net/vhost_net.h b/include/net/vhost_net.h
33
diff --git a/configure b/configure
34
index XXXXXXX..XXXXXXX 100755
35
--- a/configure
36
+++ b/configure
37
@@ -XXX,XX +XXX,XX @@ vhost_vsock="$default_feature"
38
vhost_user="no"
39
vhost_user_blk_server="auto"
40
vhost_user_fs="$default_feature"
41
+bpf="auto"
42
kvm="auto"
43
hax="auto"
44
hvf="auto"
45
@@ -XXX,XX +XXX,XX @@ for opt do
46
;;
47
--enable-membarrier) membarrier="yes"
48
;;
49
+ --disable-bpf) bpf="disabled"
50
+ ;;
51
+ --enable-bpf) bpf="enabled"
52
+ ;;
53
--disable-blobs) blobs="false"
54
;;
55
--with-pkgversion=*) pkgversion="$optarg"
56
@@ -XXX,XX +XXX,XX @@ disabled with --disable-FEATURE, default is enabled if available
57
vhost-user vhost-user backend support
58
vhost-user-blk-server vhost-user-blk server support
59
vhost-vdpa vhost-vdpa kernel backend support
60
+ bpf BPF kernel support
61
spice spice
62
spice-protocol spice-protocol
63
rbd rados block device (rbd)
64
@@ -XXX,XX +XXX,XX @@ if test "$skip_meson" = no; then
65
-Dattr=$attr -Ddefault_devices=$default_devices \
66
-Ddocs=$docs -Dsphinx_build=$sphinx_build -Dinstall_blobs=$blobs \
67
-Dvhost_user_blk_server=$vhost_user_blk_server -Dmultiprocess=$multiprocess \
68
- -Dfuse=$fuse -Dfuse_lseek=$fuse_lseek -Dguest_agent_msi=$guest_agent_msi \
69
+ -Dfuse=$fuse -Dfuse_lseek=$fuse_lseek -Dguest_agent_msi=$guest_agent_msi -Dbpf=$bpf\
70
$(if test "$default_features" = no; then echo "-Dauto_features=disabled"; fi) \
71
    -Dtcg_interpreter=$tcg_interpreter \
72
$cross_arg \
73
diff --git a/ebpf/ebpf_rss-stub.c b/ebpf/ebpf_rss-stub.c
74
new file mode 100644
75
index XXXXXXX..XXXXXXX
76
--- /dev/null
77
+++ b/ebpf/ebpf_rss-stub.c
78
@@ -XXX,XX +XXX,XX @@
79
+/*
80
+ * eBPF RSS stub file
81
+ *
82
+ * Developed by Daynix Computing LTD (http://www.daynix.com)
83
+ *
84
+ * Authors:
85
+ * Yuri Benditovich <yuri.benditovich@daynix.com>
86
+ *
87
+ * This work is licensed under the terms of the GNU GPL, version 2. See
88
+ * the COPYING file in the top-level directory.
89
+ */
90
+
91
+#include "qemu/osdep.h"
92
+#include "ebpf/ebpf_rss.h"
93
+
94
+void ebpf_rss_init(struct EBPFRSSContext *ctx)
95
+{
96
+
97
+}
98
+
99
+bool ebpf_rss_is_loaded(struct EBPFRSSContext *ctx)
100
+{
101
+ return false;
102
+}
103
+
104
+bool ebpf_rss_load(struct EBPFRSSContext *ctx)
105
+{
106
+ return false;
107
+}
108
+
109
+bool ebpf_rss_set_all(struct EBPFRSSContext *ctx, struct EBPFRSSConfig *config,
110
+ uint16_t *indirections_table, uint8_t *toeplitz_key)
111
+{
112
+ return false;
113
+}
114
+
115
+void ebpf_rss_unload(struct EBPFRSSContext *ctx)
116
+{
117
+
118
+}
119
diff --git a/ebpf/ebpf_rss.c b/ebpf/ebpf_rss.c
120
new file mode 100644
121
index XXXXXXX..XXXXXXX
122
--- /dev/null
123
+++ b/ebpf/ebpf_rss.c
124
@@ -XXX,XX +XXX,XX @@
125
+/*
126
+ * eBPF RSS loader
127
+ *
128
+ * Developed by Daynix Computing LTD (http://www.daynix.com)
129
+ *
130
+ * Authors:
131
+ * Andrew Melnychenko <andrew@daynix.com>
132
+ * Yuri Benditovich <yuri.benditovich@daynix.com>
133
+ *
134
+ * This work is licensed under the terms of the GNU GPL, version 2. See
135
+ * the COPYING file in the top-level directory.
136
+ */
137
+
138
+#include "qemu/osdep.h"
139
+#include "qemu/error-report.h"
140
+
141
+#include <bpf/libbpf.h>
142
+#include <bpf/bpf.h>
143
+
144
+#include "hw/virtio/virtio-net.h" /* VIRTIO_NET_RSS_MAX_TABLE_LEN */
145
+
146
+#include "ebpf/ebpf_rss.h"
147
+#include "ebpf/rss.bpf.skeleton.h"
148
+#include "trace.h"
149
+
150
+void ebpf_rss_init(struct EBPFRSSContext *ctx)
151
+{
152
+ if (ctx != NULL) {
153
+ ctx->obj = NULL;
154
+ }
155
+}
156
+
157
+bool ebpf_rss_is_loaded(struct EBPFRSSContext *ctx)
158
+{
159
+ return ctx != NULL && ctx->obj != NULL;
160
+}
161
+
162
+bool ebpf_rss_load(struct EBPFRSSContext *ctx)
163
+{
164
+ struct rss_bpf *rss_bpf_ctx;
165
+
166
+ if (ctx == NULL) {
167
+ return false;
168
+ }
169
+
170
+ rss_bpf_ctx = rss_bpf__open();
171
+ if (rss_bpf_ctx == NULL) {
172
+ trace_ebpf_error("eBPF RSS", "can not open eBPF RSS object");
173
+ goto error;
174
+ }
175
+
176
+ bpf_program__set_socket_filter(rss_bpf_ctx->progs.tun_rss_steering_prog);
177
+
178
+ if (rss_bpf__load(rss_bpf_ctx)) {
179
+ trace_ebpf_error("eBPF RSS", "can not load RSS program");
180
+ goto error;
181
+ }
182
+
183
+ ctx->obj = rss_bpf_ctx;
184
+ ctx->program_fd = bpf_program__fd(
185
+ rss_bpf_ctx->progs.tun_rss_steering_prog);
186
+ ctx->map_configuration = bpf_map__fd(
187
+ rss_bpf_ctx->maps.tap_rss_map_configurations);
188
+ ctx->map_indirections_table = bpf_map__fd(
189
+ rss_bpf_ctx->maps.tap_rss_map_indirection_table);
190
+ ctx->map_toeplitz_key = bpf_map__fd(
191
+ rss_bpf_ctx->maps.tap_rss_map_toeplitz_key);
192
+
193
+ return true;
194
+error:
195
+ rss_bpf__destroy(rss_bpf_ctx);
196
+ ctx->obj = NULL;
197
+
198
+ return false;
199
+}
200
+
201
+static bool ebpf_rss_set_config(struct EBPFRSSContext *ctx,
202
+ struct EBPFRSSConfig *config)
203
+{
204
+ uint32_t map_key = 0;
205
+
206
+ if (!ebpf_rss_is_loaded(ctx)) {
207
+ return false;
208
+ }
209
+ if (bpf_map_update_elem(ctx->map_configuration,
210
+ &map_key, config, 0) < 0) {
211
+ return false;
212
+ }
213
+ return true;
214
+}
215
+
216
+static bool ebpf_rss_set_indirections_table(struct EBPFRSSContext *ctx,
217
+ uint16_t *indirections_table,
218
+ size_t len)
219
+{
220
+ uint32_t i = 0;
221
+
222
+ if (!ebpf_rss_is_loaded(ctx) || indirections_table == NULL ||
223
+ len > VIRTIO_NET_RSS_MAX_TABLE_LEN) {
224
+ return false;
225
+ }
226
+
227
+ for (; i < len; ++i) {
228
+ if (bpf_map_update_elem(ctx->map_indirections_table, &i,
229
+ indirections_table + i, 0) < 0) {
230
+ return false;
231
+ }
232
+ }
233
+ return true;
234
+}
235
+
236
+static bool ebpf_rss_set_toepliz_key(struct EBPFRSSContext *ctx,
237
+ uint8_t *toeplitz_key)
238
+{
239
+ uint32_t map_key = 0;
240
+
241
+ /* prepare toeplitz key */
242
+ uint8_t toe[VIRTIO_NET_RSS_MAX_KEY_SIZE] = {};
243
+
244
+ if (!ebpf_rss_is_loaded(ctx) || toeplitz_key == NULL) {
245
+ return false;
246
+ }
247
+ memcpy(toe, toeplitz_key, VIRTIO_NET_RSS_MAX_KEY_SIZE);
248
+ *(uint32_t *)toe = ntohl(*(uint32_t *)toe);
249
+
250
+ if (bpf_map_update_elem(ctx->map_toeplitz_key, &map_key, toe,
251
+ 0) < 0) {
252
+ return false;
253
+ }
254
+ return true;
255
+}
256
+
257
+bool ebpf_rss_set_all(struct EBPFRSSContext *ctx, struct EBPFRSSConfig *config,
258
+ uint16_t *indirections_table, uint8_t *toeplitz_key)
259
+{
260
+ if (!ebpf_rss_is_loaded(ctx) || config == NULL ||
261
+ indirections_table == NULL || toeplitz_key == NULL) {
262
+ return false;
263
+ }
264
+
265
+ if (!ebpf_rss_set_config(ctx, config)) {
266
+ return false;
267
+ }
268
+
269
+ if (!ebpf_rss_set_indirections_table(ctx, indirections_table,
270
+ config->indirections_len)) {
271
+ return false;
272
+ }
273
+
274
+ if (!ebpf_rss_set_toepliz_key(ctx, toeplitz_key)) {
275
+ return false;
276
+ }
277
+
278
+ return true;
279
+}
280
+
281
+void ebpf_rss_unload(struct EBPFRSSContext *ctx)
282
+{
283
+ if (!ebpf_rss_is_loaded(ctx)) {
284
+ return;
285
+ }
286
+
287
+ rss_bpf__destroy(ctx->obj);
288
+ ctx->obj = NULL;
289
+}
290
diff --git a/ebpf/ebpf_rss.h b/ebpf/ebpf_rss.h
291
new file mode 100644
292
index XXXXXXX..XXXXXXX
293
--- /dev/null
294
+++ b/ebpf/ebpf_rss.h
295
@@ -XXX,XX +XXX,XX @@
296
+/*
297
+ * eBPF RSS header
298
+ *
299
+ * Developed by Daynix Computing LTD (http://www.daynix.com)
300
+ *
301
+ * Authors:
302
+ * Andrew Melnychenko <andrew@daynix.com>
303
+ * Yuri Benditovich <yuri.benditovich@daynix.com>
304
+ *
305
+ * This work is licensed under the terms of the GNU GPL, version 2. See
306
+ * the COPYING file in the top-level directory.
307
+ */
308
+
309
+#ifndef QEMU_EBPF_RSS_H
310
+#define QEMU_EBPF_RSS_H
311
+
312
+struct EBPFRSSContext {
313
+ void *obj;
314
+ int program_fd;
315
+ int map_configuration;
316
+ int map_toeplitz_key;
317
+ int map_indirections_table;
318
+};
319
+
320
+struct EBPFRSSConfig {
321
+ uint8_t redirect;
322
+ uint8_t populate_hash;
323
+ uint32_t hash_types;
324
+ uint16_t indirections_len;
325
+ uint16_t default_queue;
326
+} __attribute__((packed));
327
+
328
+void ebpf_rss_init(struct EBPFRSSContext *ctx);
329
+
330
+bool ebpf_rss_is_loaded(struct EBPFRSSContext *ctx);
331
+
332
+bool ebpf_rss_load(struct EBPFRSSContext *ctx);
333
+
334
+bool ebpf_rss_set_all(struct EBPFRSSContext *ctx, struct EBPFRSSConfig *config,
335
+ uint16_t *indirections_table, uint8_t *toeplitz_key);
336
+
337
+void ebpf_rss_unload(struct EBPFRSSContext *ctx);
338
+
339
+#endif /* QEMU_EBPF_RSS_H */
340
diff --git a/ebpf/meson.build b/ebpf/meson.build
341
new file mode 100644
342
index XXXXXXX..XXXXXXX
343
--- /dev/null
344
+++ b/ebpf/meson.build
345
@@ -0,0 +1 @@
346
+common_ss.add(when: libbpf, if_true: files('ebpf_rss.c'), if_false: files('ebpf_rss-stub.c'))
347
diff --git a/ebpf/rss.bpf.skeleton.h b/ebpf/rss.bpf.skeleton.h
348
new file mode 100644
349
index XXXXXXX..XXXXXXX
350
--- /dev/null
351
+++ b/ebpf/rss.bpf.skeleton.h
352
@@ -XXX,XX +XXX,XX @@
353
+/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */
354
+
355
+/* THIS FILE IS AUTOGENERATED! */
356
+#ifndef __RSS_BPF_SKEL_H__
357
+#define __RSS_BPF_SKEL_H__
358
+
359
+#include <stdlib.h>
360
+#include <bpf/libbpf.h>
361
+
362
+struct rss_bpf {
363
+    struct bpf_object_skeleton *skeleton;
364
+    struct bpf_object *obj;
365
+    struct {
366
+        struct bpf_map *tap_rss_map_configurations;
367
+        struct bpf_map *tap_rss_map_indirection_table;
368
+        struct bpf_map *tap_rss_map_toeplitz_key;
369
+    } maps;
370
+    struct {
371
+        struct bpf_program *tun_rss_steering_prog;
372
+    } progs;
373
+    struct {
374
+        struct bpf_link *tun_rss_steering_prog;
375
+    } links;
376
+};
377
+
378
+static void
379
+rss_bpf__destroy(struct rss_bpf *obj)
380
+{
381
+    if (!obj)
382
+        return;
383
+    if (obj->skeleton)
384
+        bpf_object__destroy_skeleton(obj->skeleton);
385
+    free(obj);
386
+}
387
+
388
+static inline int
389
+rss_bpf__create_skeleton(struct rss_bpf *obj);
390
+
391
+static inline struct rss_bpf *
392
+rss_bpf__open_opts(const struct bpf_object_open_opts *opts)
393
+{
394
+    struct rss_bpf *obj;
395
+
396
+    obj = (struct rss_bpf *)calloc(1, sizeof(*obj));
397
+    if (!obj)
398
+        return NULL;
399
+    if (rss_bpf__create_skeleton(obj))
400
+        goto err;
401
+    if (bpf_object__open_skeleton(obj->skeleton, opts))
402
+        goto err;
403
+
404
+    return obj;
405
+err:
406
+    rss_bpf__destroy(obj);
407
+    return NULL;
408
+}
409
+
410
+static inline struct rss_bpf *
411
+rss_bpf__open(void)
412
+{
413
+    return rss_bpf__open_opts(NULL);
414
+}
415
+
416
+static inline int
417
+rss_bpf__load(struct rss_bpf *obj)
418
+{
419
+    return bpf_object__load_skeleton(obj->skeleton);
420
+}
421
+
422
+static inline struct rss_bpf *
423
+rss_bpf__open_and_load(void)
424
+{
425
+    struct rss_bpf *obj;
426
+
427
+    obj = rss_bpf__open();
428
+    if (!obj)
429
+        return NULL;
430
+    if (rss_bpf__load(obj)) {
431
+        rss_bpf__destroy(obj);
432
+        return NULL;
433
+    }
434
+    return obj;
435
+}
436
+
437
+static inline int
438
+rss_bpf__attach(struct rss_bpf *obj)
439
+{
440
+    return bpf_object__attach_skeleton(obj->skeleton);
441
+}
442
+
443
+static inline void
444
+rss_bpf__detach(struct rss_bpf *obj)
445
+{
446
+    return bpf_object__detach_skeleton(obj->skeleton);
447
+}
448
+
449
+static inline int
450
+rss_bpf__create_skeleton(struct rss_bpf *obj)
451
+{
452
+    struct bpf_object_skeleton *s;
453
+
454
+    s = (struct bpf_object_skeleton *)calloc(1, sizeof(*s));
455
+    if (!s)
456
+        return -1;
457
+    obj->skeleton = s;
458
+
459
+    s->sz = sizeof(*s);
460
+    s->name = "rss_bpf";
461
+    s->obj = &obj->obj;
462
+
463
+    /* maps */
464
+    s->map_cnt = 3;
465
+    s->map_skel_sz = sizeof(*s->maps);
466
+    s->maps = (struct bpf_map_skeleton *)calloc(s->map_cnt, s->map_skel_sz);
467
+    if (!s->maps)
468
+        goto err;
469
+
470
+    s->maps[0].name = "tap_rss_map_configurations";
471
+    s->maps[0].map = &obj->maps.tap_rss_map_configurations;
472
+
473
+    s->maps[1].name = "tap_rss_map_indirection_table";
474
+    s->maps[1].map = &obj->maps.tap_rss_map_indirection_table;
475
+
476
+    s->maps[2].name = "tap_rss_map_toeplitz_key";
477
+    s->maps[2].map = &obj->maps.tap_rss_map_toeplitz_key;
478
+
479
+    /* programs */
480
+    s->prog_cnt = 1;
481
+    s->prog_skel_sz = sizeof(*s->progs);
482
+    s->progs = (struct bpf_prog_skeleton *)calloc(s->prog_cnt, s->prog_skel_sz);
483
+    if (!s->progs)
484
+        goto err;
485
+
486
+    s->progs[0].name = "tun_rss_steering_prog";
487
+    s->progs[0].prog = &obj->progs.tun_rss_steering_prog;
488
+    s->progs[0].link = &obj->links.tun_rss_steering_prog;
489
+
490
+    s->data_sz = 8088;
491
+    s->data = (void *)"\
492
+\x7f\x45\x4c\x46\x02\x01\x01\0\0\0\0\0\0\0\0\0\x01\0\xf7\0\x01\0\0\0\0\0\0\0\0\
493
+\0\0\0\0\0\0\0\0\0\0\0\x18\x1d\0\0\0\0\0\0\0\0\0\0\x40\0\0\0\0\0\x40\0\x0a\0\
494
+\x01\0\xbf\x18\0\0\0\0\0\0\xb7\x01\0\0\0\0\0\0\x63\x1a\x4c\xff\0\0\0\0\xbf\xa7\
495
+\0\0\0\0\0\0\x07\x07\0\0\x4c\xff\xff\xff\x18\x01\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
496
+\xbf\x72\0\0\0\0\0\0\x85\0\0\0\x01\0\0\0\xbf\x06\0\0\0\0\0\0\x18\x01\0\0\0\0\0\
497
+\0\0\0\0\0\0\0\0\0\xbf\x72\0\0\0\0\0\0\x85\0\0\0\x01\0\0\0\xbf\x07\0\0\0\0\0\0\
498
+\x18\0\0\0\xff\xff\xff\xff\0\0\0\0\0\0\0\0\x15\x06\x66\x02\0\0\0\0\xbf\x79\0\0\
499
+\0\0\0\0\x15\x09\x64\x02\0\0\0\0\x71\x61\0\0\0\0\0\0\x55\x01\x01\0\0\0\0\0\x05\
500
+\0\x5d\x02\0\0\0\0\xb7\x01\0\0\0\0\0\0\x63\x1a\xc0\xff\0\0\0\0\x7b\x1a\xb8\xff\
501
+\0\0\0\0\x7b\x1a\xb0\xff\0\0\0\0\x7b\x1a\xa8\xff\0\0\0\0\x7b\x1a\xa0\xff\0\0\0\
502
+\0\x63\x1a\x98\xff\0\0\0\0\x7b\x1a\x90\xff\0\0\0\0\x7b\x1a\x88\xff\0\0\0\0\x7b\
503
+\x1a\x80\xff\0\0\0\0\x7b\x1a\x78\xff\0\0\0\0\x7b\x1a\x70\xff\0\0\0\0\x7b\x1a\
504
+\x68\xff\0\0\0\0\x7b\x1a\x60\xff\0\0\0\0\x7b\x1a\x58\xff\0\0\0\0\x7b\x1a\x50\
505
+\xff\0\0\0\0\x15\x08\x4c\x02\0\0\0\0\x6b\x1a\xd0\xff\0\0\0\0\xbf\xa3\0\0\0\0\0\
506
+\0\x07\x03\0\0\xd0\xff\xff\xff\xbf\x81\0\0\0\0\0\0\xb7\x02\0\0\x0c\0\0\0\xb7\
507
+\x04\0\0\x02\0\0\0\xb7\x05\0\0\0\0\0\0\x85\0\0\0\x44\0\0\0\x67\0\0\0\x20\0\0\0\
508
+\x77\0\0\0\x20\0\0\0\x55\0\x11\0\0\0\0\0\xb7\x02\0\0\x10\0\0\0\x69\xa1\xd0\xff\
509
+\0\0\0\0\xbf\x13\0\0\0\0\0\0\xdc\x03\0\0\x10\0\0\0\x15\x03\x02\0\0\x81\0\0\x55\
510
+\x03\x0c\0\xa8\x88\0\0\xb7\x02\0\0\x14\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\
511
+\xd0\xff\xff\xff\xbf\x81\0\0\0\0\0\0\xb7\x04\0\0\x02\0\0\0\xb7\x05\0\0\0\0\0\0\
512
+\x85\0\0\0\x44\0\0\0\x69\xa1\xd0\xff\0\0\0\0\x67\0\0\0\x20\0\0\0\x77\0\0\0\x20\
513
+\0\0\0\x15\0\x01\0\0\0\0\0\x05\0\x2f\x02\0\0\0\0\x15\x01\x2e\x02\0\0\0\0\x7b\
514
+\x9a\x30\xff\0\0\0\0\x15\x01\x57\0\x86\xdd\0\0\x55\x01\x3b\0\x08\0\0\0\x7b\x7a\
515
+\x20\xff\0\0\0\0\xb7\x07\0\0\x01\0\0\0\x73\x7a\x50\xff\0\0\0\0\xb7\x01\0\0\0\0\
516
+\0\0\x63\x1a\xe0\xff\0\0\0\0\x7b\x1a\xd8\xff\0\0\0\0\x7b\x1a\xd0\xff\0\0\0\0\
517
+\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\xd0\xff\xff\xff\xbf\x81\0\0\0\0\0\0\xb7\x02\0\
518
+\0\0\0\0\0\xb7\x04\0\0\x14\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\0\0\0\x67\
519
+\0\0\0\x20\0\0\0\x77\0\0\0\x20\0\0\0\x55\0\x1a\x02\0\0\0\0\x69\xa1\xd6\xff\0\0\
520
+\0\0\x55\x01\x01\0\0\0\0\0\xb7\x07\0\0\0\0\0\0\x61\xa1\xdc\xff\0\0\0\0\x63\x1a\
521
+\x5c\xff\0\0\0\0\x61\xa1\xe0\xff\0\0\0\0\x63\x1a\x60\xff\0\0\0\0\x73\x7a\x56\
522
+\xff\0\0\0\0\x71\xa9\xd9\xff\0\0\0\0\x71\xa1\xd0\xff\0\0\0\0\x67\x01\0\0\x02\0\
523
+\0\0\x57\x01\0\0\x3c\0\0\0\x7b\x1a\x40\xff\0\0\0\0\x79\xa7\x20\xff\0\0\0\0\xbf\
524
+\x91\0\0\0\0\0\0\x57\x01\0\0\xff\0\0\0\x15\x01\x19\0\0\0\0\0\x71\xa1\x56\xff\0\
525
+\0\0\0\x55\x01\x17\0\0\0\0\0\x57\x09\0\0\xff\0\0\0\x15\x09\x7a\x01\x11\0\0\0\
526
+\x55\x09\x14\0\x06\0\0\0\xb7\x01\0\0\x01\0\0\0\x73\x1a\x53\xff\0\0\0\0\xb7\x01\
527
+\0\0\0\0\0\0\x63\x1a\xe0\xff\0\0\0\0\x7b\x1a\xd8\xff\0\0\0\0\x7b\x1a\xd0\xff\0\
528
+\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\xd0\xff\xff\xff\xbf\x81\0\0\0\0\0\0\x79\
529
+\xa2\x40\xff\0\0\0\0\xb7\x04\0\0\x14\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\
530
+\0\0\0\x67\0\0\0\x20\0\0\0\x77\0\0\0\x20\0\0\0\x55\0\xf4\x01\0\0\0\0\x69\xa1\
531
+\xd0\xff\0\0\0\0\x6b\x1a\x58\xff\0\0\0\0\x69\xa1\xd2\xff\0\0\0\0\x6b\x1a\x5a\
532
+\xff\0\0\0\0\x71\xa1\x50\xff\0\0\0\0\x15\x01\xd4\0\0\0\0\0\x71\x62\x03\0\0\0\0\
533
+\0\x67\x02\0\0\x08\0\0\0\x71\x61\x02\0\0\0\0\0\x4f\x12\0\0\0\0\0\0\x71\x63\x04\
534
+\0\0\0\0\0\x71\x61\x05\0\0\0\0\0\x67\x01\0\0\x08\0\0\0\x4f\x31\0\0\0\0\0\0\x67\
535
+\x01\0\0\x10\0\0\0\x4f\x21\0\0\0\0\0\0\x71\xa2\x53\xff\0\0\0\0\x79\xa0\x30\xff\
536
+\0\0\0\0\x15\x02\x06\x01\0\0\0\0\xbf\x12\0\0\0\0\0\0\x57\x02\0\0\x02\0\0\0\x15\
537
+\x02\x03\x01\0\0\0\0\x61\xa1\x5c\xff\0\0\0\0\x63\x1a\xa0\xff\0\0\0\0\x61\xa1\
538
+\x60\xff\0\0\0\0\x63\x1a\xa4\xff\0\0\0\0\x69\xa1\x58\xff\0\0\0\0\x6b\x1a\xa8\
539
+\xff\0\0\0\0\x69\xa1\x5a\xff\0\0\0\0\x6b\x1a\xaa\xff\0\0\0\0\x05\0\x65\x01\0\0\
540
+\0\0\xb7\x01\0\0\x01\0\0\0\x73\x1a\x51\xff\0\0\0\0\xb7\x01\0\0\0\0\0\0\x7b\x1a\
541
+\xf0\xff\0\0\0\0\x7b\x1a\xe8\xff\0\0\0\0\x7b\x1a\xe0\xff\0\0\0\0\x7b\x1a\xd8\
542
+\xff\0\0\0\0\x7b\x1a\xd0\xff\0\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\xd0\xff\
543
+\xff\xff\xb7\x01\0\0\x28\0\0\0\x7b\x1a\x40\xff\0\0\0\0\xbf\x81\0\0\0\0\0\0\xb7\
544
+\x02\0\0\0\0\0\0\xb7\x04\0\0\x28\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\0\0\
545
+\0\x67\0\0\0\x20\0\0\0\x77\0\0\0\x20\0\0\0\x55\0\x10\x01\0\0\0\0\x79\xa1\xe0\
546
+\xff\0\0\0\0\x63\x1a\x64\xff\0\0\0\0\x77\x01\0\0\x20\0\0\0\x63\x1a\x68\xff\0\0\
547
+\0\0\x79\xa1\xd8\xff\0\0\0\0\x63\x1a\x5c\xff\0\0\0\0\x77\x01\0\0\x20\0\0\0\x63\
548
+\x1a\x60\xff\0\0\0\0\x79\xa1\xe8\xff\0\0\0\0\x63\x1a\x6c\xff\0\0\0\0\x77\x01\0\
549
+\0\x20\0\0\0\x63\x1a\x70\xff\0\0\0\0\x79\xa1\xf0\xff\0\0\0\0\x63\x1a\x74\xff\0\
550
+\0\0\0\x77\x01\0\0\x20\0\0\0\x63\x1a\x78\xff\0\0\0\0\x71\xa9\xd6\xff\0\0\0\0\
551
+\x25\x09\xff\0\x3c\0\0\0\xb7\x01\0\0\x01\0\0\0\x6f\x91\0\0\0\0\0\0\x18\x02\0\0\
552
+\x01\0\0\0\0\0\0\0\0\x18\0\x1c\x5f\x21\0\0\0\0\0\0\x55\x01\x01\0\0\0\0\0\x05\0\
553
+\xf8\0\0\0\0\0\xb7\x01\0\0\0\0\0\0\x6b\x1a\xfe\xff\0\0\0\0\xb7\x01\0\0\x28\0\0\
554
+\0\x7b\x1a\x40\xff\0\0\0\0\xbf\xa1\0\0\0\0\0\0\x07\x01\0\0\x8c\xff\xff\xff\x7b\
555
+\x1a\x18\xff\0\0\0\0\xbf\xa1\0\0\0\0\0\0\x07\x01\0\0\x7c\xff\xff\xff\x7b\x1a\
556
+\x10\xff\0\0\0\0\xb7\x01\0\0\0\0\0\0\x7b\x1a\x28\xff\0\0\0\0\x7b\x7a\x20\xff\0\
557
+\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\xfe\xff\xff\xff\xbf\x81\0\0\0\0\0\0\x79\
558
+\xa2\x40\xff\0\0\0\0\xb7\x04\0\0\x02\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\
559
+\0\0\0\x67\0\0\0\x20\0\0\0\x77\0\0\0\x20\0\0\0\x15\0\x01\0\0\0\0\0\x05\0\x90\
560
+\x01\0\0\0\0\xbf\x91\0\0\0\0\0\0\x15\x01\x23\0\x3c\0\0\0\x15\x01\x59\0\x2c\0\0\
561
+\0\x55\x01\x5a\0\x2b\0\0\0\xb7\x01\0\0\0\0\0\0\x63\x1a\xf8\xff\0\0\0\0\xbf\xa3\
562
+\0\0\0\0\0\0\x07\x03\0\0\xf8\xff\xff\xff\xbf\x81\0\0\0\0\0\0\x79\xa2\x40\xff\0\
563
+\0\0\0\xb7\x04\0\0\x04\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\0\0\0\xbf\x01\
564
+\0\0\0\0\0\0\x67\x01\0\0\x20\0\0\0\x77\x01\0\0\x20\0\0\0\x55\x01\x03\x01\0\0\0\
565
+\0\x71\xa1\xfa\xff\0\0\0\0\x55\x01\x4b\0\x02\0\0\0\x71\xa1\xf9\xff\0\0\0\0\x55\
566
+\x01\x49\0\x02\0\0\0\x71\xa1\xfb\xff\0\0\0\0\x55\x01\x47\0\x01\0\0\0\x79\xa2\
567
+\x40\xff\0\0\0\0\x07\x02\0\0\x08\0\0\0\xbf\x81\0\0\0\0\0\0\x79\xa3\x18\xff\0\0\
568
+\0\0\xb7\x04\0\0\x10\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\0\0\0\xbf\x01\0\
569
+\0\0\0\0\0\x67\x01\0\0\x20\0\0\0\x77\x01\0\0\x20\0\0\0\x55\x01\xf2\0\0\0\0\0\
570
+\xb7\x01\0\0\x01\0\0\0\x73\x1a\x55\xff\0\0\0\0\x05\0\x39\0\0\0\0\0\xb7\x01\0\0\
571
+\0\0\0\0\x6b\x1a\xf8\xff\0\0\0\0\xb7\x09\0\0\x02\0\0\0\xb7\x07\0\0\x1e\0\0\0\
572
+\x05\0\x0e\0\0\0\0\0\x79\xa2\x38\xff\0\0\0\0\x0f\x29\0\0\0\0\0\0\xbf\x92\0\0\0\
573
+\0\0\0\x07\x02\0\0\x01\0\0\0\x71\xa3\xff\xff\0\0\0\0\x67\x03\0\0\x03\0\0\0\x2d\
574
+\x23\x02\0\0\0\0\0\x79\xa7\x20\xff\0\0\0\0\x05\0\x2b\0\0\0\0\0\x07\x07\0\0\xff\
575
+\xff\xff\xff\xbf\x72\0\0\0\0\0\0\x67\x02\0\0\x20\0\0\0\x77\x02\0\0\x20\0\0\0\
576
+\x15\x02\xf9\xff\0\0\0\0\x7b\x9a\x38\xff\0\0\0\0\x79\xa1\x40\xff\0\0\0\0\x0f\
577
+\x19\0\0\0\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\xf8\xff\xff\xff\xbf\x81\0\0\0\
578
+\0\0\0\xbf\x92\0\0\0\0\0\0\xb7\x04\0\0\x02\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\
579
+\0\x44\0\0\0\xbf\x01\0\0\0\0\0\0\x67\x01\0\0\x20\0\0\0\x77\x01\0\0\x20\0\0\0\
580
+\x55\x01\x94\0\0\0\0\0\x71\xa2\xf8\xff\0\0\0\0\x55\x02\x0f\0\xc9\0\0\0\x07\x09\
581
+\0\0\x02\0\0\0\xbf\x81\0\0\0\0\0\0\xbf\x92\0\0\0\0\0\0\x79\xa3\x10\xff\0\0\0\0\
582
+\xb7\x04\0\0\x10\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\0\0\0\xbf\x01\0\0\0\
583
+\0\0\0\x67\x01\0\0\x20\0\0\0\x77\x01\0\0\x20\0\0\0\x55\x01\x87\0\0\0\0\0\xb7\
584
+\x01\0\0\x01\0\0\0\x73\x1a\x54\xff\0\0\0\0\x79\xa7\x20\xff\0\0\0\0\x05\0\x07\0\
585
+\0\0\0\0\xb7\x09\0\0\x01\0\0\0\x15\x02\xd1\xff\0\0\0\0\x71\xa9\xf9\xff\0\0\0\0\
586
+\x07\x09\0\0\x02\0\0\0\x05\0\xce\xff\0\0\0\0\xb7\x01\0\0\x01\0\0\0\x73\x1a\x56\
587
+\xff\0\0\0\0\x71\xa1\xff\xff\0\0\0\0\x67\x01\0\0\x03\0\0\0\x79\xa2\x40\xff\0\0\
588
+\0\0\x0f\x12\0\0\0\0\0\0\x07\x02\0\0\x08\0\0\0\x7b\x2a\x40\xff\0\0\0\0\x71\xa9\
589
+\xfe\xff\0\0\0\0\x25\x09\x0e\0\x3c\0\0\0\xb7\x01\0\0\x01\0\0\0\x6f\x91\0\0\0\0\
590
+\0\0\x18\x02\0\0\x01\0\0\0\0\0\0\0\0\x18\0\x1c\x5f\x21\0\0\0\0\0\0\x55\x01\x01\
591
+\0\0\0\0\0\x05\0\x07\0\0\0\0\0\x79\xa1\x28\xff\0\0\0\0\x07\x01\0\0\x01\0\0\0\
592
+\x7b\x1a\x28\xff\0\0\0\0\x67\x01\0\0\x20\0\0\0\x77\x01\0\0\x20\0\0\0\x55\x01\
593
+\x82\xff\x0b\0\0\0\x05\0\x10\xff\0\0\0\0\x15\x09\xf8\xff\x87\0\0\0\x05\0\xfd\
594
+\xff\0\0\0\0\x71\xa1\x51\xff\0\0\0\0\x79\xa0\x30\xff\0\0\0\0\x15\x01\x17\x01\0\
595
+\0\0\0\x71\x62\x03\0\0\0\0\0\x67\x02\0\0\x08\0\0\0\x71\x61\x02\0\0\0\0\0\x4f\
596
+\x12\0\0\0\0\0\0\x71\x63\x04\0\0\0\0\0\x71\x61\x05\0\0\0\0\0\x67\x01\0\0\x08\0\
597
+\0\0\x4f\x31\0\0\0\0\0\0\x67\x01\0\0\x10\0\0\0\x4f\x21\0\0\0\0\0\0\x71\xa2\x53\
598
+\xff\0\0\0\0\x15\x02\x3d\0\0\0\0\0\xbf\x12\0\0\0\0\0\0\x57\x02\0\0\x10\0\0\0\
599
+\x15\x02\x3a\0\0\0\0\0\xbf\xa2\0\0\0\0\0\0\x07\x02\0\0\x5c\xff\xff\xff\x71\xa4\
600
+\x54\xff\0\0\0\0\xbf\x23\0\0\0\0\0\0\x15\x04\x02\0\0\0\0\0\xbf\xa3\0\0\0\0\0\0\
601
+\x07\x03\0\0\x7c\xff\xff\xff\x67\x01\0\0\x38\0\0\0\xc7\x01\0\0\x38\0\0\0\x65\
602
+\x01\x01\0\xff\xff\xff\xff\xbf\x32\0\0\0\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\
603
+\x6c\xff\xff\xff\x71\xa5\x55\xff\0\0\0\0\xbf\x34\0\0\0\0\0\0\x15\x05\x02\0\0\0\
604
+\0\0\xbf\xa4\0\0\0\0\0\0\x07\x04\0\0\x8c\xff\xff\xff\x65\x01\x01\0\xff\xff\xff\
605
+\xff\xbf\x43\0\0\0\0\0\0\x61\x21\x04\0\0\0\0\0\x67\x01\0\0\x20\0\0\0\x61\x24\0\
606
+\0\0\0\0\0\x4f\x41\0\0\0\0\0\0\x7b\x1a\xa0\xff\0\0\0\0\x61\x21\x08\0\0\0\0\0\
607
+\x61\x22\x0c\0\0\0\0\0\x67\x02\0\0\x20\0\0\0\x4f\x12\0\0\0\0\0\0\x7b\x2a\xa8\
608
+\xff\0\0\0\0\x61\x31\0\0\0\0\0\0\x61\x32\x04\0\0\0\0\0\x61\x34\x08\0\0\0\0\0\
609
+\x61\x33\x0c\0\0\0\0\0\x69\xa5\x5a\xff\0\0\0\0\x6b\x5a\xc2\xff\0\0\0\0\x69\xa5\
610
+\x58\xff\0\0\0\0\x6b\x5a\xc0\xff\0\0\0\0\x67\x03\0\0\x20\0\0\0\x4f\x43\0\0\0\0\
611
+\0\0\x7b\x3a\xb8\xff\0\0\0\0\x67\x02\0\0\x20\0\0\0\x4f\x12\0\0\0\0\0\0\x7b\x2a\
612
+\xb0\xff\0\0\0\0\x05\0\x6b\0\0\0\0\0\x71\xa2\x52\xff\0\0\0\0\x15\x02\x04\0\0\0\
613
+\0\0\xbf\x12\0\0\0\0\0\0\x57\x02\0\0\x04\0\0\0\x15\x02\x01\0\0\0\0\0\x05\0\xf7\
614
+\xfe\0\0\0\0\x57\x01\0\0\x01\0\0\0\x15\x01\xd3\0\0\0\0\0\x61\xa1\x5c\xff\0\0\0\
615
+\0\x63\x1a\xa0\xff\0\0\0\0\x61\xa1\x60\xff\0\0\0\0\x63\x1a\xa4\xff\0\0\0\0\x05\
616
+\0\x5e\0\0\0\0\0\x71\xa2\x52\xff\0\0\0\0\x15\x02\x1e\0\0\0\0\0\xbf\x12\0\0\0\0\
617
+\0\0\x57\x02\0\0\x20\0\0\0\x15\x02\x1b\0\0\0\0\0\xbf\xa2\0\0\0\0\0\0\x07\x02\0\
618
+\0\x5c\xff\xff\xff\x71\xa4\x54\xff\0\0\0\0\xbf\x23\0\0\0\0\0\0\x15\x04\x02\0\0\
619
+\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\x7c\xff\xff\xff\x57\x01\0\0\0\x01\0\0\
620
+\x15\x01\x01\0\0\0\0\0\xbf\x32\0\0\0\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\x03\0\0\x6c\
621
+\xff\xff\xff\x71\xa5\x55\xff\0\0\0\0\xbf\x34\0\0\0\0\0\0\x15\x05\x02\0\0\0\0\0\
622
+\xbf\xa4\0\0\0\0\0\0\x07\x04\0\0\x8c\xff\xff\xff\x15\x01\xc3\xff\0\0\0\0\x05\0\
623
+\xc1\xff\0\0\0\0\xb7\x09\0\0\x3c\0\0\0\x79\xa7\x20\xff\0\0\0\0\x67\0\0\0\x20\0\
624
+\0\0\x77\0\0\0\x20\0\0\0\x15\0\xa5\xfe\0\0\0\0\x05\0\xb0\0\0\0\0\0\x15\x09\x07\
625
+\xff\x87\0\0\0\x05\0\xa2\xfe\0\0\0\0\xbf\x12\0\0\0\0\0\0\x57\x02\0\0\x08\0\0\0\
626
+\x15\x02\xab\0\0\0\0\0\xbf\xa2\0\0\0\0\0\0\x07\x02\0\0\x5c\xff\xff\xff\x71\xa4\
627
+\x54\xff\0\0\0\0\xbf\x23\0\0\0\0\0\0\x15\x04\x02\0\0\0\0\0\xbf\xa3\0\0\0\0\0\0\
628
+\x07\x03\0\0\x7c\xff\xff\xff\x57\x01\0\0\x40\0\0\0\x15\x01\x01\0\0\0\0\0\xbf\
629
+\x32\0\0\0\0\0\0\x61\x23\x04\0\0\0\0\0\x67\x03\0\0\x20\0\0\0\x61\x24\0\0\0\0\0\
630
+\0\x4f\x43\0\0\0\0\0\0\x7b\x3a\xa0\xff\0\0\0\0\x61\x23\x08\0\0\0\0\0\x61\x22\
631
+\x0c\0\0\0\0\0\x67\x02\0\0\x20\0\0\0\x4f\x32\0\0\0\0\0\0\x7b\x2a\xa8\xff\0\0\0\
632
+\0\x15\x01\x1c\0\0\0\0\0\x71\xa1\x55\xff\0\0\0\0\x15\x01\x1a\0\0\0\0\0\x61\xa1\
633
+\x98\xff\0\0\0\0\x67\x01\0\0\x20\0\0\0\x61\xa2\x94\xff\0\0\0\0\x4f\x21\0\0\0\0\
634
+\0\0\x7b\x1a\xb8\xff\0\0\0\0\x61\xa1\x90\xff\0\0\0\0\x67\x01\0\0\x20\0\0\0\x61\
635
+\xa2\x8c\xff\0\0\0\0\x05\0\x19\0\0\0\0\0\xb7\x01\0\0\x01\0\0\0\x73\x1a\x52\xff\
636
+\0\0\0\0\xb7\x01\0\0\0\0\0\0\x7b\x1a\xd0\xff\0\0\0\0\xbf\xa3\0\0\0\0\0\0\x07\
637
+\x03\0\0\xd0\xff\xff\xff\xbf\x81\0\0\0\0\0\0\x79\xa2\x40\xff\0\0\0\0\xb7\x04\0\
638
+\0\x08\0\0\0\xb7\x05\0\0\x01\0\0\0\x85\0\0\0\x44\0\0\0\x67\0\0\0\x20\0\0\0\x77\
639
+\0\0\0\x20\0\0\0\x55\0\x7d\0\0\0\0\0\x05\0\x88\xfe\0\0\0\0\xb7\x09\0\0\x2b\0\0\
640
+\0\x05\0\xc6\xff\0\0\0\0\x61\xa1\x78\xff\0\0\0\0\x67\x01\0\0\x20\0\0\0\x61\xa2\
641
+\x74\xff\0\0\0\0\x4f\x21\0\0\0\0\0\0\x7b\x1a\xb8\xff\0\0\0\0\x61\xa1\x70\xff\0\
642
+\0\0\0\x67\x01\0\0\x20\0\0\0\x61\xa2\x6c\xff\0\0\0\0\x4f\x21\0\0\0\0\0\0\x7b\
643
+\x1a\xb0\xff\0\0\0\0\xb7\x01\0\0\0\0\0\0\x07\x07\0\0\x04\0\0\0\x61\x03\0\0\0\0\
644
+\0\0\xb7\x05\0\0\0\0\0\0\x05\0\x4e\0\0\0\0\0\xaf\x52\0\0\0\0\0\0\xbf\x75\0\0\0\
645
+\0\0\0\x0f\x15\0\0\0\0\0\0\x71\x55\0\0\0\0\0\0\x67\x03\0\0\x01\0\0\0\xbf\x50\0\
646
+\0\0\0\0\0\x77\0\0\0\x07\0\0\0\x4f\x03\0\0\0\0\0\0\xbf\x40\0\0\0\0\0\0\x67\0\0\
647
+\0\x39\0\0\0\xc7\0\0\0\x3f\0\0\0\x5f\x30\0\0\0\0\0\0\xaf\x02\0\0\0\0\0\0\xbf\
648
+\x50\0\0\0\0\0\0\x77\0\0\0\x06\0\0\0\x57\0\0\0\x01\0\0\0\x67\x03\0\0\x01\0\0\0\
649
+\x4f\x03\0\0\0\0\0\0\xbf\x40\0\0\0\0\0\0\x67\0\0\0\x3a\0\0\0\xc7\0\0\0\x3f\0\0\
650
+\0\x5f\x30\0\0\0\0\0\0\xaf\x02\0\0\0\0\0\0\x67\x03\0\0\x01\0\0\0\xbf\x50\0\0\0\
651
+\0\0\0\x77\0\0\0\x05\0\0\0\x57\0\0\0\x01\0\0\0\x4f\x03\0\0\0\0\0\0\xbf\x40\0\0\
652
+\0\0\0\0\x67\0\0\0\x3b\0\0\0\xc7\0\0\0\x3f\0\0\0\x5f\x30\0\0\0\0\0\0\xaf\x02\0\
653
+\0\0\0\0\0\x67\x03\0\0\x01\0\0\0\xbf\x50\0\0\0\0\0\0\x77\0\0\0\x04\0\0\0\x57\0\
654
+\0\0\x01\0\0\0\x4f\x03\0\0\0\0\0\0\xbf\x40\0\0\0\0\0\0\x67\0\0\0\x3c\0\0\0\xc7\
655
+\0\0\0\x3f\0\0\0\x5f\x30\0\0\0\0\0\0\xaf\x02\0\0\0\0\0\0\xbf\x50\0\0\0\0\0\0\
656
+\x77\0\0\0\x03\0\0\0\x57\0\0\0\x01\0\0\0\x67\x03\0\0\x01\0\0\0\x4f\x03\0\0\0\0\
657
+\0\0\xbf\x40\0\0\0\0\0\0\x67\0\0\0\x3d\0\0\0\xc7\0\0\0\x3f\0\0\0\x5f\x30\0\0\0\
658
+\0\0\0\xaf\x02\0\0\0\0\0\0\xbf\x50\0\0\0\0\0\0\x77\0\0\0\x02\0\0\0\x57\0\0\0\
659
+\x01\0\0\0\x67\x03\0\0\x01\0\0\0\x4f\x03\0\0\0\0\0\0\xbf\x40\0\0\0\0\0\0\x67\0\
660
+\0\0\x3e\0\0\0\xc7\0\0\0\x3f\0\0\0\x5f\x30\0\0\0\0\0\0\xaf\x02\0\0\0\0\0\0\xbf\
661
+\x50\0\0\0\0\0\0\x77\0\0\0\x01\0\0\0\x57\0\0\0\x01\0\0\0\x67\x03\0\0\x01\0\0\0\
662
+\x4f\x03\0\0\0\0\0\0\x57\x04\0\0\x01\0\0\0\x87\x04\0\0\0\0\0\0\x5f\x34\0\0\0\0\
663
+\0\0\xaf\x42\0\0\0\0\0\0\x57\x05\0\0\x01\0\0\0\x67\x03\0\0\x01\0\0\0\x4f\x53\0\
664
+\0\0\0\0\0\x07\x01\0\0\x01\0\0\0\xbf\x25\0\0\0\0\0\0\x15\x01\x0b\0\x24\0\0\0\
665
+\xbf\xa2\0\0\0\0\0\0\x07\x02\0\0\xa0\xff\xff\xff\x0f\x12\0\0\0\0\0\0\x71\x24\0\
666
+\0\0\0\0\0\xbf\x40\0\0\0\0\0\0\x67\0\0\0\x38\0\0\0\xc7\0\0\0\x38\0\0\0\xb7\x02\
667
+\0\0\0\0\0\0\x65\0\xa9\xff\xff\xff\xff\xff\xbf\x32\0\0\0\0\0\0\x05\0\xa7\xff\0\
668
+\0\0\0\xbf\x21\0\0\0\0\0\0\x67\x01\0\0\x20\0\0\0\x77\x01\0\0\x20\0\0\0\x15\x01\
669
+\x0e\0\0\0\0\0\x71\x63\x06\0\0\0\0\0\x71\x64\x07\0\0\0\0\0\x67\x04\0\0\x08\0\0\
670
+\0\x4f\x34\0\0\0\0\0\0\x3f\x41\0\0\0\0\0\0\x2f\x41\0\0\0\0\0\0\x1f\x12\0\0\0\0\
671
+\0\0\x63\x2a\x50\xff\0\0\0\0\xbf\xa2\0\0\0\0\0\0\x07\x02\0\0\x50\xff\xff\xff\
672
+\x18\x01\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x85\0\0\0\x01\0\0\0\x55\0\x05\0\0\0\0\0\
673
+\x71\x61\x08\0\0\0\0\0\x71\x60\x09\0\0\0\0\0\x67\0\0\0\x08\0\0\0\x4f\x10\0\0\0\
674
+\0\0\0\x95\0\0\0\0\0\0\0\x69\0\0\0\0\0\0\0\x05\0\xfd\xff\0\0\0\0\x02\0\0\0\x04\
675
+\0\0\0\x0a\0\0\0\x01\0\0\0\0\0\0\0\x02\0\0\0\x04\0\0\0\x28\0\0\0\x01\0\0\0\0\0\
676
+\0\0\x02\0\0\0\x04\0\0\0\x02\0\0\0\x80\0\0\0\0\0\0\0\x47\x50\x4c\x20\x76\x32\0\
677
+\0\0\0\0\0\x10\0\0\0\0\0\0\0\x01\x7a\x52\0\x08\x7c\x0b\x01\x0c\0\0\0\x18\0\0\0\
678
+\x18\0\0\0\0\0\0\0\0\0\0\0\xd8\x13\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
679
+\0\0\0\0\0\0\0\0\0\0\0\0\xa0\0\0\0\x04\0\xf1\xff\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
680
+\0\x60\x02\0\0\0\0\x03\0\x20\x02\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x3f\x02\0\0\0\0\
681
+\x03\0\xd0\x0f\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xed\x01\0\0\0\0\x03\0\x10\x10\0\0\0\
682
+\0\0\0\0\0\0\0\0\0\0\0\xd4\x01\0\0\0\0\x03\0\x20\x10\0\0\0\0\0\0\0\0\0\0\0\0\0\
683
+\0\xa3\x01\0\0\0\0\x03\0\xb8\x12\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x63\x01\0\0\0\0\
684
+\x03\0\x48\x10\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x2a\x01\0\0\0\0\x03\0\x10\x13\0\0\0\
685
+\0\0\0\0\0\0\0\0\0\0\0\xe1\0\0\0\0\0\x03\0\xa0\x13\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
686
+\x2e\x02\0\0\0\0\x03\0\x28\x02\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x68\x02\0\0\0\0\x03\
687
+\0\xc0\x13\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x36\x02\0\0\0\0\x03\0\xc8\x13\0\0\0\0\0\
688
+\0\0\0\0\0\0\0\0\0\x22\x01\0\0\0\0\x03\0\xe8\x02\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
689
+\x02\x01\0\0\0\0\x03\0\x40\x03\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xd9\0\0\0\0\0\x03\0\
690
+\xf8\x04\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x26\x02\0\0\0\0\x03\0\x20\x0e\0\0\0\0\0\0\
691
+\0\0\0\0\0\0\0\0\xcc\x01\0\0\0\0\x03\0\x60\x06\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x9b\
692
+\x01\0\0\0\0\x03\0\xc8\x06\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x5b\x01\0\0\0\0\x03\0\
693
+\x20\x07\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x7c\x01\0\0\0\0\x03\0\x48\x08\0\0\0\0\0\0\
694
+\0\0\0\0\0\0\0\0\x53\x01\0\0\0\0\x03\0\xb8\x08\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x1a\
695
+\x01\0\0\0\0\x03\0\xe0\x08\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x84\x01\0\0\0\0\x03\0\
696
+\xb8\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x1e\x02\0\0\0\0\x03\0\xd8\x09\0\0\0\0\0\0\0\
697
+\0\0\0\0\0\0\0\xc4\x01\0\0\0\0\x03\0\x70\x08\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x93\
698
+\x01\0\0\0\0\x03\0\xa8\x08\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x74\x01\0\0\0\0\x03\0\
699
+\xf0\x0d\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x4b\x01\0\0\0\0\x03\0\0\x0a\0\0\0\0\0\0\0\
700
+\0\0\0\0\0\0\0\x12\x01\0\0\0\0\x03\0\x10\x0a\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xfa\0\
701
+\0\0\0\0\x03\0\xc0\x0a\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x58\x02\0\0\0\0\x03\0\x88\
702
+\x0a\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x16\x02\0\0\0\0\x03\0\xb8\x0a\0\0\0\0\0\0\0\0\
703
+\0\0\0\0\0\0\xe5\x01\0\0\0\0\x03\0\xc0\x0f\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xbc\x01\
704
+\0\0\0\0\x03\0\0\x0e\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x8b\x01\0\0\0\0\x03\0\x18\x0e\
705
+\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xd1\0\0\0\0\0\x03\0\0\x04\0\0\0\0\0\0\0\0\0\0\0\0\
706
+\0\0\x50\x02\0\0\0\0\x03\0\x20\x04\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x0e\x02\0\0\0\0\
707
+\x03\0\x48\x0f\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x6c\x01\0\0\0\0\x03\0\xb0\x04\0\0\0\
708
+\0\0\0\0\0\0\0\0\0\0\0\x43\x01\0\0\0\0\x03\0\xc8\x0c\0\0\0\0\0\0\0\0\0\0\0\0\0\
709
+\0\xc9\0\0\0\0\0\x03\0\xf8\x0c\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x06\x02\0\0\0\0\x03\
710
+\0\xd0\x0a\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x3b\x01\0\0\0\0\x03\0\x98\x0b\0\0\0\0\0\
711
+\0\0\0\0\0\0\0\0\0\xf2\0\0\0\0\0\x03\0\xb8\x0b\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x48\
712
+\x02\0\0\0\0\x03\0\xf0\x0b\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xfe\x01\0\0\0\0\x03\0\
713
+\xf8\x0b\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xdd\x01\0\0\0\0\x03\0\0\x0c\0\0\0\0\0\0\0\
714
+\0\0\0\0\0\0\0\xb4\x01\0\0\0\0\x03\0\x30\x0d\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x0a\
715
+\x01\0\0\0\0\x03\0\x90\x0d\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xc1\0\0\0\0\0\x03\0\xa8\
716
+\x0d\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xba\0\0\0\0\0\x03\0\xd0\x01\0\0\0\0\0\0\0\0\0\
717
+\0\0\0\0\0\xf6\x01\0\0\0\0\x03\0\xe0\x0d\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xac\x01\0\
718
+\0\0\0\x03\0\x30\x0e\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x33\x01\0\0\0\0\x03\0\x80\x0e\
719
+\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xea\0\0\0\0\0\x03\0\x98\x0e\0\0\0\0\0\0\0\0\0\0\0\
720
+\0\0\0\0\0\0\0\x03\0\x03\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x6b\0\0\0\x11\0\x06\
721
+\0\0\0\0\0\0\0\0\0\x07\0\0\0\0\0\0\0\x25\0\0\0\x11\0\x05\0\0\0\0\0\0\0\0\0\x14\
722
+\0\0\0\0\0\0\0\x82\0\0\0\x11\0\x05\0\x28\0\0\0\0\0\0\0\x14\0\0\0\0\0\0\0\x01\0\
723
+\0\0\x11\0\x05\0\x14\0\0\0\0\0\0\0\x14\0\0\0\0\0\0\0\x40\0\0\0\x12\0\x03\0\0\0\
724
+\0\0\0\0\0\0\xd8\x13\0\0\0\0\0\0\x28\0\0\0\0\0\0\0\x01\0\0\0\x3a\0\0\0\x50\0\0\
725
+\0\0\0\0\0\x01\0\0\0\x3c\0\0\0\x80\x13\0\0\0\0\0\0\x01\0\0\0\x3b\0\0\0\x1c\0\0\
726
+\0\0\0\0\0\x01\0\0\0\x38\0\0\0\0\x74\x61\x70\x5f\x72\x73\x73\x5f\x6d\x61\x70\
727
+\x5f\x74\x6f\x65\x70\x6c\x69\x74\x7a\x5f\x6b\x65\x79\0\x2e\x74\x65\x78\x74\0\
728
+\x6d\x61\x70\x73\0\x74\x61\x70\x5f\x72\x73\x73\x5f\x6d\x61\x70\x5f\x63\x6f\x6e\
729
+\x66\x69\x67\x75\x72\x61\x74\x69\x6f\x6e\x73\0\x74\x75\x6e\x5f\x72\x73\x73\x5f\
730
+\x73\x74\x65\x65\x72\x69\x6e\x67\x5f\x70\x72\x6f\x67\0\x2e\x72\x65\x6c\x74\x75\
731
+\x6e\x5f\x72\x73\x73\x5f\x73\x74\x65\x65\x72\x69\x6e\x67\0\x5f\x6c\x69\x63\x65\
732
+\x6e\x73\x65\0\x2e\x72\x65\x6c\x2e\x65\x68\x5f\x66\x72\x61\x6d\x65\0\x74\x61\
733
+\x70\x5f\x72\x73\x73\x5f\x6d\x61\x70\x5f\x69\x6e\x64\x69\x72\x65\x63\x74\x69\
734
+\x6f\x6e\x5f\x74\x61\x62\x6c\x65\0\x72\x73\x73\x2e\x62\x70\x66\x2e\x63\0\x2e\
735
+\x73\x74\x72\x74\x61\x62\0\x2e\x73\x79\x6d\x74\x61\x62\0\x4c\x42\x42\x30\x5f\
736
+\x39\0\x4c\x42\x42\x30\x5f\x38\x39\0\x4c\x42\x42\x30\x5f\x36\x39\0\x4c\x42\x42\
737
+\x30\x5f\x35\x39\0\x4c\x42\x42\x30\x5f\x31\x39\0\x4c\x42\x42\x30\x5f\x31\x30\
738
+\x39\0\x4c\x42\x42\x30\x5f\x39\x38\0\x4c\x42\x42\x30\x5f\x37\x38\0\x4c\x42\x42\
739
+\x30\x5f\x34\x38\0\x4c\x42\x42\x30\x5f\x31\x38\0\x4c\x42\x42\x30\x5f\x38\x37\0\
740
+\x4c\x42\x42\x30\x5f\x34\x37\0\x4c\x42\x42\x30\x5f\x33\x37\0\x4c\x42\x42\x30\
741
+\x5f\x31\x37\0\x4c\x42\x42\x30\x5f\x31\x30\x37\0\x4c\x42\x42\x30\x5f\x39\x36\0\
742
+\x4c\x42\x42\x30\x5f\x37\x36\0\x4c\x42\x42\x30\x5f\x36\x36\0\x4c\x42\x42\x30\
743
+\x5f\x34\x36\0\x4c\x42\x42\x30\x5f\x33\x36\0\x4c\x42\x42\x30\x5f\x32\x36\0\x4c\
744
+\x42\x42\x30\x5f\x31\x30\x36\0\x4c\x42\x42\x30\x5f\x36\x35\0\x4c\x42\x42\x30\
745
+\x5f\x34\x35\0\x4c\x42\x42\x30\x5f\x33\x35\0\x4c\x42\x42\x30\x5f\x34\0\x4c\x42\
746
+\x42\x30\x5f\x35\x34\0\x4c\x42\x42\x30\x5f\x34\x34\0\x4c\x42\x42\x30\x5f\x32\
747
+\x34\0\x4c\x42\x42\x30\x5f\x31\x30\x34\0\x4c\x42\x42\x30\x5f\x39\x33\0\x4c\x42\
748
+\x42\x30\x5f\x38\x33\0\x4c\x42\x42\x30\x5f\x35\x33\0\x4c\x42\x42\x30\x5f\x34\
749
+\x33\0\x4c\x42\x42\x30\x5f\x32\x33\0\x4c\x42\x42\x30\x5f\x31\x30\x33\0\x4c\x42\
750
+\x42\x30\x5f\x38\x32\0\x4c\x42\x42\x30\x5f\x35\x32\0\x4c\x42\x42\x30\x5f\x31\
751
+\x30\x32\0\x4c\x42\x42\x30\x5f\x39\x31\0\x4c\x42\x42\x30\x5f\x38\x31\0\x4c\x42\
752
+\x42\x30\x5f\x37\x31\0\x4c\x42\x42\x30\x5f\x36\x31\0\x4c\x42\x42\x30\x5f\x35\
753
+\x31\0\x4c\x42\x42\x30\x5f\x34\x31\0\x4c\x42\x42\x30\x5f\x32\x31\0\x4c\x42\x42\
754
+\x30\x5f\x31\x31\0\x4c\x42\x42\x30\x5f\x31\x31\x31\0\x4c\x42\x42\x30\x5f\x31\
755
+\x30\x31\0\x4c\x42\x42\x30\x5f\x38\x30\0\x4c\x42\x42\x30\x5f\x36\x30\0\x4c\x42\
756
+\x42\x30\x5f\x35\x30\0\x4c\x42\x42\x30\x5f\x31\x30\0\x4c\x42\x42\x30\x5f\x31\
757
+\x31\x30\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
758
+\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xaa\
759
+\0\0\0\x03\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\xa0\x1a\0\0\0\0\0\0\x71\x02\0\
760
+\0\0\0\0\0\0\0\0\0\0\0\0\0\x01\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x1a\0\0\0\x01\0\0\
761
+\0\x06\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x40\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
762
+\0\0\0\0\x04\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x5a\0\0\0\x01\0\0\0\x06\0\0\0\0\0\0\
763
+\0\0\0\0\0\0\0\0\0\x40\0\0\0\0\0\0\0\xd8\x13\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x08\0\
764
+\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x56\0\0\0\x09\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\
765
+\0\x60\x1a\0\0\0\0\0\0\x30\0\0\0\0\0\0\0\x09\0\0\0\x03\0\0\0\x08\0\0\0\0\0\0\0\
766
+\x10\0\0\0\0\0\0\0\x20\0\0\0\x01\0\0\0\x03\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x18\
767
+\x14\0\0\0\0\0\0\x3c\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x04\0\0\0\0\0\0\0\0\0\0\0\0\
768
+\0\0\0\x6c\0\0\0\x01\0\0\0\x03\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x54\x14\0\0\0\0\0\
769
+\0\x07\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x01\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x78\0\0\
770
+\0\x01\0\0\0\x02\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x60\x14\0\0\0\0\0\0\x30\0\0\0\0\
771
+\0\0\0\0\0\0\0\0\0\0\0\x08\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x74\0\0\0\x09\0\0\0\0\
772
+\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\x90\x1a\0\0\0\0\0\0\x10\0\0\0\0\0\0\0\x09\0\0\0\
773
+\x07\0\0\0\x08\0\0\0\0\0\0\0\x10\0\0\0\0\0\0\0\xb2\0\0\0\x02\0\0\0\0\0\0\0\0\0\
774
+\0\0\0\0\0\0\0\0\0\0\x90\x14\0\0\0\0\0\0\xd0\x05\0\0\0\0\0\0\x01\0\0\0\x39\0\0\
775
+\0\x08\0\0\0\0\0\0\0\x18\0\0\0\0\0\0\0";
776
+
777
+    return 0;
778
+err:
779
+    bpf_object__destroy_skeleton(s);
780
+    return -1;
781
+}
782
+
783
+#endif /* __RSS_BPF_SKEL_H__ */
784
diff --git a/ebpf/trace-events b/ebpf/trace-events
785
new file mode 100644
786
index XXXXXXX..XXXXXXX
787
--- /dev/null
788
+++ b/ebpf/trace-events
789
@@ -XXX,XX +XXX,XX @@
790
+# See docs/devel/tracing.txt for syntax documentation.
791
+
792
+# ebpf-rss.c
793
+ebpf_error(const char *s1, const char *s2) "error in %s: %s"
794
diff --git a/ebpf/trace.h b/ebpf/trace.h
795
new file mode 100644
796
index XXXXXXX..XXXXXXX
797
--- /dev/null
798
+++ b/ebpf/trace.h
799
@@ -0,0 +1 @@
800
+#include "trace/trace-ebpf.h"
801
diff --git a/meson.build b/meson.build
33
index XXXXXXX..XXXXXXX 100644
802
index XXXXXXX..XXXXXXX 100644
34
--- a/include/net/vhost_net.h
803
--- a/meson.build
35
+++ b/include/net/vhost_net.h
804
+++ b/meson.build
36
@@ -XXX,XX +XXX,XX @@
805
@@ -XXX,XX +XXX,XX @@ if not get_option('fuse_lseek').disabled()
37
#include "net/net.h"
806
endif
38
#include "hw/virtio/vhost-backend.h"
807
endif
39
808
40
+#define VHOST_NET_INIT_FAILED \
809
+# libbpf
41
+ "vhost-net requested but could not be initialized"
810
+libbpf = dependency('libbpf', required: get_option('bpf'), method: 'pkg-config')
42
+
811
+if libbpf.found() and not cc.links('''
43
struct vhost_net;
812
+ #include <bpf/libbpf.h>
44
typedef struct vhost_net VHostNetState;
813
+ int main(void)
45
814
+ {
46
diff --git a/net/tap.c b/net/tap.c
815
+ bpf_object__destroy_skeleton(NULL);
816
+ return 0;
817
+ }''', dependencies: libbpf)
818
+ libbpf = not_found
819
+ if get_option('bpf').enabled()
820
+ error('libbpf skeleton test failed')
821
+ else
822
+ warning('libbpf skeleton test failed, disabling')
823
+ endif
824
+endif
825
+
826
if get_option('cfi')
827
cfi_flags=[]
828
# Check for dependency on LTO
829
@@ -XXX,XX +XXX,XX @@ endif
830
config_host_data.set('CONFIG_GTK', gtk.found())
831
config_host_data.set('CONFIG_LIBATTR', have_old_libattr)
832
config_host_data.set('CONFIG_LIBCAP_NG', libcap_ng.found())
833
+config_host_data.set('CONFIG_EBPF', libbpf.found())
834
config_host_data.set('CONFIG_LIBISCSI', libiscsi.found())
835
config_host_data.set('CONFIG_LIBNFS', libnfs.found())
836
config_host_data.set('CONFIG_RBD', rbd.found())
837
@@ -XXX,XX +XXX,XX @@ if have_system
838
'backends',
839
'backends/tpm',
840
'chardev',
841
+ 'ebpf',
842
'hw/9pfs',
843
'hw/acpi',
844
'hw/adc',
845
@@ -XXX,XX +XXX,XX @@ subdir('accel')
846
subdir('plugins')
847
subdir('bsd-user')
848
subdir('linux-user')
849
+subdir('ebpf')
850
+
851
+common_ss.add(libbpf)
852
853
bsd_user_ss.add(files('gdbstub.c'))
854
specific_ss.add_all(when: 'CONFIG_BSD_USER', if_true: bsd_user_ss)
855
@@ -XXX,XX +XXX,XX @@ summary_info += {'RDMA support': config_host.has_key('CONFIG_RDMA')}
856
summary_info += {'PVRDMA support': config_host.has_key('CONFIG_PVRDMA')}
857
summary_info += {'fdt support': fdt_opt == 'disabled' ? false : fdt_opt}
858
summary_info += {'libcap-ng support': libcap_ng.found()}
859
+summary_info += {'bpf support': libbpf.found()}
860
# TODO: add back protocol and server version
861
summary_info += {'spice support': config_host.has_key('CONFIG_SPICE')}
862
summary_info += {'rbd support': rbd.found()}
863
diff --git a/meson_options.txt b/meson_options.txt
47
index XXXXXXX..XXXXXXX 100644
864
index XXXXXXX..XXXXXXX 100644
48
--- a/net/tap.c
865
--- a/meson_options.txt
49
+++ b/net/tap.c
866
+++ b/meson_options.txt
50
@@ -XXX,XX +XXX,XX @@ static void net_init_tap_one(const NetdevTapOptions *tap, NetClientState *peer,
867
@@ -XXX,XX +XXX,XX @@ option('bzip2', type : 'feature', value : 'auto',
51
if (vhostfdname) {
868
description: 'bzip2 support for DMG images')
52
vhostfd = monitor_fd_param(cur_mon, vhostfdname, &err);
869
option('cap_ng', type : 'feature', value : 'auto',
53
if (vhostfd == -1) {
870
description: 'cap_ng support')
54
- error_propagate(errp, err);
871
+option('bpf', type : 'feature', value : 'auto',
55
+ if (tap->has_vhostforce && tap->vhostforce) {
872
+ description: 'eBPF support')
56
+ error_propagate(errp, err);
873
option('cocoa', type : 'feature', value : 'auto',
57
+ } else {
874
description: 'Cocoa user interface (macOS only)')
58
+ warn_report_err(err);
875
option('curl', type : 'feature', value : 'auto',
59
+ }
60
return;
61
}
62
} else {
63
vhostfd = open("/dev/vhost-net", O_RDWR);
64
if (vhostfd < 0) {
65
- error_setg_errno(errp, errno,
66
- "tap: open vhost char device failed");
67
+ if (tap->has_vhostforce && tap->vhostforce) {
68
+ error_setg_errno(errp, errno,
69
+ "tap: open vhost char device failed");
70
+ } else {
71
+ warn_report("tap: open vhost char device failed: %s",
72
+ strerror(errno));
73
+ }
74
return;
75
}
76
fcntl(vhostfd, F_SETFL, O_NONBLOCK);
77
@@ -XXX,XX +XXX,XX @@ static void net_init_tap_one(const NetdevTapOptions *tap, NetClientState *peer,
78
79
s->vhost_net = vhost_net_init(&options);
80
if (!s->vhost_net) {
81
- error_setg(errp,
82
- "vhost-net requested but could not be initialized");
83
+ if (tap->has_vhostforce && tap->vhostforce) {
84
+ error_setg(errp, VHOST_NET_INIT_FAILED);
85
+ } else {
86
+ warn_report(VHOST_NET_INIT_FAILED);
87
+ }
88
return;
89
}
90
} else if (vhostfdname) {
91
--
876
--
92
2.7.4
877
2.7.4
93
878
94
879
diff view generated by jsdifflib
1
From: Thomas Huth <thuth@redhat.com>
1
From: Andrew Melnychenko <andrew@daynix.com>
2
2
3
"-net dump" has been marked as deprecated since QEMU v2.10, since it
3
When RSS is enabled the device tries to load the eBPF program
4
only works with the deprecated 'vlan' parameter (or hubs). Network
4
to select RX virtqueue in the TUN. If eBPF can be loaded
5
dumping should be done with "-object filter-dump" nowadays instead.
5
the RSS will function also with vhost (works with kernel 5.8 and later).
6
Since nobody complained so far about the deprecation message, let's
6
Software RSS is used as a fallback with vhost=off when eBPF can't be loaded
7
finally get rid of "-net dump" now.
7
or when hash population requested by the guest.
8
8
9
Signed-off-by: Thomas Huth <thuth@redhat.com>
9
Signed-off-by: Yuri Benditovich <yuri.benditovich@daynix.com>
10
Signed-off-by: Andrew Melnychenko <andrew@daynix.com>
10
Signed-off-by: Jason Wang <jasowang@redhat.com>
11
Signed-off-by: Jason Wang <jasowang@redhat.com>
11
---
12
---
12
net/dump.c | 102 ++------------------------------------------------------
13
hw/net/vhost_net.c | 3 ++
13
net/net.c | 9 +----
14
hw/net/virtio-net.c | 116 +++++++++++++++++++++++++++++++++++++++--
14
qapi/net.json | 29 ++++------------
15
include/hw/virtio/virtio-net.h | 4 ++
15
qemu-doc.texi | 6 ----
16
net/vhost-vdpa.c | 2 +
16
qemu-options.hx | 8 -----
17
4 files changed, 122 insertions(+), 3 deletions(-)
17
5 files changed, 9 insertions(+), 145 deletions(-)
18
18
19
diff --git a/hw/net/vhost_net.c b/hw/net/vhost_net.c
19
diff --git a/net/dump.c b/net/dump.c
20
index XXXXXXX..XXXXXXX 100644
20
index XXXXXXX..XXXXXXX 100644
21
--- a/hw/net/vhost_net.c
21
--- a/net/dump.c
22
+++ b/hw/net/vhost_net.c
22
+++ b/net/dump.c
23
@@ -XXX,XX +XXX,XX @@ static const int kernel_feature_bits[] = {
23
@@ -XXX,XX +XXX,XX @@ static int net_dump_state_init(DumpState *s, const char *filename,
24
VIRTIO_NET_F_MTU,
24
25
VIRTIO_F_IOMMU_PLATFORM,
25
fd = open(filename, O_CREAT | O_TRUNC | O_WRONLY | O_BINARY, 0644);
26
VIRTIO_F_RING_PACKED,
26
if (fd < 0) {
27
+ VIRTIO_NET_F_HASH_REPORT,
27
- error_setg_errno(errp, errno, "-net dump: can't open %s", filename);
28
VHOST_INVALID_FEATURE_BIT
28
+ error_setg_errno(errp, errno, "net dump: can't open %s", filename);
29
};
30
31
@@ -XXX,XX +XXX,XX @@ static const int user_feature_bits[] = {
32
VIRTIO_NET_F_MTU,
33
VIRTIO_F_IOMMU_PLATFORM,
34
VIRTIO_F_RING_PACKED,
35
+ VIRTIO_NET_F_RSS,
36
+ VIRTIO_NET_F_HASH_REPORT,
37
38
/* This bit implies RARP isn't sent by QEMU out of band */
39
VIRTIO_NET_F_GUEST_ANNOUNCE,
40
diff --git a/hw/net/virtio-net.c b/hw/net/virtio-net.c
41
index XXXXXXX..XXXXXXX 100644
42
--- a/hw/net/virtio-net.c
43
+++ b/hw/net/virtio-net.c
44
@@ -XXX,XX +XXX,XX @@ static uint64_t virtio_net_get_features(VirtIODevice *vdev, uint64_t features,
45
return features;
46
}
47
48
- virtio_clear_feature(&features, VIRTIO_NET_F_RSS);
49
- virtio_clear_feature(&features, VIRTIO_NET_F_HASH_REPORT);
50
+ if (!ebpf_rss_is_loaded(&n->ebpf_rss)) {
51
+ virtio_clear_feature(&features, VIRTIO_NET_F_RSS);
52
+ }
53
features = vhost_net_get_features(get_vhost_net(nc->peer), features);
54
vdev->backend_features = features;
55
56
@@ -XXX,XX +XXX,XX @@ static int virtio_net_handle_announce(VirtIONet *n, uint8_t cmd,
57
}
58
}
59
60
+static void virtio_net_detach_epbf_rss(VirtIONet *n);
61
+
62
static void virtio_net_disable_rss(VirtIONet *n)
63
{
64
if (n->rss_data.enabled) {
65
trace_virtio_net_rss_disable();
66
}
67
n->rss_data.enabled = false;
68
+
69
+ virtio_net_detach_epbf_rss(n);
70
+}
71
+
72
+static bool virtio_net_attach_ebpf_to_backend(NICState *nic, int prog_fd)
73
+{
74
+ NetClientState *nc = qemu_get_peer(qemu_get_queue(nic), 0);
75
+ if (nc == NULL || nc->info->set_steering_ebpf == NULL) {
76
+ return false;
77
+ }
78
+
79
+ return nc->info->set_steering_ebpf(nc, prog_fd);
80
+}
81
+
82
+static void rss_data_to_rss_config(struct VirtioNetRssData *data,
83
+ struct EBPFRSSConfig *config)
84
+{
85
+ config->redirect = data->redirect;
86
+ config->populate_hash = data->populate_hash;
87
+ config->hash_types = data->hash_types;
88
+ config->indirections_len = data->indirections_len;
89
+ config->default_queue = data->default_queue;
90
+}
91
+
92
+static bool virtio_net_attach_epbf_rss(VirtIONet *n)
93
+{
94
+ struct EBPFRSSConfig config = {};
95
+
96
+ if (!ebpf_rss_is_loaded(&n->ebpf_rss)) {
97
+ return false;
98
+ }
99
+
100
+ rss_data_to_rss_config(&n->rss_data, &config);
101
+
102
+ if (!ebpf_rss_set_all(&n->ebpf_rss, &config,
103
+ n->rss_data.indirections_table, n->rss_data.key)) {
104
+ return false;
105
+ }
106
+
107
+ if (!virtio_net_attach_ebpf_to_backend(n->nic, n->ebpf_rss.program_fd)) {
108
+ return false;
109
+ }
110
+
111
+ return true;
112
+}
113
+
114
+static void virtio_net_detach_epbf_rss(VirtIONet *n)
115
+{
116
+ virtio_net_attach_ebpf_to_backend(n->nic, -1);
117
+}
118
+
119
+static bool virtio_net_load_ebpf(VirtIONet *n)
120
+{
121
+ if (!virtio_net_attach_ebpf_to_backend(n->nic, -1)) {
122
+ /* backend does't support steering ebpf */
123
+ return false;
124
+ }
125
+
126
+ return ebpf_rss_load(&n->ebpf_rss);
127
+}
128
+
129
+static void virtio_net_unload_ebpf(VirtIONet *n)
130
+{
131
+ virtio_net_attach_ebpf_to_backend(n->nic, -1);
132
+ ebpf_rss_unload(&n->ebpf_rss);
133
}
134
135
static uint16_t virtio_net_handle_rss(VirtIONet *n,
136
@@ -XXX,XX +XXX,XX @@ static uint16_t virtio_net_handle_rss(VirtIONet *n,
137
goto error;
138
}
139
n->rss_data.enabled = true;
140
+
141
+ if (!n->rss_data.populate_hash) {
142
+ if (!virtio_net_attach_epbf_rss(n)) {
143
+ /* EBPF must be loaded for vhost */
144
+ if (get_vhost_net(qemu_get_queue(n->nic)->peer)) {
145
+ warn_report("Can't load eBPF RSS for vhost");
146
+ goto error;
147
+ }
148
+ /* fallback to software RSS */
149
+ warn_report("Can't load eBPF RSS - fallback to software RSS");
150
+ n->rss_data.enabled_software_rss = true;
151
+ }
152
+ } else {
153
+ /* use software RSS for hash populating */
154
+ /* and detach eBPF if was loaded before */
155
+ virtio_net_detach_epbf_rss(n);
156
+ n->rss_data.enabled_software_rss = true;
157
+ }
158
+
159
trace_virtio_net_rss_enable(n->rss_data.hash_types,
160
n->rss_data.indirections_len,
161
temp.b);
162
@@ -XXX,XX +XXX,XX @@ static ssize_t virtio_net_receive_rcu(NetClientState *nc, const uint8_t *buf,
29
return -1;
163
return -1;
30
}
164
}
31
165
32
@@ -XXX,XX +XXX,XX @@ static int net_dump_state_init(DumpState *s, const char *filename,
166
- if (!no_rss && n->rss_data.enabled) {
33
hdr.linktype = 1;
167
+ if (!no_rss && n->rss_data.enabled && n->rss_data.enabled_software_rss) {
34
168
int index = virtio_net_process_rss(nc, buf, size);
35
if (write(fd, &hdr, sizeof(hdr)) < sizeof(hdr)) {
169
if (index >= 0) {
36
- error_setg_errno(errp, errno, "-net dump write error");
170
NetClientState *nc2 = qemu_get_subqueue(n->nic, index);
37
+ error_setg_errno(errp, errno, "net dump write error");
171
@@ -XXX,XX +XXX,XX @@ static int virtio_net_post_load_device(void *opaque, int version_id)
38
close(fd);
172
}
39
return -1;
173
40
}
174
if (n->rss_data.enabled) {
41
@@ -XXX,XX +XXX,XX @@ static int net_dump_state_init(DumpState *s, const char *filename,
175
+ n->rss_data.enabled_software_rss = n->rss_data.populate_hash;
42
return 0;
176
+ if (!n->rss_data.populate_hash) {
43
}
177
+ if (!virtio_net_attach_epbf_rss(n)) {
44
178
+ if (get_vhost_net(qemu_get_queue(n->nic)->peer)) {
45
-/* Dumping via VLAN netclient */
179
+ warn_report("Can't post-load eBPF RSS for vhost");
46
-
180
+ } else {
47
-struct DumpNetClient {
181
+ warn_report("Can't post-load eBPF RSS - "
48
- NetClientState nc;
182
+ "fallback to software RSS");
49
- DumpState ds;
183
+ n->rss_data.enabled_software_rss = true;
50
-};
184
+ }
51
-typedef struct DumpNetClient DumpNetClient;
185
+ }
52
-
186
+ }
53
-static ssize_t dumpclient_receive(NetClientState *nc, const uint8_t *buf,
187
+
54
- size_t size)
188
trace_virtio_net_rss_enable(n->rss_data.hash_types,
55
-{
189
n->rss_data.indirections_len,
56
- DumpNetClient *dc = DO_UPCAST(DumpNetClient, nc, nc);
190
sizeof(n->rss_data.key));
57
- struct iovec iov = {
191
@@ -XXX,XX +XXX,XX @@ static void virtio_net_device_realize(DeviceState *dev, Error **errp)
58
- .iov_base = (void *)buf,
192
n->qdev = dev;
59
- .iov_len = size
193
60
- };
194
net_rx_pkt_init(&n->rx_pkt, false);
61
-
195
+
62
- return dump_receive_iov(&dc->ds, &iov, 1);
196
+ if (virtio_has_feature(n->host_features, VIRTIO_NET_F_RSS)) {
63
-}
197
+ virtio_net_load_ebpf(n);
64
-
198
+ }
65
-static ssize_t dumpclient_receive_iov(NetClientState *nc,
199
}
66
- const struct iovec *iov, int cnt)
200
67
-{
201
static void virtio_net_device_unrealize(DeviceState *dev)
68
- DumpNetClient *dc = DO_UPCAST(DumpNetClient, nc, nc);
202
@@ -XXX,XX +XXX,XX @@ static void virtio_net_device_unrealize(DeviceState *dev)
69
-
203
VirtIONet *n = VIRTIO_NET(dev);
70
- return dump_receive_iov(&dc->ds, iov, cnt);
204
int i, max_queues;
71
-}
205
72
-
206
+ if (virtio_has_feature(n->host_features, VIRTIO_NET_F_RSS)) {
73
-static void dumpclient_cleanup(NetClientState *nc)
207
+ virtio_net_unload_ebpf(n);
74
-{
208
+ }
75
- DumpNetClient *dc = DO_UPCAST(DumpNetClient, nc, nc);
209
+
76
-
210
/* This will stop vhost backend if appropriate. */
77
- dump_cleanup(&dc->ds);
211
virtio_net_set_status(vdev, 0);
78
-}
212
79
-
213
@@ -XXX,XX +XXX,XX @@ static void virtio_net_instance_init(Object *obj)
80
-static NetClientInfo net_dump_info = {
214
device_add_bootindex_property(obj, &n->nic_conf.bootindex,
81
- .type = NET_CLIENT_DRIVER_DUMP,
215
"bootindex", "/ethernet-phy@0",
82
- .size = sizeof(DumpNetClient),
216
DEVICE(n));
83
- .receive = dumpclient_receive,
217
+
84
- .receive_iov = dumpclient_receive_iov,
218
+ ebpf_rss_init(&n->ebpf_rss);
85
- .cleanup = dumpclient_cleanup,
219
}
86
-};
220
87
-
221
static int virtio_net_pre_save(void *opaque)
88
-int net_init_dump(const Netdev *netdev, const char *name,
222
diff --git a/include/hw/virtio/virtio-net.h b/include/hw/virtio/virtio-net.h
89
- NetClientState *peer, Error **errp)
223
index XXXXXXX..XXXXXXX 100644
90
-{
224
--- a/include/hw/virtio/virtio-net.h
91
- int len, rc;
225
+++ b/include/hw/virtio/virtio-net.h
92
- const char *file;
93
- char def_file[128];
94
- const NetdevDumpOptions *dump;
95
- NetClientState *nc;
96
- DumpNetClient *dnc;
97
-
98
- assert(netdev->type == NET_CLIENT_DRIVER_DUMP);
99
- dump = &netdev->u.dump;
100
-
101
- assert(peer);
102
-
103
- error_report("'-net dump' is deprecated. "
104
- "Please use '-object filter-dump' instead.");
105
-
106
- if (dump->has_file) {
107
- file = dump->file;
108
- } else {
109
- int id;
110
- int ret;
111
-
112
- ret = net_hub_id_for_client(peer, &id);
113
- assert(ret == 0); /* peer must be on a hub */
114
-
115
- snprintf(def_file, sizeof(def_file), "qemu-vlan%d.pcap", id);
116
- file = def_file;
117
- }
118
-
119
- if (dump->has_len) {
120
- if (dump->len > INT_MAX) {
121
- error_setg(errp, "invalid length: %"PRIu64, dump->len);
122
- return -1;
123
- }
124
- len = dump->len;
125
- } else {
126
- len = 65536;
127
- }
128
-
129
- nc = qemu_new_net_client(&net_dump_info, peer, "dump", name);
130
- snprintf(nc->info_str, sizeof(nc->info_str),
131
- "dump to %s (len=%d)", file, len);
132
-
133
- dnc = DO_UPCAST(DumpNetClient, nc, nc);
134
- rc = net_dump_state_init(&dnc->ds, file, len, errp);
135
- if (rc) {
136
- qemu_del_net_client(nc);
137
- }
138
- return rc;
139
-}
140
-
141
-/* Dumping via filter */
142
-
143
#define TYPE_FILTER_DUMP "filter-dump"
144
145
#define FILTER_DUMP(obj) \
146
diff --git a/net/net.c b/net/net.c
147
index XXXXXXX..XXXXXXX 100644
148
--- a/net/net.c
149
+++ b/net/net.c
150
@@ -XXX,XX +XXX,XX @@ static QTAILQ_HEAD(, NetClientState) net_clients;
151
const char *host_net_devices[] = {
152
"tap",
153
"socket",
154
- "dump",
155
#ifdef CONFIG_NET_BRIDGE
156
"bridge",
157
#endif
158
@@ -XXX,XX +XXX,XX @@ static int (* const net_client_init_fun[NET_CLIENT_DRIVER__MAX])(
159
#ifdef CONFIG_NETMAP
160
[NET_CLIENT_DRIVER_NETMAP] = net_init_netmap,
161
#endif
162
- [NET_CLIENT_DRIVER_DUMP] = net_init_dump,
163
#ifdef CONFIG_NET_BRIDGE
164
[NET_CLIENT_DRIVER_BRIDGE] = net_init_bridge,
165
#endif
166
@@ -XXX,XX +XXX,XX @@ static int net_client_init1(const void *object, bool is_netdev, Error **errp)
167
netdev = object;
168
name = netdev->id;
169
170
- if (netdev->type == NET_CLIENT_DRIVER_DUMP ||
171
- netdev->type == NET_CLIENT_DRIVER_NIC ||
172
+ if (netdev->type == NET_CLIENT_DRIVER_NIC ||
173
!net_client_init_fun[netdev->type]) {
174
error_setg(errp, QERR_INVALID_PARAMETER_VALUE, "type",
175
"a netdev backend type");
176
@@ -XXX,XX +XXX,XX @@ static int net_client_init1(const void *object, bool is_netdev, Error **errp)
177
legacy.type = NET_CLIENT_DRIVER_VDE;
178
legacy.u.vde = opts->u.vde;
179
break;
180
- case NET_LEGACY_OPTIONS_TYPE_DUMP:
181
- legacy.type = NET_CLIENT_DRIVER_DUMP;
182
- legacy.u.dump = opts->u.dump;
183
- break;
184
case NET_LEGACY_OPTIONS_TYPE_BRIDGE:
185
legacy.type = NET_CLIENT_DRIVER_BRIDGE;
186
legacy.u.bridge = opts->u.bridge;
187
diff --git a/qapi/net.json b/qapi/net.json
188
index XXXXXXX..XXXXXXX 100644
189
--- a/qapi/net.json
190
+++ b/qapi/net.json
191
@@ -XXX,XX +XXX,XX @@
226
@@ -XXX,XX +XXX,XX @@
192
#
227
#include "qemu/option_int.h"
193
# Add a network backend.
228
#include "qom/object.h"
194
#
229
195
-# @type: the type of network backend. Current valid values are 'user', 'tap',
230
+#include "ebpf/ebpf_rss.h"
196
-# 'vde', 'socket', 'dump' and 'bridge'
231
+
197
+# @type: the type of network backend. Possible values are listed in
232
#define TYPE_VIRTIO_NET "virtio-net-device"
198
+# NetClientDriver (excluding 'none' and 'nic')
233
OBJECT_DECLARE_SIMPLE_TYPE(VirtIONet, VIRTIO_NET)
199
#
234
200
# @id: the name of the new network backend
235
@@ -XXX,XX +XXX,XX @@ typedef struct VirtioNetRscChain {
201
#
236
202
@@ -XXX,XX +XXX,XX @@
237
typedef struct VirtioNetRssData {
203
'*mode': 'uint16' } }
238
bool enabled;
204
239
+ bool enabled_software_rss;
205
##
240
bool redirect;
206
-# @NetdevDumpOptions:
241
bool populate_hash;
207
-#
242
uint32_t hash_types;
208
-# Dump VLAN network traffic to a file.
243
@@ -XXX,XX +XXX,XX @@ struct VirtIONet {
209
-#
244
Notifier migration_state;
210
-# @len: per-packet size limit (64k default). Understands [TGMKkb]
245
VirtioNetRssData rss_data;
211
-# suffixes.
246
struct NetRxPkt *rx_pkt;
212
-#
247
+ struct EBPFRSSContext ebpf_rss;
213
-# @file: dump file path (default is qemu-vlan0.pcap)
248
};
214
-#
249
215
-# Since: 1.2
250
void virtio_net_set_netclient_name(VirtIONet *n, const char *name,
216
-##
251
diff --git a/net/vhost-vdpa.c b/net/vhost-vdpa.c
217
-{ 'struct': 'NetdevDumpOptions',
252
index XXXXXXX..XXXXXXX 100644
218
- 'data': {
253
--- a/net/vhost-vdpa.c
219
- '*len': 'size',
254
+++ b/net/vhost-vdpa.c
220
- '*file': 'str' } }
255
@@ -XXX,XX +XXX,XX @@ const int vdpa_feature_bits[] = {
221
-
256
VIRTIO_NET_F_MTU,
222
-##
257
VIRTIO_F_IOMMU_PLATFORM,
223
# @NetdevBridgeOptions:
258
VIRTIO_F_RING_PACKED,
224
#
259
+ VIRTIO_NET_F_RSS,
225
# Connect a host TAP network interface to a host bridge device.
260
+ VIRTIO_NET_F_HASH_REPORT,
226
@@ -XXX,XX +XXX,XX @@
261
VIRTIO_NET_F_GUEST_ANNOUNCE,
227
# Available netdev drivers.
262
VIRTIO_NET_F_STATUS,
228
#
263
VHOST_INVALID_FEATURE_BIT
229
# Since: 2.7
230
+#
231
+# 'dump' - removed with 2.12
232
##
233
{ 'enum': 'NetClientDriver',
234
- 'data': [ 'none', 'nic', 'user', 'tap', 'l2tpv3', 'socket', 'vde', 'dump',
235
+ 'data': [ 'none', 'nic', 'user', 'tap', 'l2tpv3', 'socket', 'vde',
236
'bridge', 'hubport', 'netmap', 'vhost-user' ] }
237
238
##
239
@@ -XXX,XX +XXX,XX @@
240
'l2tpv3': 'NetdevL2TPv3Options',
241
'socket': 'NetdevSocketOptions',
242
'vde': 'NetdevVdeOptions',
243
- 'dump': 'NetdevDumpOptions',
244
'bridge': 'NetdevBridgeOptions',
245
'hubport': 'NetdevHubPortOptions',
246
'netmap': 'NetdevNetmapOptions',
247
@@ -XXX,XX +XXX,XX @@
248
##
249
{ 'enum': 'NetLegacyOptionsType',
250
'data': ['none', 'nic', 'user', 'tap', 'l2tpv3', 'socket', 'vde',
251
- 'dump', 'bridge', 'netmap', 'vhost-user'] }
252
+ 'bridge', 'netmap', 'vhost-user'] }
253
254
##
255
# @NetLegacyOptions:
256
@@ -XXX,XX +XXX,XX @@
257
'l2tpv3': 'NetdevL2TPv3Options',
258
'socket': 'NetdevSocketOptions',
259
'vde': 'NetdevVdeOptions',
260
- 'dump': 'NetdevDumpOptions',
261
'bridge': 'NetdevBridgeOptions',
262
'netmap': 'NetdevNetmapOptions',
263
'vhost-user': 'NetdevVhostUserOptions' } }
264
diff --git a/qemu-doc.texi b/qemu-doc.texi
265
index XXXXXXX..XXXXXXX 100644
266
--- a/qemu-doc.texi
267
+++ b/qemu-doc.texi
268
@@ -XXX,XX +XXX,XX @@ that can be specified with the ``-device'' parameter.
269
The drive addr argument is replaced by the the addr argument
270
that can be specified with the ``-device'' parameter.
271
272
-@subsection -net dump (since 2.10.0)
273
-
274
-The ``--net dump'' argument is now replaced with the
275
-``-object filter-dump'' argument which works in combination
276
-with the modern ``-netdev`` backends instead.
277
-
278
@subsection -usbdevice (since 2.10.0)
279
280
The ``-usbdevice DEV'' argument is now a synonym for setting
281
diff --git a/qemu-options.hx b/qemu-options.hx
282
index XXXXXXX..XXXXXXX 100644
283
--- a/qemu-options.hx
284
+++ b/qemu-options.hx
285
@@ -XXX,XX +XXX,XX @@ DEF("net", HAS_ARG, QEMU_OPTION_net,
286
" configure or create an on-board (or machine default) NIC and\n"
287
" connect it either to VLAN 'n' or the netdev 'nd' (for pluggable\n"
288
" NICs please use '-device devtype,netdev=nd' instead)\n"
289
- "-net dump[,vlan=n][,file=f][,len=n]\n"
290
- " dump traffic on vlan 'n' to file 'f' (max n bytes per packet)\n"
291
"-net none use it alone to have zero network devices. If no -net option\n"
292
" is provided, the default is '-net nic -net user'\n"
293
"-net ["
294
@@ -XXX,XX +XXX,XX @@ qemu -m 512 -object memory-backend-file,id=mem,size=512M,mem-path=/hugetlbfs,sha
295
-device virtio-net-pci,netdev=net0
296
@end example
297
298
-@item -net dump[,vlan=@var{n}][,file=@var{file}][,len=@var{len}]
299
-Dump network traffic on VLAN @var{n} to file @var{file} (@file{qemu-vlan0.pcap} by default).
300
-At most @var{len} bytes (64k by default) per packet are stored. The file format is
301
-libpcap, so it can be analyzed with tools such as tcpdump or Wireshark.
302
-Note: For devices created with '-netdev', use '-object filter-dump,...' instead.
303
-
304
@item -net none
305
Indicate that no network devices should be configured. It is used to
306
override the default configuration (@option{-net nic -net user}) which
307
--
264
--
308
2.7.4
265
2.7.4
309
266
310
267
diff view generated by jsdifflib
1
From: Thomas Huth <thuth@redhat.com>
1
From: Andrew Melnychenko <andrew@daynix.com>
2
2
3
Headers like "hw/loader.h" and "qemu/sockets.h" are not needed in
3
Signed-off-by: Yuri Benditovich <yuri.benditovich@daynix.com>
4
the hw/net/*.c files. And Some other headers are included via other
4
Signed-off-by: Andrew Melnychenko <andrew@daynix.com>
5
headers already, so we can drop them, too.
6
7
Signed-off-by: Thomas Huth <thuth@redhat.com>
8
Signed-off-by: Jason Wang <jasowang@redhat.com>
5
Signed-off-by: Jason Wang <jasowang@redhat.com>
9
---
6
---
10
hw/net/e1000.c | 1 -
7
docs/devel/ebpf_rss.rst | 125 ++++++++++++++++++++++++++++++++++++++++++++++++
11
hw/net/lance.c | 3 ---
8
docs/devel/index.rst | 1 +
12
hw/net/ne2000.c | 2 --
9
2 files changed, 126 insertions(+)
13
hw/net/pcnet-pci.c | 1 -
10
create mode 100644 docs/devel/ebpf_rss.rst
14
hw/net/pcnet.c | 1 -
15
hw/net/rtl8139.c | 2 --
16
hw/net/xgmac.c | 1 -
17
7 files changed, 11 deletions(-)
18
11
19
diff --git a/hw/net/e1000.c b/hw/net/e1000.c
12
diff --git a/docs/devel/ebpf_rss.rst b/docs/devel/ebpf_rss.rst
13
new file mode 100644
14
index XXXXXXX..XXXXXXX
15
--- /dev/null
16
+++ b/docs/devel/ebpf_rss.rst
17
@@ -XXX,XX +XXX,XX @@
18
+===========================
19
+eBPF RSS virtio-net support
20
+===========================
21
+
22
+RSS(Receive Side Scaling) is used to distribute network packets to guest virtqueues
23
+by calculating packet hash. Usually every queue is processed then by a specific guest CPU core.
24
+
25
+For now there are 2 RSS implementations in qemu:
26
+- 'in-qemu' RSS (functions if qemu receives network packets, i.e. vhost=off)
27
+- eBPF RSS (can function with also with vhost=on)
28
+
29
+eBPF support (CONFIG_EBPF) is enabled by 'configure' script.
30
+To enable eBPF RSS support use './configure --enable-bpf'.
31
+
32
+If steering BPF is not set for kernel's TUN module, the TUN uses automatic selection
33
+of rx virtqueue based on lookup table built according to calculated symmetric hash
34
+of transmitted packets.
35
+If steering BPF is set for TUN the BPF code calculates the hash of packet header and
36
+returns the virtqueue number to place the packet to.
37
+
38
+Simplified decision formula:
39
+
40
+.. code:: C
41
+
42
+ queue_index = indirection_table[hash(<packet data>)%<indirection_table size>]
43
+
44
+
45
+Not for all packets, the hash can/should be calculated.
46
+
47
+Note: currently, eBPF RSS does not support hash reporting.
48
+
49
+eBPF RSS turned on by different combinations of vhost-net, vitrio-net and tap configurations:
50
+
51
+- eBPF is used:
52
+
53
+ tap,vhost=off & virtio-net-pci,rss=on,hash=off
54
+
55
+- eBPF is used:
56
+
57
+ tap,vhost=on & virtio-net-pci,rss=on,hash=off
58
+
59
+- 'in-qemu' RSS is used:
60
+
61
+ tap,vhost=off & virtio-net-pci,rss=on,hash=on
62
+
63
+- eBPF is used, hash population feature is not reported to the guest:
64
+
65
+ tap,vhost=on & virtio-net-pci,rss=on,hash=on
66
+
67
+If CONFIG_EBPF is not set then only 'in-qemu' RSS is supported.
68
+Also 'in-qemu' RSS, as a fallback, is used if the eBPF program failed to load or set to TUN.
69
+
70
+RSS eBPF program
71
+----------------
72
+
73
+RSS program located in ebpf/rss.bpf.skeleton.h generated by bpftool.
74
+So the program is part of the qemu binary.
75
+Initially, the eBPF program was compiled by clang and source code located at tools/ebpf/rss.bpf.c.
76
+Prerequisites to recompile the eBPF program (regenerate ebpf/rss.bpf.skeleton.h):
77
+
78
+ llvm, clang, kernel source tree, bpftool
79
+ Adjust Makefile.ebpf to reflect the location of the kernel source tree
80
+
81
+ $ cd tools/ebpf
82
+ $ make -f Makefile.ebpf
83
+
84
+Current eBPF RSS implementation uses 'bounded loops' with 'backward jump instructions' which present in the last kernels.
85
+Overall eBPF RSS works on kernels 5.8+.
86
+
87
+eBPF RSS implementation
88
+-----------------------
89
+
90
+eBPF RSS loading functionality located in ebpf/ebpf_rss.c and ebpf/ebpf_rss.h.
91
+
92
+The `struct EBPFRSSContext` structure that holds 4 file descriptors:
93
+
94
+- ctx - pointer of the libbpf context.
95
+- program_fd - file descriptor of the eBPF RSS program.
96
+- map_configuration - file descriptor of the 'configuration' map. This map contains one element of 'struct EBPFRSSConfig'. This configuration determines eBPF program behavior.
97
+- map_toeplitz_key - file descriptor of the 'Toeplitz key' map. One element of the 40byte key prepared for the hashing algorithm.
98
+- map_indirections_table - 128 elements of queue indexes.
99
+
100
+`struct EBPFRSSConfig` fields:
101
+
102
+- redirect - "boolean" value, should the hash be calculated, on false - `default_queue` would be used as the final decision.
103
+- populate_hash - for now, not used. eBPF RSS doesn't support hash reporting.
104
+- hash_types - binary mask of different hash types. See `VIRTIO_NET_RSS_HASH_TYPE_*` defines. If for packet hash should not be calculated - `default_queue` would be used.
105
+- indirections_len - length of the indirections table, maximum 128.
106
+- default_queue - the queue index that used for packet that shouldn't be hashed. For some packets, the hash can't be calculated(g.e ARP).
107
+
108
+Functions:
109
+
110
+- `ebpf_rss_init()` - sets ctx to NULL, which indicates that EBPFRSSContext is not loaded.
111
+- `ebpf_rss_load()` - creates 3 maps and loads eBPF program from the rss.bpf.skeleton.h. Returns 'true' on success. After that, program_fd can be used to set steering for TAP.
112
+- `ebpf_rss_set_all()` - sets values for eBPF maps. `indirections_table` length is in EBPFRSSConfig. `toeplitz_key` is VIRTIO_NET_RSS_MAX_KEY_SIZE aka 40 bytes array.
113
+- `ebpf_rss_unload()` - close all file descriptors and set ctx to NULL.
114
+
115
+Simplified eBPF RSS workflow:
116
+
117
+.. code:: C
118
+
119
+ struct EBPFRSSConfig config;
120
+ config.redirect = 1;
121
+ config.hash_types = VIRTIO_NET_RSS_HASH_TYPE_UDPv4 | VIRTIO_NET_RSS_HASH_TYPE_TCPv4;
122
+ config.indirections_len = VIRTIO_NET_RSS_MAX_TABLE_LEN;
123
+ config.default_queue = 0;
124
+
125
+ uint16_t table[VIRTIO_NET_RSS_MAX_TABLE_LEN] = {...};
126
+ uint8_t key[VIRTIO_NET_RSS_MAX_KEY_SIZE] = {...};
127
+
128
+ struct EBPFRSSContext ctx;
129
+ ebpf_rss_init(&ctx);
130
+ ebpf_rss_load(&ctx);
131
+ ebpf_rss_set_all(&ctx, &config, table, key);
132
+ if (net_client->info->set_steering_ebpf != NULL) {
133
+ net_client->info->set_steering_ebpf(net_client, ctx->program_fd);
134
+ }
135
+ ...
136
+ ebpf_unload(&ctx);
137
+
138
+
139
+NetClientState SetSteeringEBPF()
140
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
141
+
142
+For now, `set_steering_ebpf()` method supported by Linux TAP NetClientState. The method requires an eBPF program file descriptor as an argument.
143
diff --git a/docs/devel/index.rst b/docs/devel/index.rst
20
index XXXXXXX..XXXXXXX 100644
144
index XXXXXXX..XXXXXXX 100644
21
--- a/hw/net/e1000.c
145
--- a/docs/devel/index.rst
22
+++ b/hw/net/e1000.c
146
+++ b/docs/devel/index.rst
23
@@ -XXX,XX +XXX,XX @@
147
@@ -XXX,XX +XXX,XX @@ Contents:
24
#include "hw/pci/pci.h"
148
qom
25
#include "net/net.h"
149
block-coroutine-wrapper
26
#include "net/checksum.h"
150
multi-process
27
-#include "hw/loader.h"
151
+ ebpf_rss
28
#include "sysemu/sysemu.h"
29
#include "sysemu/dma.h"
30
#include "qemu/iov.h"
31
diff --git a/hw/net/lance.c b/hw/net/lance.c
32
index XXXXXXX..XXXXXXX 100644
33
--- a/hw/net/lance.c
34
+++ b/hw/net/lance.c
35
@@ -XXX,XX +XXX,XX @@
36
*/
37
38
#include "qemu/osdep.h"
39
-#include "hw/sysbus.h"
40
-#include "net/net.h"
41
#include "qemu/timer.h"
42
-#include "qemu/sockets.h"
43
#include "hw/sparc/sparc32_dma.h"
44
#include "hw/net/lance.h"
45
#include "trace.h"
46
diff --git a/hw/net/ne2000.c b/hw/net/ne2000.c
47
index XXXXXXX..XXXXXXX 100644
48
--- a/hw/net/ne2000.c
49
+++ b/hw/net/ne2000.c
50
@@ -XXX,XX +XXX,XX @@
51
*/
52
#include "qemu/osdep.h"
53
#include "hw/pci/pci.h"
54
-#include "net/net.h"
55
#include "net/eth.h"
56
#include "ne2000.h"
57
-#include "hw/loader.h"
58
#include "sysemu/sysemu.h"
59
60
/* debug NE2000 card */
61
diff --git a/hw/net/pcnet-pci.c b/hw/net/pcnet-pci.c
62
index XXXXXXX..XXXXXXX 100644
63
--- a/hw/net/pcnet-pci.c
64
+++ b/hw/net/pcnet-pci.c
65
@@ -XXX,XX +XXX,XX @@
66
#include "qemu/osdep.h"
67
#include "hw/pci/pci.h"
68
#include "net/net.h"
69
-#include "hw/loader.h"
70
#include "qemu/timer.h"
71
#include "sysemu/dma.h"
72
#include "sysemu/sysemu.h"
73
diff --git a/hw/net/pcnet.c b/hw/net/pcnet.c
74
index XXXXXXX..XXXXXXX 100644
75
--- a/hw/net/pcnet.c
76
+++ b/hw/net/pcnet.c
77
@@ -XXX,XX +XXX,XX @@
78
#include "net/net.h"
79
#include "net/eth.h"
80
#include "qemu/timer.h"
81
-#include "qemu/sockets.h"
82
#include "sysemu/sysemu.h"
83
#include "trace.h"
84
85
diff --git a/hw/net/rtl8139.c b/hw/net/rtl8139.c
86
index XXXXXXX..XXXXXXX 100644
87
--- a/hw/net/rtl8139.c
88
+++ b/hw/net/rtl8139.c
89
@@ -XXX,XX +XXX,XX @@
90
#include "qemu/timer.h"
91
#include "net/net.h"
92
#include "net/eth.h"
93
-#include "hw/loader.h"
94
#include "sysemu/sysemu.h"
95
-#include "qemu/iov.h"
96
97
/* debug RTL8139 card */
98
//#define DEBUG_RTL8139 1
99
diff --git a/hw/net/xgmac.c b/hw/net/xgmac.c
100
index XXXXXXX..XXXXXXX 100644
101
--- a/hw/net/xgmac.c
102
+++ b/hw/net/xgmac.c
103
@@ -XXX,XX +XXX,XX @@
104
#include "hw/sysbus.h"
105
#include "qemu/log.h"
106
#include "net/net.h"
107
-#include "net/checksum.h"
108
109
#ifdef DEBUG_XGMAC
110
#define DEBUGF_BRK(message, args...) do { \
111
--
152
--
112
2.7.4
153
2.7.4
113
154
114
155
diff view generated by jsdifflib
1
From: Thomas Huth <thuth@redhat.com>
1
From: Andrew Melnychenko <andrew@daynix.com>
2
2
3
They are deprecated since QEMU v2.10, and so far nobody complained that
3
Signed-off-by: Yuri Benditovich <yuri.benditovich@daynix.com>
4
these commands are still necessary for any reason - and since you can use
4
Signed-off-by: Andrew Melnychenko <andrew@daynix.com>
5
'netdev_add' and 'netdev_remove' instead, there also should not be any
6
real reason. Since they are also standing in the way for the upcoming
7
'vlan' clean-up, it's now time to remove them.
8
9
Reviewed-by: Paolo Bonzini <pbonzini@redhat.com>
10
Signed-off-by: Thomas Huth <thuth@redhat.com>
11
Signed-off-by: Jason Wang <jasowang@redhat.com>
5
Signed-off-by: Jason Wang <jasowang@redhat.com>
12
---
6
---
13
hmp-commands.hx | 30 ------------------
7
MAINTAINERS | 8 ++++++++
14
hmp.h | 3 --
8
1 file changed, 8 insertions(+)
15
monitor.c | 61 ------------------------------------
16
net/net.c | 94 --------------------------------------------------------
17
qemu-doc.texi | 10 ------
18
tests/test-hmp.c | 2 --
19
6 files changed, 200 deletions(-)
20
9
21
diff --git a/hmp-commands.hx b/hmp-commands.hx
10
diff --git a/MAINTAINERS b/MAINTAINERS
22
index XXXXXXX..XXXXXXX 100644
11
index XXXXXXX..XXXXXXX 100644
23
--- a/hmp-commands.hx
12
--- a/MAINTAINERS
24
+++ b/hmp-commands.hx
13
+++ b/MAINTAINERS
25
@@ -XXX,XX +XXX,XX @@ Inject PCIe AER error
14
@@ -XXX,XX +XXX,XX @@ F: include/hw/remote/proxy-memory-listener.h
26
ETEXI
15
F: hw/remote/iohub.c
27
16
F: include/hw/remote/iohub.h
28
{
17
29
- .name = "host_net_add",
18
+EBPF:
30
- .args_type = "device:s,opts:s?",
19
+M: Jason Wang <jasowang@redhat.com>
31
- .params = "tap|user|socket|vde|netmap|bridge|vhost-user|dump [options]",
20
+R: Andrew Melnychenko <andrew@daynix.com>
32
- .help = "add host VLAN client (deprecated, use netdev_add instead)",
21
+R: Yuri Benditovich <yuri.benditovich@daynix.com>
33
- .cmd = hmp_host_net_add,
22
+S: Maintained
34
- .command_completion = host_net_add_completion,
23
+F: ebpf/*
35
- },
24
+F: tools/ebpf/*
36
-
25
+
37
-STEXI
26
Build and test automation
38
-@item host_net_add
27
-------------------------
39
-@findex host_net_add
28
Build and test automation, general continuous integration
40
-Add host VLAN client. Deprecated, please use @code{netdev_add} instead.
41
-ETEXI
42
-
43
- {
44
- .name = "host_net_remove",
45
- .args_type = "vlan_id:i,device:s",
46
- .params = "vlan_id name",
47
- .help = "remove host VLAN client (deprecated, use netdev_del instead)",
48
- .cmd = hmp_host_net_remove,
49
- .command_completion = host_net_remove_completion,
50
- },
51
-
52
-STEXI
53
-@item host_net_remove
54
-@findex host_net_remove
55
-Remove host VLAN client. Deprecated, please use @code{netdev_del} instead.
56
-ETEXI
57
-
58
- {
59
.name = "netdev_add",
60
.args_type = "netdev:O",
61
.params = "[user|tap|socket|vde|bridge|hubport|netmap|vhost-user],id=str[,prop=value][,...]",
62
diff --git a/hmp.h b/hmp.h
63
index XXXXXXX..XXXXXXX 100644
64
--- a/hmp.h
65
+++ b/hmp.h
66
@@ -XXX,XX +XXX,XX @@ void migrate_set_capability_completion(ReadLineState *rs, int nb_args,
67
const char *str);
68
void migrate_set_parameter_completion(ReadLineState *rs, int nb_args,
69
const char *str);
70
-void host_net_add_completion(ReadLineState *rs, int nb_args, const char *str);
71
-void host_net_remove_completion(ReadLineState *rs, int nb_args,
72
- const char *str);
73
void delvm_completion(ReadLineState *rs, int nb_args, const char *str);
74
void loadvm_completion(ReadLineState *rs, int nb_args, const char *str);
75
void hmp_rocker(Monitor *mon, const QDict *qdict);
76
diff --git a/monitor.c b/monitor.c
77
index XXXXXXX..XXXXXXX 100644
78
--- a/monitor.c
79
+++ b/monitor.c
80
@@ -XXX,XX +XXX,XX @@ void migrate_set_parameter_completion(ReadLineState *rs, int nb_args,
81
}
82
}
83
84
-void host_net_add_completion(ReadLineState *rs, int nb_args, const char *str)
85
-{
86
- int i;
87
- size_t len;
88
- if (nb_args != 2) {
89
- return;
90
- }
91
- len = strlen(str);
92
- readline_set_completion_index(rs, len);
93
- for (i = 0; host_net_devices[i]; i++) {
94
- if (!strncmp(host_net_devices[i], str, len)) {
95
- readline_add_completion(rs, host_net_devices[i]);
96
- }
97
- }
98
-}
99
-
100
-void host_net_remove_completion(ReadLineState *rs, int nb_args, const char *str)
101
-{
102
- NetClientState *ncs[MAX_QUEUE_NUM];
103
- int count, i, len;
104
-
105
- len = strlen(str);
106
- readline_set_completion_index(rs, len);
107
- if (nb_args == 2) {
108
- count = qemu_find_net_clients_except(NULL, ncs,
109
- NET_CLIENT_DRIVER_NONE,
110
- MAX_QUEUE_NUM);
111
- for (i = 0; i < MIN(count, MAX_QUEUE_NUM); i++) {
112
- int id;
113
- char name[16];
114
-
115
- if (net_hub_id_for_client(ncs[i], &id)) {
116
- continue;
117
- }
118
- snprintf(name, sizeof(name), "%d", id);
119
- if (!strncmp(str, name, len)) {
120
- readline_add_completion(rs, name);
121
- }
122
- }
123
- return;
124
- } else if (nb_args == 3) {
125
- count = qemu_find_net_clients_except(NULL, ncs,
126
- NET_CLIENT_DRIVER_NIC,
127
- MAX_QUEUE_NUM);
128
- for (i = 0; i < MIN(count, MAX_QUEUE_NUM); i++) {
129
- int id;
130
- const char *name;
131
-
132
- if (ncs[i]->info->type == NET_CLIENT_DRIVER_HUBPORT ||
133
- net_hub_id_for_client(ncs[i], &id)) {
134
- continue;
135
- }
136
- name = ncs[i]->name;
137
- if (!strncmp(str, name, len)) {
138
- readline_add_completion(rs, name);
139
- }
140
- }
141
- return;
142
- }
143
-}
144
-
145
static void vm_completion(ReadLineState *rs, const char *str)
146
{
147
size_t len;
148
diff --git a/net/net.c b/net/net.c
149
index XXXXXXX..XXXXXXX 100644
150
--- a/net/net.c
151
+++ b/net/net.c
152
@@ -XXX,XX +XXX,XX @@
153
static VMChangeStateEntry *net_change_state_entry;
154
static QTAILQ_HEAD(, NetClientState) net_clients;
155
156
-const char *host_net_devices[] = {
157
- "tap",
158
- "socket",
159
-#ifdef CONFIG_NET_BRIDGE
160
- "bridge",
161
-#endif
162
-#ifdef CONFIG_NETMAP
163
- "netmap",
164
-#endif
165
-#ifdef CONFIG_SLIRP
166
- "user",
167
-#endif
168
-#ifdef CONFIG_VDE
169
- "vde",
170
-#endif
171
- "vhost-user",
172
- NULL,
173
-};
174
-
175
/***********************************************************/
176
/* network device redirectors */
177
178
@@ -XXX,XX +XXX,XX @@ static int net_client_init(QemuOpts *opts, bool is_netdev, Error **errp)
179
return ret;
180
}
181
182
-
183
-static int net_host_check_device(const char *device)
184
-{
185
- int i;
186
- for (i = 0; host_net_devices[i]; i++) {
187
- if (!strncmp(host_net_devices[i], device,
188
- strlen(host_net_devices[i]))) {
189
- return 1;
190
- }
191
- }
192
-
193
- return 0;
194
-}
195
-
196
-void hmp_host_net_add(Monitor *mon, const QDict *qdict)
197
-{
198
- const char *device = qdict_get_str(qdict, "device");
199
- const char *opts_str = qdict_get_try_str(qdict, "opts");
200
- Error *local_err = NULL;
201
- QemuOpts *opts;
202
- static bool warned;
203
-
204
- if (!warned && !qtest_enabled()) {
205
- error_report("host_net_add is deprecated, use netdev_add instead");
206
- warned = true;
207
- }
208
-
209
- if (!net_host_check_device(device)) {
210
- monitor_printf(mon, "invalid host network device %s\n", device);
211
- return;
212
- }
213
-
214
- opts = qemu_opts_parse_noisily(qemu_find_opts("net"),
215
- opts_str ? opts_str : "", false);
216
- if (!opts) {
217
- return;
218
- }
219
-
220
- qemu_opt_set(opts, "type", device, &error_abort);
221
-
222
- net_client_init(opts, false, &local_err);
223
- if (local_err) {
224
- error_report_err(local_err);
225
- monitor_printf(mon, "adding host network device %s failed\n", device);
226
- }
227
-}
228
-
229
-void hmp_host_net_remove(Monitor *mon, const QDict *qdict)
230
-{
231
- NetClientState *nc;
232
- int vlan_id = qdict_get_int(qdict, "vlan_id");
233
- const char *device = qdict_get_str(qdict, "device");
234
- static bool warned;
235
-
236
- if (!warned && !qtest_enabled()) {
237
- error_report("host_net_remove is deprecated, use netdev_del instead");
238
- warned = true;
239
- }
240
-
241
- nc = net_hub_find_client_by_name(vlan_id, device);
242
- if (!nc) {
243
- error_report("Host network device '%s' on hub '%d' not found",
244
- device, vlan_id);
245
- return;
246
- }
247
- if (nc->info->type == NET_CLIENT_DRIVER_NIC) {
248
- error_report("invalid host network device '%s'", device);
249
- return;
250
- }
251
-
252
- qemu_del_net_client(nc->peer);
253
- qemu_del_net_client(nc);
254
- qemu_opts_del(qemu_opts_find(qemu_find_opts("net"), device));
255
-}
256
-
257
void netdev_add(QemuOpts *opts, Error **errp)
258
{
259
net_client_init(opts, true, errp);
260
diff --git a/qemu-doc.texi b/qemu-doc.texi
261
index XXXXXXX..XXXXXXX 100644
262
--- a/qemu-doc.texi
263
+++ b/qemu-doc.texi
264
@@ -XXX,XX +XXX,XX @@ from qcow2 images.
265
266
The ``query-cpus'' command is replaced by the ``query-cpus-fast'' command.
267
268
-@section System emulator human monitor commands
269
-
270
-@subsection host_net_add (since 2.10.0)
271
-
272
-The ``host_net_add'' command is replaced by the ``netdev_add'' command.
273
-
274
-@subsection host_net_remove (since 2.10.0)
275
-
276
-The ``host_net_remove'' command is replaced by the ``netdev_del'' command.
277
-
278
@section System emulator devices
279
280
@subsection ivshmem (since 2.6.0)
281
diff --git a/tests/test-hmp.c b/tests/test-hmp.c
282
index XXXXXXX..XXXXXXX 100644
283
--- a/tests/test-hmp.c
284
+++ b/tests/test-hmp.c
285
@@ -XXX,XX +XXX,XX @@ static const char *hmp_cmds[] = {
286
"dump-guest-memory /dev/null 0 4096",
287
"dump-guest-memory /dev/null",
288
"gdbserver",
289
- "host_net_add user id=net0",
290
"hostfwd_add tcp::43210-:43210",
291
"hostfwd_remove tcp::43210-:43210",
292
- "host_net_remove 0 net0",
293
"i /w 0",
294
"log all",
295
"log none",
296
--
29
--
297
2.7.4
30
2.7.4
298
31
299
32
diff view generated by jsdifflib