From nobody Thu Apr 2 12:25:52 2026 Received: from out-172.mta1.migadu.com (out-172.mta1.migadu.com [95.215.58.172]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (No client certificate requested) by smtp.subspace.kernel.org (Postfix) with ESMTPS id 39673270ED7 for ; Sun, 29 Mar 2026 05:42:15 +0000 (UTC) Authentication-Results: smtp.subspace.kernel.org; arc=none smtp.client-ip=95.215.58.172 ARC-Seal: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1774762936; cv=none; b=aTwEgK8xSk3TXPikFOO9HnWj4qU2X0uEweid/0LM+gj9Wv2m6RZn27VDeYbClwxWuuNGJtO0pFJu2iHfWsMkRoTJVufd8X8nfzTlhdOvJIldfkwuPRa0OR7V0k2n0vaW3+trazSoJZK8zmRcHu7qTLXWM1H4zkJ/zsPoSZpXO2U= ARC-Message-Signature: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1774762936; c=relaxed/simple; bh=lm7CjHe8vPHyJKT9bHrJcEmkBQGxKAVk+32c4dZVU4I=; h=From:To:Cc:Subject:Date:Message-ID:In-Reply-To:References: MIME-Version; b=f0UPMRMieHwlAQ7Uxqywl53aRJHMH4M8O7g1DFQsl+/+0VNyXmDuUvRuFCA2UYm6ZUEay8GeeZnngKbzVNt6PtCvdQghUFmy8XTAJUbtVFb2QlOl+++qyZDxsg92sCeyKujSKp5Ju3+F0uCMhcEOVUlF2hgRSbag+Xk9NEeIqoU= ARC-Authentication-Results: i=1; smtp.subspace.kernel.org; dmarc=pass (p=none dis=none) header.from=linux.dev; spf=pass smtp.mailfrom=linux.dev; dkim=pass (1024-bit key) header.d=linux.dev header.i=@linux.dev header.b=eiCeW8pu; arc=none smtp.client-ip=95.215.58.172 Authentication-Results: smtp.subspace.kernel.org; dmarc=pass (p=none dis=none) header.from=linux.dev Authentication-Results: smtp.subspace.kernel.org; spf=pass smtp.mailfrom=linux.dev Authentication-Results: smtp.subspace.kernel.org; dkim=pass (1024-bit key) header.d=linux.dev header.i=@linux.dev header.b="eiCeW8pu" X-Report-Abuse: Please report any abuse attempt to abuse@migadu.com and include these headers. DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=linux.dev; s=key1; t=1774762933; h=from:from:reply-to:subject:subject:date:date:message-id:message-id: to:to:cc:cc:mime-version:mime-version: content-transfer-encoding:content-transfer-encoding: in-reply-to:in-reply-to:references:references; bh=kk5wzbs8IQgTgCYcmMENff4wR4lLw4kugXJ7K5XPx8c=; b=eiCeW8pu2P/ID//vGus+VVELLDRda5liH1G40W7WaCb3eNL9Y1gziWufHiKFWf9mano8NA a8bC6N5Um8GzyngZX2hawixufrKBNi6QQKCGvvnBt3RdkA51cKCr3r3G7Tqq95+EieQbz/ AYSIzM5FABLRSUBoz8BrvQthYPDXCPY= From: zhenwei pi To: linux-kernel@vger.kernel.org, linux-rdma@vger.kernel.org Cc: zyjzyj2000@gmail.com, jgg@ziepe.ca, leon@kernel.org, zhenwei pi Subject: [PATCH v3 1/3] RDMA/rxe: use RXE_PORT instead of magic number 1 Date: Sun, 29 Mar 2026 13:41:54 +0800 Message-ID: <20260329054156.125362-2-zhenwei.pi@linux.dev> In-Reply-To: <20260329054156.125362-1-zhenwei.pi@linux.dev> References: <20260329054156.125362-1-zhenwei.pi@linux.dev> Precedence: bulk X-Mailing-List: linux-kernel@vger.kernel.org List-Id: List-Subscribe: List-Unsubscribe: MIME-Version: 1.0 Content-Transfer-Encoding: quoted-printable X-Migadu-Flow: FLOW_OUT Content-Type: text/plain; charset="utf-8" Align with the existing code: static ... rxe_ib_device_get_netdev(struct ib_device *dev) { return ib_device_get_netdev(dev, RXE_PORT); } Use *RXE_PORT* instead of magic number 1 for all. Signed-off-by: zhenwei pi Reviewed-by: Zhu Yanjun --- drivers/infiniband/sw/rxe/rxe_net.c | 6 +++--- drivers/infiniband/sw/rxe/rxe_verbs.c | 8 ++++---- 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/drivers/infiniband/sw/rxe/rxe_net.c b/drivers/infiniband/sw/rx= e/rxe_net.c index 0bd0902b11f7..20338cb8e3c2 100644 --- a/drivers/infiniband/sw/rxe/rxe_net.c +++ b/drivers/infiniband/sw/rxe/rxe_net.c @@ -234,7 +234,7 @@ static int rxe_udp_encap_recv(struct sock *sk, struct s= k_buff *skb) =20 udph =3D udp_hdr(skb); pkt->rxe =3D rxe; - pkt->port_num =3D 1; + pkt->port_num =3D RXE_PORT; pkt->hdr =3D (u8 *)(udph + 1); pkt->mask =3D RXE_GRH_MASK; pkt->paylen =3D be16_to_cpu(udph->len) - sizeof(*udph); @@ -535,7 +535,7 @@ struct sk_buff *rxe_init_packet(struct rxe_dev *rxe, st= ruct rxe_av *av, struct sk_buff *skb =3D NULL; struct net_device *ndev; const struct ib_gid_attr *attr; - const int port_num =3D 1; + const int port_num =3D RXE_PORT; =20 attr =3D rdma_get_gid_attr(&rxe->ib_dev, port_num, av->grh.sgid_index); if (IS_ERR(attr)) @@ -630,7 +630,7 @@ static void rxe_port_event(struct rxe_dev *rxe, struct ib_event ev; =20 ev.device =3D &rxe->ib_dev; - ev.element.port_num =3D 1; + ev.element.port_num =3D RXE_PORT; ev.event =3D event; =20 ib_dispatch_event(&ev); diff --git a/drivers/infiniband/sw/rxe/rxe_verbs.c b/drivers/infiniband/sw/= rxe/rxe_verbs.c index fe41362c5144..bcd486e8668b 100644 --- a/drivers/infiniband/sw/rxe/rxe_verbs.c +++ b/drivers/infiniband/sw/rxe/rxe_verbs.c @@ -44,7 +44,7 @@ static int rxe_query_port(struct ib_device *ibdev, struct net_device *ndev; int err, ret; =20 - if (port_num !=3D 1) { + if (port_num !=3D RXE_PORT) { err =3D -EINVAL; rxe_dbg_dev(rxe, "bad port_num =3D %d\n", port_num); goto err_out; @@ -147,7 +147,7 @@ static int rxe_modify_port(struct ib_device *ibdev, u32= port_num, struct rxe_port *port; int err; =20 - if (port_num !=3D 1) { + if (port_num !=3D RXE_PORT) { err =3D -EINVAL; rxe_dbg_dev(rxe, "bad port_num =3D %d\n", port_num); goto err_out; @@ -180,7 +180,7 @@ static enum rdma_link_layer rxe_get_link_layer(struct i= b_device *ibdev, struct rxe_dev *rxe =3D to_rdev(ibdev); int err; =20 - if (port_num !=3D 1) { + if (port_num !=3D RXE_PORT) { err =3D -EINVAL; rxe_dbg_dev(rxe, "bad port_num =3D %d\n", port_num); goto err_out; @@ -200,7 +200,7 @@ static int rxe_port_immutable(struct ib_device *ibdev, = u32 port_num, struct ib_port_attr attr =3D {}; int err; =20 - if (port_num !=3D 1) { + if (port_num !=3D RXE_PORT) { err =3D -EINVAL; rxe_dbg_dev(rxe, "bad port_num =3D %d\n", port_num); goto err_out; --=20 2.43.0 From nobody Thu Apr 2 12:25:52 2026 Received: from out-189.mta1.migadu.com (out-189.mta1.migadu.com [95.215.58.189]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (No client certificate requested) by smtp.subspace.kernel.org (Postfix) with ESMTPS id A93E9296BA4 for ; Sun, 29 Mar 2026 05:42:18 +0000 (UTC) Authentication-Results: smtp.subspace.kernel.org; arc=none smtp.client-ip=95.215.58.189 ARC-Seal: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1774762940; cv=none; b=NdDk0GuyLZDkCf2V7OK4d1BRHDMCzt0VHTzjSHhIfKXxEWyvG7deBSrRgsWjzUKkmjDv9zHzq4k2Ms+d5CmhnDygAtjPfv1YrLxGfjwMucAOCusDETlS9QZEPOaB5ON0T50slsf11UbY4eTtpOaiyYSoJibMZDbOli8jBMS0V0o= ARC-Message-Signature: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1774762940; c=relaxed/simple; bh=pEcpNu/97z4wIwjxOudxG2IkzxcXZX6qKiFolAmAEWQ=; h=From:To:Cc:Subject:Date:Message-ID:In-Reply-To:References: MIME-Version; b=NtDOqDxZSD60Ily/YgiBfG7Zkdz8TI/zT6D/81E/k1Mwga8CKjs1/FVshI/YCCvLQMzCPl+gDmoFYF4eTXJ+r8ckFQBpJtpp3mSNDBpM44FbvJb4ZAHIX7h+AuLSZtV0RjlknJt8M4Aimzt62TzkLc8M48wRu51Ttd51rupYAUc= ARC-Authentication-Results: i=1; smtp.subspace.kernel.org; dmarc=pass (p=none dis=none) header.from=linux.dev; spf=pass smtp.mailfrom=linux.dev; dkim=pass (1024-bit key) header.d=linux.dev header.i=@linux.dev header.b=YhcyQVMy; arc=none smtp.client-ip=95.215.58.189 Authentication-Results: smtp.subspace.kernel.org; dmarc=pass (p=none dis=none) header.from=linux.dev Authentication-Results: smtp.subspace.kernel.org; spf=pass smtp.mailfrom=linux.dev Authentication-Results: smtp.subspace.kernel.org; dkim=pass (1024-bit key) header.d=linux.dev header.i=@linux.dev header.b="YhcyQVMy" X-Report-Abuse: Please report any abuse attempt to abuse@migadu.com and include these headers. DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=linux.dev; s=key1; t=1774762937; h=from:from:reply-to:subject:subject:date:date:message-id:message-id: to:to:cc:cc:mime-version:mime-version: content-transfer-encoding:content-transfer-encoding: in-reply-to:in-reply-to:references:references; bh=La2Y59/O6uJYVNjE8wLPFiI8k2gy7IhgTeNJ+XJxkgk=; b=YhcyQVMy9zI2F9nbEU76mF8p6Z/OcvEUbOOstX6zmkg/WTpWW2eO1noNA2gQxNaChC9p/F 9hXyINVzVAaxboZqKWSwSGzfOYzpY5/bCOS2MVX0p3rnpmerAintyEA3W4GqXNdhZasjAE TVmTXcv2cgI74Z+BX1+M2qSCD0b7j7o= From: zhenwei pi To: linux-kernel@vger.kernel.org, linux-rdma@vger.kernel.org Cc: zyjzyj2000@gmail.com, jgg@ziepe.ca, leon@kernel.org, zhenwei pi Subject: [PATCH v3 2/3] RDMA/rxe: add SENT/RCVD bytes Date: Sun, 29 Mar 2026 13:41:55 +0800 Message-ID: <20260329054156.125362-3-zhenwei.pi@linux.dev> In-Reply-To: <20260329054156.125362-1-zhenwei.pi@linux.dev> References: <20260329054156.125362-1-zhenwei.pi@linux.dev> Precedence: bulk X-Mailing-List: linux-kernel@vger.kernel.org List-Id: List-Subscribe: List-Unsubscribe: MIME-Version: 1.0 Content-Transfer-Encoding: quoted-printable X-Migadu-Flow: FLOW_OUT Content-Type: text/plain; charset="utf-8" There is a lack of sent/received counter in bytes. Signed-off-by: zhenwei pi Reviewed-by: Zhu Yanjun --- drivers/infiniband/sw/rxe/rxe_hw_counters.c | 2 ++ drivers/infiniband/sw/rxe/rxe_hw_counters.h | 2 ++ drivers/infiniband/sw/rxe/rxe_net.c | 1 + drivers/infiniband/sw/rxe/rxe_recv.c | 1 + drivers/infiniband/sw/rxe/rxe_verbs.h | 6 ++++++ 5 files changed, 12 insertions(+) diff --git a/drivers/infiniband/sw/rxe/rxe_hw_counters.c b/drivers/infiniba= nd/sw/rxe/rxe_hw_counters.c index 437917a7d8f2..17edaa9a9b9b 100644 --- a/drivers/infiniband/sw/rxe/rxe_hw_counters.c +++ b/drivers/infiniband/sw/rxe/rxe_hw_counters.c @@ -22,6 +22,8 @@ static const struct rdma_stat_desc rxe_counter_descs[] = =3D { [RXE_CNT_LINK_DOWNED].name =3D "link_downed", [RXE_CNT_RDMA_SEND].name =3D "rdma_sends", [RXE_CNT_RDMA_RECV].name =3D "rdma_recvs", + [RXE_CNT_SENT_BYTES].name =3D "sent_bytes", + [RXE_CNT_RCVD_BYTES].name =3D "rcvd_bytes", }; =20 int rxe_ib_get_hw_stats(struct ib_device *ibdev, diff --git a/drivers/infiniband/sw/rxe/rxe_hw_counters.h b/drivers/infiniba= nd/sw/rxe/rxe_hw_counters.h index 051f9e1c3852..01b355103cbc 100644 --- a/drivers/infiniband/sw/rxe/rxe_hw_counters.h +++ b/drivers/infiniband/sw/rxe/rxe_hw_counters.h @@ -26,6 +26,8 @@ enum rxe_counters { RXE_CNT_LINK_DOWNED, RXE_CNT_RDMA_SEND, RXE_CNT_RDMA_RECV, + RXE_CNT_SENT_BYTES, + RXE_CNT_RCVD_BYTES, RXE_NUM_OF_COUNTERS }; =20 diff --git a/drivers/infiniband/sw/rxe/rxe_net.c b/drivers/infiniband/sw/rx= e/rxe_net.c index 20338cb8e3c2..ec0ae7479fe7 100644 --- a/drivers/infiniband/sw/rxe/rxe_net.c +++ b/drivers/infiniband/sw/rxe/rxe_net.c @@ -519,6 +519,7 @@ int rxe_xmit_packet(struct rxe_qp *qp, struct rxe_pkt_i= nfo *pkt, } =20 rxe_counter_inc(rxe, RXE_CNT_SENT_PKTS); + rxe_counter_add(rxe, RXE_CNT_SENT_BYTES, skb->len); goto done; =20 drop: diff --git a/drivers/infiniband/sw/rxe/rxe_recv.c b/drivers/infiniband/sw/r= xe/rxe_recv.c index 5861e4244049..b5522017852d 100644 --- a/drivers/infiniband/sw/rxe/rxe_recv.c +++ b/drivers/infiniband/sw/rxe/rxe_recv.c @@ -342,6 +342,7 @@ void rxe_rcv(struct sk_buff *skb) goto drop; =20 rxe_counter_inc(rxe, RXE_CNT_RCVD_PKTS); + rxe_counter_add(rxe, RXE_CNT_RCVD_BYTES, skb->len); =20 if (unlikely(bth_qpn(pkt) =3D=3D IB_MULTICAST_QPN)) rxe_rcv_mcast_pkt(rxe, skb); diff --git a/drivers/infiniband/sw/rxe/rxe_verbs.h b/drivers/infiniband/sw/= rxe/rxe_verbs.h index fb149f37e91d..2bcfb919a40b 100644 --- a/drivers/infiniband/sw/rxe/rxe_verbs.h +++ b/drivers/infiniband/sw/rxe/rxe_verbs.h @@ -460,6 +460,12 @@ static inline void rxe_counter_inc(struct rxe_dev *rxe= , enum rxe_counters index) atomic64_inc(&rxe->stats_counters[index]); } =20 +static inline void rxe_counter_add(struct rxe_dev *rxe, enum rxe_counters = index, + s64 val) +{ + atomic64_add(val, &rxe->stats_counters[index]); +} + static inline struct rxe_dev *to_rdev(struct ib_device *dev) { return dev ? container_of(dev, struct rxe_dev, ib_dev) : NULL; --=20 2.43.0 From nobody Thu Apr 2 12:25:52 2026 Received: from out-173.mta1.migadu.com (out-173.mta1.migadu.com [95.215.58.173]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (No client certificate requested) by smtp.subspace.kernel.org (Postfix) with ESMTPS id EE392292B44 for ; Sun, 29 Mar 2026 05:42:23 +0000 (UTC) Authentication-Results: smtp.subspace.kernel.org; arc=none smtp.client-ip=95.215.58.173 ARC-Seal: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1774762945; cv=none; b=pTcdByyjcn1uYdTk27T1dYkzqO19eTgHe6CYdXXDYcIlJfHZBdy5mQvrkB/cNwZDPZp4C/8v0u7Oap3+4JMkFEFcLM/7Ac4yHkWna3q+ERMJa/F4hCjOh+vz1QVDWndTcJTvwmIsMPthxw98RUOvUojyLGPQm9lptjYiwpZNyb4= ARC-Message-Signature: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1774762945; c=relaxed/simple; bh=odX1WzUOisnIjbngzWrEzk71b5natdlujLZcp8tSYY4=; h=From:To:Cc:Subject:Date:Message-ID:In-Reply-To:References: MIME-Version; b=uPoiPlXy8+UDies2+Z3vDmxXzun8Nzt37e+2jYUfIJlgH6KU2NIF/5VkhCryRCv+Sx4GyCW46rMCXwPL3OJo4Z0uhKY6zfGUsIhAD+4YLXKXxSoAmp8QCBkhnU+SD7NbuzlbDoqKqR0ZUX8k6boKjfOkDLoWWuawhhrOP6aLniI= ARC-Authentication-Results: i=1; smtp.subspace.kernel.org; dmarc=pass (p=none dis=none) header.from=linux.dev; spf=pass smtp.mailfrom=linux.dev; dkim=pass (1024-bit key) header.d=linux.dev header.i=@linux.dev header.b=IGuZVewN; arc=none smtp.client-ip=95.215.58.173 Authentication-Results: smtp.subspace.kernel.org; dmarc=pass (p=none dis=none) header.from=linux.dev Authentication-Results: smtp.subspace.kernel.org; spf=pass smtp.mailfrom=linux.dev Authentication-Results: smtp.subspace.kernel.org; dkim=pass (1024-bit key) header.d=linux.dev header.i=@linux.dev header.b="IGuZVewN" X-Report-Abuse: Please report any abuse attempt to abuse@migadu.com and include these headers. DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/relaxed; d=linux.dev; s=key1; t=1774762941; h=from:from:reply-to:subject:subject:date:date:message-id:message-id: to:to:cc:cc:mime-version:mime-version: content-transfer-encoding:content-transfer-encoding: in-reply-to:in-reply-to:references:references; bh=z2sp5/GUf5BPEEdnIMYDtF74UILlR+HyIrGJbl+kuY4=; b=IGuZVewNi9JJOYRB8e7iExp94eseK/kvTYPjKXOCva95q+GSV906ecrzUO42gqmn4CXkyb 7RZNuUWunbedobuu88N9nBgjVVnPNhJcOlcwMD64vQXRDGZu9Q5r+Z+QxQSFpQsVsxKJdg 73LU7V07GR2nZcFe8t3iSmkXUlzQLAo= From: zhenwei pi To: linux-kernel@vger.kernel.org, linux-rdma@vger.kernel.org Cc: zyjzyj2000@gmail.com, jgg@ziepe.ca, leon@kernel.org, zhenwei pi Subject: [PATCH v3 3/3] RDMA/rxe: support perf mgmt GET method Date: Sun, 29 Mar 2026 13:41:56 +0800 Message-ID: <20260329054156.125362-4-zhenwei.pi@linux.dev> In-Reply-To: <20260329054156.125362-1-zhenwei.pi@linux.dev> References: <20260329054156.125362-1-zhenwei.pi@linux.dev> Precedence: bulk X-Mailing-List: linux-kernel@vger.kernel.org List-Id: List-Subscribe: List-Unsubscribe: MIME-Version: 1.0 Content-Transfer-Encoding: quoted-printable X-Migadu-Flow: FLOW_OUT Content-Type: text/plain; charset="utf-8" In RXE, hardware counters are already supported, but not in a standardized manner. For instance, user-space monitoring tools like atop only read from the *counters* directory. Therefore, it is necessary to add perf management support to RXE. Also use rxe_counter_get instead of raw atomic64_read in hw-counters. Signed-off-by: zhenwei pi Reviewed-by: Zhu Yanjun --- drivers/infiniband/sw/rxe/Makefile | 1 + drivers/infiniband/sw/rxe/rxe_hw_counters.c | 2 +- drivers/infiniband/sw/rxe/rxe_loc.h | 6 ++ drivers/infiniband/sw/rxe/rxe_mad.c | 93 +++++++++++++++++++++ drivers/infiniband/sw/rxe/rxe_verbs.c | 1 + drivers/infiniband/sw/rxe/rxe_verbs.h | 5 ++ 6 files changed, 107 insertions(+), 1 deletion(-) create mode 100644 drivers/infiniband/sw/rxe/rxe_mad.c diff --git a/drivers/infiniband/sw/rxe/Makefile b/drivers/infiniband/sw/rxe= /Makefile index 93134f1d1d0c..3c47e5b982c2 100644 --- a/drivers/infiniband/sw/rxe/Makefile +++ b/drivers/infiniband/sw/rxe/Makefile @@ -22,6 +22,7 @@ rdma_rxe-y :=3D \ rxe_mcast.o \ rxe_task.o \ rxe_net.o \ + rxe_mad.o \ rxe_hw_counters.o =20 rdma_rxe-$(CONFIG_INFINIBAND_ON_DEMAND_PAGING) +=3D rxe_odp.o diff --git a/drivers/infiniband/sw/rxe/rxe_hw_counters.c b/drivers/infiniba= nd/sw/rxe/rxe_hw_counters.c index 17edaa9a9b9b..a612e96f7a88 100644 --- a/drivers/infiniband/sw/rxe/rxe_hw_counters.c +++ b/drivers/infiniband/sw/rxe/rxe_hw_counters.c @@ -37,7 +37,7 @@ int rxe_ib_get_hw_stats(struct ib_device *ibdev, return -EINVAL; =20 for (cnt =3D 0; cnt < ARRAY_SIZE(rxe_counter_descs); cnt++) - stats->value[cnt] =3D atomic64_read(&dev->stats_counters[cnt]); + stats->value[cnt] =3D rxe_counter_get(dev, cnt); =20 return ARRAY_SIZE(rxe_counter_descs); } diff --git a/drivers/infiniband/sw/rxe/rxe_loc.h b/drivers/infiniband/sw/rx= e/rxe_loc.h index 7992290886e1..a8ce85147c1f 100644 --- a/drivers/infiniband/sw/rxe/rxe_loc.h +++ b/drivers/infiniband/sw/rxe/rxe_loc.h @@ -245,4 +245,10 @@ static inline int rxe_ib_advise_mr(struct ib_pd *pd, =20 #endif /* CONFIG_INFINIBAND_ON_DEMAND_PAGING */ =20 +/* rxe-mad.c */ +int rxe_process_mad(struct ib_device *ibdev, int mad_flags, u32 port_num, + const struct ib_wc *in_wc, const struct ib_grh *in_grh, + const struct ib_mad *in, struct ib_mad *out, + size_t *out_mad_size, u16 *out_mad_pkey_index); + #endif /* RXE_LOC_H */ diff --git a/drivers/infiniband/sw/rxe/rxe_mad.c b/drivers/infiniband/sw/rx= e/rxe_mad.c new file mode 100644 index 000000000000..f41b8d5cdfe1 --- /dev/null +++ b/drivers/infiniband/sw/rxe/rxe_mad.c @@ -0,0 +1,93 @@ +// SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB +/* + * Copyright (c) 2026 zhenwei pi + */ + +#include +#include "rxe.h" +#include "rxe_hw_counters.h" + +static int rxe_get_pma_info(struct ib_mad *out) +{ + struct ib_class_port_info cpi =3D {}; + + cpi.capability_mask =3D IB_PMA_CLASS_CAP_EXT_WIDTH; + memcpy((out->data + 40), &cpi, sizeof(cpi)); + + return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY; +} + +static int rxe_get_pma_counters(struct rxe_dev *rxe, struct ib_mad *out) +{ + struct ib_pma_portcounters *pma_cnt =3D (struct ib_pma_portcounters *)(ou= t->data + 40); + s64 val; + + /* IBA release 1.8, 16.1.3.5: During operation, instead of overflowing, t= hey shall stop + * at all ones. + */ + val =3D rxe_counter_get(rxe, RXE_CNT_LINK_DOWNED); + if (val > U8_MAX) + pma_cnt->link_downed_counter =3D U8_MAX; + else + pma_cnt->link_downed_counter =3D (u8)val; + + return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY; +} + +static int rxe_get_pma_counters_ext(struct rxe_dev *rxe, struct ib_mad *ou= t) +{ + struct ib_pma_portcounters_ext *pma_cnt_ext =3D + (struct ib_pma_portcounters_ext *)(out->data + 40); + + pma_cnt_ext->port_xmit_data =3D cpu_to_be64(rxe_counter_get(rxe, RXE_CNT_= SENT_BYTES) >> 2); + pma_cnt_ext->port_rcv_data =3D cpu_to_be64(rxe_counter_get(rxe, RXE_CNT_R= CVD_BYTES) >> 2); + pma_cnt_ext->port_xmit_packets =3D cpu_to_be64(rxe_counter_get(rxe, RXE_C= NT_SENT_PKTS)); + pma_cnt_ext->port_rcv_packets =3D cpu_to_be64(rxe_counter_get(rxe, RXE_CN= T_RCVD_PKTS)); + + return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY; +} + +static int rxe_get_perf_mgmt(struct rxe_dev *rxe, const struct ib_mad *in,= struct ib_mad *out) +{ + switch (in->mad_hdr.attr_id) { + case IB_PMA_CLASS_PORT_INFO: + return rxe_get_pma_info(out); + + case IB_PMA_PORT_COUNTERS: + return rxe_get_pma_counters(rxe, out); + + case IB_PMA_PORT_COUNTERS_EXT: + return rxe_get_pma_counters_ext(rxe, out); + + default: + out->mad_hdr.status =3D cpu_to_be16(IB_MGMT_MAD_STATUS_UNSUPPORTED_METHO= D_ATTRIB); + return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY; + } +} + +int rxe_process_mad(struct ib_device *ibdev, int mad_flags, u32 port_num, + const struct ib_wc *in_wc, const struct ib_grh *in_grh, + const struct ib_mad *in, struct ib_mad *out, + size_t *out_mad_size, u16 *out_mad_pkey_index) +{ + struct rxe_dev *rxe =3D to_rdev(ibdev); + u8 mgmt_class =3D in->mad_hdr.mgmt_class; + u8 method =3D in->mad_hdr.method; + + if (port_num !=3D RXE_PORT) + return IB_MAD_RESULT_FAILURE; + + memset(out, 0, sizeof(*out)); + switch (mgmt_class) { + case IB_MGMT_CLASS_PERF_MGMT: + if (method =3D=3D IB_MGMT_METHOD_GET) + return rxe_get_perf_mgmt(rxe, in, out); + break; + + default: + break; + } + + out->mad_hdr.status =3D cpu_to_be16(IB_MGMT_MAD_STATUS_UNSUPPORTED_METHOD= ); + return IB_MAD_RESULT_SUCCESS | IB_MAD_RESULT_REPLY; +} diff --git a/drivers/infiniband/sw/rxe/rxe_verbs.c b/drivers/infiniband/sw/= rxe/rxe_verbs.c index bcd486e8668b..7df0cb5a09a3 100644 --- a/drivers/infiniband/sw/rxe/rxe_verbs.c +++ b/drivers/infiniband/sw/rxe/rxe_verbs.c @@ -1509,6 +1509,7 @@ static const struct ib_device_ops rxe_dev_ops =3D { .post_recv =3D rxe_post_recv, .post_send =3D rxe_post_send, .post_srq_recv =3D rxe_post_srq_recv, + .process_mad =3D rxe_process_mad, .query_ah =3D rxe_query_ah, .query_device =3D rxe_query_device, .query_pkey =3D rxe_query_pkey, diff --git a/drivers/infiniband/sw/rxe/rxe_verbs.h b/drivers/infiniband/sw/= rxe/rxe_verbs.h index 2bcfb919a40b..1c4fa8eaa733 100644 --- a/drivers/infiniband/sw/rxe/rxe_verbs.h +++ b/drivers/infiniband/sw/rxe/rxe_verbs.h @@ -466,6 +466,11 @@ static inline void rxe_counter_add(struct rxe_dev *rxe= , enum rxe_counters index, atomic64_add(val, &rxe->stats_counters[index]); } =20 +static inline s64 rxe_counter_get(struct rxe_dev *rxe, enum rxe_counters i= ndex) +{ + return atomic64_read(&rxe->stats_counters[index]); +} + static inline struct rxe_dev *to_rdev(struct ib_device *dev) { return dev ? container_of(dev, struct rxe_dev, ib_dev) : NULL; --=20 2.43.0