Blame SOURCES/0102-bnxt_re-lib-Enable-Broadcom-s-57500-RoCE-adapter.patch

f4cdaa
From 7089c4caf0e2ffa37d6a663b9fc7d05624841bf0 Mon Sep 17 00:00:00 2001
f4cdaa
From: Devesh Sharma <devesh.sharma@broadcom.com>
f4cdaa
Date: Sun, 13 Jan 2019 14:36:13 -0500
f4cdaa
Subject: [PATCH rdma-core 2/2] bnxt_re/lib: Enable Broadcom's 57500 RoCE
f4cdaa
 adapter
f4cdaa
f4cdaa
This is to add Broadcom's 57500 series of adapters support
f4cdaa
to RoCE from libbnxt_re. Listing below the significant changes
f4cdaa
done as part of the patch.
f4cdaa
f4cdaa
 - Added the pci-id of the basic gen-p5 chip.
f4cdaa
 - Adjust psn search memory allocation to suite new search
f4cdaa
   psn structure.
f4cdaa
 - Added chip context structure to select the appropriate
f4cdaa
   execution flow in data-path and control path.
f4cdaa
 - Fill psn search area as per new or older chip execution
f4cdaa
   flow.
f4cdaa
 - removed duplicate declaration of BNXT_RE_ABI_VERSION macro
f4cdaa
f4cdaa
Signed-off-by: Devesh Sharma <devesh.sharma@broadcom.com>
f4cdaa
---
f4cdaa
 providers/bnxt_re/bnxt_re-abi.h | 10 +++++--
f4cdaa
 providers/bnxt_re/main.c        | 14 +++++++++
f4cdaa
 providers/bnxt_re/main.h        | 15 +++++++++-
f4cdaa
 providers/bnxt_re/verbs.c       | 50 +++++++++++++++++++++++----------
f4cdaa
 4 files changed, 71 insertions(+), 18 deletions(-)
f4cdaa
f4cdaa
diff --git a/providers/bnxt_re/bnxt_re-abi.h b/providers/bnxt_re/bnxt_re-abi.h
f4cdaa
index 65d048d3..c6998e85 100644
f4cdaa
--- a/providers/bnxt_re/bnxt_re-abi.h
f4cdaa
+++ b/providers/bnxt_re/bnxt_re-abi.h
f4cdaa
@@ -43,8 +43,6 @@
f4cdaa
 #include <rdma/bnxt_re-abi.h>
f4cdaa
 #include <kernel-abi/bnxt_re-abi.h>
f4cdaa
 
f4cdaa
-#define BNXT_RE_ABI_VERSION 1
f4cdaa
-
f4cdaa
 #define BNXT_RE_FULL_FLAG_DELTA        0x80
f4cdaa
 
f4cdaa
 DECLARE_DRV_CMD(ubnxt_re_pd, IB_USER_VERBS_CMD_ALLOC_PD,
f4cdaa
@@ -246,6 +244,14 @@ struct bnxt_re_psns {
f4cdaa
 	__le32 flg_npsn;
f4cdaa
 };
f4cdaa
 
f4cdaa
+struct bnxt_re_psns_ext {
f4cdaa
+	__u32 opc_spsn;
f4cdaa
+	__u32 flg_npsn;
f4cdaa
+	__u16 st_slot_idx;
f4cdaa
+	__u16 rsvd0;
f4cdaa
+	__u32 rsvd1;
f4cdaa
+};
f4cdaa
+
f4cdaa
 struct bnxt_re_sge {
f4cdaa
 	__le64 pa;
f4cdaa
 	__le32 lkey;
f4cdaa
diff --git a/providers/bnxt_re/main.c b/providers/bnxt_re/main.c
f4cdaa
index 1cd4d880..d171748e 100644
f4cdaa
--- a/providers/bnxt_re/main.c
f4cdaa
+++ b/providers/bnxt_re/main.c
f4cdaa
@@ -74,6 +74,7 @@ static const struct verbs_match_ent cna_table[] = {
f4cdaa
 	CNA(BROADCOM, 0x16EF),  /* BCM57416 NPAR */
f4cdaa
 	CNA(BROADCOM, 0x16F0),  /* BCM58730 */
f4cdaa
 	CNA(BROADCOM, 0x16F1),  /* BCM57452 */
f4cdaa
+	CNA(BROADCOM, 0x1750),	/* BCM57500 */
f4cdaa
 	CNA(BROADCOM, 0xD800),  /* BCM880xx VF */
f4cdaa
 	CNA(BROADCOM, 0xD802),  /* BCM58802 */
f4cdaa
 	CNA(BROADCOM, 0xD804),   /* BCM8804 SR */
f4cdaa
@@ -108,6 +109,11 @@ static const struct verbs_context_ops bnxt_re_cntx_ops = {
f4cdaa
 	.destroy_ah    = bnxt_re_destroy_ah
f4cdaa
 };
f4cdaa
 
f4cdaa
+bool bnxt_re_is_chip_gen_p5(struct bnxt_re_chip_ctx *cctx)
f4cdaa
+{
f4cdaa
+	return cctx->chip_num == CHIP_NUM_57500;
f4cdaa
+}
f4cdaa
+
f4cdaa
 /* Context Init functions */
f4cdaa
 static struct verbs_context *bnxt_re_alloc_context(struct ibv_device *vdev,
f4cdaa
 						   int cmd_fd,
f4cdaa
@@ -133,6 +139,14 @@ static struct verbs_context *bnxt_re_alloc_context(struct ibv_device *vdev,
f4cdaa
 	dev->pg_size = resp.pg_size;
f4cdaa
 	dev->cqe_size = resp.cqe_sz;
f4cdaa
 	dev->max_cq_depth = resp.max_cqd;
f4cdaa
+	if (resp.comp_mask & BNXT_RE_UCNTX_CMASK_HAVE_CCTX) {
f4cdaa
+		cntx->cctx.chip_num = resp.chip_id0 & 0xFFFF;
f4cdaa
+		cntx->cctx.chip_rev = (resp.chip_id0 >>
f4cdaa
+				       BNXT_RE_CHIP_ID0_CHIP_REV_SFT) & 0xFF;
f4cdaa
+		cntx->cctx.chip_metal = (resp.chip_id0 >>
f4cdaa
+					 BNXT_RE_CHIP_ID0_CHIP_MET_SFT) &
f4cdaa
+					 0xFF;
f4cdaa
+	}
f4cdaa
 	pthread_spin_init(&cntx->fqlock, PTHREAD_PROCESS_PRIVATE);
f4cdaa
 	/* mmap shared page. */
f4cdaa
 	cntx->shpg = mmap(NULL, dev->pg_size, PROT_READ | PROT_WRITE,
f4cdaa
diff --git a/providers/bnxt_re/main.h b/providers/bnxt_re/main.h
f4cdaa
index 0b5c749f..be573496 100644
f4cdaa
--- a/providers/bnxt_re/main.h
f4cdaa
+++ b/providers/bnxt_re/main.h
f4cdaa
@@ -54,7 +54,14 @@
f4cdaa
 
f4cdaa
 #define DEV	"bnxt_re : "
f4cdaa
 
f4cdaa
-#define BNXT_RE_UD_QP_HW_STALL 0x400000
f4cdaa
+#define BNXT_RE_UD_QP_HW_STALL	0x400000
f4cdaa
+
f4cdaa
+#define CHIP_NUM_57500		0x1750
f4cdaa
+struct bnxt_re_chip_ctx {
f4cdaa
+	__u16 chip_num;
f4cdaa
+	__u8 chip_rev;
f4cdaa
+	__u8 chip_metal;
f4cdaa
+};
f4cdaa
 
f4cdaa
 struct bnxt_re_dpi {
f4cdaa
 	__u32 dpindx;
f4cdaa
@@ -81,6 +88,7 @@ struct bnxt_re_cq {
f4cdaa
 };
f4cdaa
 
f4cdaa
 struct bnxt_re_wrid {
f4cdaa
+	struct bnxt_re_psns_ext *psns_ext;
f4cdaa
 	struct bnxt_re_psns *psns;
f4cdaa
 	uint64_t wrid;
f4cdaa
 	uint32_t bytes;
f4cdaa
@@ -111,6 +119,7 @@ struct bnxt_re_srq {
f4cdaa
 
f4cdaa
 struct bnxt_re_qp {
f4cdaa
 	struct ibv_qp ibvqp;
f4cdaa
+	struct bnxt_re_chip_ctx *cctx;
f4cdaa
 	struct bnxt_re_queue *sqq;
f4cdaa
 	struct bnxt_re_wrid *swrid;
f4cdaa
 	struct bnxt_re_queue *rqq;
f4cdaa
@@ -155,6 +164,7 @@ struct bnxt_re_context {
f4cdaa
 	struct verbs_context ibvctx;
f4cdaa
 	uint32_t dev_id;
f4cdaa
 	uint32_t max_qp;
f4cdaa
+	struct bnxt_re_chip_ctx cctx;
f4cdaa
 	uint32_t max_srq;
f4cdaa
 	struct bnxt_re_dpi udpi;
f4cdaa
 	void *shpg;
f4cdaa
@@ -162,6 +172,9 @@ struct bnxt_re_context {
f4cdaa
 	pthread_spinlock_t fqlock;
f4cdaa
 };
f4cdaa
 
f4cdaa
+/* Chip context related functions */
f4cdaa
+bool bnxt_re_is_chip_gen_p5(struct bnxt_re_chip_ctx *cctx);
f4cdaa
+
f4cdaa
 /* DB ring functions used internally*/
f4cdaa
 void bnxt_re_ring_rq_db(struct bnxt_re_qp *qp);
f4cdaa
 void bnxt_re_ring_sq_db(struct bnxt_re_qp *qp);
f4cdaa
diff --git a/providers/bnxt_re/verbs.c b/providers/bnxt_re/verbs.c
f4cdaa
index 7786d247..bec382b3 100644
f4cdaa
--- a/providers/bnxt_re/verbs.c
f4cdaa
+++ b/providers/bnxt_re/verbs.c
f4cdaa
@@ -844,9 +844,11 @@ static void bnxt_re_free_queues(struct bnxt_re_qp *qp)
f4cdaa
 static int bnxt_re_alloc_queues(struct bnxt_re_qp *qp,
f4cdaa
 				struct ibv_qp_init_attr *attr,
f4cdaa
 				uint32_t pg_size) {
f4cdaa
+	struct bnxt_re_psns_ext *psns_ext;
f4cdaa
 	struct bnxt_re_queue *que;
f4cdaa
 	struct bnxt_re_psns *psns;
f4cdaa
 	uint32_t psn_depth;
f4cdaa
+	uint32_t psn_size;
f4cdaa
 	int ret, indx;
f4cdaa
 
f4cdaa
 	que = qp->sqq;
f4cdaa
@@ -857,11 +859,12 @@ static int bnxt_re_alloc_queues(struct bnxt_re_qp *qp,
f4cdaa
 	que->diff = que->depth - attr->cap.max_send_wr;
f4cdaa
 
f4cdaa
 	/* psn_depth extra entries of size que->stride */
f4cdaa
-	psn_depth = (que->depth * sizeof(struct bnxt_re_psns)) /
f4cdaa
-		     que->stride;
f4cdaa
-	if ((que->depth * sizeof(struct bnxt_re_psns)) % que->stride)
f4cdaa
+	psn_size = bnxt_re_is_chip_gen_p5(qp->cctx) ?
f4cdaa
+					sizeof(struct bnxt_re_psns_ext) :
f4cdaa
+					sizeof(struct bnxt_re_psns);
f4cdaa
+	psn_depth = (que->depth * psn_size) / que->stride;
f4cdaa
+	if ((que->depth * psn_size) % que->stride)
f4cdaa
 		psn_depth++;
f4cdaa
-
f4cdaa
 	que->depth += psn_depth;
f4cdaa
 	/* PSN-search memory is allocated without checking for
f4cdaa
 	 * QP-Type. Kenrel driver do not map this memory if it
f4cdaa
@@ -875,6 +878,7 @@ static int bnxt_re_alloc_queues(struct bnxt_re_qp *qp,
f4cdaa
 	que->depth -= psn_depth;
f4cdaa
 	/* start of spsn space sizeof(struct bnxt_re_psns) each. */
f4cdaa
 	psns = (que->va + que->stride * que->depth);
f4cdaa
+	psns_ext = (struct bnxt_re_psns_ext *)psns;
f4cdaa
 	pthread_spin_init(&que->qlock, PTHREAD_PROCESS_PRIVATE);
f4cdaa
 	qp->swrid = calloc(que->depth, sizeof(struct bnxt_re_wrid));
f4cdaa
 	if (!qp->swrid) {
f4cdaa
@@ -884,6 +888,13 @@ static int bnxt_re_alloc_queues(struct bnxt_re_qp *qp,
f4cdaa
 
f4cdaa
 	for (indx = 0 ; indx < que->depth; indx++, psns++)
f4cdaa
 		qp->swrid[indx].psns = psns;
f4cdaa
+	if (bnxt_re_is_chip_gen_p5(qp->cctx)) {
f4cdaa
+		for (indx = 0 ; indx < que->depth; indx++, psns_ext++) {
f4cdaa
+			qp->swrid[indx].psns_ext = psns_ext;
f4cdaa
+			qp->swrid[indx].psns = (struct bnxt_re_psns *)psns_ext;
f4cdaa
+		}
f4cdaa
+	}
f4cdaa
+
f4cdaa
 	qp->cap.max_swr = que->depth;
f4cdaa
 
f4cdaa
 	if (qp->rqq) {
f4cdaa
@@ -931,6 +942,7 @@ struct ibv_qp *bnxt_re_create_qp(struct ibv_pd *ibvpd,
f4cdaa
 	if (bnxt_re_alloc_queue_ptr(qp, attr))
f4cdaa
 		goto fail;
f4cdaa
 	/* alloc queues */
f4cdaa
+	qp->cctx = &cntx->cctx;
f4cdaa
 	if (bnxt_re_alloc_queues(qp, attr, dev->pg_size))
f4cdaa
 		goto failq;
f4cdaa
 	/* Fill ibv_cmd */
f4cdaa
@@ -1094,26 +1106,36 @@ static int bnxt_re_build_sge(struct bnxt_re_sge *sge, struct ibv_sge *sg_list,
f4cdaa
 	return length;
f4cdaa
 }
f4cdaa
 
f4cdaa
-static void bnxt_re_fill_psns(struct bnxt_re_qp *qp, struct bnxt_re_psns *psns,
f4cdaa
+static void bnxt_re_fill_psns(struct bnxt_re_qp *qp, struct bnxt_re_wrid *wrid,
f4cdaa
 			      uint8_t opcode, uint32_t len)
f4cdaa
 {
f4cdaa
-	uint32_t pkt_cnt = 0, nxt_psn;
f4cdaa
+	uint32_t opc_spsn = 0, flg_npsn = 0;
f4cdaa
+	struct bnxt_re_psns_ext *psns_ext;
f4cdaa
+	uint32_t pkt_cnt = 0, nxt_psn = 0;
f4cdaa
+	struct bnxt_re_psns *psns;
f4cdaa
+
f4cdaa
+	psns = wrid->psns;
f4cdaa
+	psns_ext = wrid->psns_ext;
f4cdaa
 
f4cdaa
-	memset(psns, 0, sizeof(*psns));
f4cdaa
 	if (qp->qptyp == IBV_QPT_RC) {
f4cdaa
-		psns->opc_spsn = htole32(qp->sq_psn & BNXT_RE_PSNS_SPSN_MASK);
f4cdaa
+		opc_spsn = qp->sq_psn & BNXT_RE_PSNS_SPSN_MASK;
f4cdaa
 		pkt_cnt = (len / qp->mtu);
f4cdaa
 		if (len % qp->mtu)
f4cdaa
 			pkt_cnt++;
f4cdaa
 		if (len == 0)
f4cdaa
 			pkt_cnt = 1;
f4cdaa
 		nxt_psn = ((qp->sq_psn + pkt_cnt) & BNXT_RE_PSNS_NPSN_MASK);
f4cdaa
-		psns->flg_npsn = htole32(nxt_psn);
f4cdaa
+		flg_npsn = nxt_psn;
f4cdaa
 		qp->sq_psn = nxt_psn;
f4cdaa
 	}
f4cdaa
 	opcode = bnxt_re_ibv_wr_to_wc_opcd(opcode);
f4cdaa
-	psns->opc_spsn |= htole32(((opcode & BNXT_RE_PSNS_OPCD_MASK) <<
f4cdaa
-				    BNXT_RE_PSNS_OPCD_SHIFT));
f4cdaa
+	opc_spsn |= (((uint32_t)opcode & BNXT_RE_PSNS_OPCD_MASK) <<
f4cdaa
+		      BNXT_RE_PSNS_OPCD_SHIFT);
f4cdaa
+	memset(psns, 0, sizeof(*psns));
f4cdaa
+	psns->opc_spsn = htole32(opc_spsn);
f4cdaa
+	psns->flg_npsn = htole32(flg_npsn);
f4cdaa
+	if (bnxt_re_is_chip_gen_p5(qp->cctx))
f4cdaa
+		psns_ext->st_slot_idx = 0;
f4cdaa
 }
f4cdaa
 
f4cdaa
 static void bnxt_re_fill_wrid(struct bnxt_re_wrid *wrid, struct ibv_send_wr *wr,
f4cdaa
@@ -1235,10 +1257,9 @@ int bnxt_re_post_send(struct ibv_qp *ibvqp, struct ibv_send_wr *wr,
f4cdaa
 {
f4cdaa
 	struct bnxt_re_qp *qp = to_bnxt_re_qp(ibvqp);
f4cdaa
 	struct bnxt_re_queue *sq = qp->sqq;
f4cdaa
-	struct bnxt_re_bsqe *hdr;
f4cdaa
 	struct bnxt_re_wrid *wrid;
f4cdaa
-	struct bnxt_re_psns *psns;
f4cdaa
 	uint8_t is_inline = false;
f4cdaa
+	struct bnxt_re_bsqe *hdr;
f4cdaa
 	int ret = 0, bytes = 0;
f4cdaa
 	bool ring_db = false;
f4cdaa
 	void *sqe;
f4cdaa
@@ -1268,7 +1289,6 @@ int bnxt_re_post_send(struct ibv_qp *ibvqp, struct ibv_send_wr *wr,
f4cdaa
 
f4cdaa
 		sqe = (void *)(sq->va + (sq->tail * sq->stride));
f4cdaa
 		wrid = &qp->swrid[sq->tail];
f4cdaa
-		psns = wrid->psns;
f4cdaa
 
f4cdaa
 		memset(sqe, 0, bnxt_re_get_sqe_sz());
f4cdaa
 		hdr = sqe;
f4cdaa
@@ -1318,7 +1338,7 @@ int bnxt_re_post_send(struct ibv_qp *ibvqp, struct ibv_send_wr *wr,
f4cdaa
 		}
f4cdaa
 
f4cdaa
 		bnxt_re_fill_wrid(wrid, wr, bytes, qp->cap.sqsig);
f4cdaa
-		bnxt_re_fill_psns(qp, psns, wr->opcode, bytes);
f4cdaa
+		bnxt_re_fill_psns(qp, wrid, wr->opcode, bytes);
f4cdaa
 		bnxt_re_incr_tail(sq);
f4cdaa
 		qp->wqe_cnt++;
f4cdaa
 		wr = wr->next;
f4cdaa
-- 
f4cdaa
2.20.1
f4cdaa