providers/efa: Add QP service level in EFA DV

Add SL parameter to EFA create QP direct verb and pass it to the kernel. Update documentation accordingly. Reviewed-by: Firas Jahjah <firasj@amazon.com> Reviewed-by: Yonatan Nachum <ynachum@amazon.com> Signed-off-by: Michael Margolin <mrgolin@amazon.com>
linux-rdma · Oct 29, 2024 · cd38554 · cd38554
1 parent fcb3547
commit cd38554
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 2 deletions.
diff --git a/providers/efa/efadv.h b/providers/efa/efadv.h
@@ -33,7 +33,8 @@ struct efadv_qp_init_attr {
 	uint64_t comp_mask;
 	uint32_t driver_qp_type;
 	uint16_t flags;
-	uint8_t reserved[2];
+	uint8_t sl;
+	uint8_t reserved[1];
 };
 
 struct ibv_qp *efadv_create_qp_ex(struct ibv_context *ibvctx,

diff --git a/providers/efa/man/efadv_create_qp_ex.3.md b/providers/efa/man/efadv_create_qp_ex.3.md
@@ -45,7 +45,8 @@ struct efadv_qp_init_attr {
 	uint64_t comp_mask;
 	uint32_t driver_qp_type;
 	uint16_t flags;
-	uint8_t reserved[2];
+	uint8_t sl;
+	uint8_t reserved[1];
 };
 ```
 
@@ -67,6 +68,9 @@ struct efadv_qp_init_attr {
 	EFADV_QP_FLAGS_UNSOLICITED_WRITE_RECV:
 		Receive WRs will not be consumed for RDMA write with imm.
 
+*sl*
+:	Service Level - 0 value implies default level.
+
 # RETURN VALUE
 
 efadv_create_qp_ex() returns a pointer to the created QP, or NULL if the request fails.

diff --git a/providers/efa/verbs.c b/providers/efa/verbs.c
@@ -1500,6 +1500,8 @@ static struct ibv_qp *create_qp(struct ibv_context *ibvctx,
 	if (efa_attr->flags & EFADV_QP_FLAGS_UNSOLICITED_WRITE_RECV)
 		req.flags |= EFA_CREATE_QP_WITH_UNSOLICITED_WRITE_RECV;
 
+	req.sl = efa_attr->sl;
+
 	err = ibv_cmd_create_qp_ex(ibvctx, &qp->verbs_qp,
 				   attr, &req.ibv_cmd, sizeof(req),
 				   &resp.ibv_resp, sizeof(resp));