IB/iser: Drain the entire QP during destruction flow
authorMax Gurtovoy <mgurtovoy@nvidia.com>
Wed, 15 Jun 2022 08:28:39 +0000 (11:28 +0300)
committerJason Gunthorpe <jgg@nvidia.com>
Fri, 24 Jun 2022 19:17:46 +0000 (16:17 -0300)
It's important to drain both the sq and the rq to make sure all WRs were
flushed before destroying the QP.

Link: https://lore.kernel.org/r/20220615082839.26328-1-mgurtovoy@nvidia.com
Reviewed-by: Sergey Gorenko <sergeygo@nvidia.com>
Reviewed-by: Israel Rukshin <israelr@nvidia.com>
Signed-off-by: Max Gurtovoy <mgurtovoy@nvidia.com>
Signed-off-by: Jason Gunthorpe <jgg@nvidia.com>
drivers/infiniband/ulp/iser/iser_verbs.c

index c08f2d9..a00ca11 100644 (file)
@@ -246,6 +246,7 @@ static int iser_create_ib_conn_res(struct ib_conn *ib_conn)
        device = ib_conn->device;
        ib_dev = device->ib_device;
 
+       /* +1 for drain */
        if (ib_conn->pi_support)
                max_send_wr = ISER_QP_SIG_MAX_REQ_DTOS + 1;
        else
@@ -267,7 +268,8 @@ static int iser_create_ib_conn_res(struct ib_conn *ib_conn)
        init_attr.qp_context = (void *)ib_conn;
        init_attr.send_cq = ib_conn->cq;
        init_attr.recv_cq = ib_conn->cq;
-       init_attr.cap.max_recv_wr = ISER_QP_MAX_RECV_DTOS;
+       /* +1 for drain */
+       init_attr.cap.max_recv_wr = ISER_QP_MAX_RECV_DTOS + 1;
        init_attr.cap.max_send_sge = 2;
        init_attr.cap.max_recv_sge = 1;
        init_attr.sq_sig_type = IB_SIGNAL_REQ_WR;
@@ -485,7 +487,7 @@ int iser_conn_terminate(struct iser_conn *iser_conn)
                                 iser_conn, err);
 
                /* block until all flush errors are consumed */
-               ib_drain_sq(ib_conn->qp);
+               ib_drain_qp(ib_conn->qp);
        }
 
        return 1;