svcrdma: Fix backchannel return code
authorChuck Lever <chuck.lever@oracle.com>
Fri, 20 Mar 2020 21:32:41 +0000 (17:32 -0400)
committerChuck Lever <chuck.lever@oracle.com>
Mon, 18 May 2020 14:21:21 +0000 (10:21 -0400)
Way back when I was writing the RPC/RDMA server-side backchannel
code, I misread the TCP backchannel reply handler logic. When
svc_tcp_recvfrom() successfully receives a backchannel reply, it
does not return -EAGAIN. It sets XPT_DATA and returns zero.

Update svc_rdma_recvfrom() to return zero. Here, XPT_DATA doesn't
need to be set again: it is set whenever a new message is received,
behind a spin lock in a single threaded context.

Also, if handling the cb reply is not successful, the message is
simply dropped. There's no special message framing to deal with as
there is in the TCP case.

Now that the handle_bc_reply() return value is ignored, I've removed
the dprintk call sites in the error exit of handle_bc_reply() in
favor of trace points in other areas that already report the error
cases.

Signed-off-by: Chuck Lever <chuck.lever@oracle.com>
include/linux/sunrpc/svc_rdma.h
net/sunrpc/xprtrdma/svc_rdma_backchannel.c
net/sunrpc/xprtrdma/svc_rdma_recvfrom.c

index cbcfbd0521e374254e90fea0562e29c716e62727..8518c3f37e5609cfa7c4ac5f1c5d6b95e7b2382c 100644 (file)
@@ -160,9 +160,8 @@ struct svc_rdma_send_ctxt {
 };
 
 /* svc_rdma_backchannel.c */
-extern int svc_rdma_handle_bc_reply(struct rpc_xprt *xprt,
-                                   __be32 *rdma_resp,
-                                   struct xdr_buf *rcvbuf);
+extern void svc_rdma_handle_bc_reply(struct svc_rqst *rqstp,
+                                    struct svc_rdma_recv_ctxt *rctxt);
 
 /* svc_rdma_recvfrom.c */
 extern void svc_rdma_recv_ctxts_destroy(struct svcxprt_rdma *rdma);
index d9aab4504f2c5ef6ce2e0be7539a58740750883e..b174f3b109a59d7dd8c0db326fd0644c8f9c6881 100644 (file)
 #undef SVCRDMA_BACKCHANNEL_DEBUG
 
 /**
- * svc_rdma_handle_bc_reply - Process incoming backchannel reply
- * @xprt: controlling backchannel transport
- * @rdma_resp: pointer to incoming transport header
- * @rcvbuf: XDR buffer into which to decode the reply
+ * svc_rdma_handle_bc_reply - Process incoming backchannel Reply
+ * @rqstp: resources for handling the Reply
+ * @rctxt: Received message
  *
- * Returns:
- *     %0 if @rcvbuf is filled in, xprt_complete_rqst called,
- *     %-EAGAIN if server should call ->recvfrom again.
  */
-int svc_rdma_handle_bc_reply(struct rpc_xprt *xprt, __be32 *rdma_resp,
-                            struct xdr_buf *rcvbuf)
+void svc_rdma_handle_bc_reply(struct svc_rqst *rqstp,
+                             struct svc_rdma_recv_ctxt *rctxt)
 {
+       struct svc_xprt *sxprt = rqstp->rq_xprt;
+       struct rpc_xprt *xprt = sxprt->xpt_bc_xprt;
        struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);
+       struct xdr_buf *rcvbuf = &rqstp->rq_arg;
        struct kvec *dst, *src = &rcvbuf->head[0];
+       __be32 *rdma_resp = rctxt->rc_recv_buf;
        struct rpc_rqst *req;
        u32 credits;
        size_t len;
        __be32 xid;
        __be32 *p;
-       int ret;
 
        p = (__be32 *)src->iov_base;
        len = src->iov_len;
@@ -49,14 +48,10 @@ int svc_rdma_handle_bc_reply(struct rpc_xprt *xprt, __be32 *rdma_resp,
                __func__, (int)len, p);
 #endif
 
-       ret = -EAGAIN;
-       if (src->iov_len < 24)
-               goto out_shortreply;
-
        spin_lock(&xprt->queue_lock);
        req = xprt_lookup_rqst(xprt, xid);
        if (!req)
-               goto out_notfound;
+               goto out_unlock;
 
        dst = &req->rq_private_buf.head[0];
        memcpy(&req->rq_private_buf, &req->rq_rcv_buf, sizeof(struct xdr_buf));
@@ -77,25 +72,12 @@ int svc_rdma_handle_bc_reply(struct rpc_xprt *xprt, __be32 *rdma_resp,
        spin_unlock(&xprt->transport_lock);
 
        spin_lock(&xprt->queue_lock);
-       ret = 0;
        xprt_complete_rqst(req->rq_task, rcvbuf->len);
        xprt_unpin_rqst(req);
        rcvbuf->len = 0;
 
 out_unlock:
        spin_unlock(&xprt->queue_lock);
-out:
-       return ret;
-
-out_shortreply:
-       dprintk("svcrdma: short bc reply: xprt=%p, len=%zu\n",
-               xprt, src->iov_len);
-       goto out;
-
-out_notfound:
-       dprintk("svcrdma: unrecognized bc reply: xprt=%p, xid=%08x\n",
-               xprt, be32_to_cpu(xid));
-       goto out_unlock;
 }
 
 /* Send a backwards direction RPC call.
index efa5fcb5793f710cdd6d8eabe5a1353849f44db9..eee7c6478b30a49427a23a1ae7818f932fbccc38 100644 (file)
@@ -878,12 +878,9 @@ int svc_rdma_recvfrom(struct svc_rqst *rqstp)
                goto out_drop;
        rqstp->rq_xprt_hlen = ret;
 
-       if (svc_rdma_is_backchannel_reply(xprt, p)) {
-               ret = svc_rdma_handle_bc_reply(xprt->xpt_bc_xprt, p,
-                                              &rqstp->rq_arg);
-               svc_rdma_recv_ctxt_put(rdma_xprt, ctxt);
-               return ret;
-       }
+       if (svc_rdma_is_backchannel_reply(xprt, p))
+               goto out_backchannel;
+
        svc_rdma_get_inv_rkey(rdma_xprt, ctxt);
 
        p += rpcrdma_fixed_maxsz;
@@ -913,6 +910,8 @@ out_postfail:
        svc_rdma_recv_ctxt_put(rdma_xprt, ctxt);
        return ret;
 
+out_backchannel:
+       svc_rdma_handle_bc_reply(rqstp, ctxt);
 out_drop:
        svc_rdma_recv_ctxt_put(rdma_xprt, ctxt);
        return 0;