238 	struct rpcrdma_xprt *r_xprt = container_of(work, struct rpcrdma_xprt,  in xprt_rdma_connect_worker()  local
240 	struct rpc_xprt *xprt = &r_xprt->rx_xprt;  in xprt_rdma_connect_worker()
243 	rc = rpcrdma_xprt_connect(r_xprt);  in xprt_rdma_connect_worker()
253 		rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_connect_worker()
254 	xprt_unlock_connect(xprt, r_xprt);  in xprt_rdma_connect_worker()
270 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_inject_disconnect()  local
272 	trace_xprtrdma_op_inject_dsc(r_xprt);  in xprt_rdma_inject_disconnect()
273 	rdma_disconnect(r_xprt->rx_ep->re_id);  in xprt_rdma_inject_disconnect()
286 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_destroy()  local
288 	cancel_delayed_work_sync(&r_xprt->rx_connect_worker);  in xprt_rdma_destroy()
290 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_destroy()
291 	rpcrdma_buffer_destroy(&r_xprt->rx_buf);  in xprt_rdma_destroy()
384 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_close()  local
386 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_close()
447 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_set_connect_timeout()  local
449 	trace_xprtrdma_op_set_cto(r_xprt, connect_timeout, reconnect_timeout);  in xprt_rdma_set_connect_timeout()
463 		r_xprt->rx_timeout = to;  in xprt_rdma_set_connect_timeout()
464 		xprt->timeout = &r_xprt->rx_timeout;  in xprt_rdma_set_connect_timeout()
483 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_connect()  local
484 	struct rpcrdma_ep *ep = r_xprt->rx_ep;  in xprt_rdma_connect()
487 	WARN_ON_ONCE(!xprt_lock_connect(xprt, task, r_xprt));  in xprt_rdma_connect()
494 	trace_xprtrdma_op_connect(r_xprt, delay);  in xprt_rdma_connect()
495 	queue_delayed_work(xprtiod_workqueue, &r_xprt->rx_connect_worker,  in xprt_rdma_connect()
511 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_alloc_slot()  local
514 	req = rpcrdma_buffer_get(&r_xprt->rx_buf);  in xprt_rdma_alloc_slot()
535 	struct rpcrdma_xprt *r_xprt =  in xprt_rdma_free_slot()  local
538 	rpcrdma_reply_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
541 		rpcrdma_buffer_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
545 static bool rpcrdma_check_regbuf(struct rpcrdma_xprt *r_xprt,  in rpcrdma_check_regbuf()  argument
552 		r_xprt->rx_stats.hardway_register_count += size;  in rpcrdma_check_regbuf()
570 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt);  in xprt_rdma_allocate()  local
580 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_sendbuf, rqst->rq_callsize,  in xprt_rdma_allocate()
583 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_recvbuf, rqst->rq_rcvsize,  in xprt_rdma_allocate()
605 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt);  in xprt_rdma_free()  local
609 		frwr_unmap_sync(r_xprt, req);  in xprt_rdma_free()
639 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_send_request()  local
653 	rc = rpcrdma_marshal_req(r_xprt, rqst);  in xprt_rdma_send_request()
662 	if (rpcrdma_post_sends(r_xprt, req))  in xprt_rdma_send_request()
684 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_print_stats()  local
703 		   r_xprt->rx_stats.read_chunk_count,  in xprt_rdma_print_stats()
704 		   r_xprt->rx_stats.write_chunk_count,  in xprt_rdma_print_stats()
705 		   r_xprt->rx_stats.reply_chunk_count,  in xprt_rdma_print_stats()
706 		   r_xprt->rx_stats.total_rdma_request,  in xprt_rdma_print_stats()
707 		   r_xprt->rx_stats.total_rdma_reply,  in xprt_rdma_print_stats()
708 		   r_xprt->rx_stats.pullup_copy_count,  in xprt_rdma_print_stats()
709 		   r_xprt->rx_stats.fixup_copy_count,  in xprt_rdma_print_stats()
710 		   r_xprt->rx_stats.hardway_register_count,  in xprt_rdma_print_stats()
711 		   r_xprt->rx_stats.failed_marshal_count,  in xprt_rdma_print_stats()
712 		   r_xprt->rx_stats.bad_reply_count,  in xprt_rdma_print_stats()
713 		   r_xprt->rx_stats.nomsg_call_count);  in xprt_rdma_print_stats()
715 		   r_xprt->rx_stats.mrs_recycled,  in xprt_rdma_print_stats()
716 		   r_xprt->rx_stats.mrs_orphaned,  in xprt_rdma_print_stats()
717 		   r_xprt->rx_stats.mrs_allocated,  in xprt_rdma_print_stats()
718 		   r_xprt->rx_stats.local_inv_needed,  in xprt_rdma_print_stats()
719 		   r_xprt->rx_stats.empty_sendctx_q,  in xprt_rdma_print_stats()
720 		   r_xprt->rx_stats.reply_waits_for_send);  in xprt_rdma_print_stats()