1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM sunrpc
5 #if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_SUNRPC_H
8 #include <linux/sunrpc/sched.h>
9 #include <linux/sunrpc/clnt.h>
10 #include <linux/sunrpc/svc.h>
11 #include <linux/sunrpc/xprtsock.h>
12 #include <linux/sunrpc/svc_xprt.h>
13 #include <net/tcp_states.h>
14 #include <linux/net.h>
15 #include <linux/tracepoint.h>
17 #include <trace/events/sunrpc_base.h>
19 TRACE_DEFINE_ENUM(SOCK_STREAM);
20 TRACE_DEFINE_ENUM(SOCK_DGRAM);
21 TRACE_DEFINE_ENUM(SOCK_RAW);
22 TRACE_DEFINE_ENUM(SOCK_RDM);
23 TRACE_DEFINE_ENUM(SOCK_SEQPACKET);
24 TRACE_DEFINE_ENUM(SOCK_DCCP);
25 TRACE_DEFINE_ENUM(SOCK_PACKET);
27 #define show_socket_type(type) \
28 __print_symbolic(type, \
29 { SOCK_STREAM, "STREAM" }, \
30 { SOCK_DGRAM, "DGRAM" }, \
31 { SOCK_RAW, "RAW" }, \
32 { SOCK_RDM, "RDM" }, \
33 { SOCK_SEQPACKET, "SEQPACKET" }, \
34 { SOCK_DCCP, "DCCP" }, \
35 { SOCK_PACKET, "PACKET" })
37 /* This list is known to be incomplete, add new enums as needed. */
38 TRACE_DEFINE_ENUM(AF_UNSPEC);
39 TRACE_DEFINE_ENUM(AF_UNIX);
40 TRACE_DEFINE_ENUM(AF_LOCAL);
41 TRACE_DEFINE_ENUM(AF_INET);
42 TRACE_DEFINE_ENUM(AF_INET6);
44 #define rpc_show_address_family(family) \
45 __print_symbolic(family, \
46 { AF_UNSPEC, "AF_UNSPEC" }, \
47 { AF_UNIX, "AF_UNIX" }, \
48 { AF_LOCAL, "AF_LOCAL" }, \
49 { AF_INET, "AF_INET" }, \
50 { AF_INET6, "AF_INET6" })
52 DECLARE_EVENT_CLASS(rpc_xdr_buf_class,
54 const struct rpc_task *task,
55 const struct xdr_buf *xdr
61 __field(unsigned int, task_id)
62 __field(unsigned int, client_id)
63 __field(const void *, head_base)
64 __field(size_t, head_len)
65 __field(const void *, tail_base)
66 __field(size_t, tail_len)
67 __field(unsigned int, page_base)
68 __field(unsigned int, page_len)
69 __field(unsigned int, msg_len)
73 __entry->task_id = task->tk_pid;
74 __entry->client_id = task->tk_client ?
75 task->tk_client->cl_clid : -1;
76 __entry->head_base = xdr->head[0].iov_base;
77 __entry->head_len = xdr->head[0].iov_len;
78 __entry->tail_base = xdr->tail[0].iov_base;
79 __entry->tail_len = xdr->tail[0].iov_len;
80 __entry->page_base = xdr->page_base;
81 __entry->page_len = xdr->page_len;
82 __entry->msg_len = xdr->len;
85 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
86 " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
87 __entry->task_id, __entry->client_id,
88 __entry->head_base, __entry->head_len,
89 __entry->page_len, __entry->page_base,
90 __entry->tail_base, __entry->tail_len,
95 #define DEFINE_RPCXDRBUF_EVENT(name) \
96 DEFINE_EVENT(rpc_xdr_buf_class, \
99 const struct rpc_task *task, \
100 const struct xdr_buf *xdr \
104 DEFINE_RPCXDRBUF_EVENT(sendto);
105 DEFINE_RPCXDRBUF_EVENT(recvfrom);
106 DEFINE_RPCXDRBUF_EVENT(reply_pages);
109 DECLARE_EVENT_CLASS(rpc_clnt_class,
111 const struct rpc_clnt *clnt
117 __field(unsigned int, client_id)
121 __entry->client_id = clnt->cl_clid;
124 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id)
127 #define DEFINE_RPC_CLNT_EVENT(name) \
128 DEFINE_EVENT(rpc_clnt_class, \
131 const struct rpc_clnt *clnt \
135 DEFINE_RPC_CLNT_EVENT(free);
136 DEFINE_RPC_CLNT_EVENT(killall);
137 DEFINE_RPC_CLNT_EVENT(shutdown);
138 DEFINE_RPC_CLNT_EVENT(release);
139 DEFINE_RPC_CLNT_EVENT(replace_xprt);
140 DEFINE_RPC_CLNT_EVENT(replace_xprt_err);
142 TRACE_EVENT(rpc_clnt_new,
144 const struct rpc_clnt *clnt,
145 const struct rpc_xprt *xprt,
150 TP_ARGS(clnt, xprt, program, server),
153 __field(unsigned int, client_id)
154 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
155 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
156 __string(program, program)
157 __string(server, server)
161 __entry->client_id = clnt->cl_clid;
162 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
163 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
164 __assign_str(program, program);
165 __assign_str(server, server);
168 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER
169 " peer=[%s]:%s program=%s server=%s",
170 __entry->client_id, __get_str(addr), __get_str(port),
171 __get_str(program), __get_str(server))
174 TRACE_EVENT(rpc_clnt_new_err,
181 TP_ARGS(program, server, error),
185 __string(program, program)
186 __string(server, server)
190 __entry->error = error;
191 __assign_str(program, program);
192 __assign_str(server, server);
195 TP_printk("program=%s server=%s error=%d",
196 __get_str(program), __get_str(server), __entry->error)
199 TRACE_EVENT(rpc_clnt_clone_err,
201 const struct rpc_clnt *clnt,
205 TP_ARGS(clnt, error),
208 __field(unsigned int, client_id)
213 __entry->client_id = clnt->cl_clid;
214 __entry->error = error;
217 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d",
218 __entry->client_id, __entry->error)
222 TRACE_DEFINE_ENUM(RPC_AUTH_OK);
223 TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED);
224 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED);
225 TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF);
226 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF);
227 TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK);
228 TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM);
229 TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM);
231 #define rpc_show_auth_stat(status) \
232 __print_symbolic(status, \
233 { RPC_AUTH_OK, "AUTH_OK" }, \
234 { RPC_AUTH_BADCRED, "BADCRED" }, \
235 { RPC_AUTH_REJECTEDCRED, "REJECTEDCRED" }, \
236 { RPC_AUTH_BADVERF, "BADVERF" }, \
237 { RPC_AUTH_REJECTEDVERF, "REJECTEDVERF" }, \
238 { RPC_AUTH_TOOWEAK, "TOOWEAK" }, \
239 { RPCSEC_GSS_CREDPROBLEM, "GSS_CREDPROBLEM" }, \
240 { RPCSEC_GSS_CTXPROBLEM, "GSS_CTXPROBLEM" }) \
242 DECLARE_EVENT_CLASS(rpc_task_status,
244 TP_PROTO(const struct rpc_task *task),
249 __field(unsigned int, task_id)
250 __field(unsigned int, client_id)
255 __entry->task_id = task->tk_pid;
256 __entry->client_id = task->tk_client->cl_clid;
257 __entry->status = task->tk_status;
260 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d",
261 __entry->task_id, __entry->client_id,
264 #define DEFINE_RPC_STATUS_EVENT(name) \
265 DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \
267 const struct rpc_task *task \
271 DEFINE_RPC_STATUS_EVENT(call);
272 DEFINE_RPC_STATUS_EVENT(connect);
273 DEFINE_RPC_STATUS_EVENT(timeout);
274 DEFINE_RPC_STATUS_EVENT(retry_refresh);
275 DEFINE_RPC_STATUS_EVENT(refresh);
277 TRACE_EVENT(rpc_request,
278 TP_PROTO(const struct rpc_task *task),
283 __field(unsigned int, task_id)
284 __field(unsigned int, client_id)
285 __field(int, version)
287 __string(progname, task->tk_client->cl_program->name)
288 __string(procname, rpc_proc_name(task))
292 __entry->task_id = task->tk_pid;
293 __entry->client_id = task->tk_client->cl_clid;
294 __entry->version = task->tk_client->cl_vers;
295 __entry->async = RPC_IS_ASYNC(task);
296 __assign_str(progname, task->tk_client->cl_program->name);
297 __assign_str(procname, rpc_proc_name(task));
300 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)",
301 __entry->task_id, __entry->client_id,
302 __get_str(progname), __entry->version,
303 __get_str(procname), __entry->async ? "a": ""
307 #define rpc_show_task_flags(flags) \
308 __print_flags(flags, "|", \
309 { RPC_TASK_ASYNC, "ASYNC" }, \
310 { RPC_TASK_SWAPPER, "SWAPPER" }, \
311 { RPC_TASK_MOVEABLE, "MOVEABLE" }, \
312 { RPC_TASK_NULLCREDS, "NULLCREDS" }, \
313 { RPC_CALL_MAJORSEEN, "MAJORSEEN" }, \
314 { RPC_TASK_ROOTCREDS, "ROOTCREDS" }, \
315 { RPC_TASK_DYNAMIC, "DYNAMIC" }, \
316 { RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" }, \
317 { RPC_TASK_SOFT, "SOFT" }, \
318 { RPC_TASK_SOFTCONN, "SOFTCONN" }, \
319 { RPC_TASK_SENT, "SENT" }, \
320 { RPC_TASK_TIMEOUT, "TIMEOUT" }, \
321 { RPC_TASK_NOCONNECT, "NOCONNECT" }, \
322 { RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" }, \
323 { RPC_TASK_CRED_NOREF, "CRED_NOREF" })
325 #define rpc_show_runstate(flags) \
326 __print_flags(flags, "|", \
327 { (1UL << RPC_TASK_RUNNING), "RUNNING" }, \
328 { (1UL << RPC_TASK_QUEUED), "QUEUED" }, \
329 { (1UL << RPC_TASK_ACTIVE), "ACTIVE" }, \
330 { (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" }, \
331 { (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" }, \
332 { (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" }, \
333 { (1UL << RPC_TASK_SIGNALLED), "SIGNALLED" })
335 DECLARE_EVENT_CLASS(rpc_task_running,
337 TP_PROTO(const struct rpc_task *task, const void *action),
339 TP_ARGS(task, action),
342 __field(unsigned int, task_id)
343 __field(unsigned int, client_id)
344 __field(const void *, action)
345 __field(unsigned long, runstate)
347 __field(unsigned short, flags)
351 __entry->client_id = task->tk_client ?
352 task->tk_client->cl_clid : -1;
353 __entry->task_id = task->tk_pid;
354 __entry->action = action;
355 __entry->runstate = task->tk_runstate;
356 __entry->status = task->tk_status;
357 __entry->flags = task->tk_flags;
360 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
361 " flags=%s runstate=%s status=%d action=%ps",
362 __entry->task_id, __entry->client_id,
363 rpc_show_task_flags(__entry->flags),
364 rpc_show_runstate(__entry->runstate),
369 #define DEFINE_RPC_RUNNING_EVENT(name) \
370 DEFINE_EVENT(rpc_task_running, rpc_task_##name, \
372 const struct rpc_task *task, \
375 TP_ARGS(task, action))
377 DEFINE_RPC_RUNNING_EVENT(begin);
378 DEFINE_RPC_RUNNING_EVENT(run_action);
379 DEFINE_RPC_RUNNING_EVENT(sync_sleep);
380 DEFINE_RPC_RUNNING_EVENT(sync_wake);
381 DEFINE_RPC_RUNNING_EVENT(complete);
382 DEFINE_RPC_RUNNING_EVENT(timeout);
383 DEFINE_RPC_RUNNING_EVENT(signalled);
384 DEFINE_RPC_RUNNING_EVENT(end);
385 DEFINE_RPC_RUNNING_EVENT(call_done);
387 DECLARE_EVENT_CLASS(rpc_task_queued,
389 TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q),
394 __field(unsigned int, task_id)
395 __field(unsigned int, client_id)
396 __field(unsigned long, timeout)
397 __field(unsigned long, runstate)
399 __field(unsigned short, flags)
400 __string(q_name, rpc_qname(q))
404 __entry->client_id = task->tk_client ?
405 task->tk_client->cl_clid : -1;
406 __entry->task_id = task->tk_pid;
407 __entry->timeout = rpc_task_timeout(task);
408 __entry->runstate = task->tk_runstate;
409 __entry->status = task->tk_status;
410 __entry->flags = task->tk_flags;
411 __assign_str(q_name, rpc_qname(q));
414 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
415 " flags=%s runstate=%s status=%d timeout=%lu queue=%s",
416 __entry->task_id, __entry->client_id,
417 rpc_show_task_flags(__entry->flags),
418 rpc_show_runstate(__entry->runstate),
424 #define DEFINE_RPC_QUEUED_EVENT(name) \
425 DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \
427 const struct rpc_task *task, \
428 const struct rpc_wait_queue *q \
432 DEFINE_RPC_QUEUED_EVENT(sleep);
433 DEFINE_RPC_QUEUED_EVENT(wakeup);
435 DECLARE_EVENT_CLASS(rpc_failure,
437 TP_PROTO(const struct rpc_task *task),
442 __field(unsigned int, task_id)
443 __field(unsigned int, client_id)
447 __entry->task_id = task->tk_pid;
448 __entry->client_id = task->tk_client->cl_clid;
451 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER,
452 __entry->task_id, __entry->client_id)
455 #define DEFINE_RPC_FAILURE(name) \
456 DEFINE_EVENT(rpc_failure, rpc_bad_##name, \
458 const struct rpc_task *task \
462 DEFINE_RPC_FAILURE(callhdr);
463 DEFINE_RPC_FAILURE(verifier);
465 DECLARE_EVENT_CLASS(rpc_reply_event,
468 const struct rpc_task *task
474 __field(unsigned int, task_id)
475 __field(unsigned int, client_id)
477 __string(progname, task->tk_client->cl_program->name)
478 __field(u32, version)
479 __string(procname, rpc_proc_name(task))
480 __string(servername, task->tk_xprt->servername)
484 __entry->task_id = task->tk_pid;
485 __entry->client_id = task->tk_client->cl_clid;
486 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
487 __assign_str(progname, task->tk_client->cl_program->name);
488 __entry->version = task->tk_client->cl_vers;
489 __assign_str(procname, rpc_proc_name(task));
490 __assign_str(servername, task->tk_xprt->servername);
493 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
494 " server=%s xid=0x%08x %sv%d %s",
495 __entry->task_id, __entry->client_id, __get_str(servername),
496 __entry->xid, __get_str(progname), __entry->version,
500 #define DEFINE_RPC_REPLY_EVENT(name) \
501 DEFINE_EVENT(rpc_reply_event, rpc__##name, \
503 const struct rpc_task *task \
507 DEFINE_RPC_REPLY_EVENT(prog_unavail);
508 DEFINE_RPC_REPLY_EVENT(prog_mismatch);
509 DEFINE_RPC_REPLY_EVENT(proc_unavail);
510 DEFINE_RPC_REPLY_EVENT(garbage_args);
511 DEFINE_RPC_REPLY_EVENT(unparsable);
512 DEFINE_RPC_REPLY_EVENT(mismatch);
513 DEFINE_RPC_REPLY_EVENT(stale_creds);
514 DEFINE_RPC_REPLY_EVENT(bad_creds);
515 DEFINE_RPC_REPLY_EVENT(auth_tooweak);
517 #define DEFINE_RPCB_ERROR_EVENT(name) \
518 DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err, \
520 const struct rpc_task *task \
524 DEFINE_RPCB_ERROR_EVENT(prog_unavail);
525 DEFINE_RPCB_ERROR_EVENT(timeout);
526 DEFINE_RPCB_ERROR_EVENT(bind_version);
527 DEFINE_RPCB_ERROR_EVENT(unreachable);
528 DEFINE_RPCB_ERROR_EVENT(unrecognized);
530 TRACE_EVENT(rpc_buf_alloc,
532 const struct rpc_task *task,
536 TP_ARGS(task, status),
539 __field(unsigned int, task_id)
540 __field(unsigned int, client_id)
541 __field(size_t, callsize)
542 __field(size_t, recvsize)
547 __entry->task_id = task->tk_pid;
548 __entry->client_id = task->tk_client->cl_clid;
549 __entry->callsize = task->tk_rqstp->rq_callsize;
550 __entry->recvsize = task->tk_rqstp->rq_rcvsize;
551 __entry->status = status;
554 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
555 " callsize=%zu recvsize=%zu status=%d",
556 __entry->task_id, __entry->client_id,
557 __entry->callsize, __entry->recvsize, __entry->status
561 TRACE_EVENT(rpc_call_rpcerror,
563 const struct rpc_task *task,
568 TP_ARGS(task, tk_status, rpc_status),
571 __field(unsigned int, task_id)
572 __field(unsigned int, client_id)
573 __field(int, tk_status)
574 __field(int, rpc_status)
578 __entry->client_id = task->tk_client->cl_clid;
579 __entry->task_id = task->tk_pid;
580 __entry->tk_status = tk_status;
581 __entry->rpc_status = rpc_status;
584 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
585 " tk_status=%d rpc_status=%d",
586 __entry->task_id, __entry->client_id,
587 __entry->tk_status, __entry->rpc_status)
590 TRACE_EVENT(rpc_stats_latency,
593 const struct rpc_task *task,
599 TP_ARGS(task, backlog, rtt, execute),
602 __field(unsigned int, task_id)
603 __field(unsigned int, client_id)
605 __field(int, version)
606 __string(progname, task->tk_client->cl_program->name)
607 __string(procname, rpc_proc_name(task))
608 __field(unsigned long, backlog)
609 __field(unsigned long, rtt)
610 __field(unsigned long, execute)
614 __entry->client_id = task->tk_client->cl_clid;
615 __entry->task_id = task->tk_pid;
616 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
617 __entry->version = task->tk_client->cl_vers;
618 __assign_str(progname, task->tk_client->cl_program->name);
619 __assign_str(procname, rpc_proc_name(task));
620 __entry->backlog = ktime_to_us(backlog);
621 __entry->rtt = ktime_to_us(rtt);
622 __entry->execute = ktime_to_us(execute);
625 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
626 " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu",
627 __entry->task_id, __entry->client_id, __entry->xid,
628 __get_str(progname), __entry->version, __get_str(procname),
629 __entry->backlog, __entry->rtt, __entry->execute)
632 TRACE_EVENT(rpc_xdr_overflow,
634 const struct xdr_stream *xdr,
638 TP_ARGS(xdr, requested),
641 __field(unsigned int, task_id)
642 __field(unsigned int, client_id)
643 __field(int, version)
644 __field(size_t, requested)
645 __field(const void *, end)
646 __field(const void *, p)
647 __field(const void *, head_base)
648 __field(size_t, head_len)
649 __field(const void *, tail_base)
650 __field(size_t, tail_len)
651 __field(unsigned int, page_len)
652 __field(unsigned int, len)
653 __string(progname, xdr->rqst ?
654 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown")
655 __string(procedure, xdr->rqst ?
656 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown")
661 const struct rpc_task *task = xdr->rqst->rq_task;
663 __entry->task_id = task->tk_pid;
664 __entry->client_id = task->tk_client->cl_clid;
665 __assign_str(progname,
666 task->tk_client->cl_program->name);
667 __entry->version = task->tk_client->cl_vers;
668 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
670 __entry->task_id = -1;
671 __entry->client_id = -1;
672 __assign_str(progname, "unknown");
673 __entry->version = 0;
674 __assign_str(procedure, "unknown");
676 __entry->requested = requested;
677 __entry->end = xdr->end;
679 __entry->head_base = xdr->buf->head[0].iov_base,
680 __entry->head_len = xdr->buf->head[0].iov_len,
681 __entry->page_len = xdr->buf->page_len,
682 __entry->tail_base = xdr->buf->tail[0].iov_base,
683 __entry->tail_len = xdr->buf->tail[0].iov_len,
684 __entry->len = xdr->buf->len;
687 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
688 " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
689 __entry->task_id, __entry->client_id,
690 __get_str(progname), __entry->version, __get_str(procedure),
691 __entry->requested, __entry->p, __entry->end,
692 __entry->head_base, __entry->head_len,
694 __entry->tail_base, __entry->tail_len,
699 TRACE_EVENT(rpc_xdr_alignment,
701 const struct xdr_stream *xdr,
706 TP_ARGS(xdr, offset, copied),
709 __field(unsigned int, task_id)
710 __field(unsigned int, client_id)
711 __field(int, version)
712 __field(size_t, offset)
713 __field(unsigned int, copied)
714 __field(const void *, head_base)
715 __field(size_t, head_len)
716 __field(const void *, tail_base)
717 __field(size_t, tail_len)
718 __field(unsigned int, page_len)
719 __field(unsigned int, len)
721 xdr->rqst->rq_task->tk_client->cl_program->name)
723 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name)
727 const struct rpc_task *task = xdr->rqst->rq_task;
729 __entry->task_id = task->tk_pid;
730 __entry->client_id = task->tk_client->cl_clid;
731 __assign_str(progname,
732 task->tk_client->cl_program->name);
733 __entry->version = task->tk_client->cl_vers;
734 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
736 __entry->offset = offset;
737 __entry->copied = copied;
738 __entry->head_base = xdr->buf->head[0].iov_base,
739 __entry->head_len = xdr->buf->head[0].iov_len,
740 __entry->page_len = xdr->buf->page_len,
741 __entry->tail_base = xdr->buf->tail[0].iov_base,
742 __entry->tail_len = xdr->buf->tail[0].iov_len,
743 __entry->len = xdr->buf->len;
746 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
747 " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
748 __entry->task_id, __entry->client_id,
749 __get_str(progname), __entry->version, __get_str(procedure),
750 __entry->offset, __entry->copied,
751 __entry->head_base, __entry->head_len,
753 __entry->tail_base, __entry->tail_len,
759 * First define the enums in the below macros to be exported to userspace
760 * via TRACE_DEFINE_ENUM().
764 #define EM(a, b) TRACE_DEFINE_ENUM(a);
765 #define EMe(a, b) TRACE_DEFINE_ENUM(a);
767 #define RPC_SHOW_SOCKET \
768 EM( SS_FREE, "FREE" ) \
769 EM( SS_UNCONNECTED, "UNCONNECTED" ) \
770 EM( SS_CONNECTING, "CONNECTING" ) \
771 EM( SS_CONNECTED, "CONNECTED" ) \
772 EMe( SS_DISCONNECTING, "DISCONNECTING" )
774 #define rpc_show_socket_state(state) \
775 __print_symbolic(state, RPC_SHOW_SOCKET)
779 #define RPC_SHOW_SOCK \
780 EM( TCP_ESTABLISHED, "ESTABLISHED" ) \
781 EM( TCP_SYN_SENT, "SYN_SENT" ) \
782 EM( TCP_SYN_RECV, "SYN_RECV" ) \
783 EM( TCP_FIN_WAIT1, "FIN_WAIT1" ) \
784 EM( TCP_FIN_WAIT2, "FIN_WAIT2" ) \
785 EM( TCP_TIME_WAIT, "TIME_WAIT" ) \
786 EM( TCP_CLOSE, "CLOSE" ) \
787 EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" ) \
788 EM( TCP_LAST_ACK, "LAST_ACK" ) \
789 EM( TCP_LISTEN, "LISTEN" ) \
790 EMe( TCP_CLOSING, "CLOSING" )
792 #define rpc_show_sock_state(state) \
793 __print_symbolic(state, RPC_SHOW_SOCK)
798 #include <trace/events/net_probe_common.h>
801 * Now redefine the EM() and EMe() macros to map the enums to the strings
802 * that will be printed in the output.
806 #define EM(a, b) {a, b},
807 #define EMe(a, b) {a, b}
809 DECLARE_EVENT_CLASS(xs_socket_event,
812 struct rpc_xprt *xprt,
813 struct socket *socket
816 TP_ARGS(xprt, socket),
819 __field(unsigned int, socket_state)
820 __field(unsigned int, sock_state)
821 __field(unsigned long long, ino)
822 __array(__u8, saddr, sizeof(struct sockaddr_in6))
823 __array(__u8, daddr, sizeof(struct sockaddr_in6))
827 struct inode *inode = SOCK_INODE(socket);
828 const struct sock *sk = socket->sk;
829 const struct inet_sock *inet = inet_sk(sk);
831 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
832 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
834 TP_STORE_ADDR_PORTS(__entry, inet, sk);
836 __entry->socket_state = socket->state;
837 __entry->sock_state = socket->sk->sk_state;
838 __entry->ino = (unsigned long long)inode->i_ino;
843 "socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
844 "state=%u (%s) sk_state=%u (%s)",
848 __entry->socket_state,
849 rpc_show_socket_state(__entry->socket_state),
851 rpc_show_sock_state(__entry->sock_state)
854 #define DEFINE_RPC_SOCKET_EVENT(name) \
855 DEFINE_EVENT(xs_socket_event, name, \
857 struct rpc_xprt *xprt, \
858 struct socket *socket \
860 TP_ARGS(xprt, socket))
862 DECLARE_EVENT_CLASS(xs_socket_event_done,
865 struct rpc_xprt *xprt,
866 struct socket *socket,
870 TP_ARGS(xprt, socket, error),
874 __field(unsigned int, socket_state)
875 __field(unsigned int, sock_state)
876 __field(unsigned long long, ino)
877 __array(__u8, saddr, sizeof(struct sockaddr_in6))
878 __array(__u8, daddr, sizeof(struct sockaddr_in6))
882 struct inode *inode = SOCK_INODE(socket);
883 const struct sock *sk = socket->sk;
884 const struct inet_sock *inet = inet_sk(sk);
886 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
887 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
889 TP_STORE_ADDR_PORTS(__entry, inet, sk);
891 __entry->socket_state = socket->state;
892 __entry->sock_state = socket->sk->sk_state;
893 __entry->ino = (unsigned long long)inode->i_ino;
894 __entry->error = error;
898 "error=%d socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
899 "state=%u (%s) sk_state=%u (%s)",
904 __entry->socket_state,
905 rpc_show_socket_state(__entry->socket_state),
907 rpc_show_sock_state(__entry->sock_state)
910 #define DEFINE_RPC_SOCKET_EVENT_DONE(name) \
911 DEFINE_EVENT(xs_socket_event_done, name, \
913 struct rpc_xprt *xprt, \
914 struct socket *socket, \
917 TP_ARGS(xprt, socket, error))
919 DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change);
920 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect);
921 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error);
922 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection);
923 DEFINE_RPC_SOCKET_EVENT(rpc_socket_close);
924 DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown);
926 TRACE_EVENT(rpc_socket_nospace,
928 const struct rpc_rqst *rqst,
929 const struct sock_xprt *transport
932 TP_ARGS(rqst, transport),
935 __field(unsigned int, task_id)
936 __field(unsigned int, client_id)
937 __field(unsigned int, total)
938 __field(unsigned int, remaining)
942 __entry->task_id = rqst->rq_task->tk_pid;
943 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
944 __entry->total = rqst->rq_slen;
945 __entry->remaining = rqst->rq_slen - transport->xmit.offset;
948 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
949 " total=%u remaining=%u",
950 __entry->task_id, __entry->client_id,
951 __entry->total, __entry->remaining
955 #define rpc_show_xprt_state(x) \
956 __print_flags(x, "|", \
957 { BIT(XPRT_LOCKED), "LOCKED" }, \
958 { BIT(XPRT_CONNECTED), "CONNECTED" }, \
959 { BIT(XPRT_CONNECTING), "CONNECTING" }, \
960 { BIT(XPRT_CLOSE_WAIT), "CLOSE_WAIT" }, \
961 { BIT(XPRT_BOUND), "BOUND" }, \
962 { BIT(XPRT_BINDING), "BINDING" }, \
963 { BIT(XPRT_CLOSING), "CLOSING" }, \
964 { BIT(XPRT_OFFLINE), "OFFLINE" }, \
965 { BIT(XPRT_REMOVE), "REMOVE" }, \
966 { BIT(XPRT_CONGESTED), "CONGESTED" }, \
967 { BIT(XPRT_CWND_WAIT), "CWND_WAIT" }, \
968 { BIT(XPRT_WRITE_SPACE), "WRITE_SPACE" }, \
969 { BIT(XPRT_SND_IS_COOKIE), "SND_IS_COOKIE" })
971 DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class,
973 const struct rpc_xprt *xprt
979 __field(unsigned long, state)
980 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
981 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
985 __entry->state = xprt->state;
986 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
987 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
990 TP_printk("peer=[%s]:%s state=%s",
991 __get_str(addr), __get_str(port),
992 rpc_show_xprt_state(__entry->state))
995 #define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \
996 DEFINE_EVENT(rpc_xprt_lifetime_class, \
999 const struct rpc_xprt *xprt \
1003 DEFINE_RPC_XPRT_LIFETIME_EVENT(create);
1004 DEFINE_RPC_XPRT_LIFETIME_EVENT(connect);
1005 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto);
1006 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done);
1007 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force);
1008 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_cleanup);
1009 DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy);
1011 DECLARE_EVENT_CLASS(rpc_xprt_event,
1013 const struct rpc_xprt *xprt,
1018 TP_ARGS(xprt, xid, status),
1022 __field(int, status)
1023 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1024 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1028 __entry->xid = be32_to_cpu(xid);
1029 __entry->status = status;
1030 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1031 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1034 TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr),
1035 __get_str(port), __entry->xid,
1038 #define DEFINE_RPC_XPRT_EVENT(name) \
1039 DEFINE_EVENT(rpc_xprt_event, xprt_##name, \
1041 const struct rpc_xprt *xprt, \
1045 TP_ARGS(xprt, xid, status))
1047 DEFINE_RPC_XPRT_EVENT(timer);
1048 DEFINE_RPC_XPRT_EVENT(lookup_rqst);
1050 TRACE_EVENT(xprt_transmit,
1052 const struct rpc_rqst *rqst,
1056 TP_ARGS(rqst, status),
1059 __field(unsigned int, task_id)
1060 __field(unsigned int, client_id)
1063 __field(int, status)
1067 __entry->task_id = rqst->rq_task->tk_pid;
1068 __entry->client_id = rqst->rq_task->tk_client ?
1069 rqst->rq_task->tk_client->cl_clid : -1;
1070 __entry->xid = be32_to_cpu(rqst->rq_xid);
1071 __entry->seqno = rqst->rq_seqno;
1072 __entry->status = status;
1075 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1076 " xid=0x%08x seqno=%u status=%d",
1077 __entry->task_id, __entry->client_id, __entry->xid,
1078 __entry->seqno, __entry->status)
1081 TRACE_EVENT(xprt_retransmit,
1083 const struct rpc_rqst *rqst
1089 __field(unsigned int, task_id)
1090 __field(unsigned int, client_id)
1092 __field(int, ntrans)
1093 __field(int, version)
1094 __field(unsigned long, timeout)
1096 rqst->rq_task->tk_client->cl_program->name)
1097 __string(procname, rpc_proc_name(rqst->rq_task))
1101 struct rpc_task *task = rqst->rq_task;
1103 __entry->task_id = task->tk_pid;
1104 __entry->client_id = task->tk_client ?
1105 task->tk_client->cl_clid : -1;
1106 __entry->xid = be32_to_cpu(rqst->rq_xid);
1107 __entry->ntrans = rqst->rq_ntrans;
1108 __entry->timeout = task->tk_timeout;
1109 __assign_str(progname,
1110 task->tk_client->cl_program->name);
1111 __entry->version = task->tk_client->cl_vers;
1112 __assign_str(procname, rpc_proc_name(task));
1115 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1116 " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu",
1117 __entry->task_id, __entry->client_id, __entry->xid,
1118 __get_str(progname), __entry->version, __get_str(procname),
1119 __entry->ntrans, __entry->timeout
1123 TRACE_EVENT(xprt_ping,
1124 TP_PROTO(const struct rpc_xprt *xprt, int status),
1126 TP_ARGS(xprt, status),
1129 __field(int, status)
1130 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1131 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1135 __entry->status = status;
1136 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1137 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1140 TP_printk("peer=[%s]:%s status=%d",
1141 __get_str(addr), __get_str(port), __entry->status)
1144 DECLARE_EVENT_CLASS(xprt_writelock_event,
1146 const struct rpc_xprt *xprt, const struct rpc_task *task
1149 TP_ARGS(xprt, task),
1152 __field(unsigned int, task_id)
1153 __field(unsigned int, client_id)
1154 __field(unsigned int, snd_task_id)
1159 __entry->task_id = task->tk_pid;
1160 __entry->client_id = task->tk_client ?
1161 task->tk_client->cl_clid : -1;
1163 __entry->task_id = -1;
1164 __entry->client_id = -1;
1166 if (xprt->snd_task &&
1167 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1168 __entry->snd_task_id = xprt->snd_task->tk_pid;
1170 __entry->snd_task_id = -1;
1173 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1174 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER,
1175 __entry->task_id, __entry->client_id,
1176 __entry->snd_task_id)
1179 #define DEFINE_WRITELOCK_EVENT(name) \
1180 DEFINE_EVENT(xprt_writelock_event, xprt_##name, \
1182 const struct rpc_xprt *xprt, \
1183 const struct rpc_task *task \
1185 TP_ARGS(xprt, task))
1187 DEFINE_WRITELOCK_EVENT(reserve_xprt);
1188 DEFINE_WRITELOCK_EVENT(release_xprt);
1190 DECLARE_EVENT_CLASS(xprt_cong_event,
1192 const struct rpc_xprt *xprt, const struct rpc_task *task
1195 TP_ARGS(xprt, task),
1198 __field(unsigned int, task_id)
1199 __field(unsigned int, client_id)
1200 __field(unsigned int, snd_task_id)
1201 __field(unsigned long, cong)
1202 __field(unsigned long, cwnd)
1208 __entry->task_id = task->tk_pid;
1209 __entry->client_id = task->tk_client ?
1210 task->tk_client->cl_clid : -1;
1212 __entry->task_id = -1;
1213 __entry->client_id = -1;
1215 if (xprt->snd_task &&
1216 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1217 __entry->snd_task_id = xprt->snd_task->tk_pid;
1219 __entry->snd_task_id = -1;
1221 __entry->cong = xprt->cong;
1222 __entry->cwnd = xprt->cwnd;
1223 __entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state);
1226 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1227 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER
1228 " cong=%lu cwnd=%lu%s",
1229 __entry->task_id, __entry->client_id,
1230 __entry->snd_task_id, __entry->cong, __entry->cwnd,
1231 __entry->wait ? " (wait)" : "")
1234 #define DEFINE_CONG_EVENT(name) \
1235 DEFINE_EVENT(xprt_cong_event, xprt_##name, \
1237 const struct rpc_xprt *xprt, \
1238 const struct rpc_task *task \
1240 TP_ARGS(xprt, task))
1242 DEFINE_CONG_EVENT(reserve_cong);
1243 DEFINE_CONG_EVENT(release_cong);
1244 DEFINE_CONG_EVENT(get_cong);
1245 DEFINE_CONG_EVENT(put_cong);
1247 TRACE_EVENT(xprt_reserve,
1249 const struct rpc_rqst *rqst
1255 __field(unsigned int, task_id)
1256 __field(unsigned int, client_id)
1261 __entry->task_id = rqst->rq_task->tk_pid;
1262 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
1263 __entry->xid = be32_to_cpu(rqst->rq_xid);
1266 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x",
1267 __entry->task_id, __entry->client_id, __entry->xid
1271 TRACE_EVENT(xs_stream_read_data,
1272 TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total),
1274 TP_ARGS(xprt, err, total),
1277 __field(ssize_t, err)
1278 __field(size_t, total)
1279 __string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] :
1281 __string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] :
1287 __entry->total = total;
1288 __assign_str(addr, xprt ?
1289 xprt->address_strings[RPC_DISPLAY_ADDR] : "(null)");
1290 __assign_str(port, xprt ?
1291 xprt->address_strings[RPC_DISPLAY_PORT] : "(null)");
1294 TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr),
1295 __get_str(port), __entry->err, __entry->total)
1298 TRACE_EVENT(xs_stream_read_request,
1299 TP_PROTO(struct sock_xprt *xs),
1304 __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR])
1305 __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT])
1307 __field(unsigned long, copied)
1308 __field(unsigned int, reclen)
1309 __field(unsigned int, offset)
1313 __assign_str(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]);
1314 __assign_str(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]);
1315 __entry->xid = be32_to_cpu(xs->recv.xid);
1316 __entry->copied = xs->recv.copied;
1317 __entry->reclen = xs->recv.len;
1318 __entry->offset = xs->recv.offset;
1321 TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u",
1322 __get_str(addr), __get_str(port), __entry->xid,
1323 __entry->copied, __entry->reclen, __entry->offset)
1326 TRACE_EVENT(rpcb_getport,
1328 const struct rpc_clnt *clnt,
1329 const struct rpc_task *task,
1330 unsigned int bind_version
1333 TP_ARGS(clnt, task, bind_version),
1336 __field(unsigned int, task_id)
1337 __field(unsigned int, client_id)
1338 __field(unsigned int, program)
1339 __field(unsigned int, version)
1340 __field(int, protocol)
1341 __field(unsigned int, bind_version)
1342 __string(servername, task->tk_xprt->servername)
1346 __entry->task_id = task->tk_pid;
1347 __entry->client_id = clnt->cl_clid;
1348 __entry->program = clnt->cl_prog;
1349 __entry->version = clnt->cl_vers;
1350 __entry->protocol = task->tk_xprt->prot;
1351 __entry->bind_version = bind_version;
1352 __assign_str(servername, task->tk_xprt->servername);
1355 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1356 " server=%s program=%u version=%u protocol=%d bind_version=%u",
1357 __entry->task_id, __entry->client_id, __get_str(servername),
1358 __entry->program, __entry->version, __entry->protocol,
1359 __entry->bind_version
1363 TRACE_EVENT(rpcb_setport,
1365 const struct rpc_task *task,
1370 TP_ARGS(task, status, port),
1373 __field(unsigned int, task_id)
1374 __field(unsigned int, client_id)
1375 __field(int, status)
1376 __field(unsigned short, port)
1380 __entry->task_id = task->tk_pid;
1381 __entry->client_id = task->tk_client->cl_clid;
1382 __entry->status = status;
1383 __entry->port = port;
1386 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u",
1387 __entry->task_id, __entry->client_id,
1388 __entry->status, __entry->port
1392 TRACE_EVENT(pmap_register,
1400 TP_ARGS(program, version, protocol, port),
1403 __field(unsigned int, program)
1404 __field(unsigned int, version)
1405 __field(int, protocol)
1406 __field(unsigned int, port)
1410 __entry->program = program;
1411 __entry->version = version;
1412 __entry->protocol = protocol;
1413 __entry->port = port;
1416 TP_printk("program=%u version=%u protocol=%d port=%u",
1417 __entry->program, __entry->version,
1418 __entry->protocol, __entry->port
1422 TRACE_EVENT(rpcb_register,
1430 TP_ARGS(program, version, addr, netid),
1433 __field(unsigned int, program)
1434 __field(unsigned int, version)
1435 __string(addr, addr)
1436 __string(netid, netid)
1440 __entry->program = program;
1441 __entry->version = version;
1442 __assign_str(addr, addr);
1443 __assign_str(netid, netid);
1446 TP_printk("program=%u version=%u addr=%s netid=%s",
1447 __entry->program, __entry->version,
1448 __get_str(addr), __get_str(netid)
1452 TRACE_EVENT(rpcb_unregister,
1459 TP_ARGS(program, version, netid),
1462 __field(unsigned int, program)
1463 __field(unsigned int, version)
1464 __string(netid, netid)
1468 __entry->program = program;
1469 __entry->version = version;
1470 __assign_str(netid, netid);
1473 TP_printk("program=%u version=%u netid=%s",
1474 __entry->program, __entry->version, __get_str(netid)
1478 /* Record an xdr_buf containing a fully-formed RPC message */
1479 DECLARE_EVENT_CLASS(svc_xdr_msg_class,
1481 const struct xdr_buf *xdr
1488 __field(const void *, head_base)
1489 __field(size_t, head_len)
1490 __field(const void *, tail_base)
1491 __field(size_t, tail_len)
1492 __field(unsigned int, page_len)
1493 __field(unsigned int, msg_len)
1497 __be32 *p = (__be32 *)xdr->head[0].iov_base;
1499 __entry->xid = be32_to_cpu(*p);
1500 __entry->head_base = p;
1501 __entry->head_len = xdr->head[0].iov_len;
1502 __entry->tail_base = xdr->tail[0].iov_base;
1503 __entry->tail_len = xdr->tail[0].iov_len;
1504 __entry->page_len = xdr->page_len;
1505 __entry->msg_len = xdr->len;
1508 TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u",
1510 __entry->head_base, __entry->head_len, __entry->page_len,
1511 __entry->tail_base, __entry->tail_len, __entry->msg_len
1515 #define DEFINE_SVCXDRMSG_EVENT(name) \
1516 DEFINE_EVENT(svc_xdr_msg_class, \
1519 const struct xdr_buf *xdr \
1523 DEFINE_SVCXDRMSG_EVENT(recvfrom);
1525 /* Record an xdr_buf containing arbitrary data, tagged with an XID */
1526 DECLARE_EVENT_CLASS(svc_xdr_buf_class,
1529 const struct xdr_buf *xdr
1536 __field(const void *, head_base)
1537 __field(size_t, head_len)
1538 __field(const void *, tail_base)
1539 __field(size_t, tail_len)
1540 __field(unsigned int, page_base)
1541 __field(unsigned int, page_len)
1542 __field(unsigned int, msg_len)
1546 __entry->xid = be32_to_cpu(xid);
1547 __entry->head_base = xdr->head[0].iov_base;
1548 __entry->head_len = xdr->head[0].iov_len;
1549 __entry->tail_base = xdr->tail[0].iov_base;
1550 __entry->tail_len = xdr->tail[0].iov_len;
1551 __entry->page_base = xdr->page_base;
1552 __entry->page_len = xdr->page_len;
1553 __entry->msg_len = xdr->len;
1556 TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
1558 __entry->head_base, __entry->head_len,
1559 __entry->page_len, __entry->page_base,
1560 __entry->tail_base, __entry->tail_len,
1565 #define DEFINE_SVCXDRBUF_EVENT(name) \
1566 DEFINE_EVENT(svc_xdr_buf_class, \
1570 const struct xdr_buf *xdr \
1574 DEFINE_SVCXDRBUF_EVENT(sendto);
1577 * from include/linux/sunrpc/svc.h
1579 #define SVC_RQST_FLAG_LIST \
1580 svc_rqst_flag(SECURE) \
1581 svc_rqst_flag(LOCAL) \
1582 svc_rqst_flag(USEDEFERRAL) \
1583 svc_rqst_flag(DROPME) \
1584 svc_rqst_flag(SPLICE_OK) \
1585 svc_rqst_flag(VICTIM) \
1586 svc_rqst_flag(BUSY) \
1587 svc_rqst_flag_end(DATA)
1589 #undef svc_rqst_flag
1590 #undef svc_rqst_flag_end
1591 #define svc_rqst_flag(x) TRACE_DEFINE_ENUM(RQ_##x);
1592 #define svc_rqst_flag_end(x) TRACE_DEFINE_ENUM(RQ_##x);
1596 #undef svc_rqst_flag
1597 #undef svc_rqst_flag_end
1598 #define svc_rqst_flag(x) { BIT(RQ_##x), #x },
1599 #define svc_rqst_flag_end(x) { BIT(RQ_##x), #x }
1601 #define show_rqstp_flags(flags) \
1602 __print_flags(flags, "|", SVC_RQST_FLAG_LIST)
1604 TRACE_DEFINE_ENUM(SVC_GARBAGE);
1605 TRACE_DEFINE_ENUM(SVC_SYSERR);
1606 TRACE_DEFINE_ENUM(SVC_VALID);
1607 TRACE_DEFINE_ENUM(SVC_NEGATIVE);
1608 TRACE_DEFINE_ENUM(SVC_OK);
1609 TRACE_DEFINE_ENUM(SVC_DROP);
1610 TRACE_DEFINE_ENUM(SVC_CLOSE);
1611 TRACE_DEFINE_ENUM(SVC_DENIED);
1612 TRACE_DEFINE_ENUM(SVC_PENDING);
1613 TRACE_DEFINE_ENUM(SVC_COMPLETE);
1615 #define svc_show_status(status) \
1616 __print_symbolic(status, \
1617 { SVC_GARBAGE, "SVC_GARBAGE" }, \
1618 { SVC_SYSERR, "SVC_SYSERR" }, \
1619 { SVC_VALID, "SVC_VALID" }, \
1620 { SVC_NEGATIVE, "SVC_NEGATIVE" }, \
1621 { SVC_OK, "SVC_OK" }, \
1622 { SVC_DROP, "SVC_DROP" }, \
1623 { SVC_CLOSE, "SVC_CLOSE" }, \
1624 { SVC_DENIED, "SVC_DENIED" }, \
1625 { SVC_PENDING, "SVC_PENDING" }, \
1626 { SVC_COMPLETE, "SVC_COMPLETE" })
1628 #define SVC_RQST_ENDPOINT_FIELDS(r) \
1629 __sockaddr(server, (r)->rq_xprt->xpt_locallen) \
1630 __sockaddr(client, (r)->rq_xprt->xpt_remotelen) \
1631 __field(unsigned int, netns_ino) \
1634 #define SVC_RQST_ENDPOINT_ASSIGNMENTS(r) \
1636 struct svc_xprt *xprt = (r)->rq_xprt; \
1637 __assign_sockaddr(server, &xprt->xpt_local, \
1638 xprt->xpt_locallen); \
1639 __assign_sockaddr(client, &xprt->xpt_remote, \
1640 xprt->xpt_remotelen); \
1641 __entry->netns_ino = xprt->xpt_net->ns.inum; \
1642 __entry->xid = be32_to_cpu((r)->rq_xid); \
1645 #define SVC_RQST_ENDPOINT_FORMAT \
1646 "xid=0x%08x server=%pISpc client=%pISpc"
1648 #define SVC_RQST_ENDPOINT_VARARGS \
1649 __entry->xid, __get_sockaddr(server), __get_sockaddr(client)
1651 TRACE_EVENT(svc_authenticate,
1652 TP_PROTO(const struct svc_rqst *rqst, int auth_res),
1654 TP_ARGS(rqst, auth_res),
1657 SVC_RQST_ENDPOINT_FIELDS(rqst)
1659 __field(unsigned long, svc_status)
1660 __field(unsigned long, auth_stat)
1664 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1666 __entry->svc_status = auth_res;
1667 __entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat);
1670 TP_printk(SVC_RQST_ENDPOINT_FORMAT
1671 " auth_res=%s auth_stat=%s",
1672 SVC_RQST_ENDPOINT_VARARGS,
1673 svc_show_status(__entry->svc_status),
1674 rpc_show_auth_stat(__entry->auth_stat))
1677 TRACE_EVENT(svc_process,
1678 TP_PROTO(const struct svc_rqst *rqst, const char *name),
1680 TP_ARGS(rqst, name),
1686 __string(service, name)
1687 __string(procedure, svc_proc_name(rqst))
1688 __string(addr, rqst->rq_xprt ?
1689 rqst->rq_xprt->xpt_remotebuf : "(null)")
1693 __entry->xid = be32_to_cpu(rqst->rq_xid);
1694 __entry->vers = rqst->rq_vers;
1695 __entry->proc = rqst->rq_proc;
1696 __assign_str(service, name);
1697 __assign_str(procedure, svc_proc_name(rqst));
1698 __assign_str(addr, rqst->rq_xprt ?
1699 rqst->rq_xprt->xpt_remotebuf : "(null)");
1702 TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s",
1703 __get_str(addr), __entry->xid,
1704 __get_str(service), __entry->vers,
1705 __get_str(procedure)
1709 DECLARE_EVENT_CLASS(svc_rqst_event,
1711 const struct svc_rqst *rqst
1717 SVC_RQST_ENDPOINT_FIELDS(rqst)
1719 __field(unsigned long, flags)
1723 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1725 __entry->flags = rqst->rq_flags;
1728 TP_printk(SVC_RQST_ENDPOINT_FORMAT " flags=%s",
1729 SVC_RQST_ENDPOINT_VARARGS,
1730 show_rqstp_flags(__entry->flags))
1732 #define DEFINE_SVC_RQST_EVENT(name) \
1733 DEFINE_EVENT(svc_rqst_event, svc_##name, \
1735 const struct svc_rqst *rqst \
1739 DEFINE_SVC_RQST_EVENT(defer);
1740 DEFINE_SVC_RQST_EVENT(drop);
1742 DECLARE_EVENT_CLASS(svc_rqst_status,
1744 const struct svc_rqst *rqst,
1748 TP_ARGS(rqst, status),
1751 SVC_RQST_ENDPOINT_FIELDS(rqst)
1753 __field(int, status)
1754 __field(unsigned long, flags)
1758 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1760 __entry->status = status;
1761 __entry->flags = rqst->rq_flags;
1764 TP_printk(SVC_RQST_ENDPOINT_FORMAT " status=%d flags=%s",
1765 SVC_RQST_ENDPOINT_VARARGS,
1766 __entry->status, show_rqstp_flags(__entry->flags))
1769 DEFINE_EVENT(svc_rqst_status, svc_send,
1770 TP_PROTO(const struct svc_rqst *rqst, int status),
1771 TP_ARGS(rqst, status));
1773 TRACE_EVENT(svc_stats_latency,
1775 const struct svc_rqst *rqst
1781 SVC_RQST_ENDPOINT_FIELDS(rqst)
1783 __field(unsigned long, execute)
1784 __string(procedure, svc_proc_name(rqst))
1788 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1790 __entry->execute = ktime_to_us(ktime_sub(ktime_get(),
1792 __assign_str(procedure, svc_proc_name(rqst));
1795 TP_printk(SVC_RQST_ENDPOINT_FORMAT " proc=%s execute-us=%lu",
1796 SVC_RQST_ENDPOINT_VARARGS,
1797 __get_str(procedure), __entry->execute)
1800 #define show_svc_xprt_flags(flags) \
1801 __print_flags(flags, "|", \
1802 { (1UL << XPT_BUSY), "XPT_BUSY"}, \
1803 { (1UL << XPT_CONN), "XPT_CONN"}, \
1804 { (1UL << XPT_CLOSE), "XPT_CLOSE"}, \
1805 { (1UL << XPT_DATA), "XPT_DATA"}, \
1806 { (1UL << XPT_TEMP), "XPT_TEMP"}, \
1807 { (1UL << XPT_DEAD), "XPT_DEAD"}, \
1808 { (1UL << XPT_CHNGBUF), "XPT_CHNGBUF"}, \
1809 { (1UL << XPT_DEFERRED), "XPT_DEFERRED"}, \
1810 { (1UL << XPT_OLD), "XPT_OLD"}, \
1811 { (1UL << XPT_LISTENER), "XPT_LISTENER"}, \
1812 { (1UL << XPT_CACHE_AUTH), "XPT_CACHE_AUTH"}, \
1813 { (1UL << XPT_LOCAL), "XPT_LOCAL"}, \
1814 { (1UL << XPT_KILL_TEMP), "XPT_KILL_TEMP"}, \
1815 { (1UL << XPT_CONG_CTRL), "XPT_CONG_CTRL"})
1817 TRACE_EVENT(svc_xprt_create_err,
1819 const char *program,
1820 const char *protocol,
1821 struct sockaddr *sap,
1823 const struct svc_xprt *xprt
1826 TP_ARGS(program, protocol, sap, salen, xprt),
1829 __field(long, error)
1830 __string(program, program)
1831 __string(protocol, protocol)
1832 __sockaddr(addr, salen)
1836 __entry->error = PTR_ERR(xprt);
1837 __assign_str(program, program);
1838 __assign_str(protocol, protocol);
1839 __assign_sockaddr(addr, sap, salen);
1842 TP_printk("addr=%pISpc program=%s protocol=%s error=%ld",
1843 __get_sockaddr(addr), __get_str(program), __get_str(protocol),
1847 #define SVC_XPRT_ENDPOINT_FIELDS(x) \
1848 __sockaddr(server, (x)->xpt_locallen) \
1849 __sockaddr(client, (x)->xpt_remotelen) \
1850 __field(unsigned long, flags) \
1851 __field(unsigned int, netns_ino)
1853 #define SVC_XPRT_ENDPOINT_ASSIGNMENTS(x) \
1855 __assign_sockaddr(server, &(x)->xpt_local, \
1856 (x)->xpt_locallen); \
1857 __assign_sockaddr(client, &(x)->xpt_remote, \
1858 (x)->xpt_remotelen); \
1859 __entry->flags = (x)->xpt_flags; \
1860 __entry->netns_ino = (x)->xpt_net->ns.inum; \
1863 #define SVC_XPRT_ENDPOINT_FORMAT \
1864 "server=%pISpc client=%pISpc flags=%s"
1866 #define SVC_XPRT_ENDPOINT_VARARGS \
1867 __get_sockaddr(server), __get_sockaddr(client), \
1868 show_svc_xprt_flags(__entry->flags)
1870 TRACE_EVENT(svc_xprt_enqueue,
1872 const struct svc_xprt *xprt,
1873 const struct svc_rqst *rqst
1876 TP_ARGS(xprt, rqst),
1879 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1885 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1887 __entry->pid = rqst? rqst->rq_task->pid : 0;
1890 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " pid=%d",
1891 SVC_XPRT_ENDPOINT_VARARGS, __entry->pid)
1894 TRACE_EVENT(svc_xprt_dequeue,
1896 const struct svc_rqst *rqst
1902 SVC_XPRT_ENDPOINT_FIELDS(rqst->rq_xprt)
1904 __field(unsigned long, wakeup)
1908 SVC_XPRT_ENDPOINT_ASSIGNMENTS(rqst->rq_xprt);
1910 __entry->wakeup = ktime_to_us(ktime_sub(ktime_get(),
1914 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " wakeup-us=%lu",
1915 SVC_XPRT_ENDPOINT_VARARGS, __entry->wakeup)
1918 DECLARE_EVENT_CLASS(svc_xprt_event,
1920 const struct svc_xprt *xprt
1926 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1930 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1933 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
1936 #define DEFINE_SVC_XPRT_EVENT(name) \
1937 DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \
1939 const struct svc_xprt *xprt \
1943 DEFINE_SVC_XPRT_EVENT(no_write_space);
1944 DEFINE_SVC_XPRT_EVENT(close);
1945 DEFINE_SVC_XPRT_EVENT(detach);
1946 DEFINE_SVC_XPRT_EVENT(free);
1948 TRACE_EVENT(svc_xprt_accept,
1950 const struct svc_xprt *xprt,
1954 TP_ARGS(xprt, service),
1957 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1959 __string(protocol, xprt->xpt_class->xcl_name)
1960 __string(service, service)
1964 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1966 __assign_str(protocol, xprt->xpt_class->xcl_name);
1967 __assign_str(service, service);
1970 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " protocol=%s service=%s",
1971 SVC_XPRT_ENDPOINT_VARARGS,
1972 __get_str(protocol), __get_str(service)
1976 TRACE_EVENT(svc_wake_up,
1989 TP_printk("pid=%d", __entry->pid)
1992 TRACE_EVENT(svc_alloc_arg_err,
2000 __field(unsigned int, pages)
2004 __entry->pages = pages;
2007 TP_printk("pages=%u", __entry->pages)
2010 DECLARE_EVENT_CLASS(svc_deferred_event,
2012 const struct svc_deferred_req *dr
2018 __field(const void *, dr)
2020 __string(addr, dr->xprt->xpt_remotebuf)
2025 __entry->xid = be32_to_cpu(*(__be32 *)(dr->args +
2026 (dr->xprt_hlen>>2)));
2027 __assign_str(addr, dr->xprt->xpt_remotebuf);
2030 TP_printk("addr=%s dr=%p xid=0x%08x", __get_str(addr), __entry->dr,
2034 #define DEFINE_SVC_DEFERRED_EVENT(name) \
2035 DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \
2037 const struct svc_deferred_req *dr \
2041 DEFINE_SVC_DEFERRED_EVENT(drop);
2042 DEFINE_SVC_DEFERRED_EVENT(queue);
2043 DEFINE_SVC_DEFERRED_EVENT(recv);
2045 TRACE_EVENT(svcsock_new_socket,
2047 const struct socket *socket
2053 __field(unsigned long, type)
2054 __field(unsigned long, family)
2055 __field(bool, listener)
2059 __entry->type = socket->type;
2060 __entry->family = socket->sk->sk_family;
2061 __entry->listener = (socket->sk->sk_state == TCP_LISTEN);
2064 TP_printk("type=%s family=%s%s",
2065 show_socket_type(__entry->type),
2066 rpc_show_address_family(__entry->family),
2067 __entry->listener ? " (listener)" : ""
2071 TRACE_EVENT(svcsock_marker,
2073 const struct svc_xprt *xprt,
2077 TP_ARGS(xprt, marker),
2080 __field(unsigned int, length)
2082 __string(addr, xprt->xpt_remotebuf)
2086 __entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK;
2087 __entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT;
2088 __assign_str(addr, xprt->xpt_remotebuf);
2091 TP_printk("addr=%s length=%u%s", __get_str(addr),
2092 __entry->length, __entry->last ? " (last)" : "")
2095 DECLARE_EVENT_CLASS(svcsock_class,
2097 const struct svc_xprt *xprt,
2101 TP_ARGS(xprt, result),
2104 __field(ssize_t, result)
2105 __field(unsigned long, flags)
2106 __string(addr, xprt->xpt_remotebuf)
2110 __entry->result = result;
2111 __entry->flags = xprt->xpt_flags;
2112 __assign_str(addr, xprt->xpt_remotebuf);
2115 TP_printk("addr=%s result=%zd flags=%s", __get_str(addr),
2116 __entry->result, show_svc_xprt_flags(__entry->flags)
2120 #define DEFINE_SVCSOCK_EVENT(name) \
2121 DEFINE_EVENT(svcsock_class, svcsock_##name, \
2123 const struct svc_xprt *xprt, \
2126 TP_ARGS(xprt, result))
2128 DEFINE_SVCSOCK_EVENT(udp_send);
2129 DEFINE_SVCSOCK_EVENT(udp_recv);
2130 DEFINE_SVCSOCK_EVENT(udp_recv_err);
2131 DEFINE_SVCSOCK_EVENT(tcp_send);
2132 DEFINE_SVCSOCK_EVENT(tcp_recv);
2133 DEFINE_SVCSOCK_EVENT(tcp_recv_eagain);
2134 DEFINE_SVCSOCK_EVENT(tcp_recv_err);
2135 DEFINE_SVCSOCK_EVENT(data_ready);
2136 DEFINE_SVCSOCK_EVENT(write_space);
2138 TRACE_EVENT(svcsock_tcp_recv_short,
2140 const struct svc_xprt *xprt,
2145 TP_ARGS(xprt, expected, received),
2148 __field(u32, expected)
2149 __field(u32, received)
2150 __field(unsigned long, flags)
2151 __string(addr, xprt->xpt_remotebuf)
2155 __entry->expected = expected;
2156 __entry->received = received;
2157 __entry->flags = xprt->xpt_flags;
2158 __assign_str(addr, xprt->xpt_remotebuf);
2161 TP_printk("addr=%s flags=%s expected=%u received=%u",
2162 __get_str(addr), show_svc_xprt_flags(__entry->flags),
2163 __entry->expected, __entry->received
2167 TRACE_EVENT(svcsock_tcp_state,
2169 const struct svc_xprt *xprt,
2170 const struct socket *socket
2173 TP_ARGS(xprt, socket),
2176 __field(unsigned long, socket_state)
2177 __field(unsigned long, sock_state)
2178 __field(unsigned long, flags)
2179 __string(addr, xprt->xpt_remotebuf)
2183 __entry->socket_state = socket->state;
2184 __entry->sock_state = socket->sk->sk_state;
2185 __entry->flags = xprt->xpt_flags;
2186 __assign_str(addr, xprt->xpt_remotebuf);
2189 TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr),
2190 rpc_show_socket_state(__entry->socket_state),
2191 rpc_show_sock_state(__entry->sock_state),
2192 show_svc_xprt_flags(__entry->flags)
2196 DECLARE_EVENT_CLASS(svcsock_accept_class,
2198 const struct svc_xprt *xprt,
2199 const char *service,
2203 TP_ARGS(xprt, service, status),
2206 __field(long, status)
2207 __string(service, service)
2208 __field(unsigned int, netns_ino)
2212 __entry->status = status;
2213 __assign_str(service, service);
2214 __entry->netns_ino = xprt->xpt_net->ns.inum;
2217 TP_printk("addr=listener service=%s status=%ld",
2218 __get_str(service), __entry->status
2222 #define DEFINE_ACCEPT_EVENT(name) \
2223 DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \
2225 const struct svc_xprt *xprt, \
2226 const char *service, \
2229 TP_ARGS(xprt, service, status))
2231 DEFINE_ACCEPT_EVENT(accept);
2232 DEFINE_ACCEPT_EVENT(getpeername);
2234 DECLARE_EVENT_CLASS(cache_event,
2236 const struct cache_detail *cd,
2237 const struct cache_head *h
2243 __field(const struct cache_head *, h)
2244 __string(name, cd->name)
2249 __assign_str(name, cd->name);
2252 TP_printk("cache=%s entry=%p", __get_str(name), __entry->h)
2254 #define DEFINE_CACHE_EVENT(name) \
2255 DEFINE_EVENT(cache_event, name, \
2257 const struct cache_detail *cd, \
2258 const struct cache_head *h \
2261 DEFINE_CACHE_EVENT(cache_entry_expired);
2262 DEFINE_CACHE_EVENT(cache_entry_upcall);
2263 DEFINE_CACHE_EVENT(cache_entry_update);
2264 DEFINE_CACHE_EVENT(cache_entry_make_negative);
2265 DEFINE_CACHE_EVENT(cache_entry_no_listener);
2267 DECLARE_EVENT_CLASS(register_class,
2269 const char *program,
2272 const unsigned short protocol,
2273 const unsigned short port,
2277 TP_ARGS(program, version, family, protocol, port, error),
2280 __field(u32, version)
2281 __field(unsigned long, family)
2282 __field(unsigned short, protocol)
2283 __field(unsigned short, port)
2285 __string(program, program)
2289 __entry->version = version;
2290 __entry->family = family;
2291 __entry->protocol = protocol;
2292 __entry->port = port;
2293 __entry->error = error;
2294 __assign_str(program, program);
2297 TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d",
2298 __get_str(program), __entry->version,
2299 __entry->protocol == IPPROTO_UDP ? "udp" : "tcp",
2300 __entry->port, rpc_show_address_family(__entry->family),
2305 #define DEFINE_REGISTER_EVENT(name) \
2306 DEFINE_EVENT(register_class, svc_##name, \
2308 const char *program, \
2309 const u32 version, \
2311 const unsigned short protocol, \
2312 const unsigned short port, \
2315 TP_ARGS(program, version, family, protocol, \
2318 DEFINE_REGISTER_EVENT(register);
2319 DEFINE_REGISTER_EVENT(noregister);
2321 TRACE_EVENT(svc_unregister,
2323 const char *program,
2328 TP_ARGS(program, version, error),
2331 __field(u32, version)
2333 __string(program, program)
2337 __entry->version = version;
2338 __entry->error = error;
2339 __assign_str(program, program);
2342 TP_printk("program=%sv%u error=%d",
2343 __get_str(program), __entry->version, __entry->error
2347 #endif /* _TRACE_SUNRPC_H */
2349 #include <trace/define_trace.h>