1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM sunrpc
5 #if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_SUNRPC_H
8 #include <linux/sunrpc/sched.h>
9 #include <linux/sunrpc/clnt.h>
10 #include <linux/sunrpc/svc.h>
11 #include <linux/sunrpc/xprtsock.h>
12 #include <linux/sunrpc/svc_xprt.h>
13 #include <net/tcp_states.h>
14 #include <linux/net.h>
15 #include <linux/tracepoint.h>
17 #include <trace/events/sunrpc_base.h>
19 TRACE_DEFINE_ENUM(SOCK_STREAM);
20 TRACE_DEFINE_ENUM(SOCK_DGRAM);
21 TRACE_DEFINE_ENUM(SOCK_RAW);
22 TRACE_DEFINE_ENUM(SOCK_RDM);
23 TRACE_DEFINE_ENUM(SOCK_SEQPACKET);
24 TRACE_DEFINE_ENUM(SOCK_DCCP);
25 TRACE_DEFINE_ENUM(SOCK_PACKET);
27 #define show_socket_type(type) \
28 __print_symbolic(type, \
29 { SOCK_STREAM, "STREAM" }, \
30 { SOCK_DGRAM, "DGRAM" }, \
31 { SOCK_RAW, "RAW" }, \
32 { SOCK_RDM, "RDM" }, \
33 { SOCK_SEQPACKET, "SEQPACKET" }, \
34 { SOCK_DCCP, "DCCP" }, \
35 { SOCK_PACKET, "PACKET" })
37 /* This list is known to be incomplete, add new enums as needed. */
38 TRACE_DEFINE_ENUM(AF_UNSPEC);
39 TRACE_DEFINE_ENUM(AF_UNIX);
40 TRACE_DEFINE_ENUM(AF_LOCAL);
41 TRACE_DEFINE_ENUM(AF_INET);
42 TRACE_DEFINE_ENUM(AF_INET6);
44 #define rpc_show_address_family(family) \
45 __print_symbolic(family, \
46 { AF_UNSPEC, "AF_UNSPEC" }, \
47 { AF_UNIX, "AF_UNIX" }, \
48 { AF_LOCAL, "AF_LOCAL" }, \
49 { AF_INET, "AF_INET" }, \
50 { AF_INET6, "AF_INET6" })
52 DECLARE_EVENT_CLASS(rpc_xdr_buf_class,
54 const struct rpc_task *task,
55 const struct xdr_buf *xdr
61 __field(unsigned int, task_id)
62 __field(unsigned int, client_id)
63 __field(const void *, head_base)
64 __field(size_t, head_len)
65 __field(const void *, tail_base)
66 __field(size_t, tail_len)
67 __field(unsigned int, page_base)
68 __field(unsigned int, page_len)
69 __field(unsigned int, msg_len)
73 __entry->task_id = task->tk_pid;
74 __entry->client_id = task->tk_client ?
75 task->tk_client->cl_clid : -1;
76 __entry->head_base = xdr->head[0].iov_base;
77 __entry->head_len = xdr->head[0].iov_len;
78 __entry->tail_base = xdr->tail[0].iov_base;
79 __entry->tail_len = xdr->tail[0].iov_len;
80 __entry->page_base = xdr->page_base;
81 __entry->page_len = xdr->page_len;
82 __entry->msg_len = xdr->len;
85 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
86 " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
87 __entry->task_id, __entry->client_id,
88 __entry->head_base, __entry->head_len,
89 __entry->page_len, __entry->page_base,
90 __entry->tail_base, __entry->tail_len,
95 #define DEFINE_RPCXDRBUF_EVENT(name) \
96 DEFINE_EVENT(rpc_xdr_buf_class, \
99 const struct rpc_task *task, \
100 const struct xdr_buf *xdr \
104 DEFINE_RPCXDRBUF_EVENT(sendto);
105 DEFINE_RPCXDRBUF_EVENT(recvfrom);
106 DEFINE_RPCXDRBUF_EVENT(reply_pages);
109 DECLARE_EVENT_CLASS(rpc_clnt_class,
111 const struct rpc_clnt *clnt
117 __field(unsigned int, client_id)
121 __entry->client_id = clnt->cl_clid;
124 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id)
127 #define DEFINE_RPC_CLNT_EVENT(name) \
128 DEFINE_EVENT(rpc_clnt_class, \
131 const struct rpc_clnt *clnt \
135 DEFINE_RPC_CLNT_EVENT(free);
136 DEFINE_RPC_CLNT_EVENT(killall);
137 DEFINE_RPC_CLNT_EVENT(shutdown);
138 DEFINE_RPC_CLNT_EVENT(release);
139 DEFINE_RPC_CLNT_EVENT(replace_xprt);
140 DEFINE_RPC_CLNT_EVENT(replace_xprt_err);
142 TRACE_EVENT(rpc_clnt_new,
144 const struct rpc_clnt *clnt,
145 const struct rpc_xprt *xprt,
150 TP_ARGS(clnt, xprt, program, server),
153 __field(unsigned int, client_id)
154 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
155 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
156 __string(program, program)
157 __string(server, server)
161 __entry->client_id = clnt->cl_clid;
162 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
163 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
164 __assign_str(program, program);
165 __assign_str(server, server);
168 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER
169 " peer=[%s]:%s program=%s server=%s",
170 __entry->client_id, __get_str(addr), __get_str(port),
171 __get_str(program), __get_str(server))
174 TRACE_EVENT(rpc_clnt_new_err,
181 TP_ARGS(program, server, error),
185 __string(program, program)
186 __string(server, server)
190 __entry->error = error;
191 __assign_str(program, program);
192 __assign_str(server, server);
195 TP_printk("program=%s server=%s error=%d",
196 __get_str(program), __get_str(server), __entry->error)
199 TRACE_EVENT(rpc_clnt_clone_err,
201 const struct rpc_clnt *clnt,
205 TP_ARGS(clnt, error),
208 __field(unsigned int, client_id)
213 __entry->client_id = clnt->cl_clid;
214 __entry->error = error;
217 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d",
218 __entry->client_id, __entry->error)
222 TRACE_DEFINE_ENUM(RPC_AUTH_OK);
223 TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED);
224 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED);
225 TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF);
226 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF);
227 TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK);
228 TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM);
229 TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM);
231 #define rpc_show_auth_stat(status) \
232 __print_symbolic(status, \
233 { RPC_AUTH_OK, "AUTH_OK" }, \
234 { RPC_AUTH_BADCRED, "BADCRED" }, \
235 { RPC_AUTH_REJECTEDCRED, "REJECTEDCRED" }, \
236 { RPC_AUTH_BADVERF, "BADVERF" }, \
237 { RPC_AUTH_REJECTEDVERF, "REJECTEDVERF" }, \
238 { RPC_AUTH_TOOWEAK, "TOOWEAK" }, \
239 { RPCSEC_GSS_CREDPROBLEM, "GSS_CREDPROBLEM" }, \
240 { RPCSEC_GSS_CTXPROBLEM, "GSS_CTXPROBLEM" }) \
242 DECLARE_EVENT_CLASS(rpc_task_status,
244 TP_PROTO(const struct rpc_task *task),
249 __field(unsigned int, task_id)
250 __field(unsigned int, client_id)
255 __entry->task_id = task->tk_pid;
256 __entry->client_id = task->tk_client->cl_clid;
257 __entry->status = task->tk_status;
260 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d",
261 __entry->task_id, __entry->client_id,
264 #define DEFINE_RPC_STATUS_EVENT(name) \
265 DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \
267 const struct rpc_task *task \
271 DEFINE_RPC_STATUS_EVENT(call);
272 DEFINE_RPC_STATUS_EVENT(connect);
273 DEFINE_RPC_STATUS_EVENT(timeout);
274 DEFINE_RPC_STATUS_EVENT(retry_refresh);
275 DEFINE_RPC_STATUS_EVENT(refresh);
277 TRACE_EVENT(rpc_request,
278 TP_PROTO(const struct rpc_task *task),
283 __field(unsigned int, task_id)
284 __field(unsigned int, client_id)
285 __field(int, version)
287 __string(progname, task->tk_client->cl_program->name)
288 __string(procname, rpc_proc_name(task))
292 __entry->task_id = task->tk_pid;
293 __entry->client_id = task->tk_client->cl_clid;
294 __entry->version = task->tk_client->cl_vers;
295 __entry->async = RPC_IS_ASYNC(task);
296 __assign_str(progname, task->tk_client->cl_program->name);
297 __assign_str(procname, rpc_proc_name(task));
300 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)",
301 __entry->task_id, __entry->client_id,
302 __get_str(progname), __entry->version,
303 __get_str(procname), __entry->async ? "a": ""
307 #define rpc_show_task_flags(flags) \
308 __print_flags(flags, "|", \
309 { RPC_TASK_ASYNC, "ASYNC" }, \
310 { RPC_TASK_SWAPPER, "SWAPPER" }, \
311 { RPC_TASK_MOVEABLE, "MOVEABLE" }, \
312 { RPC_TASK_NULLCREDS, "NULLCREDS" }, \
313 { RPC_CALL_MAJORSEEN, "MAJORSEEN" }, \
314 { RPC_TASK_DYNAMIC, "DYNAMIC" }, \
315 { RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" }, \
316 { RPC_TASK_SOFT, "SOFT" }, \
317 { RPC_TASK_SOFTCONN, "SOFTCONN" }, \
318 { RPC_TASK_SENT, "SENT" }, \
319 { RPC_TASK_TIMEOUT, "TIMEOUT" }, \
320 { RPC_TASK_NOCONNECT, "NOCONNECT" }, \
321 { RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" }, \
322 { RPC_TASK_CRED_NOREF, "CRED_NOREF" })
324 #define rpc_show_runstate(flags) \
325 __print_flags(flags, "|", \
326 { (1UL << RPC_TASK_RUNNING), "RUNNING" }, \
327 { (1UL << RPC_TASK_QUEUED), "QUEUED" }, \
328 { (1UL << RPC_TASK_ACTIVE), "ACTIVE" }, \
329 { (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" }, \
330 { (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" }, \
331 { (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" }, \
332 { (1UL << RPC_TASK_SIGNALLED), "SIGNALLED" })
334 DECLARE_EVENT_CLASS(rpc_task_running,
336 TP_PROTO(const struct rpc_task *task, const void *action),
338 TP_ARGS(task, action),
341 __field(unsigned int, task_id)
342 __field(unsigned int, client_id)
343 __field(const void *, action)
344 __field(unsigned long, runstate)
346 __field(unsigned short, flags)
350 __entry->client_id = task->tk_client ?
351 task->tk_client->cl_clid : -1;
352 __entry->task_id = task->tk_pid;
353 __entry->action = action;
354 __entry->runstate = task->tk_runstate;
355 __entry->status = task->tk_status;
356 __entry->flags = task->tk_flags;
359 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
360 " flags=%s runstate=%s status=%d action=%ps",
361 __entry->task_id, __entry->client_id,
362 rpc_show_task_flags(__entry->flags),
363 rpc_show_runstate(__entry->runstate),
368 #define DEFINE_RPC_RUNNING_EVENT(name) \
369 DEFINE_EVENT(rpc_task_running, rpc_task_##name, \
371 const struct rpc_task *task, \
374 TP_ARGS(task, action))
376 DEFINE_RPC_RUNNING_EVENT(begin);
377 DEFINE_RPC_RUNNING_EVENT(run_action);
378 DEFINE_RPC_RUNNING_EVENT(sync_sleep);
379 DEFINE_RPC_RUNNING_EVENT(sync_wake);
380 DEFINE_RPC_RUNNING_EVENT(complete);
381 DEFINE_RPC_RUNNING_EVENT(timeout);
382 DEFINE_RPC_RUNNING_EVENT(signalled);
383 DEFINE_RPC_RUNNING_EVENT(end);
384 DEFINE_RPC_RUNNING_EVENT(call_done);
386 DECLARE_EVENT_CLASS(rpc_task_queued,
388 TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q),
393 __field(unsigned int, task_id)
394 __field(unsigned int, client_id)
395 __field(unsigned long, timeout)
396 __field(unsigned long, runstate)
398 __field(unsigned short, flags)
399 __string(q_name, rpc_qname(q))
403 __entry->client_id = task->tk_client ?
404 task->tk_client->cl_clid : -1;
405 __entry->task_id = task->tk_pid;
406 __entry->timeout = rpc_task_timeout(task);
407 __entry->runstate = task->tk_runstate;
408 __entry->status = task->tk_status;
409 __entry->flags = task->tk_flags;
410 __assign_str(q_name, rpc_qname(q));
413 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
414 " flags=%s runstate=%s status=%d timeout=%lu queue=%s",
415 __entry->task_id, __entry->client_id,
416 rpc_show_task_flags(__entry->flags),
417 rpc_show_runstate(__entry->runstate),
423 #define DEFINE_RPC_QUEUED_EVENT(name) \
424 DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \
426 const struct rpc_task *task, \
427 const struct rpc_wait_queue *q \
431 DEFINE_RPC_QUEUED_EVENT(sleep);
432 DEFINE_RPC_QUEUED_EVENT(wakeup);
434 DECLARE_EVENT_CLASS(rpc_failure,
436 TP_PROTO(const struct rpc_task *task),
441 __field(unsigned int, task_id)
442 __field(unsigned int, client_id)
446 __entry->task_id = task->tk_pid;
447 __entry->client_id = task->tk_client->cl_clid;
450 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER,
451 __entry->task_id, __entry->client_id)
454 #define DEFINE_RPC_FAILURE(name) \
455 DEFINE_EVENT(rpc_failure, rpc_bad_##name, \
457 const struct rpc_task *task \
461 DEFINE_RPC_FAILURE(callhdr);
462 DEFINE_RPC_FAILURE(verifier);
464 DECLARE_EVENT_CLASS(rpc_reply_event,
467 const struct rpc_task *task
473 __field(unsigned int, task_id)
474 __field(unsigned int, client_id)
476 __string(progname, task->tk_client->cl_program->name)
477 __field(u32, version)
478 __string(procname, rpc_proc_name(task))
479 __string(servername, task->tk_xprt->servername)
483 __entry->task_id = task->tk_pid;
484 __entry->client_id = task->tk_client->cl_clid;
485 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
486 __assign_str(progname, task->tk_client->cl_program->name);
487 __entry->version = task->tk_client->cl_vers;
488 __assign_str(procname, rpc_proc_name(task));
489 __assign_str(servername, task->tk_xprt->servername);
492 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
493 " server=%s xid=0x%08x %sv%d %s",
494 __entry->task_id, __entry->client_id, __get_str(servername),
495 __entry->xid, __get_str(progname), __entry->version,
499 #define DEFINE_RPC_REPLY_EVENT(name) \
500 DEFINE_EVENT(rpc_reply_event, rpc__##name, \
502 const struct rpc_task *task \
506 DEFINE_RPC_REPLY_EVENT(prog_unavail);
507 DEFINE_RPC_REPLY_EVENT(prog_mismatch);
508 DEFINE_RPC_REPLY_EVENT(proc_unavail);
509 DEFINE_RPC_REPLY_EVENT(garbage_args);
510 DEFINE_RPC_REPLY_EVENT(unparsable);
511 DEFINE_RPC_REPLY_EVENT(mismatch);
512 DEFINE_RPC_REPLY_EVENT(stale_creds);
513 DEFINE_RPC_REPLY_EVENT(bad_creds);
514 DEFINE_RPC_REPLY_EVENT(auth_tooweak);
516 #define DEFINE_RPCB_ERROR_EVENT(name) \
517 DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err, \
519 const struct rpc_task *task \
523 DEFINE_RPCB_ERROR_EVENT(prog_unavail);
524 DEFINE_RPCB_ERROR_EVENT(timeout);
525 DEFINE_RPCB_ERROR_EVENT(bind_version);
526 DEFINE_RPCB_ERROR_EVENT(unreachable);
527 DEFINE_RPCB_ERROR_EVENT(unrecognized);
529 TRACE_EVENT(rpc_buf_alloc,
531 const struct rpc_task *task,
535 TP_ARGS(task, status),
538 __field(unsigned int, task_id)
539 __field(unsigned int, client_id)
540 __field(size_t, callsize)
541 __field(size_t, recvsize)
546 __entry->task_id = task->tk_pid;
547 __entry->client_id = task->tk_client->cl_clid;
548 __entry->callsize = task->tk_rqstp->rq_callsize;
549 __entry->recvsize = task->tk_rqstp->rq_rcvsize;
550 __entry->status = status;
553 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
554 " callsize=%zu recvsize=%zu status=%d",
555 __entry->task_id, __entry->client_id,
556 __entry->callsize, __entry->recvsize, __entry->status
560 TRACE_EVENT(rpc_call_rpcerror,
562 const struct rpc_task *task,
567 TP_ARGS(task, tk_status, rpc_status),
570 __field(unsigned int, task_id)
571 __field(unsigned int, client_id)
572 __field(int, tk_status)
573 __field(int, rpc_status)
577 __entry->client_id = task->tk_client->cl_clid;
578 __entry->task_id = task->tk_pid;
579 __entry->tk_status = tk_status;
580 __entry->rpc_status = rpc_status;
583 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
584 " tk_status=%d rpc_status=%d",
585 __entry->task_id, __entry->client_id,
586 __entry->tk_status, __entry->rpc_status)
589 TRACE_EVENT(rpc_stats_latency,
592 const struct rpc_task *task,
598 TP_ARGS(task, backlog, rtt, execute),
601 __field(unsigned int, task_id)
602 __field(unsigned int, client_id)
604 __field(int, version)
605 __string(progname, task->tk_client->cl_program->name)
606 __string(procname, rpc_proc_name(task))
607 __field(unsigned long, backlog)
608 __field(unsigned long, rtt)
609 __field(unsigned long, execute)
613 __entry->client_id = task->tk_client->cl_clid;
614 __entry->task_id = task->tk_pid;
615 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
616 __entry->version = task->tk_client->cl_vers;
617 __assign_str(progname, task->tk_client->cl_program->name);
618 __assign_str(procname, rpc_proc_name(task));
619 __entry->backlog = ktime_to_us(backlog);
620 __entry->rtt = ktime_to_us(rtt);
621 __entry->execute = ktime_to_us(execute);
624 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
625 " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu",
626 __entry->task_id, __entry->client_id, __entry->xid,
627 __get_str(progname), __entry->version, __get_str(procname),
628 __entry->backlog, __entry->rtt, __entry->execute)
631 TRACE_EVENT(rpc_xdr_overflow,
633 const struct xdr_stream *xdr,
637 TP_ARGS(xdr, requested),
640 __field(unsigned int, task_id)
641 __field(unsigned int, client_id)
642 __field(int, version)
643 __field(size_t, requested)
644 __field(const void *, end)
645 __field(const void *, p)
646 __field(const void *, head_base)
647 __field(size_t, head_len)
648 __field(const void *, tail_base)
649 __field(size_t, tail_len)
650 __field(unsigned int, page_len)
651 __field(unsigned int, len)
652 __string(progname, xdr->rqst ?
653 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown")
654 __string(procedure, xdr->rqst ?
655 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown")
660 const struct rpc_task *task = xdr->rqst->rq_task;
662 __entry->task_id = task->tk_pid;
663 __entry->client_id = task->tk_client->cl_clid;
664 __assign_str(progname,
665 task->tk_client->cl_program->name);
666 __entry->version = task->tk_client->cl_vers;
667 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
669 __entry->task_id = -1;
670 __entry->client_id = -1;
671 __assign_str(progname, "unknown");
672 __entry->version = 0;
673 __assign_str(procedure, "unknown");
675 __entry->requested = requested;
676 __entry->end = xdr->end;
678 __entry->head_base = xdr->buf->head[0].iov_base,
679 __entry->head_len = xdr->buf->head[0].iov_len,
680 __entry->page_len = xdr->buf->page_len,
681 __entry->tail_base = xdr->buf->tail[0].iov_base,
682 __entry->tail_len = xdr->buf->tail[0].iov_len,
683 __entry->len = xdr->buf->len;
686 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
687 " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
688 __entry->task_id, __entry->client_id,
689 __get_str(progname), __entry->version, __get_str(procedure),
690 __entry->requested, __entry->p, __entry->end,
691 __entry->head_base, __entry->head_len,
693 __entry->tail_base, __entry->tail_len,
698 TRACE_EVENT(rpc_xdr_alignment,
700 const struct xdr_stream *xdr,
705 TP_ARGS(xdr, offset, copied),
708 __field(unsigned int, task_id)
709 __field(unsigned int, client_id)
710 __field(int, version)
711 __field(size_t, offset)
712 __field(unsigned int, copied)
713 __field(const void *, head_base)
714 __field(size_t, head_len)
715 __field(const void *, tail_base)
716 __field(size_t, tail_len)
717 __field(unsigned int, page_len)
718 __field(unsigned int, len)
720 xdr->rqst->rq_task->tk_client->cl_program->name)
722 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name)
726 const struct rpc_task *task = xdr->rqst->rq_task;
728 __entry->task_id = task->tk_pid;
729 __entry->client_id = task->tk_client->cl_clid;
730 __assign_str(progname,
731 task->tk_client->cl_program->name);
732 __entry->version = task->tk_client->cl_vers;
733 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
735 __entry->offset = offset;
736 __entry->copied = copied;
737 __entry->head_base = xdr->buf->head[0].iov_base,
738 __entry->head_len = xdr->buf->head[0].iov_len,
739 __entry->page_len = xdr->buf->page_len,
740 __entry->tail_base = xdr->buf->tail[0].iov_base,
741 __entry->tail_len = xdr->buf->tail[0].iov_len,
742 __entry->len = xdr->buf->len;
745 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
746 " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
747 __entry->task_id, __entry->client_id,
748 __get_str(progname), __entry->version, __get_str(procedure),
749 __entry->offset, __entry->copied,
750 __entry->head_base, __entry->head_len,
752 __entry->tail_base, __entry->tail_len,
758 * First define the enums in the below macros to be exported to userspace
759 * via TRACE_DEFINE_ENUM().
763 #define EM(a, b) TRACE_DEFINE_ENUM(a);
764 #define EMe(a, b) TRACE_DEFINE_ENUM(a);
766 #define RPC_SHOW_SOCKET \
767 EM( SS_FREE, "FREE" ) \
768 EM( SS_UNCONNECTED, "UNCONNECTED" ) \
769 EM( SS_CONNECTING, "CONNECTING" ) \
770 EM( SS_CONNECTED, "CONNECTED" ) \
771 EMe( SS_DISCONNECTING, "DISCONNECTING" )
773 #define rpc_show_socket_state(state) \
774 __print_symbolic(state, RPC_SHOW_SOCKET)
778 #define RPC_SHOW_SOCK \
779 EM( TCP_ESTABLISHED, "ESTABLISHED" ) \
780 EM( TCP_SYN_SENT, "SYN_SENT" ) \
781 EM( TCP_SYN_RECV, "SYN_RECV" ) \
782 EM( TCP_FIN_WAIT1, "FIN_WAIT1" ) \
783 EM( TCP_FIN_WAIT2, "FIN_WAIT2" ) \
784 EM( TCP_TIME_WAIT, "TIME_WAIT" ) \
785 EM( TCP_CLOSE, "CLOSE" ) \
786 EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" ) \
787 EM( TCP_LAST_ACK, "LAST_ACK" ) \
788 EM( TCP_LISTEN, "LISTEN" ) \
789 EMe( TCP_CLOSING, "CLOSING" )
791 #define rpc_show_sock_state(state) \
792 __print_symbolic(state, RPC_SHOW_SOCK)
797 #include <trace/events/net_probe_common.h>
800 * Now redefine the EM() and EMe() macros to map the enums to the strings
801 * that will be printed in the output.
805 #define EM(a, b) {a, b},
806 #define EMe(a, b) {a, b}
808 DECLARE_EVENT_CLASS(xs_socket_event,
811 struct rpc_xprt *xprt,
812 struct socket *socket
815 TP_ARGS(xprt, socket),
818 __field(unsigned int, socket_state)
819 __field(unsigned int, sock_state)
820 __field(unsigned long long, ino)
821 __array(__u8, saddr, sizeof(struct sockaddr_in6))
822 __array(__u8, daddr, sizeof(struct sockaddr_in6))
826 struct inode *inode = SOCK_INODE(socket);
827 const struct sock *sk = socket->sk;
828 const struct inet_sock *inet = inet_sk(sk);
830 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
831 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
833 TP_STORE_ADDR_PORTS(__entry, inet, sk);
835 __entry->socket_state = socket->state;
836 __entry->sock_state = socket->sk->sk_state;
837 __entry->ino = (unsigned long long)inode->i_ino;
842 "socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
843 "state=%u (%s) sk_state=%u (%s)",
847 __entry->socket_state,
848 rpc_show_socket_state(__entry->socket_state),
850 rpc_show_sock_state(__entry->sock_state)
853 #define DEFINE_RPC_SOCKET_EVENT(name) \
854 DEFINE_EVENT(xs_socket_event, name, \
856 struct rpc_xprt *xprt, \
857 struct socket *socket \
859 TP_ARGS(xprt, socket))
861 DECLARE_EVENT_CLASS(xs_socket_event_done,
864 struct rpc_xprt *xprt,
865 struct socket *socket,
869 TP_ARGS(xprt, socket, error),
873 __field(unsigned int, socket_state)
874 __field(unsigned int, sock_state)
875 __field(unsigned long long, ino)
876 __array(__u8, saddr, sizeof(struct sockaddr_in6))
877 __array(__u8, daddr, sizeof(struct sockaddr_in6))
881 struct inode *inode = SOCK_INODE(socket);
882 const struct sock *sk = socket->sk;
883 const struct inet_sock *inet = inet_sk(sk);
885 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
886 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
888 TP_STORE_ADDR_PORTS(__entry, inet, sk);
890 __entry->socket_state = socket->state;
891 __entry->sock_state = socket->sk->sk_state;
892 __entry->ino = (unsigned long long)inode->i_ino;
893 __entry->error = error;
897 "error=%d socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
898 "state=%u (%s) sk_state=%u (%s)",
903 __entry->socket_state,
904 rpc_show_socket_state(__entry->socket_state),
906 rpc_show_sock_state(__entry->sock_state)
909 #define DEFINE_RPC_SOCKET_EVENT_DONE(name) \
910 DEFINE_EVENT(xs_socket_event_done, name, \
912 struct rpc_xprt *xprt, \
913 struct socket *socket, \
916 TP_ARGS(xprt, socket, error))
918 DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change);
919 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect);
920 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error);
921 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection);
922 DEFINE_RPC_SOCKET_EVENT(rpc_socket_close);
923 DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown);
925 TRACE_EVENT(rpc_socket_nospace,
927 const struct rpc_rqst *rqst,
928 const struct sock_xprt *transport
931 TP_ARGS(rqst, transport),
934 __field(unsigned int, task_id)
935 __field(unsigned int, client_id)
936 __field(unsigned int, total)
937 __field(unsigned int, remaining)
941 __entry->task_id = rqst->rq_task->tk_pid;
942 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
943 __entry->total = rqst->rq_slen;
944 __entry->remaining = rqst->rq_slen - transport->xmit.offset;
947 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
948 " total=%u remaining=%u",
949 __entry->task_id, __entry->client_id,
950 __entry->total, __entry->remaining
954 #define rpc_show_xprt_state(x) \
955 __print_flags(x, "|", \
956 { BIT(XPRT_LOCKED), "LOCKED" }, \
957 { BIT(XPRT_CONNECTED), "CONNECTED" }, \
958 { BIT(XPRT_CONNECTING), "CONNECTING" }, \
959 { BIT(XPRT_CLOSE_WAIT), "CLOSE_WAIT" }, \
960 { BIT(XPRT_BOUND), "BOUND" }, \
961 { BIT(XPRT_BINDING), "BINDING" }, \
962 { BIT(XPRT_CLOSING), "CLOSING" }, \
963 { BIT(XPRT_OFFLINE), "OFFLINE" }, \
964 { BIT(XPRT_REMOVE), "REMOVE" }, \
965 { BIT(XPRT_CONGESTED), "CONGESTED" }, \
966 { BIT(XPRT_CWND_WAIT), "CWND_WAIT" }, \
967 { BIT(XPRT_WRITE_SPACE), "WRITE_SPACE" }, \
968 { BIT(XPRT_SND_IS_COOKIE), "SND_IS_COOKIE" })
970 DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class,
972 const struct rpc_xprt *xprt
978 __field(unsigned long, state)
979 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
980 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
984 __entry->state = xprt->state;
985 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
986 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
989 TP_printk("peer=[%s]:%s state=%s",
990 __get_str(addr), __get_str(port),
991 rpc_show_xprt_state(__entry->state))
994 #define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \
995 DEFINE_EVENT(rpc_xprt_lifetime_class, \
998 const struct rpc_xprt *xprt \
1002 DEFINE_RPC_XPRT_LIFETIME_EVENT(create);
1003 DEFINE_RPC_XPRT_LIFETIME_EVENT(connect);
1004 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto);
1005 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done);
1006 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force);
1007 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_cleanup);
1008 DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy);
1010 DECLARE_EVENT_CLASS(rpc_xprt_event,
1012 const struct rpc_xprt *xprt,
1017 TP_ARGS(xprt, xid, status),
1021 __field(int, status)
1022 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1023 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1027 __entry->xid = be32_to_cpu(xid);
1028 __entry->status = status;
1029 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1030 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1033 TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr),
1034 __get_str(port), __entry->xid,
1037 #define DEFINE_RPC_XPRT_EVENT(name) \
1038 DEFINE_EVENT(rpc_xprt_event, xprt_##name, \
1040 const struct rpc_xprt *xprt, \
1044 TP_ARGS(xprt, xid, status))
1046 DEFINE_RPC_XPRT_EVENT(timer);
1047 DEFINE_RPC_XPRT_EVENT(lookup_rqst);
1049 TRACE_EVENT(xprt_transmit,
1051 const struct rpc_rqst *rqst,
1055 TP_ARGS(rqst, status),
1058 __field(unsigned int, task_id)
1059 __field(unsigned int, client_id)
1062 __field(int, status)
1066 __entry->task_id = rqst->rq_task->tk_pid;
1067 __entry->client_id = rqst->rq_task->tk_client ?
1068 rqst->rq_task->tk_client->cl_clid : -1;
1069 __entry->xid = be32_to_cpu(rqst->rq_xid);
1070 __entry->seqno = rqst->rq_seqno;
1071 __entry->status = status;
1074 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1075 " xid=0x%08x seqno=%u status=%d",
1076 __entry->task_id, __entry->client_id, __entry->xid,
1077 __entry->seqno, __entry->status)
1080 TRACE_EVENT(xprt_retransmit,
1082 const struct rpc_rqst *rqst
1088 __field(unsigned int, task_id)
1089 __field(unsigned int, client_id)
1091 __field(int, ntrans)
1092 __field(int, version)
1093 __field(unsigned long, timeout)
1095 rqst->rq_task->tk_client->cl_program->name)
1096 __string(procname, rpc_proc_name(rqst->rq_task))
1100 struct rpc_task *task = rqst->rq_task;
1102 __entry->task_id = task->tk_pid;
1103 __entry->client_id = task->tk_client ?
1104 task->tk_client->cl_clid : -1;
1105 __entry->xid = be32_to_cpu(rqst->rq_xid);
1106 __entry->ntrans = rqst->rq_ntrans;
1107 __entry->timeout = task->tk_timeout;
1108 __assign_str(progname,
1109 task->tk_client->cl_program->name);
1110 __entry->version = task->tk_client->cl_vers;
1111 __assign_str(procname, rpc_proc_name(task));
1114 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1115 " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu",
1116 __entry->task_id, __entry->client_id, __entry->xid,
1117 __get_str(progname), __entry->version, __get_str(procname),
1118 __entry->ntrans, __entry->timeout
1122 TRACE_EVENT(xprt_ping,
1123 TP_PROTO(const struct rpc_xprt *xprt, int status),
1125 TP_ARGS(xprt, status),
1128 __field(int, status)
1129 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1130 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1134 __entry->status = status;
1135 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1136 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1139 TP_printk("peer=[%s]:%s status=%d",
1140 __get_str(addr), __get_str(port), __entry->status)
1143 DECLARE_EVENT_CLASS(xprt_writelock_event,
1145 const struct rpc_xprt *xprt, const struct rpc_task *task
1148 TP_ARGS(xprt, task),
1151 __field(unsigned int, task_id)
1152 __field(unsigned int, client_id)
1153 __field(unsigned int, snd_task_id)
1158 __entry->task_id = task->tk_pid;
1159 __entry->client_id = task->tk_client ?
1160 task->tk_client->cl_clid : -1;
1162 __entry->task_id = -1;
1163 __entry->client_id = -1;
1165 if (xprt->snd_task &&
1166 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1167 __entry->snd_task_id = xprt->snd_task->tk_pid;
1169 __entry->snd_task_id = -1;
1172 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1173 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER,
1174 __entry->task_id, __entry->client_id,
1175 __entry->snd_task_id)
1178 #define DEFINE_WRITELOCK_EVENT(name) \
1179 DEFINE_EVENT(xprt_writelock_event, xprt_##name, \
1181 const struct rpc_xprt *xprt, \
1182 const struct rpc_task *task \
1184 TP_ARGS(xprt, task))
1186 DEFINE_WRITELOCK_EVENT(reserve_xprt);
1187 DEFINE_WRITELOCK_EVENT(release_xprt);
1189 DECLARE_EVENT_CLASS(xprt_cong_event,
1191 const struct rpc_xprt *xprt, const struct rpc_task *task
1194 TP_ARGS(xprt, task),
1197 __field(unsigned int, task_id)
1198 __field(unsigned int, client_id)
1199 __field(unsigned int, snd_task_id)
1200 __field(unsigned long, cong)
1201 __field(unsigned long, cwnd)
1207 __entry->task_id = task->tk_pid;
1208 __entry->client_id = task->tk_client ?
1209 task->tk_client->cl_clid : -1;
1211 __entry->task_id = -1;
1212 __entry->client_id = -1;
1214 if (xprt->snd_task &&
1215 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1216 __entry->snd_task_id = xprt->snd_task->tk_pid;
1218 __entry->snd_task_id = -1;
1220 __entry->cong = xprt->cong;
1221 __entry->cwnd = xprt->cwnd;
1222 __entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state);
1225 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1226 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER
1227 " cong=%lu cwnd=%lu%s",
1228 __entry->task_id, __entry->client_id,
1229 __entry->snd_task_id, __entry->cong, __entry->cwnd,
1230 __entry->wait ? " (wait)" : "")
1233 #define DEFINE_CONG_EVENT(name) \
1234 DEFINE_EVENT(xprt_cong_event, xprt_##name, \
1236 const struct rpc_xprt *xprt, \
1237 const struct rpc_task *task \
1239 TP_ARGS(xprt, task))
1241 DEFINE_CONG_EVENT(reserve_cong);
1242 DEFINE_CONG_EVENT(release_cong);
1243 DEFINE_CONG_EVENT(get_cong);
1244 DEFINE_CONG_EVENT(put_cong);
1246 TRACE_EVENT(xprt_reserve,
1248 const struct rpc_rqst *rqst
1254 __field(unsigned int, task_id)
1255 __field(unsigned int, client_id)
1260 __entry->task_id = rqst->rq_task->tk_pid;
1261 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
1262 __entry->xid = be32_to_cpu(rqst->rq_xid);
1265 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x",
1266 __entry->task_id, __entry->client_id, __entry->xid
1270 TRACE_EVENT(xs_stream_read_data,
1271 TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total),
1273 TP_ARGS(xprt, err, total),
1276 __field(ssize_t, err)
1277 __field(size_t, total)
1278 __string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] :
1280 __string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] :
1286 __entry->total = total;
1287 __assign_str(addr, xprt ?
1288 xprt->address_strings[RPC_DISPLAY_ADDR] : "(null)");
1289 __assign_str(port, xprt ?
1290 xprt->address_strings[RPC_DISPLAY_PORT] : "(null)");
1293 TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr),
1294 __get_str(port), __entry->err, __entry->total)
1297 TRACE_EVENT(xs_stream_read_request,
1298 TP_PROTO(struct sock_xprt *xs),
1303 __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR])
1304 __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT])
1306 __field(unsigned long, copied)
1307 __field(unsigned int, reclen)
1308 __field(unsigned int, offset)
1312 __assign_str(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]);
1313 __assign_str(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]);
1314 __entry->xid = be32_to_cpu(xs->recv.xid);
1315 __entry->copied = xs->recv.copied;
1316 __entry->reclen = xs->recv.len;
1317 __entry->offset = xs->recv.offset;
1320 TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u",
1321 __get_str(addr), __get_str(port), __entry->xid,
1322 __entry->copied, __entry->reclen, __entry->offset)
1325 TRACE_EVENT(rpcb_getport,
1327 const struct rpc_clnt *clnt,
1328 const struct rpc_task *task,
1329 unsigned int bind_version
1332 TP_ARGS(clnt, task, bind_version),
1335 __field(unsigned int, task_id)
1336 __field(unsigned int, client_id)
1337 __field(unsigned int, program)
1338 __field(unsigned int, version)
1339 __field(int, protocol)
1340 __field(unsigned int, bind_version)
1341 __string(servername, task->tk_xprt->servername)
1345 __entry->task_id = task->tk_pid;
1346 __entry->client_id = clnt->cl_clid;
1347 __entry->program = clnt->cl_prog;
1348 __entry->version = clnt->cl_vers;
1349 __entry->protocol = task->tk_xprt->prot;
1350 __entry->bind_version = bind_version;
1351 __assign_str(servername, task->tk_xprt->servername);
1354 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1355 " server=%s program=%u version=%u protocol=%d bind_version=%u",
1356 __entry->task_id, __entry->client_id, __get_str(servername),
1357 __entry->program, __entry->version, __entry->protocol,
1358 __entry->bind_version
1362 TRACE_EVENT(rpcb_setport,
1364 const struct rpc_task *task,
1369 TP_ARGS(task, status, port),
1372 __field(unsigned int, task_id)
1373 __field(unsigned int, client_id)
1374 __field(int, status)
1375 __field(unsigned short, port)
1379 __entry->task_id = task->tk_pid;
1380 __entry->client_id = task->tk_client->cl_clid;
1381 __entry->status = status;
1382 __entry->port = port;
1385 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u",
1386 __entry->task_id, __entry->client_id,
1387 __entry->status, __entry->port
1391 TRACE_EVENT(pmap_register,
1399 TP_ARGS(program, version, protocol, port),
1402 __field(unsigned int, program)
1403 __field(unsigned int, version)
1404 __field(int, protocol)
1405 __field(unsigned int, port)
1409 __entry->program = program;
1410 __entry->version = version;
1411 __entry->protocol = protocol;
1412 __entry->port = port;
1415 TP_printk("program=%u version=%u protocol=%d port=%u",
1416 __entry->program, __entry->version,
1417 __entry->protocol, __entry->port
1421 TRACE_EVENT(rpcb_register,
1429 TP_ARGS(program, version, addr, netid),
1432 __field(unsigned int, program)
1433 __field(unsigned int, version)
1434 __string(addr, addr)
1435 __string(netid, netid)
1439 __entry->program = program;
1440 __entry->version = version;
1441 __assign_str(addr, addr);
1442 __assign_str(netid, netid);
1445 TP_printk("program=%u version=%u addr=%s netid=%s",
1446 __entry->program, __entry->version,
1447 __get_str(addr), __get_str(netid)
1451 TRACE_EVENT(rpcb_unregister,
1458 TP_ARGS(program, version, netid),
1461 __field(unsigned int, program)
1462 __field(unsigned int, version)
1463 __string(netid, netid)
1467 __entry->program = program;
1468 __entry->version = version;
1469 __assign_str(netid, netid);
1472 TP_printk("program=%u version=%u netid=%s",
1473 __entry->program, __entry->version, __get_str(netid)
1477 /* Record an xdr_buf containing a fully-formed RPC message */
1478 DECLARE_EVENT_CLASS(svc_xdr_msg_class,
1480 const struct xdr_buf *xdr
1487 __field(const void *, head_base)
1488 __field(size_t, head_len)
1489 __field(const void *, tail_base)
1490 __field(size_t, tail_len)
1491 __field(unsigned int, page_len)
1492 __field(unsigned int, msg_len)
1496 __be32 *p = (__be32 *)xdr->head[0].iov_base;
1498 __entry->xid = be32_to_cpu(*p);
1499 __entry->head_base = p;
1500 __entry->head_len = xdr->head[0].iov_len;
1501 __entry->tail_base = xdr->tail[0].iov_base;
1502 __entry->tail_len = xdr->tail[0].iov_len;
1503 __entry->page_len = xdr->page_len;
1504 __entry->msg_len = xdr->len;
1507 TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u",
1509 __entry->head_base, __entry->head_len, __entry->page_len,
1510 __entry->tail_base, __entry->tail_len, __entry->msg_len
1514 #define DEFINE_SVCXDRMSG_EVENT(name) \
1515 DEFINE_EVENT(svc_xdr_msg_class, \
1518 const struct xdr_buf *xdr \
1522 DEFINE_SVCXDRMSG_EVENT(recvfrom);
1524 /* Record an xdr_buf containing arbitrary data, tagged with an XID */
1525 DECLARE_EVENT_CLASS(svc_xdr_buf_class,
1528 const struct xdr_buf *xdr
1535 __field(const void *, head_base)
1536 __field(size_t, head_len)
1537 __field(const void *, tail_base)
1538 __field(size_t, tail_len)
1539 __field(unsigned int, page_base)
1540 __field(unsigned int, page_len)
1541 __field(unsigned int, msg_len)
1545 __entry->xid = be32_to_cpu(xid);
1546 __entry->head_base = xdr->head[0].iov_base;
1547 __entry->head_len = xdr->head[0].iov_len;
1548 __entry->tail_base = xdr->tail[0].iov_base;
1549 __entry->tail_len = xdr->tail[0].iov_len;
1550 __entry->page_base = xdr->page_base;
1551 __entry->page_len = xdr->page_len;
1552 __entry->msg_len = xdr->len;
1555 TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
1557 __entry->head_base, __entry->head_len,
1558 __entry->page_len, __entry->page_base,
1559 __entry->tail_base, __entry->tail_len,
1564 #define DEFINE_SVCXDRBUF_EVENT(name) \
1565 DEFINE_EVENT(svc_xdr_buf_class, \
1569 const struct xdr_buf *xdr \
1573 DEFINE_SVCXDRBUF_EVENT(sendto);
1576 * from include/linux/sunrpc/svc.h
1578 #define SVC_RQST_FLAG_LIST \
1579 svc_rqst_flag(SECURE) \
1580 svc_rqst_flag(LOCAL) \
1581 svc_rqst_flag(USEDEFERRAL) \
1582 svc_rqst_flag(DROPME) \
1583 svc_rqst_flag(SPLICE_OK) \
1584 svc_rqst_flag(VICTIM) \
1585 svc_rqst_flag(BUSY) \
1586 svc_rqst_flag_end(DATA)
1588 #undef svc_rqst_flag
1589 #undef svc_rqst_flag_end
1590 #define svc_rqst_flag(x) TRACE_DEFINE_ENUM(RQ_##x);
1591 #define svc_rqst_flag_end(x) TRACE_DEFINE_ENUM(RQ_##x);
1595 #undef svc_rqst_flag
1596 #undef svc_rqst_flag_end
1597 #define svc_rqst_flag(x) { BIT(RQ_##x), #x },
1598 #define svc_rqst_flag_end(x) { BIT(RQ_##x), #x }
1600 #define show_rqstp_flags(flags) \
1601 __print_flags(flags, "|", SVC_RQST_FLAG_LIST)
1603 TRACE_DEFINE_ENUM(SVC_GARBAGE);
1604 TRACE_DEFINE_ENUM(SVC_SYSERR);
1605 TRACE_DEFINE_ENUM(SVC_VALID);
1606 TRACE_DEFINE_ENUM(SVC_NEGATIVE);
1607 TRACE_DEFINE_ENUM(SVC_OK);
1608 TRACE_DEFINE_ENUM(SVC_DROP);
1609 TRACE_DEFINE_ENUM(SVC_CLOSE);
1610 TRACE_DEFINE_ENUM(SVC_DENIED);
1611 TRACE_DEFINE_ENUM(SVC_PENDING);
1612 TRACE_DEFINE_ENUM(SVC_COMPLETE);
1614 #define svc_show_status(status) \
1615 __print_symbolic(status, \
1616 { SVC_GARBAGE, "SVC_GARBAGE" }, \
1617 { SVC_SYSERR, "SVC_SYSERR" }, \
1618 { SVC_VALID, "SVC_VALID" }, \
1619 { SVC_NEGATIVE, "SVC_NEGATIVE" }, \
1620 { SVC_OK, "SVC_OK" }, \
1621 { SVC_DROP, "SVC_DROP" }, \
1622 { SVC_CLOSE, "SVC_CLOSE" }, \
1623 { SVC_DENIED, "SVC_DENIED" }, \
1624 { SVC_PENDING, "SVC_PENDING" }, \
1625 { SVC_COMPLETE, "SVC_COMPLETE" })
1627 #define SVC_RQST_ENDPOINT_FIELDS(r) \
1628 __sockaddr(server, (r)->rq_xprt->xpt_locallen) \
1629 __sockaddr(client, (r)->rq_xprt->xpt_remotelen) \
1630 __field(unsigned int, netns_ino) \
1633 #define SVC_RQST_ENDPOINT_ASSIGNMENTS(r) \
1635 struct svc_xprt *xprt = (r)->rq_xprt; \
1636 __assign_sockaddr(server, &xprt->xpt_local, \
1637 xprt->xpt_locallen); \
1638 __assign_sockaddr(client, &xprt->xpt_remote, \
1639 xprt->xpt_remotelen); \
1640 __entry->netns_ino = xprt->xpt_net->ns.inum; \
1641 __entry->xid = be32_to_cpu((r)->rq_xid); \
1644 #define SVC_RQST_ENDPOINT_FORMAT \
1645 "xid=0x%08x server=%pISpc client=%pISpc"
1647 #define SVC_RQST_ENDPOINT_VARARGS \
1648 __entry->xid, __get_sockaddr(server), __get_sockaddr(client)
1650 TRACE_EVENT(svc_authenticate,
1651 TP_PROTO(const struct svc_rqst *rqst, int auth_res),
1653 TP_ARGS(rqst, auth_res),
1656 SVC_RQST_ENDPOINT_FIELDS(rqst)
1658 __field(unsigned long, svc_status)
1659 __field(unsigned long, auth_stat)
1663 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1665 __entry->svc_status = auth_res;
1666 __entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat);
1669 TP_printk(SVC_RQST_ENDPOINT_FORMAT
1670 " auth_res=%s auth_stat=%s",
1671 SVC_RQST_ENDPOINT_VARARGS,
1672 svc_show_status(__entry->svc_status),
1673 rpc_show_auth_stat(__entry->auth_stat))
1676 TRACE_EVENT(svc_process,
1677 TP_PROTO(const struct svc_rqst *rqst, const char *name),
1679 TP_ARGS(rqst, name),
1685 __string(service, name)
1686 __string(procedure, svc_proc_name(rqst))
1687 __string(addr, rqst->rq_xprt ?
1688 rqst->rq_xprt->xpt_remotebuf : "(null)")
1692 __entry->xid = be32_to_cpu(rqst->rq_xid);
1693 __entry->vers = rqst->rq_vers;
1694 __entry->proc = rqst->rq_proc;
1695 __assign_str(service, name);
1696 __assign_str(procedure, svc_proc_name(rqst));
1697 __assign_str(addr, rqst->rq_xprt ?
1698 rqst->rq_xprt->xpt_remotebuf : "(null)");
1701 TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s",
1702 __get_str(addr), __entry->xid,
1703 __get_str(service), __entry->vers,
1704 __get_str(procedure)
1708 DECLARE_EVENT_CLASS(svc_rqst_event,
1710 const struct svc_rqst *rqst
1716 SVC_RQST_ENDPOINT_FIELDS(rqst)
1718 __field(unsigned long, flags)
1722 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1724 __entry->flags = rqst->rq_flags;
1727 TP_printk(SVC_RQST_ENDPOINT_FORMAT " flags=%s",
1728 SVC_RQST_ENDPOINT_VARARGS,
1729 show_rqstp_flags(__entry->flags))
1731 #define DEFINE_SVC_RQST_EVENT(name) \
1732 DEFINE_EVENT(svc_rqst_event, svc_##name, \
1734 const struct svc_rqst *rqst \
1738 DEFINE_SVC_RQST_EVENT(defer);
1739 DEFINE_SVC_RQST_EVENT(drop);
1741 DECLARE_EVENT_CLASS(svc_rqst_status,
1743 const struct svc_rqst *rqst,
1747 TP_ARGS(rqst, status),
1750 SVC_RQST_ENDPOINT_FIELDS(rqst)
1752 __field(int, status)
1753 __field(unsigned long, flags)
1757 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1759 __entry->status = status;
1760 __entry->flags = rqst->rq_flags;
1763 TP_printk(SVC_RQST_ENDPOINT_FORMAT " status=%d flags=%s",
1764 SVC_RQST_ENDPOINT_VARARGS,
1765 __entry->status, show_rqstp_flags(__entry->flags))
1768 DEFINE_EVENT(svc_rqst_status, svc_send,
1769 TP_PROTO(const struct svc_rqst *rqst, int status),
1770 TP_ARGS(rqst, status));
1772 TRACE_EVENT(svc_stats_latency,
1774 const struct svc_rqst *rqst
1780 SVC_RQST_ENDPOINT_FIELDS(rqst)
1782 __field(unsigned long, execute)
1783 __string(procedure, svc_proc_name(rqst))
1787 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1789 __entry->execute = ktime_to_us(ktime_sub(ktime_get(),
1791 __assign_str(procedure, svc_proc_name(rqst));
1794 TP_printk(SVC_RQST_ENDPOINT_FORMAT " proc=%s execute-us=%lu",
1795 SVC_RQST_ENDPOINT_VARARGS,
1796 __get_str(procedure), __entry->execute)
1799 #define show_svc_xprt_flags(flags) \
1800 __print_flags(flags, "|", \
1801 { (1UL << XPT_BUSY), "XPT_BUSY"}, \
1802 { (1UL << XPT_CONN), "XPT_CONN"}, \
1803 { (1UL << XPT_CLOSE), "XPT_CLOSE"}, \
1804 { (1UL << XPT_DATA), "XPT_DATA"}, \
1805 { (1UL << XPT_TEMP), "XPT_TEMP"}, \
1806 { (1UL << XPT_DEAD), "XPT_DEAD"}, \
1807 { (1UL << XPT_CHNGBUF), "XPT_CHNGBUF"}, \
1808 { (1UL << XPT_DEFERRED), "XPT_DEFERRED"}, \
1809 { (1UL << XPT_OLD), "XPT_OLD"}, \
1810 { (1UL << XPT_LISTENER), "XPT_LISTENER"}, \
1811 { (1UL << XPT_CACHE_AUTH), "XPT_CACHE_AUTH"}, \
1812 { (1UL << XPT_LOCAL), "XPT_LOCAL"}, \
1813 { (1UL << XPT_KILL_TEMP), "XPT_KILL_TEMP"}, \
1814 { (1UL << XPT_CONG_CTRL), "XPT_CONG_CTRL"})
1816 TRACE_EVENT(svc_xprt_create_err,
1818 const char *program,
1819 const char *protocol,
1820 struct sockaddr *sap,
1822 const struct svc_xprt *xprt
1825 TP_ARGS(program, protocol, sap, salen, xprt),
1828 __field(long, error)
1829 __string(program, program)
1830 __string(protocol, protocol)
1831 __sockaddr(addr, salen)
1835 __entry->error = PTR_ERR(xprt);
1836 __assign_str(program, program);
1837 __assign_str(protocol, protocol);
1838 __assign_sockaddr(addr, sap, salen);
1841 TP_printk("addr=%pISpc program=%s protocol=%s error=%ld",
1842 __get_sockaddr(addr), __get_str(program), __get_str(protocol),
1846 #define SVC_XPRT_ENDPOINT_FIELDS(x) \
1847 __sockaddr(server, (x)->xpt_locallen) \
1848 __sockaddr(client, (x)->xpt_remotelen) \
1849 __field(unsigned long, flags) \
1850 __field(unsigned int, netns_ino)
1852 #define SVC_XPRT_ENDPOINT_ASSIGNMENTS(x) \
1854 __assign_sockaddr(server, &(x)->xpt_local, \
1855 (x)->xpt_locallen); \
1856 __assign_sockaddr(client, &(x)->xpt_remote, \
1857 (x)->xpt_remotelen); \
1858 __entry->flags = (x)->xpt_flags; \
1859 __entry->netns_ino = (x)->xpt_net->ns.inum; \
1862 #define SVC_XPRT_ENDPOINT_FORMAT \
1863 "server=%pISpc client=%pISpc flags=%s"
1865 #define SVC_XPRT_ENDPOINT_VARARGS \
1866 __get_sockaddr(server), __get_sockaddr(client), \
1867 show_svc_xprt_flags(__entry->flags)
1869 TRACE_EVENT(svc_xprt_enqueue,
1871 const struct svc_xprt *xprt,
1872 const struct svc_rqst *rqst
1875 TP_ARGS(xprt, rqst),
1878 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1884 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1886 __entry->pid = rqst? rqst->rq_task->pid : 0;
1889 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " pid=%d",
1890 SVC_XPRT_ENDPOINT_VARARGS, __entry->pid)
1893 TRACE_EVENT(svc_xprt_dequeue,
1895 const struct svc_rqst *rqst
1901 SVC_XPRT_ENDPOINT_FIELDS(rqst->rq_xprt)
1903 __field(unsigned long, wakeup)
1907 SVC_XPRT_ENDPOINT_ASSIGNMENTS(rqst->rq_xprt);
1909 __entry->wakeup = ktime_to_us(ktime_sub(ktime_get(),
1913 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " wakeup-us=%lu",
1914 SVC_XPRT_ENDPOINT_VARARGS, __entry->wakeup)
1917 DECLARE_EVENT_CLASS(svc_xprt_event,
1919 const struct svc_xprt *xprt
1925 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1929 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1932 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
1935 #define DEFINE_SVC_XPRT_EVENT(name) \
1936 DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \
1938 const struct svc_xprt *xprt \
1942 DEFINE_SVC_XPRT_EVENT(no_write_space);
1943 DEFINE_SVC_XPRT_EVENT(close);
1944 DEFINE_SVC_XPRT_EVENT(detach);
1945 DEFINE_SVC_XPRT_EVENT(free);
1947 TRACE_EVENT(svc_xprt_accept,
1949 const struct svc_xprt *xprt,
1953 TP_ARGS(xprt, service),
1956 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1958 __string(protocol, xprt->xpt_class->xcl_name)
1959 __string(service, service)
1963 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1965 __assign_str(protocol, xprt->xpt_class->xcl_name);
1966 __assign_str(service, service);
1969 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " protocol=%s service=%s",
1970 SVC_XPRT_ENDPOINT_VARARGS,
1971 __get_str(protocol), __get_str(service)
1975 TRACE_EVENT(svc_wake_up,
1988 TP_printk("pid=%d", __entry->pid)
1991 TRACE_EVENT(svc_alloc_arg_err,
1999 __field(unsigned int, pages)
2003 __entry->pages = pages;
2006 TP_printk("pages=%u", __entry->pages)
2009 DECLARE_EVENT_CLASS(svc_deferred_event,
2011 const struct svc_deferred_req *dr
2017 __field(const void *, dr)
2019 __string(addr, dr->xprt->xpt_remotebuf)
2024 __entry->xid = be32_to_cpu(*(__be32 *)(dr->args +
2025 (dr->xprt_hlen>>2)));
2026 __assign_str(addr, dr->xprt->xpt_remotebuf);
2029 TP_printk("addr=%s dr=%p xid=0x%08x", __get_str(addr), __entry->dr,
2033 #define DEFINE_SVC_DEFERRED_EVENT(name) \
2034 DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \
2036 const struct svc_deferred_req *dr \
2040 DEFINE_SVC_DEFERRED_EVENT(drop);
2041 DEFINE_SVC_DEFERRED_EVENT(queue);
2042 DEFINE_SVC_DEFERRED_EVENT(recv);
2044 TRACE_EVENT(svcsock_new_socket,
2046 const struct socket *socket
2052 __field(unsigned long, type)
2053 __field(unsigned long, family)
2054 __field(bool, listener)
2058 __entry->type = socket->type;
2059 __entry->family = socket->sk->sk_family;
2060 __entry->listener = (socket->sk->sk_state == TCP_LISTEN);
2063 TP_printk("type=%s family=%s%s",
2064 show_socket_type(__entry->type),
2065 rpc_show_address_family(__entry->family),
2066 __entry->listener ? " (listener)" : ""
2070 TRACE_EVENT(svcsock_marker,
2072 const struct svc_xprt *xprt,
2076 TP_ARGS(xprt, marker),
2079 __field(unsigned int, length)
2081 __string(addr, xprt->xpt_remotebuf)
2085 __entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK;
2086 __entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT;
2087 __assign_str(addr, xprt->xpt_remotebuf);
2090 TP_printk("addr=%s length=%u%s", __get_str(addr),
2091 __entry->length, __entry->last ? " (last)" : "")
2094 DECLARE_EVENT_CLASS(svcsock_class,
2096 const struct svc_xprt *xprt,
2100 TP_ARGS(xprt, result),
2103 __field(ssize_t, result)
2104 __field(unsigned long, flags)
2105 __string(addr, xprt->xpt_remotebuf)
2109 __entry->result = result;
2110 __entry->flags = xprt->xpt_flags;
2111 __assign_str(addr, xprt->xpt_remotebuf);
2114 TP_printk("addr=%s result=%zd flags=%s", __get_str(addr),
2115 __entry->result, show_svc_xprt_flags(__entry->flags)
2119 #define DEFINE_SVCSOCK_EVENT(name) \
2120 DEFINE_EVENT(svcsock_class, svcsock_##name, \
2122 const struct svc_xprt *xprt, \
2125 TP_ARGS(xprt, result))
2127 DEFINE_SVCSOCK_EVENT(udp_send);
2128 DEFINE_SVCSOCK_EVENT(udp_recv);
2129 DEFINE_SVCSOCK_EVENT(udp_recv_err);
2130 DEFINE_SVCSOCK_EVENT(tcp_send);
2131 DEFINE_SVCSOCK_EVENT(tcp_recv);
2132 DEFINE_SVCSOCK_EVENT(tcp_recv_eagain);
2133 DEFINE_SVCSOCK_EVENT(tcp_recv_err);
2134 DEFINE_SVCSOCK_EVENT(data_ready);
2135 DEFINE_SVCSOCK_EVENT(write_space);
2137 TRACE_EVENT(svcsock_tcp_recv_short,
2139 const struct svc_xprt *xprt,
2144 TP_ARGS(xprt, expected, received),
2147 __field(u32, expected)
2148 __field(u32, received)
2149 __field(unsigned long, flags)
2150 __string(addr, xprt->xpt_remotebuf)
2154 __entry->expected = expected;
2155 __entry->received = received;
2156 __entry->flags = xprt->xpt_flags;
2157 __assign_str(addr, xprt->xpt_remotebuf);
2160 TP_printk("addr=%s flags=%s expected=%u received=%u",
2161 __get_str(addr), show_svc_xprt_flags(__entry->flags),
2162 __entry->expected, __entry->received
2166 TRACE_EVENT(svcsock_tcp_state,
2168 const struct svc_xprt *xprt,
2169 const struct socket *socket
2172 TP_ARGS(xprt, socket),
2175 __field(unsigned long, socket_state)
2176 __field(unsigned long, sock_state)
2177 __field(unsigned long, flags)
2178 __string(addr, xprt->xpt_remotebuf)
2182 __entry->socket_state = socket->state;
2183 __entry->sock_state = socket->sk->sk_state;
2184 __entry->flags = xprt->xpt_flags;
2185 __assign_str(addr, xprt->xpt_remotebuf);
2188 TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr),
2189 rpc_show_socket_state(__entry->socket_state),
2190 rpc_show_sock_state(__entry->sock_state),
2191 show_svc_xprt_flags(__entry->flags)
2195 DECLARE_EVENT_CLASS(svcsock_accept_class,
2197 const struct svc_xprt *xprt,
2198 const char *service,
2202 TP_ARGS(xprt, service, status),
2205 __field(long, status)
2206 __string(service, service)
2207 __field(unsigned int, netns_ino)
2211 __entry->status = status;
2212 __assign_str(service, service);
2213 __entry->netns_ino = xprt->xpt_net->ns.inum;
2216 TP_printk("addr=listener service=%s status=%ld",
2217 __get_str(service), __entry->status
2221 #define DEFINE_ACCEPT_EVENT(name) \
2222 DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \
2224 const struct svc_xprt *xprt, \
2225 const char *service, \
2228 TP_ARGS(xprt, service, status))
2230 DEFINE_ACCEPT_EVENT(accept);
2231 DEFINE_ACCEPT_EVENT(getpeername);
2233 DECLARE_EVENT_CLASS(cache_event,
2235 const struct cache_detail *cd,
2236 const struct cache_head *h
2242 __field(const struct cache_head *, h)
2243 __string(name, cd->name)
2248 __assign_str(name, cd->name);
2251 TP_printk("cache=%s entry=%p", __get_str(name), __entry->h)
2253 #define DEFINE_CACHE_EVENT(name) \
2254 DEFINE_EVENT(cache_event, name, \
2256 const struct cache_detail *cd, \
2257 const struct cache_head *h \
2260 DEFINE_CACHE_EVENT(cache_entry_expired);
2261 DEFINE_CACHE_EVENT(cache_entry_upcall);
2262 DEFINE_CACHE_EVENT(cache_entry_update);
2263 DEFINE_CACHE_EVENT(cache_entry_make_negative);
2264 DEFINE_CACHE_EVENT(cache_entry_no_listener);
2266 DECLARE_EVENT_CLASS(register_class,
2268 const char *program,
2271 const unsigned short protocol,
2272 const unsigned short port,
2276 TP_ARGS(program, version, family, protocol, port, error),
2279 __field(u32, version)
2280 __field(unsigned long, family)
2281 __field(unsigned short, protocol)
2282 __field(unsigned short, port)
2284 __string(program, program)
2288 __entry->version = version;
2289 __entry->family = family;
2290 __entry->protocol = protocol;
2291 __entry->port = port;
2292 __entry->error = error;
2293 __assign_str(program, program);
2296 TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d",
2297 __get_str(program), __entry->version,
2298 __entry->protocol == IPPROTO_UDP ? "udp" : "tcp",
2299 __entry->port, rpc_show_address_family(__entry->family),
2304 #define DEFINE_REGISTER_EVENT(name) \
2305 DEFINE_EVENT(register_class, svc_##name, \
2307 const char *program, \
2308 const u32 version, \
2310 const unsigned short protocol, \
2311 const unsigned short port, \
2314 TP_ARGS(program, version, family, protocol, \
2317 DEFINE_REGISTER_EVENT(register);
2318 DEFINE_REGISTER_EVENT(noregister);
2320 TRACE_EVENT(svc_unregister,
2322 const char *program,
2327 TP_ARGS(program, version, error),
2330 __field(u32, version)
2332 __string(program, program)
2336 __entry->version = version;
2337 __entry->error = error;
2338 __assign_str(program, program);
2341 TP_printk("program=%sv%u error=%d",
2342 __get_str(program), __entry->version, __entry->error
2346 #endif /* _TRACE_SUNRPC_H */
2348 #include <trace/define_trace.h>