1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM sunrpc
5 #if !defined(_TRACE_SUNRPC_H) || defined(TRACE_HEADER_MULTI_READ)
6 #define _TRACE_SUNRPC_H
8 #include <linux/sunrpc/sched.h>
9 #include <linux/sunrpc/clnt.h>
10 #include <linux/sunrpc/svc.h>
11 #include <linux/sunrpc/xprtsock.h>
12 #include <linux/sunrpc/svc_xprt.h>
13 #include <net/tcp_states.h>
14 #include <linux/net.h>
15 #include <linux/tracepoint.h>
17 #include <trace/events/sunrpc_base.h>
19 TRACE_DEFINE_ENUM(SOCK_STREAM);
20 TRACE_DEFINE_ENUM(SOCK_DGRAM);
21 TRACE_DEFINE_ENUM(SOCK_RAW);
22 TRACE_DEFINE_ENUM(SOCK_RDM);
23 TRACE_DEFINE_ENUM(SOCK_SEQPACKET);
24 TRACE_DEFINE_ENUM(SOCK_DCCP);
25 TRACE_DEFINE_ENUM(SOCK_PACKET);
27 #define show_socket_type(type) \
28 __print_symbolic(type, \
29 { SOCK_STREAM, "STREAM" }, \
30 { SOCK_DGRAM, "DGRAM" }, \
31 { SOCK_RAW, "RAW" }, \
32 { SOCK_RDM, "RDM" }, \
33 { SOCK_SEQPACKET, "SEQPACKET" }, \
34 { SOCK_DCCP, "DCCP" }, \
35 { SOCK_PACKET, "PACKET" })
37 /* This list is known to be incomplete, add new enums as needed. */
38 TRACE_DEFINE_ENUM(AF_UNSPEC);
39 TRACE_DEFINE_ENUM(AF_UNIX);
40 TRACE_DEFINE_ENUM(AF_LOCAL);
41 TRACE_DEFINE_ENUM(AF_INET);
42 TRACE_DEFINE_ENUM(AF_INET6);
44 #define rpc_show_address_family(family) \
45 __print_symbolic(family, \
46 { AF_UNSPEC, "AF_UNSPEC" }, \
47 { AF_UNIX, "AF_UNIX" }, \
48 { AF_LOCAL, "AF_LOCAL" }, \
49 { AF_INET, "AF_INET" }, \
50 { AF_INET6, "AF_INET6" })
52 DECLARE_EVENT_CLASS(rpc_xdr_buf_class,
54 const struct rpc_task *task,
55 const struct xdr_buf *xdr
61 __field(unsigned int, task_id)
62 __field(unsigned int, client_id)
63 __field(const void *, head_base)
64 __field(size_t, head_len)
65 __field(const void *, tail_base)
66 __field(size_t, tail_len)
67 __field(unsigned int, page_base)
68 __field(unsigned int, page_len)
69 __field(unsigned int, msg_len)
73 __entry->task_id = task->tk_pid;
74 __entry->client_id = task->tk_client ?
75 task->tk_client->cl_clid : -1;
76 __entry->head_base = xdr->head[0].iov_base;
77 __entry->head_len = xdr->head[0].iov_len;
78 __entry->tail_base = xdr->tail[0].iov_base;
79 __entry->tail_len = xdr->tail[0].iov_len;
80 __entry->page_base = xdr->page_base;
81 __entry->page_len = xdr->page_len;
82 __entry->msg_len = xdr->len;
85 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
86 " head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
87 __entry->task_id, __entry->client_id,
88 __entry->head_base, __entry->head_len,
89 __entry->page_len, __entry->page_base,
90 __entry->tail_base, __entry->tail_len,
95 #define DEFINE_RPCXDRBUF_EVENT(name) \
96 DEFINE_EVENT(rpc_xdr_buf_class, \
99 const struct rpc_task *task, \
100 const struct xdr_buf *xdr \
104 DEFINE_RPCXDRBUF_EVENT(sendto);
105 DEFINE_RPCXDRBUF_EVENT(recvfrom);
106 DEFINE_RPCXDRBUF_EVENT(reply_pages);
109 DECLARE_EVENT_CLASS(rpc_clnt_class,
111 const struct rpc_clnt *clnt
117 __field(unsigned int, client_id)
121 __entry->client_id = clnt->cl_clid;
124 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER, __entry->client_id)
127 #define DEFINE_RPC_CLNT_EVENT(name) \
128 DEFINE_EVENT(rpc_clnt_class, \
131 const struct rpc_clnt *clnt \
135 DEFINE_RPC_CLNT_EVENT(free);
136 DEFINE_RPC_CLNT_EVENT(killall);
137 DEFINE_RPC_CLNT_EVENT(shutdown);
138 DEFINE_RPC_CLNT_EVENT(release);
139 DEFINE_RPC_CLNT_EVENT(replace_xprt);
140 DEFINE_RPC_CLNT_EVENT(replace_xprt_err);
142 TRACE_EVENT(rpc_clnt_new,
144 const struct rpc_clnt *clnt,
145 const struct rpc_xprt *xprt,
150 TP_ARGS(clnt, xprt, program, server),
153 __field(unsigned int, client_id)
154 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
155 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
156 __string(program, program)
157 __string(server, server)
161 __entry->client_id = clnt->cl_clid;
162 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
163 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
164 __assign_str(program, program);
165 __assign_str(server, server);
168 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER
169 " peer=[%s]:%s program=%s server=%s",
170 __entry->client_id, __get_str(addr), __get_str(port),
171 __get_str(program), __get_str(server))
174 TRACE_EVENT(rpc_clnt_new_err,
181 TP_ARGS(program, server, error),
185 __string(program, program)
186 __string(server, server)
190 __entry->error = error;
191 __assign_str(program, program);
192 __assign_str(server, server);
195 TP_printk("program=%s server=%s error=%d",
196 __get_str(program), __get_str(server), __entry->error)
199 TRACE_EVENT(rpc_clnt_clone_err,
201 const struct rpc_clnt *clnt,
205 TP_ARGS(clnt, error),
208 __field(unsigned int, client_id)
213 __entry->client_id = clnt->cl_clid;
214 __entry->error = error;
217 TP_printk("client=" SUNRPC_TRACE_CLID_SPECIFIER " error=%d",
218 __entry->client_id, __entry->error)
222 TRACE_DEFINE_ENUM(RPC_AUTH_OK);
223 TRACE_DEFINE_ENUM(RPC_AUTH_BADCRED);
224 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDCRED);
225 TRACE_DEFINE_ENUM(RPC_AUTH_BADVERF);
226 TRACE_DEFINE_ENUM(RPC_AUTH_REJECTEDVERF);
227 TRACE_DEFINE_ENUM(RPC_AUTH_TOOWEAK);
228 TRACE_DEFINE_ENUM(RPCSEC_GSS_CREDPROBLEM);
229 TRACE_DEFINE_ENUM(RPCSEC_GSS_CTXPROBLEM);
231 #define rpc_show_auth_stat(status) \
232 __print_symbolic(status, \
233 { RPC_AUTH_OK, "AUTH_OK" }, \
234 { RPC_AUTH_BADCRED, "BADCRED" }, \
235 { RPC_AUTH_REJECTEDCRED, "REJECTEDCRED" }, \
236 { RPC_AUTH_BADVERF, "BADVERF" }, \
237 { RPC_AUTH_REJECTEDVERF, "REJECTEDVERF" }, \
238 { RPC_AUTH_TOOWEAK, "TOOWEAK" }, \
239 { RPCSEC_GSS_CREDPROBLEM, "GSS_CREDPROBLEM" }, \
240 { RPCSEC_GSS_CTXPROBLEM, "GSS_CTXPROBLEM" }) \
242 DECLARE_EVENT_CLASS(rpc_task_status,
244 TP_PROTO(const struct rpc_task *task),
249 __field(unsigned int, task_id)
250 __field(unsigned int, client_id)
255 __entry->task_id = task->tk_pid;
256 __entry->client_id = task->tk_client->cl_clid;
257 __entry->status = task->tk_status;
260 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d",
261 __entry->task_id, __entry->client_id,
264 #define DEFINE_RPC_STATUS_EVENT(name) \
265 DEFINE_EVENT(rpc_task_status, rpc_##name##_status, \
267 const struct rpc_task *task \
271 DEFINE_RPC_STATUS_EVENT(call);
272 DEFINE_RPC_STATUS_EVENT(connect);
273 DEFINE_RPC_STATUS_EVENT(timeout);
274 DEFINE_RPC_STATUS_EVENT(retry_refresh);
275 DEFINE_RPC_STATUS_EVENT(refresh);
277 TRACE_EVENT(rpc_request,
278 TP_PROTO(const struct rpc_task *task),
283 __field(unsigned int, task_id)
284 __field(unsigned int, client_id)
285 __field(int, version)
287 __string(progname, task->tk_client->cl_program->name)
288 __string(procname, rpc_proc_name(task))
292 __entry->task_id = task->tk_pid;
293 __entry->client_id = task->tk_client->cl_clid;
294 __entry->version = task->tk_client->cl_vers;
295 __entry->async = RPC_IS_ASYNC(task);
296 __assign_str(progname, task->tk_client->cl_program->name);
297 __assign_str(procname, rpc_proc_name(task));
300 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " %sv%d %s (%ssync)",
301 __entry->task_id, __entry->client_id,
302 __get_str(progname), __entry->version,
303 __get_str(procname), __entry->async ? "a": ""
307 #define rpc_show_task_flags(flags) \
308 __print_flags(flags, "|", \
309 { RPC_TASK_ASYNC, "ASYNC" }, \
310 { RPC_TASK_SWAPPER, "SWAPPER" }, \
311 { RPC_TASK_MOVEABLE, "MOVEABLE" }, \
312 { RPC_TASK_NULLCREDS, "NULLCREDS" }, \
313 { RPC_CALL_MAJORSEEN, "MAJORSEEN" }, \
314 { RPC_TASK_DYNAMIC, "DYNAMIC" }, \
315 { RPC_TASK_NO_ROUND_ROBIN, "NO_ROUND_ROBIN" }, \
316 { RPC_TASK_SOFT, "SOFT" }, \
317 { RPC_TASK_SOFTCONN, "SOFTCONN" }, \
318 { RPC_TASK_SENT, "SENT" }, \
319 { RPC_TASK_TIMEOUT, "TIMEOUT" }, \
320 { RPC_TASK_NOCONNECT, "NOCONNECT" }, \
321 { RPC_TASK_NO_RETRANS_TIMEOUT, "NORTO" }, \
322 { RPC_TASK_CRED_NOREF, "CRED_NOREF" })
324 #define rpc_show_runstate(flags) \
325 __print_flags(flags, "|", \
326 { (1UL << RPC_TASK_RUNNING), "RUNNING" }, \
327 { (1UL << RPC_TASK_QUEUED), "QUEUED" }, \
328 { (1UL << RPC_TASK_ACTIVE), "ACTIVE" }, \
329 { (1UL << RPC_TASK_NEED_XMIT), "NEED_XMIT" }, \
330 { (1UL << RPC_TASK_NEED_RECV), "NEED_RECV" }, \
331 { (1UL << RPC_TASK_MSG_PIN_WAIT), "MSG_PIN_WAIT" }, \
332 { (1UL << RPC_TASK_SIGNALLED), "SIGNALLED" })
334 DECLARE_EVENT_CLASS(rpc_task_running,
336 TP_PROTO(const struct rpc_task *task, const void *action),
338 TP_ARGS(task, action),
341 __field(unsigned int, task_id)
342 __field(unsigned int, client_id)
343 __field(const void *, action)
344 __field(unsigned long, runstate)
346 __field(unsigned short, flags)
350 __entry->client_id = task->tk_client ?
351 task->tk_client->cl_clid : -1;
352 __entry->task_id = task->tk_pid;
353 __entry->action = action;
354 __entry->runstate = task->tk_runstate;
355 __entry->status = task->tk_status;
356 __entry->flags = task->tk_flags;
359 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
360 " flags=%s runstate=%s status=%d action=%ps",
361 __entry->task_id, __entry->client_id,
362 rpc_show_task_flags(__entry->flags),
363 rpc_show_runstate(__entry->runstate),
368 #define DEFINE_RPC_RUNNING_EVENT(name) \
369 DEFINE_EVENT(rpc_task_running, rpc_task_##name, \
371 const struct rpc_task *task, \
374 TP_ARGS(task, action))
376 DEFINE_RPC_RUNNING_EVENT(begin);
377 DEFINE_RPC_RUNNING_EVENT(run_action);
378 DEFINE_RPC_RUNNING_EVENT(sync_sleep);
379 DEFINE_RPC_RUNNING_EVENT(sync_wake);
380 DEFINE_RPC_RUNNING_EVENT(complete);
381 DEFINE_RPC_RUNNING_EVENT(timeout);
382 DEFINE_RPC_RUNNING_EVENT(signalled);
383 DEFINE_RPC_RUNNING_EVENT(end);
384 DEFINE_RPC_RUNNING_EVENT(call_done);
386 DECLARE_EVENT_CLASS(rpc_task_queued,
388 TP_PROTO(const struct rpc_task *task, const struct rpc_wait_queue *q),
393 __field(unsigned int, task_id)
394 __field(unsigned int, client_id)
395 __field(unsigned long, timeout)
396 __field(unsigned long, runstate)
398 __field(unsigned short, flags)
399 __string(q_name, rpc_qname(q))
403 __entry->client_id = task->tk_client ?
404 task->tk_client->cl_clid : -1;
405 __entry->task_id = task->tk_pid;
406 __entry->timeout = rpc_task_timeout(task);
407 __entry->runstate = task->tk_runstate;
408 __entry->status = task->tk_status;
409 __entry->flags = task->tk_flags;
410 __assign_str(q_name, rpc_qname(q));
413 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
414 " flags=%s runstate=%s status=%d timeout=%lu queue=%s",
415 __entry->task_id, __entry->client_id,
416 rpc_show_task_flags(__entry->flags),
417 rpc_show_runstate(__entry->runstate),
423 #define DEFINE_RPC_QUEUED_EVENT(name) \
424 DEFINE_EVENT(rpc_task_queued, rpc_task_##name, \
426 const struct rpc_task *task, \
427 const struct rpc_wait_queue *q \
431 DEFINE_RPC_QUEUED_EVENT(sleep);
432 DEFINE_RPC_QUEUED_EVENT(wakeup);
434 DECLARE_EVENT_CLASS(rpc_failure,
436 TP_PROTO(const struct rpc_task *task),
441 __field(unsigned int, task_id)
442 __field(unsigned int, client_id)
446 __entry->task_id = task->tk_pid;
447 __entry->client_id = task->tk_client->cl_clid;
450 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER,
451 __entry->task_id, __entry->client_id)
454 #define DEFINE_RPC_FAILURE(name) \
455 DEFINE_EVENT(rpc_failure, rpc_bad_##name, \
457 const struct rpc_task *task \
461 DEFINE_RPC_FAILURE(callhdr);
462 DEFINE_RPC_FAILURE(verifier);
464 DECLARE_EVENT_CLASS(rpc_reply_event,
467 const struct rpc_task *task
473 __field(unsigned int, task_id)
474 __field(unsigned int, client_id)
476 __string(progname, task->tk_client->cl_program->name)
477 __field(u32, version)
478 __string(procname, rpc_proc_name(task))
479 __string(servername, task->tk_xprt->servername)
483 __entry->task_id = task->tk_pid;
484 __entry->client_id = task->tk_client->cl_clid;
485 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
486 __assign_str(progname, task->tk_client->cl_program->name);
487 __entry->version = task->tk_client->cl_vers;
488 __assign_str(procname, rpc_proc_name(task));
489 __assign_str(servername, task->tk_xprt->servername);
492 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
493 " server=%s xid=0x%08x %sv%d %s",
494 __entry->task_id, __entry->client_id, __get_str(servername),
495 __entry->xid, __get_str(progname), __entry->version,
499 #define DEFINE_RPC_REPLY_EVENT(name) \
500 DEFINE_EVENT(rpc_reply_event, rpc__##name, \
502 const struct rpc_task *task \
506 DEFINE_RPC_REPLY_EVENT(prog_unavail);
507 DEFINE_RPC_REPLY_EVENT(prog_mismatch);
508 DEFINE_RPC_REPLY_EVENT(proc_unavail);
509 DEFINE_RPC_REPLY_EVENT(garbage_args);
510 DEFINE_RPC_REPLY_EVENT(unparsable);
511 DEFINE_RPC_REPLY_EVENT(mismatch);
512 DEFINE_RPC_REPLY_EVENT(stale_creds);
513 DEFINE_RPC_REPLY_EVENT(bad_creds);
514 DEFINE_RPC_REPLY_EVENT(auth_tooweak);
516 #define DEFINE_RPCB_ERROR_EVENT(name) \
517 DEFINE_EVENT(rpc_reply_event, rpcb_##name##_err, \
519 const struct rpc_task *task \
523 DEFINE_RPCB_ERROR_EVENT(prog_unavail);
524 DEFINE_RPCB_ERROR_EVENT(timeout);
525 DEFINE_RPCB_ERROR_EVENT(bind_version);
526 DEFINE_RPCB_ERROR_EVENT(unreachable);
527 DEFINE_RPCB_ERROR_EVENT(unrecognized);
529 TRACE_EVENT(rpc_buf_alloc,
531 const struct rpc_task *task,
535 TP_ARGS(task, status),
538 __field(unsigned int, task_id)
539 __field(unsigned int, client_id)
540 __field(size_t, callsize)
541 __field(size_t, recvsize)
546 __entry->task_id = task->tk_pid;
547 __entry->client_id = task->tk_client->cl_clid;
548 __entry->callsize = task->tk_rqstp->rq_callsize;
549 __entry->recvsize = task->tk_rqstp->rq_rcvsize;
550 __entry->status = status;
553 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
554 " callsize=%zu recvsize=%zu status=%d",
555 __entry->task_id, __entry->client_id,
556 __entry->callsize, __entry->recvsize, __entry->status
560 TRACE_EVENT(rpc_call_rpcerror,
562 const struct rpc_task *task,
567 TP_ARGS(task, tk_status, rpc_status),
570 __field(unsigned int, task_id)
571 __field(unsigned int, client_id)
572 __field(int, tk_status)
573 __field(int, rpc_status)
577 __entry->client_id = task->tk_client->cl_clid;
578 __entry->task_id = task->tk_pid;
579 __entry->tk_status = tk_status;
580 __entry->rpc_status = rpc_status;
583 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
584 " tk_status=%d rpc_status=%d",
585 __entry->task_id, __entry->client_id,
586 __entry->tk_status, __entry->rpc_status)
589 TRACE_EVENT(rpc_stats_latency,
592 const struct rpc_task *task,
598 TP_ARGS(task, backlog, rtt, execute),
601 __field(unsigned int, task_id)
602 __field(unsigned int, client_id)
604 __field(int, version)
605 __string(progname, task->tk_client->cl_program->name)
606 __string(procname, rpc_proc_name(task))
607 __field(unsigned long, backlog)
608 __field(unsigned long, rtt)
609 __field(unsigned long, execute)
613 __entry->client_id = task->tk_client->cl_clid;
614 __entry->task_id = task->tk_pid;
615 __entry->xid = be32_to_cpu(task->tk_rqstp->rq_xid);
616 __entry->version = task->tk_client->cl_vers;
617 __assign_str(progname, task->tk_client->cl_program->name);
618 __assign_str(procname, rpc_proc_name(task));
619 __entry->backlog = ktime_to_us(backlog);
620 __entry->rtt = ktime_to_us(rtt);
621 __entry->execute = ktime_to_us(execute);
624 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
625 " xid=0x%08x %sv%d %s backlog=%lu rtt=%lu execute=%lu",
626 __entry->task_id, __entry->client_id, __entry->xid,
627 __get_str(progname), __entry->version, __get_str(procname),
628 __entry->backlog, __entry->rtt, __entry->execute)
631 TRACE_EVENT(rpc_xdr_overflow,
633 const struct xdr_stream *xdr,
637 TP_ARGS(xdr, requested),
640 __field(unsigned int, task_id)
641 __field(unsigned int, client_id)
642 __field(int, version)
643 __field(size_t, requested)
644 __field(const void *, end)
645 __field(const void *, p)
646 __field(const void *, head_base)
647 __field(size_t, head_len)
648 __field(const void *, tail_base)
649 __field(size_t, tail_len)
650 __field(unsigned int, page_len)
651 __field(unsigned int, len)
652 __string(progname, xdr->rqst ?
653 xdr->rqst->rq_task->tk_client->cl_program->name : "unknown")
654 __string(procedure, xdr->rqst ?
655 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name : "unknown")
660 const struct rpc_task *task = xdr->rqst->rq_task;
662 __entry->task_id = task->tk_pid;
663 __entry->client_id = task->tk_client->cl_clid;
664 __assign_str(progname,
665 task->tk_client->cl_program->name);
666 __entry->version = task->tk_client->cl_vers;
667 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
669 __entry->task_id = -1;
670 __entry->client_id = -1;
671 __assign_str(progname, "unknown");
672 __entry->version = 0;
673 __assign_str(procedure, "unknown");
675 __entry->requested = requested;
676 __entry->end = xdr->end;
678 __entry->head_base = xdr->buf->head[0].iov_base,
679 __entry->head_len = xdr->buf->head[0].iov_len,
680 __entry->page_len = xdr->buf->page_len,
681 __entry->tail_base = xdr->buf->tail[0].iov_base,
682 __entry->tail_len = xdr->buf->tail[0].iov_len,
683 __entry->len = xdr->buf->len;
686 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
687 " %sv%d %s requested=%zu p=%p end=%p xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
688 __entry->task_id, __entry->client_id,
689 __get_str(progname), __entry->version, __get_str(procedure),
690 __entry->requested, __entry->p, __entry->end,
691 __entry->head_base, __entry->head_len,
693 __entry->tail_base, __entry->tail_len,
698 TRACE_EVENT(rpc_xdr_alignment,
700 const struct xdr_stream *xdr,
705 TP_ARGS(xdr, offset, copied),
708 __field(unsigned int, task_id)
709 __field(unsigned int, client_id)
710 __field(int, version)
711 __field(size_t, offset)
712 __field(unsigned int, copied)
713 __field(const void *, head_base)
714 __field(size_t, head_len)
715 __field(const void *, tail_base)
716 __field(size_t, tail_len)
717 __field(unsigned int, page_len)
718 __field(unsigned int, len)
720 xdr->rqst->rq_task->tk_client->cl_program->name)
722 xdr->rqst->rq_task->tk_msg.rpc_proc->p_name)
726 const struct rpc_task *task = xdr->rqst->rq_task;
728 __entry->task_id = task->tk_pid;
729 __entry->client_id = task->tk_client->cl_clid;
730 __assign_str(progname,
731 task->tk_client->cl_program->name);
732 __entry->version = task->tk_client->cl_vers;
733 __assign_str(procedure, task->tk_msg.rpc_proc->p_name);
735 __entry->offset = offset;
736 __entry->copied = copied;
737 __entry->head_base = xdr->buf->head[0].iov_base,
738 __entry->head_len = xdr->buf->head[0].iov_len,
739 __entry->page_len = xdr->buf->page_len,
740 __entry->tail_base = xdr->buf->tail[0].iov_base,
741 __entry->tail_len = xdr->buf->tail[0].iov_len,
742 __entry->len = xdr->buf->len;
745 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
746 " %sv%d %s offset=%zu copied=%u xdr=[%p,%zu]/%u/[%p,%zu]/%u\n",
747 __entry->task_id, __entry->client_id,
748 __get_str(progname), __entry->version, __get_str(procedure),
749 __entry->offset, __entry->copied,
750 __entry->head_base, __entry->head_len,
752 __entry->tail_base, __entry->tail_len,
758 * First define the enums in the below macros to be exported to userspace
759 * via TRACE_DEFINE_ENUM().
763 #define EM(a, b) TRACE_DEFINE_ENUM(a);
764 #define EMe(a, b) TRACE_DEFINE_ENUM(a);
766 #define RPC_SHOW_SOCKET \
767 EM( SS_FREE, "FREE" ) \
768 EM( SS_UNCONNECTED, "UNCONNECTED" ) \
769 EM( SS_CONNECTING, "CONNECTING" ) \
770 EM( SS_CONNECTED, "CONNECTED" ) \
771 EMe( SS_DISCONNECTING, "DISCONNECTING" )
773 #define rpc_show_socket_state(state) \
774 __print_symbolic(state, RPC_SHOW_SOCKET)
778 #define RPC_SHOW_SOCK \
779 EM( TCP_ESTABLISHED, "ESTABLISHED" ) \
780 EM( TCP_SYN_SENT, "SYN_SENT" ) \
781 EM( TCP_SYN_RECV, "SYN_RECV" ) \
782 EM( TCP_FIN_WAIT1, "FIN_WAIT1" ) \
783 EM( TCP_FIN_WAIT2, "FIN_WAIT2" ) \
784 EM( TCP_TIME_WAIT, "TIME_WAIT" ) \
785 EM( TCP_CLOSE, "CLOSE" ) \
786 EM( TCP_CLOSE_WAIT, "CLOSE_WAIT" ) \
787 EM( TCP_LAST_ACK, "LAST_ACK" ) \
788 EM( TCP_LISTEN, "LISTEN" ) \
789 EMe( TCP_CLOSING, "CLOSING" )
791 #define rpc_show_sock_state(state) \
792 __print_symbolic(state, RPC_SHOW_SOCK)
797 #include <trace/events/net_probe_common.h>
800 * Now redefine the EM() and EMe() macros to map the enums to the strings
801 * that will be printed in the output.
805 #define EM(a, b) {a, b},
806 #define EMe(a, b) {a, b}
808 DECLARE_EVENT_CLASS(xs_socket_event,
811 struct rpc_xprt *xprt,
812 struct socket *socket
815 TP_ARGS(xprt, socket),
818 __field(unsigned int, socket_state)
819 __field(unsigned int, sock_state)
820 __field(unsigned long long, ino)
821 __array(__u8, saddr, sizeof(struct sockaddr_in6))
822 __array(__u8, daddr, sizeof(struct sockaddr_in6))
826 struct inode *inode = SOCK_INODE(socket);
827 const struct sock *sk = socket->sk;
828 const struct inet_sock *inet = inet_sk(sk);
830 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
831 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
833 TP_STORE_ADDR_PORTS(__entry, inet, sk);
835 __entry->socket_state = socket->state;
836 __entry->sock_state = socket->sk->sk_state;
837 __entry->ino = (unsigned long long)inode->i_ino;
842 "socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
843 "state=%u (%s) sk_state=%u (%s)",
847 __entry->socket_state,
848 rpc_show_socket_state(__entry->socket_state),
850 rpc_show_sock_state(__entry->sock_state)
853 #define DEFINE_RPC_SOCKET_EVENT(name) \
854 DEFINE_EVENT(xs_socket_event, name, \
856 struct rpc_xprt *xprt, \
857 struct socket *socket \
859 TP_ARGS(xprt, socket))
861 DECLARE_EVENT_CLASS(xs_socket_event_done,
864 struct rpc_xprt *xprt,
865 struct socket *socket,
869 TP_ARGS(xprt, socket, error),
873 __field(unsigned int, socket_state)
874 __field(unsigned int, sock_state)
875 __field(unsigned long long, ino)
876 __array(__u8, saddr, sizeof(struct sockaddr_in6))
877 __array(__u8, daddr, sizeof(struct sockaddr_in6))
881 struct inode *inode = SOCK_INODE(socket);
882 const struct sock *sk = socket->sk;
883 const struct inet_sock *inet = inet_sk(sk);
885 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
886 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
888 TP_STORE_ADDR_PORTS(__entry, inet, sk);
890 __entry->socket_state = socket->state;
891 __entry->sock_state = socket->sk->sk_state;
892 __entry->ino = (unsigned long long)inode->i_ino;
893 __entry->error = error;
897 "error=%d socket:[%llu] srcaddr=%pISpc dstaddr=%pISpc "
898 "state=%u (%s) sk_state=%u (%s)",
903 __entry->socket_state,
904 rpc_show_socket_state(__entry->socket_state),
906 rpc_show_sock_state(__entry->sock_state)
909 #define DEFINE_RPC_SOCKET_EVENT_DONE(name) \
910 DEFINE_EVENT(xs_socket_event_done, name, \
912 struct rpc_xprt *xprt, \
913 struct socket *socket, \
916 TP_ARGS(xprt, socket, error))
918 DEFINE_RPC_SOCKET_EVENT(rpc_socket_state_change);
919 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_connect);
920 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_error);
921 DEFINE_RPC_SOCKET_EVENT_DONE(rpc_socket_reset_connection);
922 DEFINE_RPC_SOCKET_EVENT(rpc_socket_close);
923 DEFINE_RPC_SOCKET_EVENT(rpc_socket_shutdown);
925 TRACE_EVENT(rpc_socket_nospace,
927 const struct rpc_rqst *rqst,
928 const struct sock_xprt *transport
931 TP_ARGS(rqst, transport),
934 __field(unsigned int, task_id)
935 __field(unsigned int, client_id)
936 __field(unsigned int, total)
937 __field(unsigned int, remaining)
941 __entry->task_id = rqst->rq_task->tk_pid;
942 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
943 __entry->total = rqst->rq_slen;
944 __entry->remaining = rqst->rq_slen - transport->xmit.offset;
947 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
948 " total=%u remaining=%u",
949 __entry->task_id, __entry->client_id,
950 __entry->total, __entry->remaining
954 #define rpc_show_xprt_state(x) \
955 __print_flags(x, "|", \
956 { BIT(XPRT_LOCKED), "LOCKED" }, \
957 { BIT(XPRT_CONNECTED), "CONNECTED" }, \
958 { BIT(XPRT_CONNECTING), "CONNECTING" }, \
959 { BIT(XPRT_CLOSE_WAIT), "CLOSE_WAIT" }, \
960 { BIT(XPRT_BOUND), "BOUND" }, \
961 { BIT(XPRT_BINDING), "BINDING" }, \
962 { BIT(XPRT_CLOSING), "CLOSING" }, \
963 { BIT(XPRT_OFFLINE), "OFFLINE" }, \
964 { BIT(XPRT_REMOVE), "REMOVE" }, \
965 { BIT(XPRT_CONGESTED), "CONGESTED" }, \
966 { BIT(XPRT_CWND_WAIT), "CWND_WAIT" }, \
967 { BIT(XPRT_WRITE_SPACE), "WRITE_SPACE" }, \
968 { BIT(XPRT_SND_IS_COOKIE), "SND_IS_COOKIE" })
970 DECLARE_EVENT_CLASS(rpc_xprt_lifetime_class,
972 const struct rpc_xprt *xprt
978 __field(unsigned long, state)
979 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
980 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
984 __entry->state = xprt->state;
985 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
986 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
989 TP_printk("peer=[%s]:%s state=%s",
990 __get_str(addr), __get_str(port),
991 rpc_show_xprt_state(__entry->state))
994 #define DEFINE_RPC_XPRT_LIFETIME_EVENT(name) \
995 DEFINE_EVENT(rpc_xprt_lifetime_class, \
998 const struct rpc_xprt *xprt \
1002 DEFINE_RPC_XPRT_LIFETIME_EVENT(create);
1003 DEFINE_RPC_XPRT_LIFETIME_EVENT(connect);
1004 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_auto);
1005 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_done);
1006 DEFINE_RPC_XPRT_LIFETIME_EVENT(disconnect_force);
1007 DEFINE_RPC_XPRT_LIFETIME_EVENT(destroy);
1009 DECLARE_EVENT_CLASS(rpc_xprt_event,
1011 const struct rpc_xprt *xprt,
1016 TP_ARGS(xprt, xid, status),
1020 __field(int, status)
1021 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1022 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1026 __entry->xid = be32_to_cpu(xid);
1027 __entry->status = status;
1028 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1029 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1032 TP_printk("peer=[%s]:%s xid=0x%08x status=%d", __get_str(addr),
1033 __get_str(port), __entry->xid,
1036 #define DEFINE_RPC_XPRT_EVENT(name) \
1037 DEFINE_EVENT(rpc_xprt_event, xprt_##name, \
1039 const struct rpc_xprt *xprt, \
1043 TP_ARGS(xprt, xid, status))
1045 DEFINE_RPC_XPRT_EVENT(timer);
1046 DEFINE_RPC_XPRT_EVENT(lookup_rqst);
1048 TRACE_EVENT(xprt_transmit,
1050 const struct rpc_rqst *rqst,
1054 TP_ARGS(rqst, status),
1057 __field(unsigned int, task_id)
1058 __field(unsigned int, client_id)
1061 __field(int, status)
1065 __entry->task_id = rqst->rq_task->tk_pid;
1066 __entry->client_id = rqst->rq_task->tk_client ?
1067 rqst->rq_task->tk_client->cl_clid : -1;
1068 __entry->xid = be32_to_cpu(rqst->rq_xid);
1069 __entry->seqno = rqst->rq_seqno;
1070 __entry->status = status;
1073 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1074 " xid=0x%08x seqno=%u status=%d",
1075 __entry->task_id, __entry->client_id, __entry->xid,
1076 __entry->seqno, __entry->status)
1079 TRACE_EVENT(xprt_retransmit,
1081 const struct rpc_rqst *rqst
1087 __field(unsigned int, task_id)
1088 __field(unsigned int, client_id)
1090 __field(int, ntrans)
1091 __field(int, version)
1092 __field(unsigned long, timeout)
1094 rqst->rq_task->tk_client->cl_program->name)
1095 __string(procname, rpc_proc_name(rqst->rq_task))
1099 struct rpc_task *task = rqst->rq_task;
1101 __entry->task_id = task->tk_pid;
1102 __entry->client_id = task->tk_client ?
1103 task->tk_client->cl_clid : -1;
1104 __entry->xid = be32_to_cpu(rqst->rq_xid);
1105 __entry->ntrans = rqst->rq_ntrans;
1106 __entry->timeout = task->tk_timeout;
1107 __assign_str(progname,
1108 task->tk_client->cl_program->name);
1109 __entry->version = task->tk_client->cl_vers;
1110 __assign_str(procname, rpc_proc_name(task));
1113 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1114 " xid=0x%08x %sv%d %s ntrans=%d timeout=%lu",
1115 __entry->task_id, __entry->client_id, __entry->xid,
1116 __get_str(progname), __entry->version, __get_str(procname),
1117 __entry->ntrans, __entry->timeout
1121 TRACE_EVENT(xprt_ping,
1122 TP_PROTO(const struct rpc_xprt *xprt, int status),
1124 TP_ARGS(xprt, status),
1127 __field(int, status)
1128 __string(addr, xprt->address_strings[RPC_DISPLAY_ADDR])
1129 __string(port, xprt->address_strings[RPC_DISPLAY_PORT])
1133 __entry->status = status;
1134 __assign_str(addr, xprt->address_strings[RPC_DISPLAY_ADDR]);
1135 __assign_str(port, xprt->address_strings[RPC_DISPLAY_PORT]);
1138 TP_printk("peer=[%s]:%s status=%d",
1139 __get_str(addr), __get_str(port), __entry->status)
1142 DECLARE_EVENT_CLASS(xprt_writelock_event,
1144 const struct rpc_xprt *xprt, const struct rpc_task *task
1147 TP_ARGS(xprt, task),
1150 __field(unsigned int, task_id)
1151 __field(unsigned int, client_id)
1152 __field(unsigned int, snd_task_id)
1157 __entry->task_id = task->tk_pid;
1158 __entry->client_id = task->tk_client ?
1159 task->tk_client->cl_clid : -1;
1161 __entry->task_id = -1;
1162 __entry->client_id = -1;
1164 if (xprt->snd_task &&
1165 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1166 __entry->snd_task_id = xprt->snd_task->tk_pid;
1168 __entry->snd_task_id = -1;
1171 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1172 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER,
1173 __entry->task_id, __entry->client_id,
1174 __entry->snd_task_id)
1177 #define DEFINE_WRITELOCK_EVENT(name) \
1178 DEFINE_EVENT(xprt_writelock_event, xprt_##name, \
1180 const struct rpc_xprt *xprt, \
1181 const struct rpc_task *task \
1183 TP_ARGS(xprt, task))
1185 DEFINE_WRITELOCK_EVENT(reserve_xprt);
1186 DEFINE_WRITELOCK_EVENT(release_xprt);
1188 DECLARE_EVENT_CLASS(xprt_cong_event,
1190 const struct rpc_xprt *xprt, const struct rpc_task *task
1193 TP_ARGS(xprt, task),
1196 __field(unsigned int, task_id)
1197 __field(unsigned int, client_id)
1198 __field(unsigned int, snd_task_id)
1199 __field(unsigned long, cong)
1200 __field(unsigned long, cwnd)
1206 __entry->task_id = task->tk_pid;
1207 __entry->client_id = task->tk_client ?
1208 task->tk_client->cl_clid : -1;
1210 __entry->task_id = -1;
1211 __entry->client_id = -1;
1213 if (xprt->snd_task &&
1214 !test_bit(XPRT_SND_IS_COOKIE, &xprt->state))
1215 __entry->snd_task_id = xprt->snd_task->tk_pid;
1217 __entry->snd_task_id = -1;
1219 __entry->cong = xprt->cong;
1220 __entry->cwnd = xprt->cwnd;
1221 __entry->wait = test_bit(XPRT_CWND_WAIT, &xprt->state);
1224 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1225 " snd_task:" SUNRPC_TRACE_PID_SPECIFIER
1226 " cong=%lu cwnd=%lu%s",
1227 __entry->task_id, __entry->client_id,
1228 __entry->snd_task_id, __entry->cong, __entry->cwnd,
1229 __entry->wait ? " (wait)" : "")
1232 #define DEFINE_CONG_EVENT(name) \
1233 DEFINE_EVENT(xprt_cong_event, xprt_##name, \
1235 const struct rpc_xprt *xprt, \
1236 const struct rpc_task *task \
1238 TP_ARGS(xprt, task))
1240 DEFINE_CONG_EVENT(reserve_cong);
1241 DEFINE_CONG_EVENT(release_cong);
1242 DEFINE_CONG_EVENT(get_cong);
1243 DEFINE_CONG_EVENT(put_cong);
1245 TRACE_EVENT(xprt_reserve,
1247 const struct rpc_rqst *rqst
1253 __field(unsigned int, task_id)
1254 __field(unsigned int, client_id)
1259 __entry->task_id = rqst->rq_task->tk_pid;
1260 __entry->client_id = rqst->rq_task->tk_client->cl_clid;
1261 __entry->xid = be32_to_cpu(rqst->rq_xid);
1264 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " xid=0x%08x",
1265 __entry->task_id, __entry->client_id, __entry->xid
1269 TRACE_EVENT(xs_stream_read_data,
1270 TP_PROTO(struct rpc_xprt *xprt, ssize_t err, size_t total),
1272 TP_ARGS(xprt, err, total),
1275 __field(ssize_t, err)
1276 __field(size_t, total)
1277 __string(addr, xprt ? xprt->address_strings[RPC_DISPLAY_ADDR] :
1279 __string(port, xprt ? xprt->address_strings[RPC_DISPLAY_PORT] :
1285 __entry->total = total;
1286 __assign_str(addr, xprt ?
1287 xprt->address_strings[RPC_DISPLAY_ADDR] : "(null)");
1288 __assign_str(port, xprt ?
1289 xprt->address_strings[RPC_DISPLAY_PORT] : "(null)");
1292 TP_printk("peer=[%s]:%s err=%zd total=%zu", __get_str(addr),
1293 __get_str(port), __entry->err, __entry->total)
1296 TRACE_EVENT(xs_stream_read_request,
1297 TP_PROTO(struct sock_xprt *xs),
1302 __string(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR])
1303 __string(port, xs->xprt.address_strings[RPC_DISPLAY_PORT])
1305 __field(unsigned long, copied)
1306 __field(unsigned int, reclen)
1307 __field(unsigned int, offset)
1311 __assign_str(addr, xs->xprt.address_strings[RPC_DISPLAY_ADDR]);
1312 __assign_str(port, xs->xprt.address_strings[RPC_DISPLAY_PORT]);
1313 __entry->xid = be32_to_cpu(xs->recv.xid);
1314 __entry->copied = xs->recv.copied;
1315 __entry->reclen = xs->recv.len;
1316 __entry->offset = xs->recv.offset;
1319 TP_printk("peer=[%s]:%s xid=0x%08x copied=%lu reclen=%u offset=%u",
1320 __get_str(addr), __get_str(port), __entry->xid,
1321 __entry->copied, __entry->reclen, __entry->offset)
1324 TRACE_EVENT(rpcb_getport,
1326 const struct rpc_clnt *clnt,
1327 const struct rpc_task *task,
1328 unsigned int bind_version
1331 TP_ARGS(clnt, task, bind_version),
1334 __field(unsigned int, task_id)
1335 __field(unsigned int, client_id)
1336 __field(unsigned int, program)
1337 __field(unsigned int, version)
1338 __field(int, protocol)
1339 __field(unsigned int, bind_version)
1340 __string(servername, task->tk_xprt->servername)
1344 __entry->task_id = task->tk_pid;
1345 __entry->client_id = clnt->cl_clid;
1346 __entry->program = clnt->cl_prog;
1347 __entry->version = clnt->cl_vers;
1348 __entry->protocol = task->tk_xprt->prot;
1349 __entry->bind_version = bind_version;
1350 __assign_str(servername, task->tk_xprt->servername);
1353 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
1354 " server=%s program=%u version=%u protocol=%d bind_version=%u",
1355 __entry->task_id, __entry->client_id, __get_str(servername),
1356 __entry->program, __entry->version, __entry->protocol,
1357 __entry->bind_version
1361 TRACE_EVENT(rpcb_setport,
1363 const struct rpc_task *task,
1368 TP_ARGS(task, status, port),
1371 __field(unsigned int, task_id)
1372 __field(unsigned int, client_id)
1373 __field(int, status)
1374 __field(unsigned short, port)
1378 __entry->task_id = task->tk_pid;
1379 __entry->client_id = task->tk_client->cl_clid;
1380 __entry->status = status;
1381 __entry->port = port;
1384 TP_printk(SUNRPC_TRACE_TASK_SPECIFIER " status=%d port=%u",
1385 __entry->task_id, __entry->client_id,
1386 __entry->status, __entry->port
1390 TRACE_EVENT(pmap_register,
1398 TP_ARGS(program, version, protocol, port),
1401 __field(unsigned int, program)
1402 __field(unsigned int, version)
1403 __field(int, protocol)
1404 __field(unsigned int, port)
1408 __entry->program = program;
1409 __entry->version = version;
1410 __entry->protocol = protocol;
1411 __entry->port = port;
1414 TP_printk("program=%u version=%u protocol=%d port=%u",
1415 __entry->program, __entry->version,
1416 __entry->protocol, __entry->port
1420 TRACE_EVENT(rpcb_register,
1428 TP_ARGS(program, version, addr, netid),
1431 __field(unsigned int, program)
1432 __field(unsigned int, version)
1433 __string(addr, addr)
1434 __string(netid, netid)
1438 __entry->program = program;
1439 __entry->version = version;
1440 __assign_str(addr, addr);
1441 __assign_str(netid, netid);
1444 TP_printk("program=%u version=%u addr=%s netid=%s",
1445 __entry->program, __entry->version,
1446 __get_str(addr), __get_str(netid)
1450 TRACE_EVENT(rpcb_unregister,
1457 TP_ARGS(program, version, netid),
1460 __field(unsigned int, program)
1461 __field(unsigned int, version)
1462 __string(netid, netid)
1466 __entry->program = program;
1467 __entry->version = version;
1468 __assign_str(netid, netid);
1471 TP_printk("program=%u version=%u netid=%s",
1472 __entry->program, __entry->version, __get_str(netid)
1476 /* Record an xdr_buf containing a fully-formed RPC message */
1477 DECLARE_EVENT_CLASS(svc_xdr_msg_class,
1479 const struct xdr_buf *xdr
1486 __field(const void *, head_base)
1487 __field(size_t, head_len)
1488 __field(const void *, tail_base)
1489 __field(size_t, tail_len)
1490 __field(unsigned int, page_len)
1491 __field(unsigned int, msg_len)
1495 __be32 *p = (__be32 *)xdr->head[0].iov_base;
1497 __entry->xid = be32_to_cpu(*p);
1498 __entry->head_base = p;
1499 __entry->head_len = xdr->head[0].iov_len;
1500 __entry->tail_base = xdr->tail[0].iov_base;
1501 __entry->tail_len = xdr->tail[0].iov_len;
1502 __entry->page_len = xdr->page_len;
1503 __entry->msg_len = xdr->len;
1506 TP_printk("xid=0x%08x head=[%p,%zu] page=%u tail=[%p,%zu] len=%u",
1508 __entry->head_base, __entry->head_len, __entry->page_len,
1509 __entry->tail_base, __entry->tail_len, __entry->msg_len
1513 #define DEFINE_SVCXDRMSG_EVENT(name) \
1514 DEFINE_EVENT(svc_xdr_msg_class, \
1517 const struct xdr_buf *xdr \
1521 DEFINE_SVCXDRMSG_EVENT(recvfrom);
1523 /* Record an xdr_buf containing arbitrary data, tagged with an XID */
1524 DECLARE_EVENT_CLASS(svc_xdr_buf_class,
1527 const struct xdr_buf *xdr
1534 __field(const void *, head_base)
1535 __field(size_t, head_len)
1536 __field(const void *, tail_base)
1537 __field(size_t, tail_len)
1538 __field(unsigned int, page_base)
1539 __field(unsigned int, page_len)
1540 __field(unsigned int, msg_len)
1544 __entry->xid = be32_to_cpu(xid);
1545 __entry->head_base = xdr->head[0].iov_base;
1546 __entry->head_len = xdr->head[0].iov_len;
1547 __entry->tail_base = xdr->tail[0].iov_base;
1548 __entry->tail_len = xdr->tail[0].iov_len;
1549 __entry->page_base = xdr->page_base;
1550 __entry->page_len = xdr->page_len;
1551 __entry->msg_len = xdr->len;
1554 TP_printk("xid=0x%08x head=[%p,%zu] page=%u(%u) tail=[%p,%zu] len=%u",
1556 __entry->head_base, __entry->head_len,
1557 __entry->page_len, __entry->page_base,
1558 __entry->tail_base, __entry->tail_len,
1563 #define DEFINE_SVCXDRBUF_EVENT(name) \
1564 DEFINE_EVENT(svc_xdr_buf_class, \
1568 const struct xdr_buf *xdr \
1572 DEFINE_SVCXDRBUF_EVENT(sendto);
1575 * from include/linux/sunrpc/svc.h
1577 #define SVC_RQST_FLAG_LIST \
1578 svc_rqst_flag(SECURE) \
1579 svc_rqst_flag(LOCAL) \
1580 svc_rqst_flag(USEDEFERRAL) \
1581 svc_rqst_flag(DROPME) \
1582 svc_rqst_flag(SPLICE_OK) \
1583 svc_rqst_flag(VICTIM) \
1584 svc_rqst_flag(BUSY) \
1585 svc_rqst_flag_end(DATA)
1587 #undef svc_rqst_flag
1588 #undef svc_rqst_flag_end
1589 #define svc_rqst_flag(x) TRACE_DEFINE_ENUM(RQ_##x);
1590 #define svc_rqst_flag_end(x) TRACE_DEFINE_ENUM(RQ_##x);
1594 #undef svc_rqst_flag
1595 #undef svc_rqst_flag_end
1596 #define svc_rqst_flag(x) { BIT(RQ_##x), #x },
1597 #define svc_rqst_flag_end(x) { BIT(RQ_##x), #x }
1599 #define show_rqstp_flags(flags) \
1600 __print_flags(flags, "|", SVC_RQST_FLAG_LIST)
1602 TRACE_DEFINE_ENUM(SVC_GARBAGE);
1603 TRACE_DEFINE_ENUM(SVC_SYSERR);
1604 TRACE_DEFINE_ENUM(SVC_VALID);
1605 TRACE_DEFINE_ENUM(SVC_NEGATIVE);
1606 TRACE_DEFINE_ENUM(SVC_OK);
1607 TRACE_DEFINE_ENUM(SVC_DROP);
1608 TRACE_DEFINE_ENUM(SVC_CLOSE);
1609 TRACE_DEFINE_ENUM(SVC_DENIED);
1610 TRACE_DEFINE_ENUM(SVC_PENDING);
1611 TRACE_DEFINE_ENUM(SVC_COMPLETE);
1613 #define svc_show_status(status) \
1614 __print_symbolic(status, \
1615 { SVC_GARBAGE, "SVC_GARBAGE" }, \
1616 { SVC_SYSERR, "SVC_SYSERR" }, \
1617 { SVC_VALID, "SVC_VALID" }, \
1618 { SVC_NEGATIVE, "SVC_NEGATIVE" }, \
1619 { SVC_OK, "SVC_OK" }, \
1620 { SVC_DROP, "SVC_DROP" }, \
1621 { SVC_CLOSE, "SVC_CLOSE" }, \
1622 { SVC_DENIED, "SVC_DENIED" }, \
1623 { SVC_PENDING, "SVC_PENDING" }, \
1624 { SVC_COMPLETE, "SVC_COMPLETE" })
1626 #define SVC_RQST_ENDPOINT_FIELDS(r) \
1627 __sockaddr(server, (r)->rq_xprt->xpt_locallen) \
1628 __sockaddr(client, (r)->rq_xprt->xpt_remotelen) \
1629 __field(unsigned int, netns_ino) \
1632 #define SVC_RQST_ENDPOINT_ASSIGNMENTS(r) \
1634 struct svc_xprt *xprt = (r)->rq_xprt; \
1635 __assign_sockaddr(server, &xprt->xpt_local, \
1636 xprt->xpt_locallen); \
1637 __assign_sockaddr(client, &xprt->xpt_remote, \
1638 xprt->xpt_remotelen); \
1639 __entry->netns_ino = xprt->xpt_net->ns.inum; \
1640 __entry->xid = be32_to_cpu((r)->rq_xid); \
1643 #define SVC_RQST_ENDPOINT_FORMAT \
1644 "xid=0x%08x server=%pISpc client=%pISpc"
1646 #define SVC_RQST_ENDPOINT_VARARGS \
1647 __entry->xid, __get_sockaddr(server), __get_sockaddr(client)
1649 TRACE_EVENT(svc_authenticate,
1650 TP_PROTO(const struct svc_rqst *rqst, int auth_res),
1652 TP_ARGS(rqst, auth_res),
1655 SVC_RQST_ENDPOINT_FIELDS(rqst)
1657 __field(unsigned long, svc_status)
1658 __field(unsigned long, auth_stat)
1662 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1664 __entry->svc_status = auth_res;
1665 __entry->auth_stat = be32_to_cpu(rqst->rq_auth_stat);
1668 TP_printk(SVC_RQST_ENDPOINT_FORMAT
1669 " auth_res=%s auth_stat=%s",
1670 SVC_RQST_ENDPOINT_VARARGS,
1671 svc_show_status(__entry->svc_status),
1672 rpc_show_auth_stat(__entry->auth_stat))
1675 TRACE_EVENT(svc_process,
1676 TP_PROTO(const struct svc_rqst *rqst, const char *name),
1678 TP_ARGS(rqst, name),
1684 __string(service, name)
1685 __string(procedure, svc_proc_name(rqst))
1686 __string(addr, rqst->rq_xprt ?
1687 rqst->rq_xprt->xpt_remotebuf : "(null)")
1691 __entry->xid = be32_to_cpu(rqst->rq_xid);
1692 __entry->vers = rqst->rq_vers;
1693 __entry->proc = rqst->rq_proc;
1694 __assign_str(service, name);
1695 __assign_str(procedure, svc_proc_name(rqst));
1696 __assign_str(addr, rqst->rq_xprt ?
1697 rqst->rq_xprt->xpt_remotebuf : "(null)");
1700 TP_printk("addr=%s xid=0x%08x service=%s vers=%u proc=%s",
1701 __get_str(addr), __entry->xid,
1702 __get_str(service), __entry->vers,
1703 __get_str(procedure)
1707 DECLARE_EVENT_CLASS(svc_rqst_event,
1709 const struct svc_rqst *rqst
1715 SVC_RQST_ENDPOINT_FIELDS(rqst)
1717 __field(unsigned long, flags)
1721 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1723 __entry->flags = rqst->rq_flags;
1726 TP_printk(SVC_RQST_ENDPOINT_FORMAT " flags=%s",
1727 SVC_RQST_ENDPOINT_VARARGS,
1728 show_rqstp_flags(__entry->flags))
1730 #define DEFINE_SVC_RQST_EVENT(name) \
1731 DEFINE_EVENT(svc_rqst_event, svc_##name, \
1733 const struct svc_rqst *rqst \
1737 DEFINE_SVC_RQST_EVENT(defer);
1738 DEFINE_SVC_RQST_EVENT(drop);
1740 DECLARE_EVENT_CLASS(svc_rqst_status,
1742 const struct svc_rqst *rqst,
1746 TP_ARGS(rqst, status),
1749 SVC_RQST_ENDPOINT_FIELDS(rqst)
1751 __field(int, status)
1752 __field(unsigned long, flags)
1756 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1758 __entry->status = status;
1759 __entry->flags = rqst->rq_flags;
1762 TP_printk(SVC_RQST_ENDPOINT_FORMAT " status=%d flags=%s",
1763 SVC_RQST_ENDPOINT_VARARGS,
1764 __entry->status, show_rqstp_flags(__entry->flags))
1767 DEFINE_EVENT(svc_rqst_status, svc_send,
1768 TP_PROTO(const struct svc_rqst *rqst, int status),
1769 TP_ARGS(rqst, status));
1771 TRACE_EVENT(svc_stats_latency,
1773 const struct svc_rqst *rqst
1779 SVC_RQST_ENDPOINT_FIELDS(rqst)
1781 __field(unsigned long, execute)
1782 __string(procedure, svc_proc_name(rqst))
1786 SVC_RQST_ENDPOINT_ASSIGNMENTS(rqst);
1788 __entry->execute = ktime_to_us(ktime_sub(ktime_get(),
1790 __assign_str(procedure, svc_proc_name(rqst));
1793 TP_printk(SVC_RQST_ENDPOINT_FORMAT " proc=%s execute-us=%lu",
1794 SVC_RQST_ENDPOINT_VARARGS,
1795 __get_str(procedure), __entry->execute)
1798 #define show_svc_xprt_flags(flags) \
1799 __print_flags(flags, "|", \
1800 { (1UL << XPT_BUSY), "XPT_BUSY"}, \
1801 { (1UL << XPT_CONN), "XPT_CONN"}, \
1802 { (1UL << XPT_CLOSE), "XPT_CLOSE"}, \
1803 { (1UL << XPT_DATA), "XPT_DATA"}, \
1804 { (1UL << XPT_TEMP), "XPT_TEMP"}, \
1805 { (1UL << XPT_DEAD), "XPT_DEAD"}, \
1806 { (1UL << XPT_CHNGBUF), "XPT_CHNGBUF"}, \
1807 { (1UL << XPT_DEFERRED), "XPT_DEFERRED"}, \
1808 { (1UL << XPT_OLD), "XPT_OLD"}, \
1809 { (1UL << XPT_LISTENER), "XPT_LISTENER"}, \
1810 { (1UL << XPT_CACHE_AUTH), "XPT_CACHE_AUTH"}, \
1811 { (1UL << XPT_LOCAL), "XPT_LOCAL"}, \
1812 { (1UL << XPT_KILL_TEMP), "XPT_KILL_TEMP"}, \
1813 { (1UL << XPT_CONG_CTRL), "XPT_CONG_CTRL"})
1815 TRACE_EVENT(svc_xprt_create_err,
1817 const char *program,
1818 const char *protocol,
1819 struct sockaddr *sap,
1821 const struct svc_xprt *xprt
1824 TP_ARGS(program, protocol, sap, salen, xprt),
1827 __field(long, error)
1828 __string(program, program)
1829 __string(protocol, protocol)
1830 __sockaddr(addr, salen)
1834 __entry->error = PTR_ERR(xprt);
1835 __assign_str(program, program);
1836 __assign_str(protocol, protocol);
1837 __assign_sockaddr(addr, sap, salen);
1840 TP_printk("addr=%pISpc program=%s protocol=%s error=%ld",
1841 __get_sockaddr(addr), __get_str(program), __get_str(protocol),
1845 #define SVC_XPRT_ENDPOINT_FIELDS(x) \
1846 __sockaddr(server, (x)->xpt_locallen) \
1847 __sockaddr(client, (x)->xpt_remotelen) \
1848 __field(unsigned long, flags) \
1849 __field(unsigned int, netns_ino)
1851 #define SVC_XPRT_ENDPOINT_ASSIGNMENTS(x) \
1853 __assign_sockaddr(server, &(x)->xpt_local, \
1854 (x)->xpt_locallen); \
1855 __assign_sockaddr(client, &(x)->xpt_remote, \
1856 (x)->xpt_remotelen); \
1857 __entry->flags = (x)->xpt_flags; \
1858 __entry->netns_ino = (x)->xpt_net->ns.inum; \
1861 #define SVC_XPRT_ENDPOINT_FORMAT \
1862 "server=%pISpc client=%pISpc flags=%s"
1864 #define SVC_XPRT_ENDPOINT_VARARGS \
1865 __get_sockaddr(server), __get_sockaddr(client), \
1866 show_svc_xprt_flags(__entry->flags)
1868 TRACE_EVENT(svc_xprt_enqueue,
1870 const struct svc_xprt *xprt,
1871 const struct svc_rqst *rqst
1874 TP_ARGS(xprt, rqst),
1877 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1883 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1885 __entry->pid = rqst? rqst->rq_task->pid : 0;
1888 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " pid=%d",
1889 SVC_XPRT_ENDPOINT_VARARGS, __entry->pid)
1892 TRACE_EVENT(svc_xprt_dequeue,
1894 const struct svc_rqst *rqst
1900 SVC_XPRT_ENDPOINT_FIELDS(rqst->rq_xprt)
1902 __field(unsigned long, wakeup)
1906 SVC_XPRT_ENDPOINT_ASSIGNMENTS(rqst->rq_xprt);
1908 __entry->wakeup = ktime_to_us(ktime_sub(ktime_get(),
1912 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " wakeup-us=%lu",
1913 SVC_XPRT_ENDPOINT_VARARGS, __entry->wakeup)
1916 DECLARE_EVENT_CLASS(svc_xprt_event,
1918 const struct svc_xprt *xprt
1924 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1928 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1931 TP_printk(SVC_XPRT_ENDPOINT_FORMAT, SVC_XPRT_ENDPOINT_VARARGS)
1934 #define DEFINE_SVC_XPRT_EVENT(name) \
1935 DEFINE_EVENT(svc_xprt_event, svc_xprt_##name, \
1937 const struct svc_xprt *xprt \
1941 DEFINE_SVC_XPRT_EVENT(no_write_space);
1942 DEFINE_SVC_XPRT_EVENT(close);
1943 DEFINE_SVC_XPRT_EVENT(detach);
1944 DEFINE_SVC_XPRT_EVENT(free);
1946 TRACE_EVENT(svc_xprt_accept,
1948 const struct svc_xprt *xprt,
1952 TP_ARGS(xprt, service),
1955 SVC_XPRT_ENDPOINT_FIELDS(xprt)
1957 __string(protocol, xprt->xpt_class->xcl_name)
1958 __string(service, service)
1962 SVC_XPRT_ENDPOINT_ASSIGNMENTS(xprt);
1964 __assign_str(protocol, xprt->xpt_class->xcl_name);
1965 __assign_str(service, service);
1968 TP_printk(SVC_XPRT_ENDPOINT_FORMAT " protocol=%s service=%s",
1969 SVC_XPRT_ENDPOINT_VARARGS,
1970 __get_str(protocol), __get_str(service)
1974 TRACE_EVENT(svc_wake_up,
1987 TP_printk("pid=%d", __entry->pid)
1990 TRACE_EVENT(svc_alloc_arg_err,
1998 __field(unsigned int, pages)
2002 __entry->pages = pages;
2005 TP_printk("pages=%u", __entry->pages)
2008 DECLARE_EVENT_CLASS(svc_deferred_event,
2010 const struct svc_deferred_req *dr
2016 __field(const void *, dr)
2018 __string(addr, dr->xprt->xpt_remotebuf)
2023 __entry->xid = be32_to_cpu(*(__be32 *)(dr->args +
2024 (dr->xprt_hlen>>2)));
2025 __assign_str(addr, dr->xprt->xpt_remotebuf);
2028 TP_printk("addr=%s dr=%p xid=0x%08x", __get_str(addr), __entry->dr,
2032 #define DEFINE_SVC_DEFERRED_EVENT(name) \
2033 DEFINE_EVENT(svc_deferred_event, svc_defer_##name, \
2035 const struct svc_deferred_req *dr \
2039 DEFINE_SVC_DEFERRED_EVENT(drop);
2040 DEFINE_SVC_DEFERRED_EVENT(queue);
2041 DEFINE_SVC_DEFERRED_EVENT(recv);
2043 TRACE_EVENT(svcsock_new_socket,
2045 const struct socket *socket
2051 __field(unsigned long, type)
2052 __field(unsigned long, family)
2053 __field(bool, listener)
2057 __entry->type = socket->type;
2058 __entry->family = socket->sk->sk_family;
2059 __entry->listener = (socket->sk->sk_state == TCP_LISTEN);
2062 TP_printk("type=%s family=%s%s",
2063 show_socket_type(__entry->type),
2064 rpc_show_address_family(__entry->family),
2065 __entry->listener ? " (listener)" : ""
2069 TRACE_EVENT(svcsock_marker,
2071 const struct svc_xprt *xprt,
2075 TP_ARGS(xprt, marker),
2078 __field(unsigned int, length)
2080 __string(addr, xprt->xpt_remotebuf)
2084 __entry->length = be32_to_cpu(marker) & RPC_FRAGMENT_SIZE_MASK;
2085 __entry->last = be32_to_cpu(marker) & RPC_LAST_STREAM_FRAGMENT;
2086 __assign_str(addr, xprt->xpt_remotebuf);
2089 TP_printk("addr=%s length=%u%s", __get_str(addr),
2090 __entry->length, __entry->last ? " (last)" : "")
2093 DECLARE_EVENT_CLASS(svcsock_class,
2095 const struct svc_xprt *xprt,
2099 TP_ARGS(xprt, result),
2102 __field(ssize_t, result)
2103 __field(unsigned long, flags)
2104 __string(addr, xprt->xpt_remotebuf)
2108 __entry->result = result;
2109 __entry->flags = xprt->xpt_flags;
2110 __assign_str(addr, xprt->xpt_remotebuf);
2113 TP_printk("addr=%s result=%zd flags=%s", __get_str(addr),
2114 __entry->result, show_svc_xprt_flags(__entry->flags)
2118 #define DEFINE_SVCSOCK_EVENT(name) \
2119 DEFINE_EVENT(svcsock_class, svcsock_##name, \
2121 const struct svc_xprt *xprt, \
2124 TP_ARGS(xprt, result))
2126 DEFINE_SVCSOCK_EVENT(udp_send);
2127 DEFINE_SVCSOCK_EVENT(udp_recv);
2128 DEFINE_SVCSOCK_EVENT(udp_recv_err);
2129 DEFINE_SVCSOCK_EVENT(tcp_send);
2130 DEFINE_SVCSOCK_EVENT(tcp_recv);
2131 DEFINE_SVCSOCK_EVENT(tcp_recv_eagain);
2132 DEFINE_SVCSOCK_EVENT(tcp_recv_err);
2133 DEFINE_SVCSOCK_EVENT(data_ready);
2134 DEFINE_SVCSOCK_EVENT(write_space);
2136 TRACE_EVENT(svcsock_tcp_recv_short,
2138 const struct svc_xprt *xprt,
2143 TP_ARGS(xprt, expected, received),
2146 __field(u32, expected)
2147 __field(u32, received)
2148 __field(unsigned long, flags)
2149 __string(addr, xprt->xpt_remotebuf)
2153 __entry->expected = expected;
2154 __entry->received = received;
2155 __entry->flags = xprt->xpt_flags;
2156 __assign_str(addr, xprt->xpt_remotebuf);
2159 TP_printk("addr=%s flags=%s expected=%u received=%u",
2160 __get_str(addr), show_svc_xprt_flags(__entry->flags),
2161 __entry->expected, __entry->received
2165 TRACE_EVENT(svcsock_tcp_state,
2167 const struct svc_xprt *xprt,
2168 const struct socket *socket
2171 TP_ARGS(xprt, socket),
2174 __field(unsigned long, socket_state)
2175 __field(unsigned long, sock_state)
2176 __field(unsigned long, flags)
2177 __string(addr, xprt->xpt_remotebuf)
2181 __entry->socket_state = socket->state;
2182 __entry->sock_state = socket->sk->sk_state;
2183 __entry->flags = xprt->xpt_flags;
2184 __assign_str(addr, xprt->xpt_remotebuf);
2187 TP_printk("addr=%s state=%s sk_state=%s flags=%s", __get_str(addr),
2188 rpc_show_socket_state(__entry->socket_state),
2189 rpc_show_sock_state(__entry->sock_state),
2190 show_svc_xprt_flags(__entry->flags)
2194 DECLARE_EVENT_CLASS(svcsock_accept_class,
2196 const struct svc_xprt *xprt,
2197 const char *service,
2201 TP_ARGS(xprt, service, status),
2204 __field(long, status)
2205 __string(service, service)
2206 __field(unsigned int, netns_ino)
2210 __entry->status = status;
2211 __assign_str(service, service);
2212 __entry->netns_ino = xprt->xpt_net->ns.inum;
2215 TP_printk("addr=listener service=%s status=%ld",
2216 __get_str(service), __entry->status
2220 #define DEFINE_ACCEPT_EVENT(name) \
2221 DEFINE_EVENT(svcsock_accept_class, svcsock_##name##_err, \
2223 const struct svc_xprt *xprt, \
2224 const char *service, \
2227 TP_ARGS(xprt, service, status))
2229 DEFINE_ACCEPT_EVENT(accept);
2230 DEFINE_ACCEPT_EVENT(getpeername);
2232 DECLARE_EVENT_CLASS(cache_event,
2234 const struct cache_detail *cd,
2235 const struct cache_head *h
2241 __field(const struct cache_head *, h)
2242 __string(name, cd->name)
2247 __assign_str(name, cd->name);
2250 TP_printk("cache=%s entry=%p", __get_str(name), __entry->h)
2252 #define DEFINE_CACHE_EVENT(name) \
2253 DEFINE_EVENT(cache_event, name, \
2255 const struct cache_detail *cd, \
2256 const struct cache_head *h \
2259 DEFINE_CACHE_EVENT(cache_entry_expired);
2260 DEFINE_CACHE_EVENT(cache_entry_upcall);
2261 DEFINE_CACHE_EVENT(cache_entry_update);
2262 DEFINE_CACHE_EVENT(cache_entry_make_negative);
2263 DEFINE_CACHE_EVENT(cache_entry_no_listener);
2265 DECLARE_EVENT_CLASS(register_class,
2267 const char *program,
2270 const unsigned short protocol,
2271 const unsigned short port,
2275 TP_ARGS(program, version, family, protocol, port, error),
2278 __field(u32, version)
2279 __field(unsigned long, family)
2280 __field(unsigned short, protocol)
2281 __field(unsigned short, port)
2283 __string(program, program)
2287 __entry->version = version;
2288 __entry->family = family;
2289 __entry->protocol = protocol;
2290 __entry->port = port;
2291 __entry->error = error;
2292 __assign_str(program, program);
2295 TP_printk("program=%sv%u proto=%s port=%u family=%s error=%d",
2296 __get_str(program), __entry->version,
2297 __entry->protocol == IPPROTO_UDP ? "udp" : "tcp",
2298 __entry->port, rpc_show_address_family(__entry->family),
2303 #define DEFINE_REGISTER_EVENT(name) \
2304 DEFINE_EVENT(register_class, svc_##name, \
2306 const char *program, \
2307 const u32 version, \
2309 const unsigned short protocol, \
2310 const unsigned short port, \
2313 TP_ARGS(program, version, family, protocol, \
2316 DEFINE_REGISTER_EVENT(register);
2317 DEFINE_REGISTER_EVENT(noregister);
2319 TRACE_EVENT(svc_unregister,
2321 const char *program,
2326 TP_ARGS(program, version, error),
2329 __field(u32, version)
2331 __string(program, program)
2335 __entry->version = version;
2336 __entry->error = error;
2337 __assign_str(program, program);
2340 TP_printk("program=%sv%u error=%d",
2341 __get_str(program), __entry->version, __entry->error
2345 #endif /* _TRACE_SUNRPC_H */
2347 #include <trace/define_trace.h>