1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * Copyright (c) 2016 Mellanox Technologies. All rights reserved.
4 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
7 #include <net/genetlink.h>
9 #include <trace/events/devlink.h>
10 #include "devl_internal.h"
12 struct devlink_fmsg_item {
13 struct list_head list;
21 struct list_head item_list;
22 bool putting_binary; /* This flag forces enclosing of binary data
23 * in an array brackets. It forces using
25 * devlink_fmsg_binary_pair_nest_start()
26 * devlink_fmsg_binary_pair_nest_end()
30 static struct devlink_fmsg *devlink_fmsg_alloc(void)
32 struct devlink_fmsg *fmsg;
34 fmsg = kzalloc(sizeof(*fmsg), GFP_KERNEL);
38 INIT_LIST_HEAD(&fmsg->item_list);
43 static void devlink_fmsg_free(struct devlink_fmsg *fmsg)
45 struct devlink_fmsg_item *item, *tmp;
47 list_for_each_entry_safe(item, tmp, &fmsg->item_list, list) {
48 list_del(&item->list);
54 struct devlink_health_reporter {
55 struct list_head list;
57 const struct devlink_health_reporter_ops *ops;
58 struct devlink *devlink;
59 struct devlink_port *devlink_port;
60 struct devlink_fmsg *dump_fmsg;
61 struct mutex dump_lock; /* lock parallel read/write from dump buffers */
74 devlink_health_reporter_priv(struct devlink_health_reporter *reporter)
76 return reporter->priv;
78 EXPORT_SYMBOL_GPL(devlink_health_reporter_priv);
80 static struct devlink_health_reporter *
81 __devlink_health_reporter_find_by_name(struct list_head *reporter_list,
82 const char *reporter_name)
84 struct devlink_health_reporter *reporter;
86 list_for_each_entry(reporter, reporter_list, list)
87 if (!strcmp(reporter->ops->name, reporter_name))
92 static struct devlink_health_reporter *
93 devlink_health_reporter_find_by_name(struct devlink *devlink,
94 const char *reporter_name)
96 return __devlink_health_reporter_find_by_name(&devlink->reporter_list,
100 static struct devlink_health_reporter *
101 devlink_port_health_reporter_find_by_name(struct devlink_port *devlink_port,
102 const char *reporter_name)
104 return __devlink_health_reporter_find_by_name(&devlink_port->reporter_list,
108 static struct devlink_health_reporter *
109 __devlink_health_reporter_create(struct devlink *devlink,
110 const struct devlink_health_reporter_ops *ops,
111 u64 graceful_period, void *priv)
113 struct devlink_health_reporter *reporter;
115 if (WARN_ON(graceful_period && !ops->recover))
116 return ERR_PTR(-EINVAL);
118 reporter = kzalloc(sizeof(*reporter), GFP_KERNEL);
120 return ERR_PTR(-ENOMEM);
122 reporter->priv = priv;
124 reporter->devlink = devlink;
125 reporter->graceful_period = graceful_period;
126 reporter->auto_recover = !!ops->recover;
127 reporter->auto_dump = !!ops->dump;
128 mutex_init(&reporter->dump_lock);
133 * devl_port_health_reporter_create() - create devlink health reporter for
134 * specified port instance
136 * @port: devlink_port to which health reports will relate
137 * @ops: devlink health reporter ops
138 * @graceful_period: min time (in msec) between recovery attempts
139 * @priv: driver priv pointer
141 struct devlink_health_reporter *
142 devl_port_health_reporter_create(struct devlink_port *port,
143 const struct devlink_health_reporter_ops *ops,
144 u64 graceful_period, void *priv)
146 struct devlink_health_reporter *reporter;
148 devl_assert_locked(port->devlink);
150 if (__devlink_health_reporter_find_by_name(&port->reporter_list,
152 return ERR_PTR(-EEXIST);
154 reporter = __devlink_health_reporter_create(port->devlink, ops,
155 graceful_period, priv);
156 if (IS_ERR(reporter))
159 reporter->devlink_port = port;
160 list_add_tail(&reporter->list, &port->reporter_list);
163 EXPORT_SYMBOL_GPL(devl_port_health_reporter_create);
165 struct devlink_health_reporter *
166 devlink_port_health_reporter_create(struct devlink_port *port,
167 const struct devlink_health_reporter_ops *ops,
168 u64 graceful_period, void *priv)
170 struct devlink_health_reporter *reporter;
171 struct devlink *devlink = port->devlink;
174 reporter = devl_port_health_reporter_create(port, ops,
175 graceful_period, priv);
176 devl_unlock(devlink);
179 EXPORT_SYMBOL_GPL(devlink_port_health_reporter_create);
182 * devl_health_reporter_create - create devlink health reporter
184 * @devlink: devlink instance which the health reports will relate
185 * @ops: devlink health reporter ops
186 * @graceful_period: min time (in msec) between recovery attempts
187 * @priv: driver priv pointer
189 struct devlink_health_reporter *
190 devl_health_reporter_create(struct devlink *devlink,
191 const struct devlink_health_reporter_ops *ops,
192 u64 graceful_period, void *priv)
194 struct devlink_health_reporter *reporter;
196 devl_assert_locked(devlink);
198 if (devlink_health_reporter_find_by_name(devlink, ops->name))
199 return ERR_PTR(-EEXIST);
201 reporter = __devlink_health_reporter_create(devlink, ops,
202 graceful_period, priv);
203 if (IS_ERR(reporter))
206 list_add_tail(&reporter->list, &devlink->reporter_list);
209 EXPORT_SYMBOL_GPL(devl_health_reporter_create);
211 struct devlink_health_reporter *
212 devlink_health_reporter_create(struct devlink *devlink,
213 const struct devlink_health_reporter_ops *ops,
214 u64 graceful_period, void *priv)
216 struct devlink_health_reporter *reporter;
219 reporter = devl_health_reporter_create(devlink, ops,
220 graceful_period, priv);
221 devl_unlock(devlink);
224 EXPORT_SYMBOL_GPL(devlink_health_reporter_create);
227 devlink_health_reporter_free(struct devlink_health_reporter *reporter)
229 mutex_destroy(&reporter->dump_lock);
230 if (reporter->dump_fmsg)
231 devlink_fmsg_free(reporter->dump_fmsg);
236 * devl_health_reporter_destroy() - destroy devlink health reporter
238 * @reporter: devlink health reporter to destroy
241 devl_health_reporter_destroy(struct devlink_health_reporter *reporter)
243 devl_assert_locked(reporter->devlink);
245 list_del(&reporter->list);
246 devlink_health_reporter_free(reporter);
248 EXPORT_SYMBOL_GPL(devl_health_reporter_destroy);
251 devlink_health_reporter_destroy(struct devlink_health_reporter *reporter)
253 struct devlink *devlink = reporter->devlink;
256 devl_health_reporter_destroy(reporter);
257 devl_unlock(devlink);
259 EXPORT_SYMBOL_GPL(devlink_health_reporter_destroy);
262 devlink_nl_health_reporter_fill(struct sk_buff *msg,
263 struct devlink_health_reporter *reporter,
264 enum devlink_command cmd, u32 portid,
267 struct devlink *devlink = reporter->devlink;
268 struct nlattr *reporter_attr;
271 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
275 if (devlink_nl_put_handle(msg, devlink))
278 if (reporter->devlink_port) {
279 if (nla_put_u32(msg, DEVLINK_ATTR_PORT_INDEX, reporter->devlink_port->index))
282 reporter_attr = nla_nest_start_noflag(msg,
283 DEVLINK_ATTR_HEALTH_REPORTER);
286 if (nla_put_string(msg, DEVLINK_ATTR_HEALTH_REPORTER_NAME,
287 reporter->ops->name))
288 goto reporter_nest_cancel;
289 if (nla_put_u8(msg, DEVLINK_ATTR_HEALTH_REPORTER_STATE,
290 reporter->health_state))
291 goto reporter_nest_cancel;
292 if (nla_put_u64_64bit(msg, DEVLINK_ATTR_HEALTH_REPORTER_ERR_COUNT,
293 reporter->error_count, DEVLINK_ATTR_PAD))
294 goto reporter_nest_cancel;
295 if (nla_put_u64_64bit(msg, DEVLINK_ATTR_HEALTH_REPORTER_RECOVER_COUNT,
296 reporter->recovery_count, DEVLINK_ATTR_PAD))
297 goto reporter_nest_cancel;
298 if (reporter->ops->recover &&
299 nla_put_u64_64bit(msg, DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD,
300 reporter->graceful_period,
302 goto reporter_nest_cancel;
303 if (reporter->ops->recover &&
304 nla_put_u8(msg, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER,
305 reporter->auto_recover))
306 goto reporter_nest_cancel;
307 if (reporter->dump_fmsg &&
308 nla_put_u64_64bit(msg, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS,
309 jiffies_to_msecs(reporter->dump_ts),
311 goto reporter_nest_cancel;
312 if (reporter->dump_fmsg &&
313 nla_put_u64_64bit(msg, DEVLINK_ATTR_HEALTH_REPORTER_DUMP_TS_NS,
314 reporter->dump_real_ts, DEVLINK_ATTR_PAD))
315 goto reporter_nest_cancel;
316 if (reporter->ops->dump &&
317 nla_put_u8(msg, DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP,
318 reporter->auto_dump))
319 goto reporter_nest_cancel;
321 nla_nest_end(msg, reporter_attr);
322 genlmsg_end(msg, hdr);
325 reporter_nest_cancel:
326 nla_nest_cancel(msg, reporter_attr);
328 genlmsg_cancel(msg, hdr);
332 static struct devlink_health_reporter *
333 devlink_health_reporter_get_from_attrs(struct devlink *devlink,
334 struct nlattr **attrs)
336 struct devlink_port *devlink_port;
339 if (!attrs[DEVLINK_ATTR_HEALTH_REPORTER_NAME])
342 reporter_name = nla_data(attrs[DEVLINK_ATTR_HEALTH_REPORTER_NAME]);
343 devlink_port = devlink_port_get_from_attrs(devlink, attrs);
344 if (IS_ERR(devlink_port))
345 return devlink_health_reporter_find_by_name(devlink,
348 return devlink_port_health_reporter_find_by_name(devlink_port,
352 static struct devlink_health_reporter *
353 devlink_health_reporter_get_from_info(struct devlink *devlink,
354 struct genl_info *info)
356 return devlink_health_reporter_get_from_attrs(devlink, info->attrs);
359 int devlink_nl_health_reporter_get_doit(struct sk_buff *skb,
360 struct genl_info *info)
362 struct devlink *devlink = info->user_ptr[0];
363 struct devlink_health_reporter *reporter;
367 reporter = devlink_health_reporter_get_from_info(devlink, info);
371 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
375 err = devlink_nl_health_reporter_fill(msg, reporter,
376 DEVLINK_CMD_HEALTH_REPORTER_GET,
377 info->snd_portid, info->snd_seq,
384 return genlmsg_reply(msg, info);
387 static int devlink_nl_health_reporter_get_dump_one(struct sk_buff *msg,
388 struct devlink *devlink,
389 struct netlink_callback *cb,
392 struct devlink_nl_dump_state *state = devlink_dump_state(cb);
393 const struct genl_info *info = genl_info_dump(cb);
394 struct devlink_health_reporter *reporter;
395 unsigned long port_index_end = ULONG_MAX;
396 struct nlattr **attrs = info->attrs;
397 unsigned long port_index_start = 0;
398 struct devlink_port *port;
399 unsigned long port_index;
403 if (attrs && attrs[DEVLINK_ATTR_PORT_INDEX]) {
404 port_index_start = nla_get_u32(attrs[DEVLINK_ATTR_PORT_INDEX]);
405 port_index_end = port_index_start;
406 flags |= NLM_F_DUMP_FILTERED;
410 list_for_each_entry(reporter, &devlink->reporter_list, list) {
411 if (idx < state->idx) {
415 err = devlink_nl_health_reporter_fill(msg, reporter,
416 DEVLINK_CMD_HEALTH_REPORTER_GET,
417 NETLINK_CB(cb->skb).portid,
427 xa_for_each_range(&devlink->ports, port_index, port,
428 port_index_start, port_index_end) {
429 list_for_each_entry(reporter, &port->reporter_list, list) {
430 if (idx < state->idx) {
434 err = devlink_nl_health_reporter_fill(msg, reporter,
435 DEVLINK_CMD_HEALTH_REPORTER_GET,
436 NETLINK_CB(cb->skb).portid,
450 int devlink_nl_health_reporter_get_dumpit(struct sk_buff *skb,
451 struct netlink_callback *cb)
453 return devlink_nl_dumpit(skb, cb,
454 devlink_nl_health_reporter_get_dump_one);
457 int devlink_nl_cmd_health_reporter_set_doit(struct sk_buff *skb,
458 struct genl_info *info)
460 struct devlink *devlink = info->user_ptr[0];
461 struct devlink_health_reporter *reporter;
463 reporter = devlink_health_reporter_get_from_info(devlink, info);
467 if (!reporter->ops->recover &&
468 (info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD] ||
469 info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER]))
472 if (!reporter->ops->dump &&
473 info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP])
476 if (info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD])
477 reporter->graceful_period =
478 nla_get_u64(info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_GRACEFUL_PERIOD]);
480 if (info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER])
481 reporter->auto_recover =
482 nla_get_u8(info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_AUTO_RECOVER]);
484 if (info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP])
485 reporter->auto_dump =
486 nla_get_u8(info->attrs[DEVLINK_ATTR_HEALTH_REPORTER_AUTO_DUMP]);
491 static void devlink_recover_notify(struct devlink_health_reporter *reporter,
492 enum devlink_command cmd)
494 struct devlink *devlink = reporter->devlink;
498 WARN_ON(cmd != DEVLINK_CMD_HEALTH_REPORTER_RECOVER);
499 ASSERT_DEVLINK_REGISTERED(devlink);
501 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
505 err = devlink_nl_health_reporter_fill(msg, reporter, cmd, 0, 0, 0);
511 genlmsg_multicast_netns(&devlink_nl_family, devlink_net(devlink), msg,
512 0, DEVLINK_MCGRP_CONFIG, GFP_KERNEL);
516 devlink_health_reporter_recovery_done(struct devlink_health_reporter *reporter)
518 reporter->recovery_count++;
519 reporter->last_recovery_ts = jiffies;
521 EXPORT_SYMBOL_GPL(devlink_health_reporter_recovery_done);
524 devlink_health_reporter_recover(struct devlink_health_reporter *reporter,
525 void *priv_ctx, struct netlink_ext_ack *extack)
529 if (reporter->health_state == DEVLINK_HEALTH_REPORTER_STATE_HEALTHY)
532 if (!reporter->ops->recover)
535 err = reporter->ops->recover(reporter, priv_ctx, extack);
539 devlink_health_reporter_recovery_done(reporter);
540 reporter->health_state = DEVLINK_HEALTH_REPORTER_STATE_HEALTHY;
541 devlink_recover_notify(reporter, DEVLINK_CMD_HEALTH_REPORTER_RECOVER);
547 devlink_health_dump_clear(struct devlink_health_reporter *reporter)
549 if (!reporter->dump_fmsg)
551 devlink_fmsg_free(reporter->dump_fmsg);
552 reporter->dump_fmsg = NULL;
555 static int devlink_health_do_dump(struct devlink_health_reporter *reporter,
557 struct netlink_ext_ack *extack)
561 if (!reporter->ops->dump)
564 if (reporter->dump_fmsg)
567 reporter->dump_fmsg = devlink_fmsg_alloc();
568 if (!reporter->dump_fmsg) {
573 err = devlink_fmsg_obj_nest_start(reporter->dump_fmsg);
577 err = reporter->ops->dump(reporter, reporter->dump_fmsg,
582 err = devlink_fmsg_obj_nest_end(reporter->dump_fmsg);
586 reporter->dump_ts = jiffies;
587 reporter->dump_real_ts = ktime_get_real_ns();
592 devlink_health_dump_clear(reporter);
596 int devlink_health_report(struct devlink_health_reporter *reporter,
597 const char *msg, void *priv_ctx)
599 enum devlink_health_reporter_state prev_health_state;
600 struct devlink *devlink = reporter->devlink;
601 unsigned long recover_ts_threshold;
604 /* write a log message of the current error */
606 trace_devlink_health_report(devlink, reporter->ops->name, msg);
607 reporter->error_count++;
608 prev_health_state = reporter->health_state;
609 reporter->health_state = DEVLINK_HEALTH_REPORTER_STATE_ERROR;
610 devlink_recover_notify(reporter, DEVLINK_CMD_HEALTH_REPORTER_RECOVER);
612 /* abort if the previous error wasn't recovered */
613 recover_ts_threshold = reporter->last_recovery_ts +
614 msecs_to_jiffies(reporter->graceful_period);
615 if (reporter->auto_recover &&
616 (prev_health_state != DEVLINK_HEALTH_REPORTER_STATE_HEALTHY ||
617 (reporter->last_recovery_ts && reporter->recovery_count &&
618 time_is_after_jiffies(recover_ts_threshold)))) {
619 trace_devlink_health_recover_aborted(devlink,
621 reporter->health_state,
623 reporter->last_recovery_ts);
627 if (reporter->auto_dump) {
628 mutex_lock(&reporter->dump_lock);
629 /* store current dump of current error, for later analysis */
630 devlink_health_do_dump(reporter, priv_ctx, NULL);
631 mutex_unlock(&reporter->dump_lock);
634 if (!reporter->auto_recover)
638 ret = devlink_health_reporter_recover(reporter, priv_ctx, NULL);
639 devl_unlock(devlink);
643 EXPORT_SYMBOL_GPL(devlink_health_report);
646 devlink_health_reporter_state_update(struct devlink_health_reporter *reporter,
647 enum devlink_health_reporter_state state)
649 if (WARN_ON(state != DEVLINK_HEALTH_REPORTER_STATE_HEALTHY &&
650 state != DEVLINK_HEALTH_REPORTER_STATE_ERROR))
653 if (reporter->health_state == state)
656 reporter->health_state = state;
657 trace_devlink_health_reporter_state_update(reporter->devlink,
658 reporter->ops->name, state);
659 devlink_recover_notify(reporter, DEVLINK_CMD_HEALTH_REPORTER_RECOVER);
661 EXPORT_SYMBOL_GPL(devlink_health_reporter_state_update);
663 int devlink_nl_cmd_health_reporter_recover_doit(struct sk_buff *skb,
664 struct genl_info *info)
666 struct devlink *devlink = info->user_ptr[0];
667 struct devlink_health_reporter *reporter;
669 reporter = devlink_health_reporter_get_from_info(devlink, info);
673 return devlink_health_reporter_recover(reporter, NULL, info->extack);
676 static int devlink_fmsg_nest_common(struct devlink_fmsg *fmsg,
679 struct devlink_fmsg_item *item;
681 item = kzalloc(sizeof(*item), GFP_KERNEL);
685 item->attrtype = attrtype;
686 list_add_tail(&item->list, &fmsg->item_list);
691 int devlink_fmsg_obj_nest_start(struct devlink_fmsg *fmsg)
693 if (fmsg->putting_binary)
696 return devlink_fmsg_nest_common(fmsg, DEVLINK_ATTR_FMSG_OBJ_NEST_START);
698 EXPORT_SYMBOL_GPL(devlink_fmsg_obj_nest_start);
700 static int devlink_fmsg_nest_end(struct devlink_fmsg *fmsg)
702 if (fmsg->putting_binary)
705 return devlink_fmsg_nest_common(fmsg, DEVLINK_ATTR_FMSG_NEST_END);
708 int devlink_fmsg_obj_nest_end(struct devlink_fmsg *fmsg)
710 if (fmsg->putting_binary)
713 return devlink_fmsg_nest_end(fmsg);
715 EXPORT_SYMBOL_GPL(devlink_fmsg_obj_nest_end);
717 #define DEVLINK_FMSG_MAX_SIZE (GENLMSG_DEFAULT_SIZE - GENL_HDRLEN - NLA_HDRLEN)
719 static int devlink_fmsg_put_name(struct devlink_fmsg *fmsg, const char *name)
721 struct devlink_fmsg_item *item;
723 if (fmsg->putting_binary)
726 if (strlen(name) + 1 > DEVLINK_FMSG_MAX_SIZE)
729 item = kzalloc(sizeof(*item) + strlen(name) + 1, GFP_KERNEL);
733 item->nla_type = NLA_NUL_STRING;
734 item->len = strlen(name) + 1;
735 item->attrtype = DEVLINK_ATTR_FMSG_OBJ_NAME;
736 memcpy(&item->value, name, item->len);
737 list_add_tail(&item->list, &fmsg->item_list);
742 int devlink_fmsg_pair_nest_start(struct devlink_fmsg *fmsg, const char *name)
746 if (fmsg->putting_binary)
749 err = devlink_fmsg_nest_common(fmsg, DEVLINK_ATTR_FMSG_PAIR_NEST_START);
753 err = devlink_fmsg_put_name(fmsg, name);
759 EXPORT_SYMBOL_GPL(devlink_fmsg_pair_nest_start);
761 int devlink_fmsg_pair_nest_end(struct devlink_fmsg *fmsg)
763 if (fmsg->putting_binary)
766 return devlink_fmsg_nest_end(fmsg);
768 EXPORT_SYMBOL_GPL(devlink_fmsg_pair_nest_end);
770 int devlink_fmsg_arr_pair_nest_start(struct devlink_fmsg *fmsg,
775 if (fmsg->putting_binary)
778 err = devlink_fmsg_pair_nest_start(fmsg, name);
782 err = devlink_fmsg_nest_common(fmsg, DEVLINK_ATTR_FMSG_ARR_NEST_START);
788 EXPORT_SYMBOL_GPL(devlink_fmsg_arr_pair_nest_start);
790 int devlink_fmsg_arr_pair_nest_end(struct devlink_fmsg *fmsg)
794 if (fmsg->putting_binary)
797 err = devlink_fmsg_nest_end(fmsg);
801 err = devlink_fmsg_nest_end(fmsg);
807 EXPORT_SYMBOL_GPL(devlink_fmsg_arr_pair_nest_end);
809 int devlink_fmsg_binary_pair_nest_start(struct devlink_fmsg *fmsg,
814 err = devlink_fmsg_arr_pair_nest_start(fmsg, name);
818 fmsg->putting_binary = true;
821 EXPORT_SYMBOL_GPL(devlink_fmsg_binary_pair_nest_start);
823 int devlink_fmsg_binary_pair_nest_end(struct devlink_fmsg *fmsg)
825 if (!fmsg->putting_binary)
828 fmsg->putting_binary = false;
829 return devlink_fmsg_arr_pair_nest_end(fmsg);
831 EXPORT_SYMBOL_GPL(devlink_fmsg_binary_pair_nest_end);
833 static int devlink_fmsg_put_value(struct devlink_fmsg *fmsg,
834 const void *value, u16 value_len,
837 struct devlink_fmsg_item *item;
839 if (value_len > DEVLINK_FMSG_MAX_SIZE)
842 item = kzalloc(sizeof(*item) + value_len, GFP_KERNEL);
846 item->nla_type = value_nla_type;
847 item->len = value_len;
848 item->attrtype = DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA;
849 memcpy(&item->value, value, item->len);
850 list_add_tail(&item->list, &fmsg->item_list);
855 static int devlink_fmsg_bool_put(struct devlink_fmsg *fmsg, bool value)
857 if (fmsg->putting_binary)
860 return devlink_fmsg_put_value(fmsg, &value, sizeof(value), NLA_FLAG);
863 static int devlink_fmsg_u8_put(struct devlink_fmsg *fmsg, u8 value)
865 if (fmsg->putting_binary)
868 return devlink_fmsg_put_value(fmsg, &value, sizeof(value), NLA_U8);
871 int devlink_fmsg_u32_put(struct devlink_fmsg *fmsg, u32 value)
873 if (fmsg->putting_binary)
876 return devlink_fmsg_put_value(fmsg, &value, sizeof(value), NLA_U32);
878 EXPORT_SYMBOL_GPL(devlink_fmsg_u32_put);
880 static int devlink_fmsg_u64_put(struct devlink_fmsg *fmsg, u64 value)
882 if (fmsg->putting_binary)
885 return devlink_fmsg_put_value(fmsg, &value, sizeof(value), NLA_U64);
888 int devlink_fmsg_string_put(struct devlink_fmsg *fmsg, const char *value)
890 if (fmsg->putting_binary)
893 return devlink_fmsg_put_value(fmsg, value, strlen(value) + 1,
896 EXPORT_SYMBOL_GPL(devlink_fmsg_string_put);
898 int devlink_fmsg_binary_put(struct devlink_fmsg *fmsg, const void *value,
901 if (!fmsg->putting_binary)
904 return devlink_fmsg_put_value(fmsg, value, value_len, NLA_BINARY);
906 EXPORT_SYMBOL_GPL(devlink_fmsg_binary_put);
908 int devlink_fmsg_bool_pair_put(struct devlink_fmsg *fmsg, const char *name,
913 err = devlink_fmsg_pair_nest_start(fmsg, name);
917 err = devlink_fmsg_bool_put(fmsg, value);
921 err = devlink_fmsg_pair_nest_end(fmsg);
927 EXPORT_SYMBOL_GPL(devlink_fmsg_bool_pair_put);
929 int devlink_fmsg_u8_pair_put(struct devlink_fmsg *fmsg, const char *name,
934 err = devlink_fmsg_pair_nest_start(fmsg, name);
938 err = devlink_fmsg_u8_put(fmsg, value);
942 err = devlink_fmsg_pair_nest_end(fmsg);
948 EXPORT_SYMBOL_GPL(devlink_fmsg_u8_pair_put);
950 int devlink_fmsg_u32_pair_put(struct devlink_fmsg *fmsg, const char *name,
955 err = devlink_fmsg_pair_nest_start(fmsg, name);
959 err = devlink_fmsg_u32_put(fmsg, value);
963 err = devlink_fmsg_pair_nest_end(fmsg);
969 EXPORT_SYMBOL_GPL(devlink_fmsg_u32_pair_put);
971 int devlink_fmsg_u64_pair_put(struct devlink_fmsg *fmsg, const char *name,
976 err = devlink_fmsg_pair_nest_start(fmsg, name);
980 err = devlink_fmsg_u64_put(fmsg, value);
984 err = devlink_fmsg_pair_nest_end(fmsg);
990 EXPORT_SYMBOL_GPL(devlink_fmsg_u64_pair_put);
992 int devlink_fmsg_string_pair_put(struct devlink_fmsg *fmsg, const char *name,
997 err = devlink_fmsg_pair_nest_start(fmsg, name);
1001 err = devlink_fmsg_string_put(fmsg, value);
1005 err = devlink_fmsg_pair_nest_end(fmsg);
1011 EXPORT_SYMBOL_GPL(devlink_fmsg_string_pair_put);
1013 int devlink_fmsg_binary_pair_put(struct devlink_fmsg *fmsg, const char *name,
1014 const void *value, u32 value_len)
1021 err = devlink_fmsg_binary_pair_nest_start(fmsg, name);
1025 for (offset = 0; offset < value_len; offset += data_size) {
1026 data_size = value_len - offset;
1027 if (data_size > DEVLINK_FMSG_MAX_SIZE)
1028 data_size = DEVLINK_FMSG_MAX_SIZE;
1029 err = devlink_fmsg_binary_put(fmsg, value + offset, data_size);
1032 /* Exit from loop with a break (instead of
1033 * return) to make sure putting_binary is turned off in
1034 * devlink_fmsg_binary_pair_nest_end
1038 end_err = devlink_fmsg_binary_pair_nest_end(fmsg);
1044 EXPORT_SYMBOL_GPL(devlink_fmsg_binary_pair_put);
1047 devlink_fmsg_item_fill_type(struct devlink_fmsg_item *msg, struct sk_buff *skb)
1049 switch (msg->nla_type) {
1054 case NLA_NUL_STRING:
1056 return nla_put_u8(skb, DEVLINK_ATTR_FMSG_OBJ_VALUE_TYPE,
1064 devlink_fmsg_item_fill_data(struct devlink_fmsg_item *msg, struct sk_buff *skb)
1066 int attrtype = DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA;
1069 switch (msg->nla_type) {
1071 /* Always provide flag data, regardless of its value */
1072 tmp = *(bool *)msg->value;
1074 return nla_put_u8(skb, attrtype, tmp);
1076 return nla_put_u8(skb, attrtype, *(u8 *)msg->value);
1078 return nla_put_u32(skb, attrtype, *(u32 *)msg->value);
1080 return nla_put_u64_64bit(skb, attrtype, *(u64 *)msg->value,
1082 case NLA_NUL_STRING:
1083 return nla_put_string(skb, attrtype, (char *)&msg->value);
1085 return nla_put(skb, attrtype, msg->len, (void *)&msg->value);
1092 devlink_fmsg_prepare_skb(struct devlink_fmsg *fmsg, struct sk_buff *skb,
1095 struct devlink_fmsg_item *item;
1096 struct nlattr *fmsg_nlattr;
1100 fmsg_nlattr = nla_nest_start_noflag(skb, DEVLINK_ATTR_FMSG);
1104 list_for_each_entry(item, &fmsg->item_list, list) {
1110 switch (item->attrtype) {
1111 case DEVLINK_ATTR_FMSG_OBJ_NEST_START:
1112 case DEVLINK_ATTR_FMSG_PAIR_NEST_START:
1113 case DEVLINK_ATTR_FMSG_ARR_NEST_START:
1114 case DEVLINK_ATTR_FMSG_NEST_END:
1115 err = nla_put_flag(skb, item->attrtype);
1117 case DEVLINK_ATTR_FMSG_OBJ_VALUE_DATA:
1118 err = devlink_fmsg_item_fill_type(item, skb);
1121 err = devlink_fmsg_item_fill_data(item, skb);
1123 case DEVLINK_ATTR_FMSG_OBJ_NAME:
1124 err = nla_put_string(skb, item->attrtype,
1125 (char *)&item->value);
1137 nla_nest_end(skb, fmsg_nlattr);
1141 static int devlink_fmsg_snd(struct devlink_fmsg *fmsg,
1142 struct genl_info *info,
1143 enum devlink_command cmd, int flags)
1145 struct nlmsghdr *nlh;
1146 struct sk_buff *skb;
1153 int tmp_index = index;
1155 skb = genlmsg_new(GENLMSG_DEFAULT_SIZE, GFP_KERNEL);
1159 hdr = genlmsg_put(skb, info->snd_portid, info->snd_seq,
1160 &devlink_nl_family, flags | NLM_F_MULTI, cmd);
1163 goto nla_put_failure;
1166 err = devlink_fmsg_prepare_skb(fmsg, skb, &index);
1169 else if (err != -EMSGSIZE || tmp_index == index)
1170 goto nla_put_failure;
1172 genlmsg_end(skb, hdr);
1173 err = genlmsg_reply(skb, info);
1178 skb = genlmsg_new(GENLMSG_DEFAULT_SIZE, GFP_KERNEL);
1181 nlh = nlmsg_put(skb, info->snd_portid, info->snd_seq,
1182 NLMSG_DONE, 0, flags | NLM_F_MULTI);
1185 goto nla_put_failure;
1188 return genlmsg_reply(skb, info);
1195 static int devlink_fmsg_dumpit(struct devlink_fmsg *fmsg, struct sk_buff *skb,
1196 struct netlink_callback *cb,
1197 enum devlink_command cmd)
1199 struct devlink_nl_dump_state *state = devlink_dump_state(cb);
1200 int index = state->idx;
1201 int tmp_index = index;
1205 hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1206 &devlink_nl_family, NLM_F_ACK | NLM_F_MULTI, cmd);
1209 goto nla_put_failure;
1212 err = devlink_fmsg_prepare_skb(fmsg, skb, &index);
1213 if ((err && err != -EMSGSIZE) || tmp_index == index)
1214 goto nla_put_failure;
1217 genlmsg_end(skb, hdr);
1221 genlmsg_cancel(skb, hdr);
1225 int devlink_nl_cmd_health_reporter_diagnose_doit(struct sk_buff *skb,
1226 struct genl_info *info)
1228 struct devlink *devlink = info->user_ptr[0];
1229 struct devlink_health_reporter *reporter;
1230 struct devlink_fmsg *fmsg;
1233 reporter = devlink_health_reporter_get_from_info(devlink, info);
1237 if (!reporter->ops->diagnose)
1240 fmsg = devlink_fmsg_alloc();
1244 err = devlink_fmsg_obj_nest_start(fmsg);
1248 err = reporter->ops->diagnose(reporter, fmsg, info->extack);
1252 err = devlink_fmsg_obj_nest_end(fmsg);
1256 err = devlink_fmsg_snd(fmsg, info,
1257 DEVLINK_CMD_HEALTH_REPORTER_DIAGNOSE, 0);
1260 devlink_fmsg_free(fmsg);
1264 static struct devlink_health_reporter *
1265 devlink_health_reporter_get_from_cb(struct netlink_callback *cb)
1267 const struct genl_info *info = genl_info_dump(cb);
1268 struct devlink_health_reporter *reporter;
1269 struct nlattr **attrs = info->attrs;
1270 struct devlink *devlink;
1272 devlink = devlink_get_from_attrs_lock(sock_net(cb->skb->sk), attrs);
1273 if (IS_ERR(devlink))
1275 devl_unlock(devlink);
1277 reporter = devlink_health_reporter_get_from_attrs(devlink, attrs);
1278 devlink_put(devlink);
1282 int devlink_nl_cmd_health_reporter_dump_get_dumpit(struct sk_buff *skb,
1283 struct netlink_callback *cb)
1285 struct devlink_nl_dump_state *state = devlink_dump_state(cb);
1286 struct devlink_health_reporter *reporter;
1289 reporter = devlink_health_reporter_get_from_cb(cb);
1293 if (!reporter->ops->dump)
1296 mutex_lock(&reporter->dump_lock);
1298 err = devlink_health_do_dump(reporter, NULL, cb->extack);
1301 state->dump_ts = reporter->dump_ts;
1303 if (!reporter->dump_fmsg || state->dump_ts != reporter->dump_ts) {
1304 NL_SET_ERR_MSG(cb->extack, "Dump trampled, please retry");
1309 err = devlink_fmsg_dumpit(reporter->dump_fmsg, skb, cb,
1310 DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET);
1312 mutex_unlock(&reporter->dump_lock);
1316 int devlink_nl_cmd_health_reporter_dump_clear_doit(struct sk_buff *skb,
1317 struct genl_info *info)
1319 struct devlink *devlink = info->user_ptr[0];
1320 struct devlink_health_reporter *reporter;
1322 reporter = devlink_health_reporter_get_from_info(devlink, info);
1326 if (!reporter->ops->dump)
1329 mutex_lock(&reporter->dump_lock);
1330 devlink_health_dump_clear(reporter);
1331 mutex_unlock(&reporter->dump_lock);
1335 int devlink_nl_cmd_health_reporter_test_doit(struct sk_buff *skb,
1336 struct genl_info *info)
1338 struct devlink *devlink = info->user_ptr[0];
1339 struct devlink_health_reporter *reporter;
1341 reporter = devlink_health_reporter_get_from_info(devlink, info);
1345 if (!reporter->ops->test)
1348 return reporter->ops->test(reporter, info->extack);