1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * Copyright (c) 2016 Mellanox Technologies. All rights reserved.
4 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
7 #include <net/genetlink.h>
9 #include "devl_internal.h"
11 struct devlink_info_req {
13 void (*version_cb)(const char *version_name,
14 enum devlink_info_version_type version_type,
15 void *version_cb_priv);
16 void *version_cb_priv;
19 struct devlink_reload_combination {
20 enum devlink_reload_action action;
21 enum devlink_reload_limit limit;
24 static const struct devlink_reload_combination devlink_reload_invalid_combinations[] = {
26 /* can't reinitialize driver with no down time */
27 .action = DEVLINK_RELOAD_ACTION_DRIVER_REINIT,
28 .limit = DEVLINK_RELOAD_LIMIT_NO_RESET,
33 devlink_reload_combination_is_invalid(enum devlink_reload_action action,
34 enum devlink_reload_limit limit)
38 for (i = 0; i < ARRAY_SIZE(devlink_reload_invalid_combinations); i++)
39 if (devlink_reload_invalid_combinations[i].action == action &&
40 devlink_reload_invalid_combinations[i].limit == limit)
46 devlink_reload_action_is_supported(struct devlink *devlink, enum devlink_reload_action action)
48 return test_bit(action, &devlink->ops->reload_actions);
52 devlink_reload_limit_is_supported(struct devlink *devlink, enum devlink_reload_limit limit)
54 return test_bit(limit, &devlink->ops->reload_limits);
57 static int devlink_reload_stat_put(struct sk_buff *msg,
58 enum devlink_reload_limit limit, u32 value)
60 struct nlattr *reload_stats_entry;
62 reload_stats_entry = nla_nest_start(msg, DEVLINK_ATTR_RELOAD_STATS_ENTRY);
63 if (!reload_stats_entry)
66 if (nla_put_u8(msg, DEVLINK_ATTR_RELOAD_STATS_LIMIT, limit) ||
67 nla_put_u32(msg, DEVLINK_ATTR_RELOAD_STATS_VALUE, value))
69 nla_nest_end(msg, reload_stats_entry);
73 nla_nest_cancel(msg, reload_stats_entry);
78 devlink_reload_stats_put(struct sk_buff *msg, struct devlink *devlink, bool is_remote)
80 struct nlattr *reload_stats_attr, *act_info, *act_stats;
85 reload_stats_attr = nla_nest_start(msg, DEVLINK_ATTR_RELOAD_STATS);
87 reload_stats_attr = nla_nest_start(msg, DEVLINK_ATTR_REMOTE_RELOAD_STATS);
89 if (!reload_stats_attr)
92 for (i = 0; i <= DEVLINK_RELOAD_ACTION_MAX; i++) {
94 !devlink_reload_action_is_supported(devlink, i)) ||
95 i == DEVLINK_RELOAD_ACTION_UNSPEC)
97 act_info = nla_nest_start(msg, DEVLINK_ATTR_RELOAD_ACTION_INFO);
101 if (nla_put_u8(msg, DEVLINK_ATTR_RELOAD_ACTION, i))
102 goto action_info_nest_cancel;
103 act_stats = nla_nest_start(msg, DEVLINK_ATTR_RELOAD_ACTION_STATS);
105 goto action_info_nest_cancel;
107 for (j = 0; j <= DEVLINK_RELOAD_LIMIT_MAX; j++) {
108 /* Remote stats are shown even if not locally supported.
109 * Stats of actions with unspecified limit are shown
110 * though drivers don't need to register unspecified
113 if ((!is_remote && j != DEVLINK_RELOAD_LIMIT_UNSPEC &&
114 !devlink_reload_limit_is_supported(devlink, j)) ||
115 devlink_reload_combination_is_invalid(i, j))
118 stat_idx = j * __DEVLINK_RELOAD_ACTION_MAX + i;
120 value = devlink->stats.reload_stats[stat_idx];
122 value = devlink->stats.remote_reload_stats[stat_idx];
123 if (devlink_reload_stat_put(msg, j, value))
124 goto action_stats_nest_cancel;
126 nla_nest_end(msg, act_stats);
127 nla_nest_end(msg, act_info);
129 nla_nest_end(msg, reload_stats_attr);
132 action_stats_nest_cancel:
133 nla_nest_cancel(msg, act_stats);
134 action_info_nest_cancel:
135 nla_nest_cancel(msg, act_info);
137 nla_nest_cancel(msg, reload_stats_attr);
141 static int devlink_nl_fill(struct sk_buff *msg, struct devlink *devlink,
142 enum devlink_command cmd, u32 portid,
145 struct nlattr *dev_stats;
148 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
152 if (devlink_nl_put_handle(msg, devlink))
153 goto nla_put_failure;
154 if (nla_put_u8(msg, DEVLINK_ATTR_RELOAD_FAILED, devlink->reload_failed))
155 goto nla_put_failure;
157 dev_stats = nla_nest_start(msg, DEVLINK_ATTR_DEV_STATS);
159 goto nla_put_failure;
161 if (devlink_reload_stats_put(msg, devlink, false))
162 goto dev_stats_nest_cancel;
163 if (devlink_reload_stats_put(msg, devlink, true))
164 goto dev_stats_nest_cancel;
166 nla_nest_end(msg, dev_stats);
167 genlmsg_end(msg, hdr);
170 dev_stats_nest_cancel:
171 nla_nest_cancel(msg, dev_stats);
173 genlmsg_cancel(msg, hdr);
177 static void devlink_notify(struct devlink *devlink, enum devlink_command cmd)
182 WARN_ON(cmd != DEVLINK_CMD_NEW && cmd != DEVLINK_CMD_DEL);
183 WARN_ON(!xa_get_mark(&devlinks, devlink->index, DEVLINK_REGISTERED));
185 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
189 err = devlink_nl_fill(msg, devlink, cmd, 0, 0, 0);
195 genlmsg_multicast_netns(&devlink_nl_family, devlink_net(devlink),
196 msg, 0, DEVLINK_MCGRP_CONFIG, GFP_KERNEL);
199 int devlink_nl_get_doit(struct sk_buff *skb, struct genl_info *info)
201 struct devlink *devlink = info->user_ptr[0];
205 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
209 err = devlink_nl_fill(msg, devlink, DEVLINK_CMD_NEW,
210 info->snd_portid, info->snd_seq, 0);
216 return genlmsg_reply(msg, info);
220 devlink_nl_get_dump_one(struct sk_buff *msg, struct devlink *devlink,
221 struct netlink_callback *cb, int flags)
223 return devlink_nl_fill(msg, devlink, DEVLINK_CMD_NEW,
224 NETLINK_CB(cb->skb).portid,
225 cb->nlh->nlmsg_seq, flags);
228 int devlink_nl_get_dumpit(struct sk_buff *msg, struct netlink_callback *cb)
230 return devlink_nl_dumpit(msg, cb, devlink_nl_get_dump_one);
233 void devlink_notify_register(struct devlink *devlink)
235 devlink_notify(devlink, DEVLINK_CMD_NEW);
236 devlink_linecards_notify_register(devlink);
237 devlink_ports_notify_register(devlink);
238 devlink_trap_policers_notify_register(devlink);
239 devlink_trap_groups_notify_register(devlink);
240 devlink_traps_notify_register(devlink);
241 devlink_rates_notify_register(devlink);
242 devlink_regions_notify_register(devlink);
243 devlink_params_notify_register(devlink);
246 void devlink_notify_unregister(struct devlink *devlink)
248 devlink_params_notify_unregister(devlink);
249 devlink_regions_notify_unregister(devlink);
250 devlink_rates_notify_unregister(devlink);
251 devlink_traps_notify_unregister(devlink);
252 devlink_trap_groups_notify_unregister(devlink);
253 devlink_trap_policers_notify_unregister(devlink);
254 devlink_ports_notify_unregister(devlink);
255 devlink_linecards_notify_unregister(devlink);
256 devlink_notify(devlink, DEVLINK_CMD_DEL);
259 static void devlink_reload_failed_set(struct devlink *devlink,
262 if (devlink->reload_failed == reload_failed)
264 devlink->reload_failed = reload_failed;
265 devlink_notify(devlink, DEVLINK_CMD_NEW);
268 bool devlink_is_reload_failed(const struct devlink *devlink)
270 return devlink->reload_failed;
272 EXPORT_SYMBOL_GPL(devlink_is_reload_failed);
275 __devlink_reload_stats_update(struct devlink *devlink, u32 *reload_stats,
276 enum devlink_reload_limit limit, u32 actions_performed)
278 unsigned long actions = actions_performed;
282 for_each_set_bit(action, &actions, __DEVLINK_RELOAD_ACTION_MAX) {
283 stat_idx = limit * __DEVLINK_RELOAD_ACTION_MAX + action;
284 reload_stats[stat_idx]++;
286 devlink_notify(devlink, DEVLINK_CMD_NEW);
290 devlink_reload_stats_update(struct devlink *devlink, enum devlink_reload_limit limit,
291 u32 actions_performed)
293 __devlink_reload_stats_update(devlink, devlink->stats.reload_stats, limit,
298 * devlink_remote_reload_actions_performed - Update devlink on reload actions
299 * performed which are not a direct result of devlink reload call.
301 * This should be called by a driver after performing reload actions in case it was not
302 * a result of devlink reload call. For example fw_activate was performed as a result
303 * of devlink reload triggered fw_activate on another host.
304 * The motivation for this function is to keep data on reload actions performed on this
305 * function whether it was done due to direct devlink reload call or not.
308 * @limit: reload limit
309 * @actions_performed: bitmask of actions performed
311 void devlink_remote_reload_actions_performed(struct devlink *devlink,
312 enum devlink_reload_limit limit,
313 u32 actions_performed)
315 if (WARN_ON(!actions_performed ||
316 actions_performed & BIT(DEVLINK_RELOAD_ACTION_UNSPEC) ||
317 actions_performed >= BIT(__DEVLINK_RELOAD_ACTION_MAX) ||
318 limit > DEVLINK_RELOAD_LIMIT_MAX))
321 __devlink_reload_stats_update(devlink, devlink->stats.remote_reload_stats, limit,
324 EXPORT_SYMBOL_GPL(devlink_remote_reload_actions_performed);
326 static struct net *devlink_netns_get(struct sk_buff *skb,
327 struct genl_info *info)
329 struct nlattr *netns_pid_attr = info->attrs[DEVLINK_ATTR_NETNS_PID];
330 struct nlattr *netns_fd_attr = info->attrs[DEVLINK_ATTR_NETNS_FD];
331 struct nlattr *netns_id_attr = info->attrs[DEVLINK_ATTR_NETNS_ID];
334 if (!!netns_pid_attr + !!netns_fd_attr + !!netns_id_attr > 1) {
335 NL_SET_ERR_MSG(info->extack, "multiple netns identifying attributes specified");
336 return ERR_PTR(-EINVAL);
339 if (netns_pid_attr) {
340 net = get_net_ns_by_pid(nla_get_u32(netns_pid_attr));
341 } else if (netns_fd_attr) {
342 net = get_net_ns_by_fd(nla_get_u32(netns_fd_attr));
343 } else if (netns_id_attr) {
344 net = get_net_ns_by_id(sock_net(skb->sk),
345 nla_get_u32(netns_id_attr));
347 net = ERR_PTR(-EINVAL);
350 net = ERR_PTR(-EINVAL);
353 NL_SET_ERR_MSG(info->extack, "Unknown network namespace");
354 return ERR_PTR(-EINVAL);
356 if (!netlink_ns_capable(skb, net->user_ns, CAP_NET_ADMIN)) {
358 return ERR_PTR(-EPERM);
363 static void devlink_reload_netns_change(struct devlink *devlink,
364 struct net *curr_net,
365 struct net *dest_net)
367 /* Userspace needs to be notified about devlink objects
368 * removed from original and entering new network namespace.
369 * The rest of the devlink objects are re-created during
370 * reload process so the notifications are generated separatelly.
372 devlink_notify_unregister(devlink);
373 write_pnet(&devlink->_net, dest_net);
374 devlink_notify_register(devlink);
377 int devlink_reload(struct devlink *devlink, struct net *dest_net,
378 enum devlink_reload_action action,
379 enum devlink_reload_limit limit,
380 u32 *actions_performed, struct netlink_ext_ack *extack)
382 u32 remote_reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE];
383 struct net *curr_net;
386 memcpy(remote_reload_stats, devlink->stats.remote_reload_stats,
387 sizeof(remote_reload_stats));
389 err = devlink->ops->reload_down(devlink, !!dest_net, action, limit, extack);
393 curr_net = devlink_net(devlink);
394 if (dest_net && !net_eq(dest_net, curr_net))
395 devlink_reload_netns_change(devlink, curr_net, dest_net);
397 if (action == DEVLINK_RELOAD_ACTION_DRIVER_REINIT)
398 devlink_params_driverinit_load_new(devlink);
400 err = devlink->ops->reload_up(devlink, action, limit, actions_performed, extack);
401 devlink_reload_failed_set(devlink, !!err);
405 WARN_ON(!(*actions_performed & BIT(action)));
406 /* Catch driver on updating the remote action within devlink reload */
407 WARN_ON(memcmp(remote_reload_stats, devlink->stats.remote_reload_stats,
408 sizeof(remote_reload_stats)));
409 devlink_reload_stats_update(devlink, limit, *actions_performed);
414 devlink_nl_reload_actions_performed_snd(struct devlink *devlink, u32 actions_performed,
415 enum devlink_command cmd, struct genl_info *info)
420 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
424 hdr = genlmsg_put(msg, info->snd_portid, info->snd_seq, &devlink_nl_family, 0, cmd);
428 if (devlink_nl_put_handle(msg, devlink))
429 goto nla_put_failure;
431 if (nla_put_bitfield32(msg, DEVLINK_ATTR_RELOAD_ACTIONS_PERFORMED, actions_performed,
433 goto nla_put_failure;
434 genlmsg_end(msg, hdr);
436 return genlmsg_reply(msg, info);
439 genlmsg_cancel(msg, hdr);
445 int devlink_nl_cmd_reload(struct sk_buff *skb, struct genl_info *info)
447 struct devlink *devlink = info->user_ptr[0];
448 enum devlink_reload_action action;
449 enum devlink_reload_limit limit;
450 struct net *dest_net = NULL;
451 u32 actions_performed;
454 err = devlink_resources_validate(devlink, NULL, info);
456 NL_SET_ERR_MSG(info->extack, "resources size validation failed");
460 if (info->attrs[DEVLINK_ATTR_RELOAD_ACTION])
461 action = nla_get_u8(info->attrs[DEVLINK_ATTR_RELOAD_ACTION]);
463 action = DEVLINK_RELOAD_ACTION_DRIVER_REINIT;
465 if (!devlink_reload_action_is_supported(devlink, action)) {
466 NL_SET_ERR_MSG(info->extack, "Requested reload action is not supported by the driver");
470 limit = DEVLINK_RELOAD_LIMIT_UNSPEC;
471 if (info->attrs[DEVLINK_ATTR_RELOAD_LIMITS]) {
472 struct nla_bitfield32 limits;
475 limits = nla_get_bitfield32(info->attrs[DEVLINK_ATTR_RELOAD_LIMITS]);
476 limits_selected = limits.value & limits.selector;
477 if (!limits_selected) {
478 NL_SET_ERR_MSG(info->extack, "Invalid limit selected");
481 for (limit = 0 ; limit <= DEVLINK_RELOAD_LIMIT_MAX ; limit++)
482 if (limits_selected & BIT(limit))
484 /* UAPI enables multiselection, but currently it is not used */
485 if (limits_selected != BIT(limit)) {
486 NL_SET_ERR_MSG(info->extack, "Multiselection of limit is not supported");
489 if (!devlink_reload_limit_is_supported(devlink, limit)) {
490 NL_SET_ERR_MSG(info->extack, "Requested limit is not supported by the driver");
493 if (devlink_reload_combination_is_invalid(action, limit)) {
494 NL_SET_ERR_MSG(info->extack, "Requested limit is invalid for this action");
498 if (info->attrs[DEVLINK_ATTR_NETNS_PID] ||
499 info->attrs[DEVLINK_ATTR_NETNS_FD] ||
500 info->attrs[DEVLINK_ATTR_NETNS_ID]) {
501 dest_net = devlink_netns_get(skb, info);
502 if (IS_ERR(dest_net))
503 return PTR_ERR(dest_net);
504 if (!net_eq(dest_net, devlink_net(devlink)) &&
505 action != DEVLINK_RELOAD_ACTION_DRIVER_REINIT) {
506 NL_SET_ERR_MSG_MOD(info->extack,
507 "Changing namespace is only supported for reinit action");
512 err = devlink_reload(devlink, dest_net, action, limit, &actions_performed, info->extack);
519 /* For backward compatibility generate reply only if attributes used by user */
520 if (!info->attrs[DEVLINK_ATTR_RELOAD_ACTION] && !info->attrs[DEVLINK_ATTR_RELOAD_LIMITS])
523 return devlink_nl_reload_actions_performed_snd(devlink, actions_performed,
524 DEVLINK_CMD_RELOAD, info);
527 bool devlink_reload_actions_valid(const struct devlink_ops *ops)
529 const struct devlink_reload_combination *comb;
532 if (!devlink_reload_supported(ops)) {
533 if (WARN_ON(ops->reload_actions))
538 if (WARN_ON(!ops->reload_actions ||
539 ops->reload_actions & BIT(DEVLINK_RELOAD_ACTION_UNSPEC) ||
540 ops->reload_actions >= BIT(__DEVLINK_RELOAD_ACTION_MAX)))
543 if (WARN_ON(ops->reload_limits & BIT(DEVLINK_RELOAD_LIMIT_UNSPEC) ||
544 ops->reload_limits >= BIT(__DEVLINK_RELOAD_LIMIT_MAX)))
547 for (i = 0; i < ARRAY_SIZE(devlink_reload_invalid_combinations); i++) {
548 comb = &devlink_reload_invalid_combinations[i];
549 if (ops->reload_actions == BIT(comb->action) &&
550 ops->reload_limits == BIT(comb->limit))
556 static int devlink_nl_eswitch_fill(struct sk_buff *msg, struct devlink *devlink,
557 enum devlink_command cmd, u32 portid,
560 const struct devlink_ops *ops = devlink->ops;
561 enum devlink_eswitch_encap_mode encap_mode;
567 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
571 err = devlink_nl_put_handle(msg, devlink);
573 goto nla_put_failure;
575 if (ops->eswitch_mode_get) {
576 err = ops->eswitch_mode_get(devlink, &mode);
578 goto nla_put_failure;
579 err = nla_put_u16(msg, DEVLINK_ATTR_ESWITCH_MODE, mode);
581 goto nla_put_failure;
584 if (ops->eswitch_inline_mode_get) {
585 err = ops->eswitch_inline_mode_get(devlink, &inline_mode);
587 goto nla_put_failure;
588 err = nla_put_u8(msg, DEVLINK_ATTR_ESWITCH_INLINE_MODE,
591 goto nla_put_failure;
594 if (ops->eswitch_encap_mode_get) {
595 err = ops->eswitch_encap_mode_get(devlink, &encap_mode);
597 goto nla_put_failure;
598 err = nla_put_u8(msg, DEVLINK_ATTR_ESWITCH_ENCAP_MODE, encap_mode);
600 goto nla_put_failure;
603 genlmsg_end(msg, hdr);
607 genlmsg_cancel(msg, hdr);
611 int devlink_nl_cmd_eswitch_get_doit(struct sk_buff *skb, struct genl_info *info)
613 struct devlink *devlink = info->user_ptr[0];
617 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
621 err = devlink_nl_eswitch_fill(msg, devlink, DEVLINK_CMD_ESWITCH_GET,
622 info->snd_portid, info->snd_seq, 0);
629 return genlmsg_reply(msg, info);
632 int devlink_nl_cmd_eswitch_set_doit(struct sk_buff *skb, struct genl_info *info)
634 struct devlink *devlink = info->user_ptr[0];
635 const struct devlink_ops *ops = devlink->ops;
636 enum devlink_eswitch_encap_mode encap_mode;
641 if (info->attrs[DEVLINK_ATTR_ESWITCH_MODE]) {
642 if (!ops->eswitch_mode_set)
644 mode = nla_get_u16(info->attrs[DEVLINK_ATTR_ESWITCH_MODE]);
645 err = devlink_rate_nodes_check(devlink, mode, info->extack);
648 err = ops->eswitch_mode_set(devlink, mode, info->extack);
653 if (info->attrs[DEVLINK_ATTR_ESWITCH_INLINE_MODE]) {
654 if (!ops->eswitch_inline_mode_set)
656 inline_mode = nla_get_u8(info->attrs[DEVLINK_ATTR_ESWITCH_INLINE_MODE]);
657 err = ops->eswitch_inline_mode_set(devlink, inline_mode,
663 if (info->attrs[DEVLINK_ATTR_ESWITCH_ENCAP_MODE]) {
664 if (!ops->eswitch_encap_mode_set)
666 encap_mode = nla_get_u8(info->attrs[DEVLINK_ATTR_ESWITCH_ENCAP_MODE]);
667 err = ops->eswitch_encap_mode_set(devlink, encap_mode,
676 int devlink_info_serial_number_put(struct devlink_info_req *req, const char *sn)
680 return nla_put_string(req->msg, DEVLINK_ATTR_INFO_SERIAL_NUMBER, sn);
682 EXPORT_SYMBOL_GPL(devlink_info_serial_number_put);
684 int devlink_info_board_serial_number_put(struct devlink_info_req *req,
689 return nla_put_string(req->msg, DEVLINK_ATTR_INFO_BOARD_SERIAL_NUMBER,
692 EXPORT_SYMBOL_GPL(devlink_info_board_serial_number_put);
694 static int devlink_info_version_put(struct devlink_info_req *req, int attr,
695 const char *version_name,
696 const char *version_value,
697 enum devlink_info_version_type version_type)
703 req->version_cb(version_name, version_type,
704 req->version_cb_priv);
709 nest = nla_nest_start_noflag(req->msg, attr);
713 err = nla_put_string(req->msg, DEVLINK_ATTR_INFO_VERSION_NAME,
716 goto nla_put_failure;
718 err = nla_put_string(req->msg, DEVLINK_ATTR_INFO_VERSION_VALUE,
721 goto nla_put_failure;
723 nla_nest_end(req->msg, nest);
728 nla_nest_cancel(req->msg, nest);
732 int devlink_info_version_fixed_put(struct devlink_info_req *req,
733 const char *version_name,
734 const char *version_value)
736 return devlink_info_version_put(req, DEVLINK_ATTR_INFO_VERSION_FIXED,
737 version_name, version_value,
738 DEVLINK_INFO_VERSION_TYPE_NONE);
740 EXPORT_SYMBOL_GPL(devlink_info_version_fixed_put);
742 int devlink_info_version_stored_put(struct devlink_info_req *req,
743 const char *version_name,
744 const char *version_value)
746 return devlink_info_version_put(req, DEVLINK_ATTR_INFO_VERSION_STORED,
747 version_name, version_value,
748 DEVLINK_INFO_VERSION_TYPE_NONE);
750 EXPORT_SYMBOL_GPL(devlink_info_version_stored_put);
752 int devlink_info_version_stored_put_ext(struct devlink_info_req *req,
753 const char *version_name,
754 const char *version_value,
755 enum devlink_info_version_type version_type)
757 return devlink_info_version_put(req, DEVLINK_ATTR_INFO_VERSION_STORED,
758 version_name, version_value,
761 EXPORT_SYMBOL_GPL(devlink_info_version_stored_put_ext);
763 int devlink_info_version_running_put(struct devlink_info_req *req,
764 const char *version_name,
765 const char *version_value)
767 return devlink_info_version_put(req, DEVLINK_ATTR_INFO_VERSION_RUNNING,
768 version_name, version_value,
769 DEVLINK_INFO_VERSION_TYPE_NONE);
771 EXPORT_SYMBOL_GPL(devlink_info_version_running_put);
773 int devlink_info_version_running_put_ext(struct devlink_info_req *req,
774 const char *version_name,
775 const char *version_value,
776 enum devlink_info_version_type version_type)
778 return devlink_info_version_put(req, DEVLINK_ATTR_INFO_VERSION_RUNNING,
779 version_name, version_value,
782 EXPORT_SYMBOL_GPL(devlink_info_version_running_put_ext);
784 static int devlink_nl_driver_info_get(struct device_driver *drv,
785 struct devlink_info_req *req)
791 return nla_put_string(req->msg, DEVLINK_ATTR_INFO_DRIVER_NAME,
798 devlink_nl_info_fill(struct sk_buff *msg, struct devlink *devlink,
799 enum devlink_command cmd, u32 portid,
800 u32 seq, int flags, struct netlink_ext_ack *extack)
802 struct device *dev = devlink_to_dev(devlink);
803 struct devlink_info_req req = {};
807 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
812 if (devlink_nl_put_handle(msg, devlink))
816 if (devlink->ops->info_get) {
817 err = devlink->ops->info_get(devlink, &req, extack);
822 err = devlink_nl_driver_info_get(dev->driver, &req);
826 genlmsg_end(msg, hdr);
830 genlmsg_cancel(msg, hdr);
834 int devlink_nl_info_get_doit(struct sk_buff *skb, struct genl_info *info)
836 struct devlink *devlink = info->user_ptr[0];
840 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
844 err = devlink_nl_info_fill(msg, devlink, DEVLINK_CMD_INFO_GET,
845 info->snd_portid, info->snd_seq, 0,
852 return genlmsg_reply(msg, info);
856 devlink_nl_info_get_dump_one(struct sk_buff *msg, struct devlink *devlink,
857 struct netlink_callback *cb, int flags)
861 err = devlink_nl_info_fill(msg, devlink, DEVLINK_CMD_INFO_GET,
862 NETLINK_CB(cb->skb).portid,
863 cb->nlh->nlmsg_seq, flags,
865 if (err == -EOPNOTSUPP)
870 int devlink_nl_info_get_dumpit(struct sk_buff *msg, struct netlink_callback *cb)
872 return devlink_nl_dumpit(msg, cb, devlink_nl_info_get_dump_one);
875 static int devlink_nl_flash_update_fill(struct sk_buff *msg,
876 struct devlink *devlink,
877 enum devlink_command cmd,
878 struct devlink_flash_notify *params)
882 hdr = genlmsg_put(msg, 0, 0, &devlink_nl_family, 0, cmd);
886 if (devlink_nl_put_handle(msg, devlink))
887 goto nla_put_failure;
889 if (cmd != DEVLINK_CMD_FLASH_UPDATE_STATUS)
892 if (params->status_msg &&
893 nla_put_string(msg, DEVLINK_ATTR_FLASH_UPDATE_STATUS_MSG,
895 goto nla_put_failure;
896 if (params->component &&
897 nla_put_string(msg, DEVLINK_ATTR_FLASH_UPDATE_COMPONENT,
899 goto nla_put_failure;
900 if (nla_put_u64_64bit(msg, DEVLINK_ATTR_FLASH_UPDATE_STATUS_DONE,
901 params->done, DEVLINK_ATTR_PAD))
902 goto nla_put_failure;
903 if (nla_put_u64_64bit(msg, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TOTAL,
904 params->total, DEVLINK_ATTR_PAD))
905 goto nla_put_failure;
906 if (nla_put_u64_64bit(msg, DEVLINK_ATTR_FLASH_UPDATE_STATUS_TIMEOUT,
907 params->timeout, DEVLINK_ATTR_PAD))
908 goto nla_put_failure;
911 genlmsg_end(msg, hdr);
915 genlmsg_cancel(msg, hdr);
919 static void __devlink_flash_update_notify(struct devlink *devlink,
920 enum devlink_command cmd,
921 struct devlink_flash_notify *params)
926 WARN_ON(cmd != DEVLINK_CMD_FLASH_UPDATE &&
927 cmd != DEVLINK_CMD_FLASH_UPDATE_END &&
928 cmd != DEVLINK_CMD_FLASH_UPDATE_STATUS);
930 if (!xa_get_mark(&devlinks, devlink->index, DEVLINK_REGISTERED))
933 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
937 err = devlink_nl_flash_update_fill(msg, devlink, cmd, params);
941 genlmsg_multicast_netns(&devlink_nl_family, devlink_net(devlink),
942 msg, 0, DEVLINK_MCGRP_CONFIG, GFP_KERNEL);
949 static void devlink_flash_update_begin_notify(struct devlink *devlink)
951 struct devlink_flash_notify params = {};
953 __devlink_flash_update_notify(devlink,
954 DEVLINK_CMD_FLASH_UPDATE,
958 static void devlink_flash_update_end_notify(struct devlink *devlink)
960 struct devlink_flash_notify params = {};
962 __devlink_flash_update_notify(devlink,
963 DEVLINK_CMD_FLASH_UPDATE_END,
967 void devlink_flash_update_status_notify(struct devlink *devlink,
968 const char *status_msg,
969 const char *component,
973 struct devlink_flash_notify params = {
974 .status_msg = status_msg,
975 .component = component,
980 __devlink_flash_update_notify(devlink,
981 DEVLINK_CMD_FLASH_UPDATE_STATUS,
984 EXPORT_SYMBOL_GPL(devlink_flash_update_status_notify);
986 void devlink_flash_update_timeout_notify(struct devlink *devlink,
987 const char *status_msg,
988 const char *component,
989 unsigned long timeout)
991 struct devlink_flash_notify params = {
992 .status_msg = status_msg,
993 .component = component,
997 __devlink_flash_update_notify(devlink,
998 DEVLINK_CMD_FLASH_UPDATE_STATUS,
1001 EXPORT_SYMBOL_GPL(devlink_flash_update_timeout_notify);
1003 struct devlink_flash_component_lookup_ctx {
1004 const char *lookup_name;
1005 bool lookup_name_found;
1009 devlink_flash_component_lookup_cb(const char *version_name,
1010 enum devlink_info_version_type version_type,
1011 void *version_cb_priv)
1013 struct devlink_flash_component_lookup_ctx *lookup_ctx = version_cb_priv;
1015 if (version_type != DEVLINK_INFO_VERSION_TYPE_COMPONENT ||
1016 lookup_ctx->lookup_name_found)
1019 lookup_ctx->lookup_name_found =
1020 !strcmp(lookup_ctx->lookup_name, version_name);
1023 static int devlink_flash_component_get(struct devlink *devlink,
1024 struct nlattr *nla_component,
1025 const char **p_component,
1026 struct netlink_ext_ack *extack)
1028 struct devlink_flash_component_lookup_ctx lookup_ctx = {};
1029 struct devlink_info_req req = {};
1030 const char *component;
1036 component = nla_data(nla_component);
1038 if (!devlink->ops->info_get) {
1039 NL_SET_ERR_MSG_ATTR(extack, nla_component,
1040 "component update is not supported by this device");
1044 lookup_ctx.lookup_name = component;
1045 req.version_cb = devlink_flash_component_lookup_cb;
1046 req.version_cb_priv = &lookup_ctx;
1048 ret = devlink->ops->info_get(devlink, &req, NULL);
1052 if (!lookup_ctx.lookup_name_found) {
1053 NL_SET_ERR_MSG_ATTR(extack, nla_component,
1054 "selected component is not supported by this device");
1057 *p_component = component;
1061 int devlink_nl_cmd_flash_update(struct sk_buff *skb, struct genl_info *info)
1063 struct nlattr *nla_overwrite_mask, *nla_file_name;
1064 struct devlink_flash_update_params params = {};
1065 struct devlink *devlink = info->user_ptr[0];
1066 const char *file_name;
1067 u32 supported_params;
1070 if (!devlink->ops->flash_update)
1073 if (GENL_REQ_ATTR_CHECK(info, DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME))
1076 ret = devlink_flash_component_get(devlink,
1077 info->attrs[DEVLINK_ATTR_FLASH_UPDATE_COMPONENT],
1078 ¶ms.component, info->extack);
1082 supported_params = devlink->ops->supported_flash_update_params;
1084 nla_overwrite_mask = info->attrs[DEVLINK_ATTR_FLASH_UPDATE_OVERWRITE_MASK];
1085 if (nla_overwrite_mask) {
1086 struct nla_bitfield32 sections;
1088 if (!(supported_params & DEVLINK_SUPPORT_FLASH_UPDATE_OVERWRITE_MASK)) {
1089 NL_SET_ERR_MSG_ATTR(info->extack, nla_overwrite_mask,
1090 "overwrite settings are not supported by this device");
1093 sections = nla_get_bitfield32(nla_overwrite_mask);
1094 params.overwrite_mask = sections.value & sections.selector;
1097 nla_file_name = info->attrs[DEVLINK_ATTR_FLASH_UPDATE_FILE_NAME];
1098 file_name = nla_data(nla_file_name);
1099 ret = request_firmware(¶ms.fw, file_name, devlink->dev);
1101 NL_SET_ERR_MSG_ATTR(info->extack, nla_file_name,
1102 "failed to locate the requested firmware file");
1106 devlink_flash_update_begin_notify(devlink);
1107 ret = devlink->ops->flash_update(devlink, ¶ms, info->extack);
1108 devlink_flash_update_end_notify(devlink);
1110 release_firmware(params.fw);
1115 static void __devlink_compat_running_version(struct devlink *devlink,
1116 char *buf, size_t len)
1118 struct devlink_info_req req = {};
1119 const struct nlattr *nlattr;
1120 struct sk_buff *msg;
1123 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1128 err = devlink->ops->info_get(devlink, &req, NULL);
1132 nla_for_each_attr(nlattr, (void *)msg->data, msg->len, rem) {
1133 const struct nlattr *kv;
1136 if (nla_type(nlattr) != DEVLINK_ATTR_INFO_VERSION_RUNNING)
1139 nla_for_each_nested(kv, nlattr, rem_kv) {
1140 if (nla_type(kv) != DEVLINK_ATTR_INFO_VERSION_VALUE)
1143 strlcat(buf, nla_data(kv), len);
1144 strlcat(buf, " ", len);
1151 void devlink_compat_running_version(struct devlink *devlink,
1152 char *buf, size_t len)
1154 if (!devlink->ops->info_get)
1158 if (devl_is_registered(devlink))
1159 __devlink_compat_running_version(devlink, buf, len);
1160 devl_unlock(devlink);
1163 int devlink_compat_flash_update(struct devlink *devlink, const char *file_name)
1165 struct devlink_flash_update_params params = {};
1169 if (!devl_is_registered(devlink)) {
1174 if (!devlink->ops->flash_update) {
1179 ret = request_firmware(¶ms.fw, file_name, devlink->dev);
1183 devlink_flash_update_begin_notify(devlink);
1184 ret = devlink->ops->flash_update(devlink, ¶ms, NULL);
1185 devlink_flash_update_end_notify(devlink);
1187 release_firmware(params.fw);
1189 devl_unlock(devlink);
1195 devlink_nl_selftests_fill(struct sk_buff *msg, struct devlink *devlink,
1196 u32 portid, u32 seq, int flags,
1197 struct netlink_ext_ack *extack)
1199 struct nlattr *selftests;
1204 hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags,
1205 DEVLINK_CMD_SELFTESTS_GET);
1210 if (devlink_nl_put_handle(msg, devlink))
1211 goto err_cancel_msg;
1213 selftests = nla_nest_start(msg, DEVLINK_ATTR_SELFTESTS);
1215 goto err_cancel_msg;
1217 for (i = DEVLINK_ATTR_SELFTEST_ID_UNSPEC + 1;
1218 i <= DEVLINK_ATTR_SELFTEST_ID_MAX; i++) {
1219 if (devlink->ops->selftest_check(devlink, i, extack)) {
1220 err = nla_put_flag(msg, i);
1222 goto err_cancel_msg;
1226 nla_nest_end(msg, selftests);
1227 genlmsg_end(msg, hdr);
1231 genlmsg_cancel(msg, hdr);
1235 int devlink_nl_selftests_get_doit(struct sk_buff *skb, struct genl_info *info)
1237 struct devlink *devlink = info->user_ptr[0];
1238 struct sk_buff *msg;
1241 if (!devlink->ops->selftest_check)
1244 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1248 err = devlink_nl_selftests_fill(msg, devlink, info->snd_portid,
1249 info->snd_seq, 0, info->extack);
1255 return genlmsg_reply(msg, info);
1258 static int devlink_nl_selftests_get_dump_one(struct sk_buff *msg,
1259 struct devlink *devlink,
1260 struct netlink_callback *cb,
1263 if (!devlink->ops->selftest_check)
1266 return devlink_nl_selftests_fill(msg, devlink,
1267 NETLINK_CB(cb->skb).portid,
1268 cb->nlh->nlmsg_seq, flags,
1272 int devlink_nl_selftests_get_dumpit(struct sk_buff *skb,
1273 struct netlink_callback *cb)
1275 return devlink_nl_dumpit(skb, cb, devlink_nl_selftests_get_dump_one);
1278 static int devlink_selftest_result_put(struct sk_buff *skb, unsigned int id,
1279 enum devlink_selftest_status test_status)
1281 struct nlattr *result_attr;
1283 result_attr = nla_nest_start(skb, DEVLINK_ATTR_SELFTEST_RESULT);
1287 if (nla_put_u32(skb, DEVLINK_ATTR_SELFTEST_RESULT_ID, id) ||
1288 nla_put_u8(skb, DEVLINK_ATTR_SELFTEST_RESULT_STATUS,
1290 goto nla_put_failure;
1292 nla_nest_end(skb, result_attr);
1296 nla_nest_cancel(skb, result_attr);
1300 static const struct nla_policy devlink_selftest_nl_policy[DEVLINK_ATTR_SELFTEST_ID_MAX + 1] = {
1301 [DEVLINK_ATTR_SELFTEST_ID_FLASH] = { .type = NLA_FLAG },
1304 int devlink_nl_cmd_selftests_run(struct sk_buff *skb, struct genl_info *info)
1306 struct nlattr *tb[DEVLINK_ATTR_SELFTEST_ID_MAX + 1];
1307 struct devlink *devlink = info->user_ptr[0];
1308 struct nlattr *attrs, *selftests;
1309 struct sk_buff *msg;
1314 if (!devlink->ops->selftest_run || !devlink->ops->selftest_check)
1317 if (GENL_REQ_ATTR_CHECK(info, DEVLINK_ATTR_SELFTESTS))
1320 attrs = info->attrs[DEVLINK_ATTR_SELFTESTS];
1322 err = nla_parse_nested(tb, DEVLINK_ATTR_SELFTEST_ID_MAX, attrs,
1323 devlink_selftest_nl_policy, info->extack);
1327 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1332 hdr = genlmsg_put(msg, info->snd_portid, info->snd_seq,
1333 &devlink_nl_family, 0, DEVLINK_CMD_SELFTESTS_RUN);
1337 if (devlink_nl_put_handle(msg, devlink))
1338 goto genlmsg_cancel;
1340 selftests = nla_nest_start(msg, DEVLINK_ATTR_SELFTESTS);
1342 goto genlmsg_cancel;
1344 for (i = DEVLINK_ATTR_SELFTEST_ID_UNSPEC + 1;
1345 i <= DEVLINK_ATTR_SELFTEST_ID_MAX; i++) {
1346 enum devlink_selftest_status test_status;
1348 if (nla_get_flag(tb[i])) {
1349 if (!devlink->ops->selftest_check(devlink, i,
1351 if (devlink_selftest_result_put(msg, i,
1352 DEVLINK_SELFTEST_STATUS_SKIP))
1353 goto selftests_nest_cancel;
1357 test_status = devlink->ops->selftest_run(devlink, i,
1359 if (devlink_selftest_result_put(msg, i, test_status))
1360 goto selftests_nest_cancel;
1364 nla_nest_end(msg, selftests);
1365 genlmsg_end(msg, hdr);
1366 return genlmsg_reply(msg, info);
1368 selftests_nest_cancel:
1369 nla_nest_cancel(msg, selftests);
1371 genlmsg_cancel(msg, hdr);