1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /* Copyright (c) 2016 Mellanox Technologies. All rights reserved.
3 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
6 #include <linux/mutex.h>
7 #include <linux/netdevice.h>
8 #include <linux/notifier.h>
9 #include <linux/types.h>
10 #include <linux/workqueue.h>
11 #include <linux/xarray.h>
12 #include <net/devlink.h>
13 #include <net/net_namespace.h>
15 #include "netlink_gen.h"
17 #define DEVLINK_REGISTERED XA_MARK_1
19 #define DEVLINK_RELOAD_STATS_ARRAY_SIZE \
20 (__DEVLINK_RELOAD_LIMIT_MAX * __DEVLINK_RELOAD_ACTION_MAX)
22 struct devlink_dev_stats {
23 u32 reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE];
24 u32 remote_reload_stats[DEVLINK_RELOAD_STATS_ARRAY_SIZE];
30 struct list_head rate_list;
31 struct list_head sb_list;
32 struct list_head dpipe_table_list;
33 struct list_head resource_list;
35 struct list_head region_list;
36 struct list_head reporter_list;
37 struct devlink_dpipe_headers *dpipe_headers;
38 struct list_head trap_list;
39 struct list_head trap_group_list;
40 struct list_head trap_policer_list;
41 struct list_head linecard_list;
42 const struct devlink_ops *ops;
43 struct xarray snapshot_ids;
44 struct devlink_dev_stats stats;
47 /* Serializes access to devlink instance specific objects such as
48 * port, sb, dpipe, resource, params, region, traps and more.
51 struct lock_class_key lock_key;
54 struct rcu_work rwork;
55 char priv[] __aligned(NETDEV_ALIGN);
58 extern struct xarray devlinks;
59 extern struct genl_family devlink_nl_family;
61 /* devlink instances are open to the access from the user space after
62 * devlink_register() call. Such logical barrier allows us to have certain
63 * expectations related to locking.
65 * Before *_register() - we are in initialization stage and no parallel
66 * access possible to the devlink instance. All drivers perform that phase
67 * by implicitly holding device_lock.
69 * After *_register() - users and driver can access devlink instance at
72 #define ASSERT_DEVLINK_REGISTERED(d) \
73 WARN_ON_ONCE(!xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED))
74 #define ASSERT_DEVLINK_NOT_REGISTERED(d) \
75 WARN_ON_ONCE(xa_get_mark(&devlinks, (d)->index, DEVLINK_REGISTERED))
77 /* Iterate over devlink pointers which were possible to get reference to.
78 * devlink_put() needs to be called for each iterated devlink pointer
79 * in loop body in order to release the reference.
81 #define devlinks_xa_for_each_registered_get(net, index, devlink) \
82 for (index = 0; (devlink = devlinks_xa_find_get(net, &index)); index++)
84 struct devlink *devlinks_xa_find_get(struct net *net, unsigned long *indexp);
86 static inline bool devl_is_registered(struct devlink *devlink)
88 devl_assert_locked(devlink);
89 return xa_get_mark(&devlinks, devlink->index, DEVLINK_REGISTERED);
93 #define DEVLINK_NL_FLAG_NEED_PORT BIT(0)
94 #define DEVLINK_NL_FLAG_NEED_DEVLINK_OR_PORT BIT(1)
96 enum devlink_multicast_groups {
100 /* state held across netlink dumps */
101 struct devlink_nl_dump_state {
102 unsigned long instance;
105 /* DEVLINK_CMD_REGION_READ */
109 /* DEVLINK_CMD_HEALTH_REPORTER_DUMP_GET */
116 typedef int devlink_nl_dump_one_func_t(struct sk_buff *msg,
117 struct devlink *devlink,
118 struct netlink_callback *cb);
121 devlink_nl_dump_one_func_t *dump_one;
124 extern const struct genl_small_ops devlink_nl_small_ops[54];
127 devlink_get_from_attrs_lock(struct net *net, struct nlattr **attrs);
129 void devlink_notify_unregister(struct devlink *devlink);
130 void devlink_notify_register(struct devlink *devlink);
132 int devlink_nl_dumpit(struct sk_buff *msg, struct netlink_callback *cb,
133 devlink_nl_dump_one_func_t *dump_one);
134 int devlink_nl_instance_iter_dumpit(struct sk_buff *msg, struct netlink_callback *cb);
136 static inline struct devlink_nl_dump_state *
137 devlink_dump_state(struct netlink_callback *cb)
139 NL_ASSERT_DUMP_CTX_FITS(struct devlink_nl_dump_state);
141 return (struct devlink_nl_dump_state *)cb->ctx;
145 devlink_nl_put_handle(struct sk_buff *msg, struct devlink *devlink)
147 if (nla_put_string(msg, DEVLINK_ATTR_BUS_NAME, devlink->dev->bus->name))
149 if (nla_put_string(msg, DEVLINK_ATTR_DEV_NAME, dev_name(devlink->dev)))
155 extern const struct devlink_cmd devl_cmd_port_get;
156 extern const struct devlink_cmd devl_cmd_sb_get;
157 extern const struct devlink_cmd devl_cmd_sb_pool_get;
158 extern const struct devlink_cmd devl_cmd_sb_port_pool_get;
159 extern const struct devlink_cmd devl_cmd_sb_tc_pool_bind_get;
160 extern const struct devlink_cmd devl_cmd_param_get;
161 extern const struct devlink_cmd devl_cmd_region_get;
162 extern const struct devlink_cmd devl_cmd_health_reporter_get;
163 extern const struct devlink_cmd devl_cmd_trap_get;
164 extern const struct devlink_cmd devl_cmd_trap_group_get;
165 extern const struct devlink_cmd devl_cmd_trap_policer_get;
166 extern const struct devlink_cmd devl_cmd_rate_get;
167 extern const struct devlink_cmd devl_cmd_linecard_get;
168 extern const struct devlink_cmd devl_cmd_selftests_get;
171 void devlink_notify(struct devlink *devlink, enum devlink_command cmd);
174 int devlink_port_netdevice_event(struct notifier_block *nb,
175 unsigned long event, void *ptr);
177 struct devlink_port *
178 devlink_port_get_from_info(struct devlink *devlink, struct genl_info *info);
179 struct devlink_port *devlink_port_get_from_attrs(struct devlink *devlink,
180 struct nlattr **attrs);
183 bool devlink_reload_actions_valid(const struct devlink_ops *ops);
184 int devlink_reload(struct devlink *devlink, struct net *dest_net,
185 enum devlink_reload_action action,
186 enum devlink_reload_limit limit,
187 u32 *actions_performed, struct netlink_ext_ack *extack);
189 static inline bool devlink_reload_supported(const struct devlink_ops *ops)
191 return ops->reload_down && ops->reload_up;
195 void devlink_params_driverinit_load_new(struct devlink *devlink);
198 struct devlink_resource;
199 int devlink_resources_validate(struct devlink *devlink,
200 struct devlink_resource *resource,
201 struct genl_info *info);
204 int devlink_rate_nodes_check(struct devlink *devlink, u16 mode,
205 struct netlink_ext_ack *extack);
207 /* Devlink nl cmds */
208 int devlink_nl_pre_doit_port(const struct genl_split_ops *ops,
209 struct sk_buff *skb, struct genl_info *info);
210 int devlink_nl_pre_doit_port_optional(const struct genl_split_ops *ops,
212 struct genl_info *info);
213 int devlink_nl_cmd_reload(struct sk_buff *skb, struct genl_info *info);
214 int devlink_nl_cmd_eswitch_get_doit(struct sk_buff *skb, struct genl_info *info);
215 int devlink_nl_cmd_eswitch_set_doit(struct sk_buff *skb, struct genl_info *info);
216 int devlink_nl_cmd_flash_update(struct sk_buff *skb, struct genl_info *info);
217 int devlink_nl_selftests_get_doit(struct sk_buff *skb, struct genl_info *info);
218 int devlink_nl_cmd_selftests_run(struct sk_buff *skb, struct genl_info *info);
219 int devlink_nl_port_get_doit(struct sk_buff *skb, struct genl_info *info);
220 int devlink_nl_rate_get_doit(struct sk_buff *skb, struct genl_info *info);
221 int devlink_nl_linecard_get_doit(struct sk_buff *skb, struct genl_info *info);
222 int devlink_nl_sb_get_doit(struct sk_buff *skb, struct genl_info *info);
223 int devlink_nl_sb_pool_get_doit(struct sk_buff *skb, struct genl_info *info);
224 int devlink_nl_sb_port_pool_get_doit(struct sk_buff *skb,
225 struct genl_info *info);
226 int devlink_nl_sb_tc_pool_bind_get_doit(struct sk_buff *skb,
227 struct genl_info *info);
228 int devlink_nl_param_get_doit(struct sk_buff *skb,
229 struct genl_info *info);
230 int devlink_nl_region_get_doit(struct sk_buff *skb, struct genl_info *info);
231 int devlink_nl_health_reporter_get_doit(struct sk_buff *skb,
232 struct genl_info *info);
233 int devlink_nl_cmd_health_reporter_set_doit(struct sk_buff *skb,
234 struct genl_info *info);
235 int devlink_nl_cmd_health_reporter_recover_doit(struct sk_buff *skb,
236 struct genl_info *info);
237 int devlink_nl_cmd_health_reporter_diagnose_doit(struct sk_buff *skb,
238 struct genl_info *info);
239 int devlink_nl_cmd_health_reporter_dump_get_dumpit(struct sk_buff *skb,
240 struct netlink_callback *cb);
241 int devlink_nl_cmd_health_reporter_dump_clear_doit(struct sk_buff *skb,
242 struct genl_info *info);
243 int devlink_nl_cmd_health_reporter_test_doit(struct sk_buff *skb,
244 struct genl_info *info);
245 int devlink_nl_trap_get_doit(struct sk_buff *skb, struct genl_info *info);
246 int devlink_nl_trap_group_get_doit(struct sk_buff *skb, struct genl_info *info);
247 int devlink_nl_trap_policer_get_doit(struct sk_buff *skb,
248 struct genl_info *info);