1 // SPDX-License-Identifier: GPL-2.0-only
2 #include <linux/kernel.h>
3 #include <linux/netdevice.h>
4 #include <linux/rtnetlink.h>
5 #include <linux/slab.h>
6 #include <net/switchdev.h>
8 #include "br_private.h"
9 #include "br_private_tunnel.h"
11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
16 const struct net_bridge_vlan *vle = ptr;
17 u16 vid = *(u16 *)arg->key;
19 return vle->vid != vid;
22 static const struct rhashtable_params br_vlan_rht_params = {
23 .head_offset = offsetof(struct net_bridge_vlan, vnode),
24 .key_offset = offsetof(struct net_bridge_vlan, vid),
25 .key_len = sizeof(u16),
27 .max_size = VLAN_N_VID,
28 .obj_cmpfn = br_vlan_cmp,
29 .automatic_shrinking = true,
32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
34 return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
38 const struct net_bridge_vlan *v)
40 if (vg->pvid == v->vid)
44 br_vlan_set_pvid_state(vg, v->state);
50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
61 /* return true if anything changed, false otherwise */
62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
64 struct net_bridge_vlan_group *vg;
65 u16 old_flags = v->flags;
68 if (br_vlan_is_master(v))
69 vg = br_vlan_group(v->br);
71 vg = nbp_vlan_group(v->port);
73 if (flags & BRIDGE_VLAN_INFO_PVID)
74 ret = __vlan_add_pvid(vg, v);
76 ret = __vlan_delete_pvid(vg, v->vid);
78 if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
79 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
81 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
83 return ret || !!(old_flags ^ v->flags);
86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
87 struct net_bridge_vlan *v, u16 flags,
88 struct netlink_ext_ack *extack)
92 /* Try switchdev op first. In case it is not supported, fallback to
95 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
96 if (err == -EOPNOTSUPP)
97 return vlan_vid_add(dev, br->vlan_proto, v->vid);
98 v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
102 static void __vlan_add_list(struct net_bridge_vlan *v)
104 struct net_bridge_vlan_group *vg;
105 struct list_head *headp, *hpos;
106 struct net_bridge_vlan *vent;
108 if (br_vlan_is_master(v))
109 vg = br_vlan_group(v->br);
111 vg = nbp_vlan_group(v->port);
113 headp = &vg->vlan_list;
114 list_for_each_prev(hpos, headp) {
115 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
116 if (v->vid >= vent->vid)
119 list_add_rcu(&v->vlist, hpos);
122 static void __vlan_del_list(struct net_bridge_vlan *v)
124 list_del_rcu(&v->vlist);
127 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
128 const struct net_bridge_vlan *v)
132 /* Try switchdev op first. In case it is not supported, fallback to
135 err = br_switchdev_port_vlan_del(dev, v->vid);
136 if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
137 vlan_vid_del(dev, br->vlan_proto, v->vid);
138 return err == -EOPNOTSUPP ? 0 : err;
141 /* Returns a master vlan, if it didn't exist it gets created. In all cases
142 * a reference is taken to the master vlan before returning.
144 static struct net_bridge_vlan *
145 br_vlan_get_master(struct net_bridge *br, u16 vid,
146 struct netlink_ext_ack *extack)
148 struct net_bridge_vlan_group *vg;
149 struct net_bridge_vlan *masterv;
151 vg = br_vlan_group(br);
152 masterv = br_vlan_find(vg, vid);
156 /* missing global ctx, create it now */
157 if (br_vlan_add(br, vid, 0, &changed, extack))
159 masterv = br_vlan_find(vg, vid);
160 if (WARN_ON(!masterv))
162 refcount_set(&masterv->refcnt, 1);
165 refcount_inc(&masterv->refcnt);
170 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
172 struct net_bridge_vlan *v;
174 v = container_of(rcu, struct net_bridge_vlan, rcu);
175 WARN_ON(!br_vlan_is_master(v));
176 free_percpu(v->stats);
181 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
183 struct net_bridge_vlan_group *vg;
185 if (!br_vlan_is_master(masterv))
188 vg = br_vlan_group(masterv->br);
189 if (refcount_dec_and_test(&masterv->refcnt)) {
190 rhashtable_remove_fast(&vg->vlan_hash,
191 &masterv->vnode, br_vlan_rht_params);
192 __vlan_del_list(masterv);
193 br_multicast_toggle_one_vlan(masterv, false);
194 br_multicast_ctx_deinit(&masterv->br_mcast_ctx);
195 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
199 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
201 struct net_bridge_vlan *v;
203 v = container_of(rcu, struct net_bridge_vlan, rcu);
204 WARN_ON(br_vlan_is_master(v));
205 /* if we had per-port stats configured then free them here */
206 if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
207 free_percpu(v->stats);
212 /* This is the shared VLAN add function which works for both ports and bridge
213 * devices. There are four possible calls to this function in terms of the
215 * 1. vlan is being added on a port (no master flags, global entry exists)
216 * 2. vlan is being added on a bridge (both master and brentry flags)
217 * 3. vlan is being added on a port, but a global entry didn't exist which
218 * is being created right now (master flag set, brentry flag unset), the
219 * global entry is used for global per-vlan features, but not for filtering
220 * 4. same as 3 but with both master and brentry flags set so the entry
221 * will be used for filtering in both the port and the bridge
223 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
224 struct netlink_ext_ack *extack)
226 struct net_bridge_vlan *masterv = NULL;
227 struct net_bridge_port *p = NULL;
228 struct net_bridge_vlan_group *vg;
229 struct net_device *dev;
230 struct net_bridge *br;
233 if (br_vlan_is_master(v)) {
236 vg = br_vlan_group(br);
241 vg = nbp_vlan_group(p);
245 /* Add VLAN to the device filter if it is supported.
246 * This ensures tagged traffic enters the bridge when
247 * promiscuous mode is disabled by br_manage_promisc().
249 err = __vlan_vid_add(dev, br, v, flags, extack);
253 /* need to work on the master vlan too */
254 if (flags & BRIDGE_VLAN_INFO_MASTER) {
257 err = br_vlan_add(br, v->vid,
258 flags | BRIDGE_VLAN_INFO_BRENTRY,
264 br_vlan_notify(br, NULL, v->vid, 0,
268 masterv = br_vlan_get_master(br, v->vid, extack);
274 if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
276 netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
281 v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
283 v->stats = masterv->stats;
285 br_multicast_port_ctx_init(p, v, &v->port_mcast_ctx);
287 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
288 if (err && err != -EOPNOTSUPP)
290 br_multicast_ctx_init(br, v, &v->br_mcast_ctx);
291 v->priv_flags |= BR_VLFLAG_GLOBAL_MCAST_ENABLED;
294 /* Add the dev mac and count the vlan only if it's usable */
295 if (br_vlan_should_use(v)) {
296 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
298 br_err(br, "failed insert local address into bridge forwarding table\n");
304 /* set the state before publishing */
305 v->state = BR_STATE_FORWARDING;
307 err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
313 __vlan_add_flags(v, flags);
314 br_multicast_toggle_one_vlan(v, true);
317 nbp_vlan_set_vlan_dev_state(p, v->vid);
322 if (br_vlan_should_use(v)) {
323 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
329 __vlan_vid_del(dev, br, v);
331 if (v->stats && masterv->stats != v->stats)
332 free_percpu(v->stats);
335 br_vlan_put_master(masterv);
339 br_switchdev_port_vlan_del(dev, v->vid);
345 static int __vlan_del(struct net_bridge_vlan *v)
347 struct net_bridge_vlan *masterv = v;
348 struct net_bridge_vlan_group *vg;
349 struct net_bridge_port *p = NULL;
352 if (br_vlan_is_master(v)) {
353 vg = br_vlan_group(v->br);
356 vg = nbp_vlan_group(v->port);
360 __vlan_delete_pvid(vg, v->vid);
362 err = __vlan_vid_del(p->dev, p->br, v);
366 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
367 if (err && err != -EOPNOTSUPP)
372 if (br_vlan_should_use(v)) {
373 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
378 vlan_tunnel_info_del(vg, v);
379 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
382 nbp_vlan_set_vlan_dev_state(p, v->vid);
383 br_multicast_toggle_one_vlan(v, false);
384 br_multicast_port_ctx_deinit(&v->port_mcast_ctx);
385 call_rcu(&v->rcu, nbp_vlan_rcu_free);
388 br_vlan_put_master(masterv);
393 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
395 WARN_ON(!list_empty(&vg->vlan_list));
396 rhashtable_destroy(&vg->vlan_hash);
397 vlan_tunnel_deinit(vg);
401 static void __vlan_flush(const struct net_bridge *br,
402 const struct net_bridge_port *p,
403 struct net_bridge_vlan_group *vg)
405 struct net_bridge_vlan *vlan, *tmp;
406 u16 v_start = 0, v_end = 0;
408 __vlan_delete_pvid(vg, vg->pvid);
409 list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
410 /* take care of disjoint ranges */
413 } else if (vlan->vid - v_end != 1) {
414 /* found range end, notify and start next one */
415 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
423 /* notify about the last/whole vlan range */
425 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
428 struct sk_buff *br_handle_vlan(struct net_bridge *br,
429 const struct net_bridge_port *p,
430 struct net_bridge_vlan_group *vg,
433 struct pcpu_sw_netstats *stats;
434 struct net_bridge_vlan *v;
437 /* If this packet was not filtered at input, let it pass */
438 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
441 /* At this point, we know that the frame was filtered and contains
442 * a valid vlan id. If the vlan id has untagged flag set,
443 * send untagged; otherwise, send tagged.
445 br_vlan_get_tag(skb, &vid);
446 v = br_vlan_find(vg, vid);
447 /* Vlan entry must be configured at this point. The
448 * only exception is the bridge is set in promisc mode and the
449 * packet is destined for the bridge device. In this case
450 * pass the packet as is.
452 if (!v || !br_vlan_should_use(v)) {
453 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
460 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
461 stats = this_cpu_ptr(v->stats);
462 u64_stats_update_begin(&stats->syncp);
463 stats->tx_bytes += skb->len;
465 u64_stats_update_end(&stats->syncp);
468 /* If the skb will be sent using forwarding offload, the assumption is
469 * that the switchdev will inject the packet into hardware together
470 * with the bridge VLAN, so that it can be forwarded according to that
471 * VLAN. The switchdev should deal with popping the VLAN header in
472 * hardware on each egress port as appropriate. So only strip the VLAN
473 * header if forwarding offload is not being used.
475 if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED &&
476 !br_switchdev_frame_uses_tx_fwd_offload(skb))
477 __vlan_hwaccel_clear_tag(skb);
479 if (p && (p->flags & BR_VLAN_TUNNEL) &&
480 br_handle_egress_vlan_tunnel(skb, v)) {
488 /* Called under RCU */
489 static bool __allowed_ingress(const struct net_bridge *br,
490 struct net_bridge_vlan_group *vg,
491 struct sk_buff *skb, u16 *vid,
493 struct net_bridge_vlan **vlan)
495 struct pcpu_sw_netstats *stats;
496 struct net_bridge_vlan *v;
499 BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
500 /* If vlan tx offload is disabled on bridge device and frame was
501 * sent from vlan device on the bridge device, it does not have
502 * HW accelerated vlan tag.
504 if (unlikely(!skb_vlan_tag_present(skb) &&
505 skb->protocol == br->vlan_proto)) {
506 skb = skb_vlan_untag(skb);
511 if (!br_vlan_get_tag(skb, vid)) {
513 if (skb->vlan_proto != br->vlan_proto) {
514 /* Protocol-mismatch, empty out vlan_tci for new tag */
515 skb_push(skb, ETH_HLEN);
516 skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
517 skb_vlan_tag_get(skb));
521 skb_pull(skb, ETH_HLEN);
522 skb_reset_mac_len(skb);
534 u16 pvid = br_get_pvid(vg);
536 /* Frame had a tag with VID 0 or did not have a tag.
537 * See if pvid is set on this port. That tells us which
538 * vlan untagged or priority-tagged traffic belongs to.
543 /* PVID is set on this port. Any untagged or priority-tagged
544 * ingress frame is considered to belong to this vlan.
548 /* Untagged Frame. */
549 __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
551 /* Priority-tagged Frame.
552 * At this point, we know that skb->vlan_tci VID
554 * We update only VID field and preserve PCP field.
556 skb->vlan_tci |= pvid;
558 /* if snooping and stats are disabled we can avoid the lookup */
559 if (!br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) &&
560 !br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
561 if (*state == BR_STATE_FORWARDING) {
562 *state = br_vlan_get_pvid_state(vg);
563 if (!br_vlan_state_allowed(*state, true))
569 v = br_vlan_find(vg, *vid);
570 if (!v || !br_vlan_should_use(v))
573 if (*state == BR_STATE_FORWARDING) {
574 *state = br_vlan_get_state(v);
575 if (!br_vlan_state_allowed(*state, true))
579 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
580 stats = this_cpu_ptr(v->stats);
581 u64_stats_update_begin(&stats->syncp);
582 stats->rx_bytes += skb->len;
584 u64_stats_update_end(&stats->syncp);
596 bool br_allowed_ingress(const struct net_bridge *br,
597 struct net_bridge_vlan_group *vg, struct sk_buff *skb,
599 struct net_bridge_vlan **vlan)
601 /* If VLAN filtering is disabled on the bridge, all packets are
605 if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
606 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
610 return __allowed_ingress(br, vg, skb, vid, state, vlan);
613 /* Called under RCU. */
614 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
615 const struct sk_buff *skb)
617 const struct net_bridge_vlan *v;
620 /* If this packet was not filtered at input, let it pass */
621 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
624 br_vlan_get_tag(skb, &vid);
625 v = br_vlan_find(vg, vid);
626 if (v && br_vlan_should_use(v) &&
627 br_vlan_state_allowed(br_vlan_get_state(v), false))
633 /* Called under RCU */
634 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
636 struct net_bridge_vlan_group *vg;
637 struct net_bridge *br = p->br;
638 struct net_bridge_vlan *v;
640 /* If filtering was disabled at input, let it pass. */
641 if (!br_opt_get(br, BROPT_VLAN_ENABLED))
644 vg = nbp_vlan_group_rcu(p);
645 if (!vg || !vg->num_vlans)
648 if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
652 *vid = br_get_pvid(vg);
654 !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
660 v = br_vlan_find(vg, *vid);
661 if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
667 static int br_vlan_add_existing(struct net_bridge *br,
668 struct net_bridge_vlan_group *vg,
669 struct net_bridge_vlan *vlan,
670 u16 flags, bool *changed,
671 struct netlink_ext_ack *extack)
675 err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
676 if (err && err != -EOPNOTSUPP)
679 if (!br_vlan_is_brentry(vlan)) {
680 /* Trying to change flags of non-existent bridge vlan */
681 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
685 /* It was only kept for port vlans, now make it real */
686 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
689 br_err(br, "failed to insert local address into bridge forwarding table\n");
693 refcount_inc(&vlan->refcnt);
694 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
697 br_multicast_toggle_one_vlan(vlan, true);
700 if (__vlan_add_flags(vlan, flags))
707 br_switchdev_port_vlan_del(br->dev, vlan->vid);
711 /* Must be protected by RTNL.
712 * Must be called with vid in range from 1 to 4094 inclusive.
713 * changed must be true only if the vlan was created or updated
715 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
716 struct netlink_ext_ack *extack)
718 struct net_bridge_vlan_group *vg;
719 struct net_bridge_vlan *vlan;
725 vg = br_vlan_group(br);
726 vlan = br_vlan_find(vg, vid);
728 return br_vlan_add_existing(br, vg, vlan, flags, changed,
731 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
735 vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
741 vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
742 vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
744 if (flags & BRIDGE_VLAN_INFO_BRENTRY)
745 refcount_set(&vlan->refcnt, 1);
746 ret = __vlan_add(vlan, flags, extack);
748 free_percpu(vlan->stats);
757 /* Must be protected by RTNL.
758 * Must be called with vid in range from 1 to 4094 inclusive.
760 int br_vlan_delete(struct net_bridge *br, u16 vid)
762 struct net_bridge_vlan_group *vg;
763 struct net_bridge_vlan *v;
767 vg = br_vlan_group(br);
768 v = br_vlan_find(vg, vid);
769 if (!v || !br_vlan_is_brentry(v))
772 br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
773 br_fdb_delete_by_port(br, NULL, vid, 0);
775 vlan_tunnel_info_del(vg, v);
777 return __vlan_del(v);
780 void br_vlan_flush(struct net_bridge *br)
782 struct net_bridge_vlan_group *vg;
786 vg = br_vlan_group(br);
787 __vlan_flush(br, NULL, vg);
788 RCU_INIT_POINTER(br->vlgrp, NULL);
790 __vlan_group_free(vg);
793 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
798 return br_vlan_lookup(&vg->vlan_hash, vid);
801 /* Must be protected by RTNL. */
802 static void recalculate_group_addr(struct net_bridge *br)
804 if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
807 spin_lock_bh(&br->lock);
808 if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
809 br->vlan_proto == htons(ETH_P_8021Q)) {
810 /* Bridge Group Address */
811 br->group_addr[5] = 0x00;
812 } else { /* vlan_enabled && ETH_P_8021AD */
813 /* Provider Bridge Group Address */
814 br->group_addr[5] = 0x08;
816 spin_unlock_bh(&br->lock);
819 /* Must be protected by RTNL. */
820 void br_recalculate_fwd_mask(struct net_bridge *br)
822 if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
823 br->vlan_proto == htons(ETH_P_8021Q))
824 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
825 else /* vlan_enabled && ETH_P_8021AD */
826 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
827 ~(1u << br->group_addr[5]);
830 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
831 struct netlink_ext_ack *extack)
833 struct switchdev_attr attr = {
835 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
836 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
837 .u.vlan_filtering = val,
841 if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
844 br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
846 err = switchdev_port_attr_set(br->dev, &attr, extack);
847 if (err && err != -EOPNOTSUPP) {
848 br_opt_toggle(br, BROPT_VLAN_ENABLED, !val);
852 br_manage_promisc(br);
853 recalculate_group_addr(br);
854 br_recalculate_fwd_mask(br);
855 if (!val && br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED)) {
856 br_info(br, "vlan filtering disabled, automatically disabling multicast vlan snooping\n");
857 br_multicast_toggle_vlan_snooping(br, false, NULL);
863 bool br_vlan_enabled(const struct net_device *dev)
865 struct net_bridge *br = netdev_priv(dev);
867 return br_opt_get(br, BROPT_VLAN_ENABLED);
869 EXPORT_SYMBOL_GPL(br_vlan_enabled);
871 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
873 struct net_bridge *br = netdev_priv(dev);
875 *p_proto = ntohs(br->vlan_proto);
879 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
881 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
882 struct netlink_ext_ack *extack)
884 struct switchdev_attr attr = {
886 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
887 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
888 .u.vlan_protocol = ntohs(proto),
891 struct net_bridge_port *p;
892 struct net_bridge_vlan *vlan;
893 struct net_bridge_vlan_group *vg;
894 __be16 oldproto = br->vlan_proto;
896 if (br->vlan_proto == proto)
899 err = switchdev_port_attr_set(br->dev, &attr, extack);
900 if (err && err != -EOPNOTSUPP)
903 /* Add VLANs for the new proto to the device filter. */
904 list_for_each_entry(p, &br->port_list, list) {
905 vg = nbp_vlan_group(p);
906 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
907 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
909 err = vlan_vid_add(p->dev, proto, vlan->vid);
915 br->vlan_proto = proto;
917 recalculate_group_addr(br);
918 br_recalculate_fwd_mask(br);
920 /* Delete VLANs for the old proto from the device filter. */
921 list_for_each_entry(p, &br->port_list, list) {
922 vg = nbp_vlan_group(p);
923 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
924 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
926 vlan_vid_del(p->dev, oldproto, vlan->vid);
933 attr.u.vlan_protocol = ntohs(oldproto);
934 switchdev_port_attr_set(br->dev, &attr, NULL);
936 list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist) {
937 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
939 vlan_vid_del(p->dev, proto, vlan->vid);
942 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
943 vg = nbp_vlan_group(p);
944 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
945 if (vlan->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
947 vlan_vid_del(p->dev, proto, vlan->vid);
954 int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
955 struct netlink_ext_ack *extack)
957 if (!eth_type_vlan(htons(val)))
958 return -EPROTONOSUPPORT;
960 return __br_vlan_set_proto(br, htons(val), extack);
963 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
968 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
977 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
979 struct net_bridge_port *p;
981 /* allow to change the option if there are no port vlans configured */
982 list_for_each_entry(p, &br->port_list, list) {
983 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
992 br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
1001 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
1003 struct net_bridge_vlan *v;
1005 if (vid != vg->pvid)
1008 v = br_vlan_lookup(&vg->vlan_hash, vid);
1009 if (v && br_vlan_should_use(v) &&
1010 (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1016 static void br_vlan_disable_default_pvid(struct net_bridge *br)
1018 struct net_bridge_port *p;
1019 u16 pvid = br->default_pvid;
1021 /* Disable default_pvid on all ports where it is still
1024 if (vlan_default_pvid(br_vlan_group(br), pvid)) {
1025 if (!br_vlan_delete(br, pvid))
1026 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1029 list_for_each_entry(p, &br->port_list, list) {
1030 if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
1031 !nbp_vlan_delete(p, pvid))
1032 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1035 br->default_pvid = 0;
1038 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1039 struct netlink_ext_ack *extack)
1041 const struct net_bridge_vlan *pvent;
1042 struct net_bridge_vlan_group *vg;
1043 struct net_bridge_port *p;
1044 unsigned long *changed;
1050 br_vlan_disable_default_pvid(br);
1054 changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1058 old_pvid = br->default_pvid;
1060 /* Update default_pvid config only if we do not conflict with
1061 * user configuration.
1063 vg = br_vlan_group(br);
1064 pvent = br_vlan_find(vg, pvid);
1065 if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1066 (!pvent || !br_vlan_should_use(pvent))) {
1067 err = br_vlan_add(br, pvid,
1068 BRIDGE_VLAN_INFO_PVID |
1069 BRIDGE_VLAN_INFO_UNTAGGED |
1070 BRIDGE_VLAN_INFO_BRENTRY,
1075 if (br_vlan_delete(br, old_pvid))
1076 br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1077 br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1078 set_bit(0, changed);
1081 list_for_each_entry(p, &br->port_list, list) {
1082 /* Update default_pvid config only if we do not conflict with
1083 * user configuration.
1085 vg = nbp_vlan_group(p);
1087 !vlan_default_pvid(vg, old_pvid)) ||
1088 br_vlan_find(vg, pvid))
1091 err = nbp_vlan_add(p, pvid,
1092 BRIDGE_VLAN_INFO_PVID |
1093 BRIDGE_VLAN_INFO_UNTAGGED,
1097 if (nbp_vlan_delete(p, old_pvid))
1098 br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1099 br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1100 set_bit(p->port_no, changed);
1103 br->default_pvid = pvid;
1106 bitmap_free(changed);
1110 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1111 if (!test_bit(p->port_no, changed))
1115 nbp_vlan_add(p, old_pvid,
1116 BRIDGE_VLAN_INFO_PVID |
1117 BRIDGE_VLAN_INFO_UNTAGGED,
1119 br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1121 nbp_vlan_delete(p, pvid);
1122 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1125 if (test_bit(0, changed)) {
1127 br_vlan_add(br, old_pvid,
1128 BRIDGE_VLAN_INFO_PVID |
1129 BRIDGE_VLAN_INFO_UNTAGGED |
1130 BRIDGE_VLAN_INFO_BRENTRY,
1132 br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1134 br_vlan_delete(br, pvid);
1135 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1140 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1141 struct netlink_ext_ack *extack)
1146 if (val >= VLAN_VID_MASK)
1149 if (pvid == br->default_pvid)
1152 /* Only allow default pvid change when filtering is disabled */
1153 if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1154 pr_info_once("Please disable vlan filtering to change default_pvid\n");
1158 err = __br_vlan_set_default_pvid(br, pvid, extack);
1163 int br_vlan_init(struct net_bridge *br)
1165 struct net_bridge_vlan_group *vg;
1168 vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1171 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1174 ret = vlan_tunnel_init(vg);
1176 goto err_tunnel_init;
1177 INIT_LIST_HEAD(&vg->vlan_list);
1178 br->vlan_proto = htons(ETH_P_8021Q);
1179 br->default_pvid = 1;
1180 rcu_assign_pointer(br->vlgrp, vg);
1186 rhashtable_destroy(&vg->vlan_hash);
1193 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1195 struct switchdev_attr attr = {
1196 .orig_dev = p->br->dev,
1197 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1198 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1199 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1201 struct net_bridge_vlan_group *vg;
1204 vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1208 ret = switchdev_port_attr_set(p->dev, &attr, extack);
1209 if (ret && ret != -EOPNOTSUPP)
1210 goto err_vlan_enabled;
1212 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1215 ret = vlan_tunnel_init(vg);
1217 goto err_tunnel_init;
1218 INIT_LIST_HEAD(&vg->vlan_list);
1219 rcu_assign_pointer(p->vlgrp, vg);
1220 if (p->br->default_pvid) {
1223 ret = nbp_vlan_add(p, p->br->default_pvid,
1224 BRIDGE_VLAN_INFO_PVID |
1225 BRIDGE_VLAN_INFO_UNTAGGED,
1229 br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1235 RCU_INIT_POINTER(p->vlgrp, NULL);
1237 vlan_tunnel_deinit(vg);
1239 rhashtable_destroy(&vg->vlan_hash);
1247 /* Must be protected by RTNL.
1248 * Must be called with vid in range from 1 to 4094 inclusive.
1249 * changed must be true only if the vlan was created or updated
1251 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1252 bool *changed, struct netlink_ext_ack *extack)
1254 struct net_bridge_vlan *vlan;
1260 vlan = br_vlan_find(nbp_vlan_group(port), vid);
1262 /* Pass the flags to the hardware bridge */
1263 ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1264 if (ret && ret != -EOPNOTSUPP)
1266 *changed = __vlan_add_flags(vlan, flags);
1271 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1277 ret = __vlan_add(vlan, flags, extack);
1286 /* Must be protected by RTNL.
1287 * Must be called with vid in range from 1 to 4094 inclusive.
1289 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1291 struct net_bridge_vlan *v;
1295 v = br_vlan_find(nbp_vlan_group(port), vid);
1298 br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1299 br_fdb_delete_by_port(port->br, port, vid, 0);
1301 return __vlan_del(v);
1304 void nbp_vlan_flush(struct net_bridge_port *port)
1306 struct net_bridge_vlan_group *vg;
1310 vg = nbp_vlan_group(port);
1311 __vlan_flush(port->br, port, vg);
1312 RCU_INIT_POINTER(port->vlgrp, NULL);
1314 __vlan_group_free(vg);
1317 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1318 struct pcpu_sw_netstats *stats)
1322 memset(stats, 0, sizeof(*stats));
1323 for_each_possible_cpu(i) {
1324 u64 rxpackets, rxbytes, txpackets, txbytes;
1325 struct pcpu_sw_netstats *cpu_stats;
1328 cpu_stats = per_cpu_ptr(v->stats, i);
1330 start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1331 rxpackets = cpu_stats->rx_packets;
1332 rxbytes = cpu_stats->rx_bytes;
1333 txbytes = cpu_stats->tx_bytes;
1334 txpackets = cpu_stats->tx_packets;
1335 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1337 stats->rx_packets += rxpackets;
1338 stats->rx_bytes += rxbytes;
1339 stats->tx_bytes += txbytes;
1340 stats->tx_packets += txpackets;
1344 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1346 struct net_bridge_vlan_group *vg;
1347 struct net_bridge_port *p;
1350 p = br_port_get_check_rtnl(dev);
1352 vg = nbp_vlan_group(p);
1353 else if (netif_is_bridge_master(dev))
1354 vg = br_vlan_group(netdev_priv(dev));
1358 *p_pvid = br_get_pvid(vg);
1361 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1363 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1365 struct net_bridge_vlan_group *vg;
1366 struct net_bridge_port *p;
1368 p = br_port_get_check_rcu(dev);
1370 vg = nbp_vlan_group_rcu(p);
1371 else if (netif_is_bridge_master(dev))
1372 vg = br_vlan_group_rcu(netdev_priv(dev));
1376 *p_pvid = br_get_pvid(vg);
1379 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1381 void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1382 struct net_device_path_ctx *ctx,
1383 struct net_device_path *path)
1385 struct net_bridge_vlan_group *vg;
1386 int idx = ctx->num_vlans - 1;
1389 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1391 if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1394 vg = br_vlan_group(br);
1397 ctx->vlan[idx].proto == br->vlan_proto) {
1398 vid = ctx->vlan[idx].id;
1400 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1401 vid = br_get_pvid(vg);
1404 path->bridge.vlan_id = vid;
1405 path->bridge.vlan_proto = br->vlan_proto;
1408 int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1409 struct net_bridge_port *dst,
1410 struct net_device_path *path)
1412 struct net_bridge_vlan_group *vg;
1413 struct net_bridge_vlan *v;
1415 if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1418 vg = nbp_vlan_group_rcu(dst);
1419 v = br_vlan_find(vg, path->bridge.vlan_id);
1420 if (!v || !br_vlan_should_use(v))
1423 if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1426 if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1427 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1428 else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1429 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1431 path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1436 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1437 struct bridge_vlan_info *p_vinfo)
1439 struct net_bridge_vlan_group *vg;
1440 struct net_bridge_vlan *v;
1441 struct net_bridge_port *p;
1444 p = br_port_get_check_rtnl(dev);
1446 vg = nbp_vlan_group(p);
1447 else if (netif_is_bridge_master(dev))
1448 vg = br_vlan_group(netdev_priv(dev));
1452 v = br_vlan_find(vg, vid);
1457 p_vinfo->flags = v->flags;
1458 if (vid == br_get_pvid(vg))
1459 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1462 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1464 int br_vlan_get_info_rcu(const struct net_device *dev, u16 vid,
1465 struct bridge_vlan_info *p_vinfo)
1467 struct net_bridge_vlan_group *vg;
1468 struct net_bridge_vlan *v;
1469 struct net_bridge_port *p;
1471 p = br_port_get_check_rcu(dev);
1473 vg = nbp_vlan_group_rcu(p);
1474 else if (netif_is_bridge_master(dev))
1475 vg = br_vlan_group_rcu(netdev_priv(dev));
1479 v = br_vlan_find(vg, vid);
1484 p_vinfo->flags = v->flags;
1485 if (vid == br_get_pvid(vg))
1486 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1489 EXPORT_SYMBOL_GPL(br_vlan_get_info_rcu);
1491 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1493 return is_vlan_dev(dev) &&
1494 !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1497 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1498 __always_unused struct netdev_nested_priv *priv)
1500 return br_vlan_is_bind_vlan_dev(dev);
1503 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1508 found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1515 struct br_vlan_bind_walk_data {
1517 struct net_device *result;
1520 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1521 struct netdev_nested_priv *priv)
1523 struct br_vlan_bind_walk_data *data = priv->data;
1526 if (br_vlan_is_bind_vlan_dev(dev) &&
1527 vlan_dev_priv(dev)->vlan_id == data->vid) {
1535 static struct net_device *
1536 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1538 struct br_vlan_bind_walk_data data = {
1541 struct netdev_nested_priv priv = {
1542 .data = (void *)&data,
1546 netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1553 static bool br_vlan_is_dev_up(const struct net_device *dev)
1555 return !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1558 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1559 struct net_device *vlan_dev)
1561 u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1562 struct net_bridge_vlan_group *vg;
1563 struct net_bridge_port *p;
1564 bool has_carrier = false;
1566 if (!netif_carrier_ok(br->dev)) {
1567 netif_carrier_off(vlan_dev);
1571 list_for_each_entry(p, &br->port_list, list) {
1572 vg = nbp_vlan_group(p);
1573 if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1580 netif_carrier_on(vlan_dev);
1582 netif_carrier_off(vlan_dev);
1585 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1587 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1588 struct net_bridge_vlan *vlan;
1589 struct net_device *vlan_dev;
1591 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1592 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1595 if (br_vlan_is_dev_up(p->dev)) {
1596 if (netif_carrier_ok(p->br->dev))
1597 netif_carrier_on(vlan_dev);
1599 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1605 static void br_vlan_upper_change(struct net_device *dev,
1606 struct net_device *upper_dev,
1609 struct net_bridge *br = netdev_priv(dev);
1611 if (!br_vlan_is_bind_vlan_dev(upper_dev))
1615 br_vlan_set_vlan_dev_state(br, upper_dev);
1616 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1618 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1619 br_vlan_has_upper_bind_vlan_dev(dev));
1623 struct br_vlan_link_state_walk_data {
1624 struct net_bridge *br;
1627 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1628 struct netdev_nested_priv *priv)
1630 struct br_vlan_link_state_walk_data *data = priv->data;
1632 if (br_vlan_is_bind_vlan_dev(vlan_dev))
1633 br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1638 static void br_vlan_link_state_change(struct net_device *dev,
1639 struct net_bridge *br)
1641 struct br_vlan_link_state_walk_data data = {
1644 struct netdev_nested_priv priv = {
1645 .data = (void *)&data,
1649 netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1654 /* Must be protected by RTNL. */
1655 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1657 struct net_device *vlan_dev;
1659 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1662 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1664 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1667 /* Must be protected by RTNL. */
1668 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1670 struct netdev_notifier_changeupper_info *info;
1671 struct net_bridge *br = netdev_priv(dev);
1672 int vlcmd = 0, ret = 0;
1673 bool changed = false;
1676 case NETDEV_REGISTER:
1677 ret = br_vlan_add(br, br->default_pvid,
1678 BRIDGE_VLAN_INFO_PVID |
1679 BRIDGE_VLAN_INFO_UNTAGGED |
1680 BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1681 vlcmd = RTM_NEWVLAN;
1683 case NETDEV_UNREGISTER:
1684 changed = !br_vlan_delete(br, br->default_pvid);
1685 vlcmd = RTM_DELVLAN;
1687 case NETDEV_CHANGEUPPER:
1689 br_vlan_upper_change(dev, info->upper_dev, info->linking);
1694 if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1696 br_vlan_link_state_change(dev, br);
1700 br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1705 /* Must be protected by RTNL. */
1706 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1708 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1715 br_vlan_set_all_vlan_dev_state(p);
1720 static bool br_vlan_stats_fill(struct sk_buff *skb,
1721 const struct net_bridge_vlan *v)
1723 struct pcpu_sw_netstats stats;
1724 struct nlattr *nest;
1726 nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1730 br_vlan_get_stats(v, &stats);
1731 if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1732 BRIDGE_VLANDB_STATS_PAD) ||
1733 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1734 stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1735 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1736 BRIDGE_VLANDB_STATS_PAD) ||
1737 nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1738 stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1741 nla_nest_end(skb, nest);
1746 nla_nest_cancel(skb, nest);
1750 /* v_opts is used to dump the options which must be equal in the whole range */
1751 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1752 const struct net_bridge_vlan *v_opts,
1756 struct bridge_vlan_info info;
1757 struct nlattr *nest;
1759 nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1763 memset(&info, 0, sizeof(info));
1765 if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1766 info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1767 if (flags & BRIDGE_VLAN_INFO_PVID)
1768 info.flags |= BRIDGE_VLAN_INFO_PVID;
1770 if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1773 if (vid_range && vid < vid_range &&
1774 !(flags & BRIDGE_VLAN_INFO_PVID) &&
1775 nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1779 if (!br_vlan_opts_fill(skb, v_opts))
1782 if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1786 nla_nest_end(skb, nest);
1791 nla_nest_cancel(skb, nest);
1795 static size_t rtnl_vlan_nlmsg_size(void)
1797 return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1798 + nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1799 + nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1800 + nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1801 + br_vlan_opts_nl_size(); /* bridge vlan options */
1804 void br_vlan_notify(const struct net_bridge *br,
1805 const struct net_bridge_port *p,
1806 u16 vid, u16 vid_range,
1809 struct net_bridge_vlan_group *vg;
1810 struct net_bridge_vlan *v = NULL;
1811 struct br_vlan_msg *bvm;
1812 struct nlmsghdr *nlh;
1813 struct sk_buff *skb;
1819 /* right now notifications are done only with rtnl held */
1823 ifindex = p->dev->ifindex;
1824 vg = nbp_vlan_group(p);
1825 net = dev_net(p->dev);
1827 ifindex = br->dev->ifindex;
1828 vg = br_vlan_group(br);
1829 net = dev_net(br->dev);
1832 skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1837 nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1840 bvm = nlmsg_data(nlh);
1841 memset(bvm, 0, sizeof(*bvm));
1842 bvm->family = AF_BRIDGE;
1843 bvm->ifindex = ifindex;
1847 /* need to find the vlan due to flags/options */
1848 v = br_vlan_find(vg, vid);
1849 if (!v || !br_vlan_should_use(v))
1853 if (br_get_pvid(vg) == v->vid)
1854 flags |= BRIDGE_VLAN_INFO_PVID;
1862 if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1865 nlmsg_end(skb, nlh);
1866 rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1870 rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1875 static int br_vlan_replay_one(struct notifier_block *nb,
1876 struct net_device *dev,
1877 struct switchdev_obj_port_vlan *vlan,
1878 const void *ctx, unsigned long action,
1879 struct netlink_ext_ack *extack)
1881 struct switchdev_notifier_port_obj_info obj_info = {
1891 err = nb->notifier_call(nb, action, &obj_info);
1892 return notifier_to_errno(err);
1895 int br_vlan_replay(struct net_device *br_dev, struct net_device *dev,
1896 const void *ctx, bool adding, struct notifier_block *nb,
1897 struct netlink_ext_ack *extack)
1899 struct net_bridge_vlan_group *vg;
1900 struct net_bridge_vlan *v;
1901 struct net_bridge_port *p;
1902 struct net_bridge *br;
1903 unsigned long action;
1912 if (!netif_is_bridge_master(br_dev))
1915 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1918 if (netif_is_bridge_master(dev)) {
1919 br = netdev_priv(dev);
1920 vg = br_vlan_group(br);
1923 p = br_port_get_rtnl(dev);
1926 vg = nbp_vlan_group(p);
1934 action = SWITCHDEV_PORT_OBJ_ADD;
1936 action = SWITCHDEV_PORT_OBJ_DEL;
1938 pvid = br_get_pvid(vg);
1940 list_for_each_entry(v, &vg->vlan_list, vlist) {
1941 struct switchdev_obj_port_vlan vlan = {
1942 .obj.orig_dev = dev,
1943 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1944 .flags = br_vlan_flags(v, pvid),
1948 if (!br_vlan_should_use(v))
1951 err = br_vlan_replay_one(nb, dev, &vlan, ctx, action, extack);
1959 /* check if v_curr can enter a range ending in range_end */
1960 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1961 const struct net_bridge_vlan *range_end)
1963 return v_curr->vid - range_end->vid == 1 &&
1964 range_end->flags == v_curr->flags &&
1965 br_vlan_opts_eq_range(v_curr, range_end);
1968 static int br_vlan_dump_dev(const struct net_device *dev,
1969 struct sk_buff *skb,
1970 struct netlink_callback *cb,
1973 struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1974 bool dump_global = !!(dump_flags & BRIDGE_VLANDB_DUMPF_GLOBAL);
1975 bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1976 struct net_bridge_vlan_group *vg;
1977 int idx = 0, s_idx = cb->args[1];
1978 struct nlmsghdr *nlh = NULL;
1979 struct net_bridge_port *p;
1980 struct br_vlan_msg *bvm;
1981 struct net_bridge *br;
1985 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1988 if (netif_is_bridge_master(dev)) {
1989 br = netdev_priv(dev);
1990 vg = br_vlan_group_rcu(br);
1993 /* global options are dumped only for bridge devices */
1997 p = br_port_get_rcu(dev);
2000 vg = nbp_vlan_group_rcu(p);
2007 nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
2008 RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
2011 bvm = nlmsg_data(nlh);
2012 memset(bvm, 0, sizeof(*bvm));
2013 bvm->family = PF_BRIDGE;
2014 bvm->ifindex = dev->ifindex;
2015 pvid = br_get_pvid(vg);
2017 /* idx must stay at range's beginning until it is filled in */
2018 list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
2019 if (!dump_global && !br_vlan_should_use(v))
2033 if (br_vlan_global_opts_can_enter_range(v, range_end))
2035 if (!br_vlan_global_opts_fill(skb, range_start->vid,
2041 /* advance number of filled vlans */
2042 idx += range_end->vid - range_start->vid + 1;
2045 } else if (dump_stats || v->vid == pvid ||
2046 !br_vlan_can_enter_range(v, range_end)) {
2047 u16 vlan_flags = br_vlan_flags(range_start, pvid);
2049 if (!br_vlan_fill_vids(skb, range_start->vid,
2050 range_end->vid, range_start,
2051 vlan_flags, dump_stats)) {
2055 /* advance number of filled vlans */
2056 idx += range_end->vid - range_start->vid + 1;
2064 /* err will be 0 and range_start will be set in 3 cases here:
2065 * - first vlan (range_start == range_end)
2066 * - last vlan (range_start == range_end, not in range)
2067 * - last vlan range (range_start != range_end, in range)
2069 if (!err && range_start) {
2071 !br_vlan_global_opts_fill(skb, range_start->vid,
2072 range_end->vid, range_start))
2074 else if (!dump_global &&
2075 !br_vlan_fill_vids(skb, range_start->vid,
2076 range_end->vid, range_start,
2077 br_vlan_flags(range_start, pvid),
2082 cb->args[1] = err ? idx : 0;
2084 nlmsg_end(skb, nlh);
2089 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
2090 [BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
2093 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
2095 struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
2096 int idx = 0, err = 0, s_idx = cb->args[0];
2097 struct net *net = sock_net(skb->sk);
2098 struct br_vlan_msg *bvm;
2099 struct net_device *dev;
2102 err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2103 br_vlan_db_dump_pol, cb->extack);
2107 bvm = nlmsg_data(cb->nlh);
2108 if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2109 dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2113 dev = dev_get_by_index_rcu(net, bvm->ifindex);
2118 err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2119 /* if the dump completed without an error we return 0 here */
2120 if (err != -EMSGSIZE)
2123 for_each_netdev_rcu(net, dev) {
2127 err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2128 if (err == -EMSGSIZE)
2145 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2146 [BRIDGE_VLANDB_ENTRY_INFO] =
2147 NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2148 [BRIDGE_VLANDB_ENTRY_RANGE] = { .type = NLA_U16 },
2149 [BRIDGE_VLANDB_ENTRY_STATE] = { .type = NLA_U8 },
2150 [BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2151 [BRIDGE_VLANDB_ENTRY_MCAST_ROUTER] = { .type = NLA_U8 },
2154 static int br_vlan_rtm_process_one(struct net_device *dev,
2155 const struct nlattr *attr,
2156 int cmd, struct netlink_ext_ack *extack)
2158 struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2159 struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2160 bool changed = false, skip_processing = false;
2161 struct net_bridge_vlan_group *vg;
2162 struct net_bridge_port *p = NULL;
2163 int err = 0, cmdmap = 0;
2164 struct net_bridge *br;
2166 if (netif_is_bridge_master(dev)) {
2167 br = netdev_priv(dev);
2168 vg = br_vlan_group(br);
2170 p = br_port_get_rtnl(dev);
2174 vg = nbp_vlan_group(p);
2180 err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2181 br_vlan_db_policy, extack);
2185 if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2186 NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2189 memset(&vrange_end, 0, sizeof(vrange_end));
2191 vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2192 if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2193 BRIDGE_VLAN_INFO_RANGE_END)) {
2194 NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2197 if (!br_vlan_valid_id(vinfo->vid, extack))
2200 if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2201 vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2202 /* validate user-provided flags without RANGE_BEGIN */
2203 vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2204 vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2206 /* vinfo_last is the range start, vinfo the range end */
2208 vinfo = &vrange_end;
2210 if (!br_vlan_valid_id(vinfo->vid, extack) ||
2211 !br_vlan_valid_range(vinfo, vinfo_last, extack))
2217 cmdmap = RTM_SETLINK;
2218 skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2221 cmdmap = RTM_DELLINK;
2225 if (!skip_processing) {
2226 struct bridge_vlan_info *tmp_last = vinfo_last;
2228 /* br_process_vlan_info may overwrite vinfo_last */
2229 err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2232 /* notify first if anything changed */
2234 br_ifinfo_notify(cmdmap, br, p);
2240 /* deal with options */
2241 if (cmd == RTM_NEWVLAN) {
2242 struct net_bridge_vlan *range_start, *range_end;
2245 range_start = br_vlan_find(vg, vinfo_last->vid);
2246 range_end = br_vlan_find(vg, vinfo->vid);
2248 range_start = br_vlan_find(vg, vinfo->vid);
2249 range_end = range_start;
2252 err = br_vlan_process_options(br, p, range_start, range_end,
2259 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2260 struct netlink_ext_ack *extack)
2262 struct net *net = sock_net(skb->sk);
2263 struct br_vlan_msg *bvm;
2264 struct net_device *dev;
2265 struct nlattr *attr;
2269 /* this should validate the header and check for remaining bytes */
2270 err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2275 bvm = nlmsg_data(nlh);
2276 dev = __dev_get_by_index(net, bvm->ifindex);
2280 if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2281 NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2285 nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2286 switch (nla_type(attr)) {
2287 case BRIDGE_VLANDB_ENTRY:
2288 err = br_vlan_rtm_process_one(dev, attr,
2292 case BRIDGE_VLANDB_GLOBAL_OPTIONS:
2293 err = br_vlan_rtm_process_global_options(dev, attr,
2306 NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2313 void br_vlan_rtnl_init(void)
2315 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2316 br_vlan_rtm_dump, 0);
2317 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2318 br_vlan_rtm_process, NULL, 0);
2319 rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2320 br_vlan_rtm_process, NULL, 0);
2323 void br_vlan_rtnl_uninit(void)
2325 rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2326 rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2327 rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);