1 #include <linux/kernel.h>
2 #include <linux/netdevice.h>
3 #include <linux/rtnetlink.h>
4 #include <linux/slab.h>
5 #include <net/switchdev.h>
7 #include "br_private.h"
8 #include "br_private_tunnel.h"
10 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
12 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
15 const struct net_bridge_vlan *vle = ptr;
16 u16 vid = *(u16 *)arg->key;
18 return vle->vid != vid;
21 static const struct rhashtable_params br_vlan_rht_params = {
22 .head_offset = offsetof(struct net_bridge_vlan, vnode),
23 .key_offset = offsetof(struct net_bridge_vlan, vid),
24 .key_len = sizeof(u16),
26 .max_size = VLAN_N_VID,
27 .obj_cmpfn = br_vlan_cmp,
28 .automatic_shrinking = true,
31 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
33 return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
36 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg, u16 vid)
47 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
58 /* return true if anything changed, false otherwise */
59 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
61 struct net_bridge_vlan_group *vg;
62 u16 old_flags = v->flags;
65 if (br_vlan_is_master(v))
66 vg = br_vlan_group(v->br);
68 vg = nbp_vlan_group(v->port);
70 if (flags & BRIDGE_VLAN_INFO_PVID)
71 ret = __vlan_add_pvid(vg, v->vid);
73 ret = __vlan_delete_pvid(vg, v->vid);
75 if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
76 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
78 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
80 return ret || !!(old_flags ^ v->flags);
83 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
84 struct net_bridge_vlan *v, u16 flags,
85 struct netlink_ext_ack *extack)
89 /* Try switchdev op first. In case it is not supported, fallback to
92 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
93 if (err == -EOPNOTSUPP)
94 return vlan_vid_add(dev, br->vlan_proto, v->vid);
95 v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
99 static void __vlan_add_list(struct net_bridge_vlan *v)
101 struct net_bridge_vlan_group *vg;
102 struct list_head *headp, *hpos;
103 struct net_bridge_vlan *vent;
105 if (br_vlan_is_master(v))
106 vg = br_vlan_group(v->br);
108 vg = nbp_vlan_group(v->port);
110 headp = &vg->vlan_list;
111 list_for_each_prev(hpos, headp) {
112 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
113 if (v->vid < vent->vid)
118 list_add_rcu(&v->vlist, hpos);
121 static void __vlan_del_list(struct net_bridge_vlan *v)
123 list_del_rcu(&v->vlist);
126 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
127 const struct net_bridge_vlan *v)
131 /* Try switchdev op first. In case it is not supported, fallback to
134 err = br_switchdev_port_vlan_del(dev, v->vid);
135 if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
136 vlan_vid_del(dev, br->vlan_proto, v->vid);
137 return err == -EOPNOTSUPP ? 0 : err;
140 /* Returns a master vlan, if it didn't exist it gets created. In all cases a
141 * a reference is taken to the master vlan before returning.
143 static struct net_bridge_vlan *
144 br_vlan_get_master(struct net_bridge *br, u16 vid,
145 struct netlink_ext_ack *extack)
147 struct net_bridge_vlan_group *vg;
148 struct net_bridge_vlan *masterv;
150 vg = br_vlan_group(br);
151 masterv = br_vlan_find(vg, vid);
155 /* missing global ctx, create it now */
156 if (br_vlan_add(br, vid, 0, &changed, extack))
158 masterv = br_vlan_find(vg, vid);
159 if (WARN_ON(!masterv))
161 refcount_set(&masterv->refcnt, 1);
164 refcount_inc(&masterv->refcnt);
169 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
171 struct net_bridge_vlan *v;
173 v = container_of(rcu, struct net_bridge_vlan, rcu);
174 WARN_ON(!br_vlan_is_master(v));
175 free_percpu(v->stats);
180 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
182 struct net_bridge_vlan_group *vg;
184 if (!br_vlan_is_master(masterv))
187 vg = br_vlan_group(masterv->br);
188 if (refcount_dec_and_test(&masterv->refcnt)) {
189 rhashtable_remove_fast(&vg->vlan_hash,
190 &masterv->vnode, br_vlan_rht_params);
191 __vlan_del_list(masterv);
192 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
196 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
198 struct net_bridge_vlan *v;
200 v = container_of(rcu, struct net_bridge_vlan, rcu);
201 WARN_ON(br_vlan_is_master(v));
202 /* if we had per-port stats configured then free them here */
203 if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
204 free_percpu(v->stats);
209 /* This is the shared VLAN add function which works for both ports and bridge
210 * devices. There are four possible calls to this function in terms of the
212 * 1. vlan is being added on a port (no master flags, global entry exists)
213 * 2. vlan is being added on a bridge (both master and brentry flags)
214 * 3. vlan is being added on a port, but a global entry didn't exist which
215 * is being created right now (master flag set, brentry flag unset), the
216 * global entry is used for global per-vlan features, but not for filtering
217 * 4. same as 3 but with both master and brentry flags set so the entry
218 * will be used for filtering in both the port and the bridge
220 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
221 struct netlink_ext_ack *extack)
223 struct net_bridge_vlan *masterv = NULL;
224 struct net_bridge_port *p = NULL;
225 struct net_bridge_vlan_group *vg;
226 struct net_device *dev;
227 struct net_bridge *br;
230 if (br_vlan_is_master(v)) {
233 vg = br_vlan_group(br);
238 vg = nbp_vlan_group(p);
242 /* Add VLAN to the device filter if it is supported.
243 * This ensures tagged traffic enters the bridge when
244 * promiscuous mode is disabled by br_manage_promisc().
246 err = __vlan_vid_add(dev, br, v, flags, extack);
250 /* need to work on the master vlan too */
251 if (flags & BRIDGE_VLAN_INFO_MASTER) {
254 err = br_vlan_add(br, v->vid,
255 flags | BRIDGE_VLAN_INFO_BRENTRY,
261 masterv = br_vlan_get_master(br, v->vid, extack);
265 if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
266 v->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
271 v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
273 v->stats = masterv->stats;
276 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
277 if (err && err != -EOPNOTSUPP)
281 /* Add the dev mac and count the vlan only if it's usable */
282 if (br_vlan_should_use(v)) {
283 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
285 br_err(br, "failed insert local address into bridge forwarding table\n");
291 err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
297 __vlan_add_flags(v, flags);
300 nbp_vlan_set_vlan_dev_state(p, v->vid);
305 if (br_vlan_should_use(v)) {
306 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
312 __vlan_vid_del(dev, br, v);
314 if (v->stats && masterv->stats != v->stats)
315 free_percpu(v->stats);
318 br_vlan_put_master(masterv);
322 br_switchdev_port_vlan_del(dev, v->vid);
328 static int __vlan_del(struct net_bridge_vlan *v)
330 struct net_bridge_vlan *masterv = v;
331 struct net_bridge_vlan_group *vg;
332 struct net_bridge_port *p = NULL;
335 if (br_vlan_is_master(v)) {
336 vg = br_vlan_group(v->br);
339 vg = nbp_vlan_group(v->port);
343 __vlan_delete_pvid(vg, v->vid);
345 err = __vlan_vid_del(p->dev, p->br, v);
349 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
350 if (err && err != -EOPNOTSUPP)
355 if (br_vlan_should_use(v)) {
356 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
361 vlan_tunnel_info_del(vg, v);
362 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
365 nbp_vlan_set_vlan_dev_state(p, v->vid);
366 call_rcu(&v->rcu, nbp_vlan_rcu_free);
369 br_vlan_put_master(masterv);
374 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
376 WARN_ON(!list_empty(&vg->vlan_list));
377 rhashtable_destroy(&vg->vlan_hash);
378 vlan_tunnel_deinit(vg);
382 static void __vlan_flush(struct net_bridge_vlan_group *vg)
384 struct net_bridge_vlan *vlan, *tmp;
386 __vlan_delete_pvid(vg, vg->pvid);
387 list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
391 struct sk_buff *br_handle_vlan(struct net_bridge *br,
392 const struct net_bridge_port *p,
393 struct net_bridge_vlan_group *vg,
396 struct br_vlan_stats *stats;
397 struct net_bridge_vlan *v;
400 /* If this packet was not filtered at input, let it pass */
401 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
404 /* At this point, we know that the frame was filtered and contains
405 * a valid vlan id. If the vlan id has untagged flag set,
406 * send untagged; otherwise, send tagged.
408 br_vlan_get_tag(skb, &vid);
409 v = br_vlan_find(vg, vid);
410 /* Vlan entry must be configured at this point. The
411 * only exception is the bridge is set in promisc mode and the
412 * packet is destined for the bridge device. In this case
413 * pass the packet as is.
415 if (!v || !br_vlan_should_use(v)) {
416 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
423 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
424 stats = this_cpu_ptr(v->stats);
425 u64_stats_update_begin(&stats->syncp);
426 stats->tx_bytes += skb->len;
428 u64_stats_update_end(&stats->syncp);
431 if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
432 __vlan_hwaccel_clear_tag(skb);
434 if (p && (p->flags & BR_VLAN_TUNNEL) &&
435 br_handle_egress_vlan_tunnel(skb, v)) {
443 /* Called under RCU */
444 static bool __allowed_ingress(const struct net_bridge *br,
445 struct net_bridge_vlan_group *vg,
446 struct sk_buff *skb, u16 *vid)
448 struct br_vlan_stats *stats;
449 struct net_bridge_vlan *v;
452 BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
453 /* If vlan tx offload is disabled on bridge device and frame was
454 * sent from vlan device on the bridge device, it does not have
455 * HW accelerated vlan tag.
457 if (unlikely(!skb_vlan_tag_present(skb) &&
458 skb->protocol == br->vlan_proto)) {
459 skb = skb_vlan_untag(skb);
464 if (!br_vlan_get_tag(skb, vid)) {
466 if (skb->vlan_proto != br->vlan_proto) {
467 /* Protocol-mismatch, empty out vlan_tci for new tag */
468 skb_push(skb, ETH_HLEN);
469 skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
470 skb_vlan_tag_get(skb));
474 skb_pull(skb, ETH_HLEN);
475 skb_reset_mac_len(skb);
487 u16 pvid = br_get_pvid(vg);
489 /* Frame had a tag with VID 0 or did not have a tag.
490 * See if pvid is set on this port. That tells us which
491 * vlan untagged or priority-tagged traffic belongs to.
496 /* PVID is set on this port. Any untagged or priority-tagged
497 * ingress frame is considered to belong to this vlan.
501 /* Untagged Frame. */
502 __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
504 /* Priority-tagged Frame.
505 * At this point, we know that skb->vlan_tci VID
507 * We update only VID field and preserve PCP field.
509 skb->vlan_tci |= pvid;
511 /* if stats are disabled we can avoid the lookup */
512 if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED))
515 v = br_vlan_find(vg, *vid);
516 if (!v || !br_vlan_should_use(v))
519 if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
520 stats = this_cpu_ptr(v->stats);
521 u64_stats_update_begin(&stats->syncp);
522 stats->rx_bytes += skb->len;
524 u64_stats_update_end(&stats->syncp);
534 bool br_allowed_ingress(const struct net_bridge *br,
535 struct net_bridge_vlan_group *vg, struct sk_buff *skb,
538 /* If VLAN filtering is disabled on the bridge, all packets are
541 if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
542 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
546 return __allowed_ingress(br, vg, skb, vid);
549 /* Called under RCU. */
550 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
551 const struct sk_buff *skb)
553 const struct net_bridge_vlan *v;
556 /* If this packet was not filtered at input, let it pass */
557 if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
560 br_vlan_get_tag(skb, &vid);
561 v = br_vlan_find(vg, vid);
562 if (v && br_vlan_should_use(v))
568 /* Called under RCU */
569 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
571 struct net_bridge_vlan_group *vg;
572 struct net_bridge *br = p->br;
574 /* If filtering was disabled at input, let it pass. */
575 if (!br_opt_get(br, BROPT_VLAN_ENABLED))
578 vg = nbp_vlan_group_rcu(p);
579 if (!vg || !vg->num_vlans)
582 if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
586 *vid = br_get_pvid(vg);
593 if (br_vlan_find(vg, *vid))
599 static int br_vlan_add_existing(struct net_bridge *br,
600 struct net_bridge_vlan_group *vg,
601 struct net_bridge_vlan *vlan,
602 u16 flags, bool *changed,
603 struct netlink_ext_ack *extack)
607 err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
608 if (err && err != -EOPNOTSUPP)
611 if (!br_vlan_is_brentry(vlan)) {
612 /* Trying to change flags of non-existent bridge vlan */
613 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
617 /* It was only kept for port vlans, now make it real */
618 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
621 br_err(br, "failed to insert local address into bridge forwarding table\n");
625 refcount_inc(&vlan->refcnt);
626 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
631 if (__vlan_add_flags(vlan, flags))
638 br_switchdev_port_vlan_del(br->dev, vlan->vid);
642 /* Must be protected by RTNL.
643 * Must be called with vid in range from 1 to 4094 inclusive.
644 * changed must be true only if the vlan was created or updated
646 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
647 struct netlink_ext_ack *extack)
649 struct net_bridge_vlan_group *vg;
650 struct net_bridge_vlan *vlan;
656 vg = br_vlan_group(br);
657 vlan = br_vlan_find(vg, vid);
659 return br_vlan_add_existing(br, vg, vlan, flags, changed,
662 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
666 vlan->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
672 vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
673 vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
675 if (flags & BRIDGE_VLAN_INFO_BRENTRY)
676 refcount_set(&vlan->refcnt, 1);
677 ret = __vlan_add(vlan, flags, extack);
679 free_percpu(vlan->stats);
688 /* Must be protected by RTNL.
689 * Must be called with vid in range from 1 to 4094 inclusive.
691 int br_vlan_delete(struct net_bridge *br, u16 vid)
693 struct net_bridge_vlan_group *vg;
694 struct net_bridge_vlan *v;
698 vg = br_vlan_group(br);
699 v = br_vlan_find(vg, vid);
700 if (!v || !br_vlan_is_brentry(v))
703 br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
704 br_fdb_delete_by_port(br, NULL, vid, 0);
706 vlan_tunnel_info_del(vg, v);
708 return __vlan_del(v);
711 void br_vlan_flush(struct net_bridge *br)
713 struct net_bridge_vlan_group *vg;
717 vg = br_vlan_group(br);
719 RCU_INIT_POINTER(br->vlgrp, NULL);
721 __vlan_group_free(vg);
724 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
729 return br_vlan_lookup(&vg->vlan_hash, vid);
732 /* Must be protected by RTNL. */
733 static void recalculate_group_addr(struct net_bridge *br)
735 if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
738 spin_lock_bh(&br->lock);
739 if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
740 br->vlan_proto == htons(ETH_P_8021Q)) {
741 /* Bridge Group Address */
742 br->group_addr[5] = 0x00;
743 } else { /* vlan_enabled && ETH_P_8021AD */
744 /* Provider Bridge Group Address */
745 br->group_addr[5] = 0x08;
747 spin_unlock_bh(&br->lock);
750 /* Must be protected by RTNL. */
751 void br_recalculate_fwd_mask(struct net_bridge *br)
753 if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
754 br->vlan_proto == htons(ETH_P_8021Q))
755 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
756 else /* vlan_enabled && ETH_P_8021AD */
757 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
758 ~(1u << br->group_addr[5]);
761 int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
763 struct switchdev_attr attr = {
765 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
766 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
767 .u.vlan_filtering = val,
771 if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
774 err = switchdev_port_attr_set(br->dev, &attr);
775 if (err && err != -EOPNOTSUPP)
778 br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
779 br_manage_promisc(br);
780 recalculate_group_addr(br);
781 br_recalculate_fwd_mask(br);
786 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
788 return __br_vlan_filter_toggle(br, val);
791 bool br_vlan_enabled(const struct net_device *dev)
793 struct net_bridge *br = netdev_priv(dev);
795 return br_opt_get(br, BROPT_VLAN_ENABLED);
797 EXPORT_SYMBOL_GPL(br_vlan_enabled);
799 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
802 struct net_bridge_port *p;
803 struct net_bridge_vlan *vlan;
804 struct net_bridge_vlan_group *vg;
807 if (br->vlan_proto == proto)
810 /* Add VLANs for the new proto to the device filter. */
811 list_for_each_entry(p, &br->port_list, list) {
812 vg = nbp_vlan_group(p);
813 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
814 err = vlan_vid_add(p->dev, proto, vlan->vid);
820 oldproto = br->vlan_proto;
821 br->vlan_proto = proto;
823 recalculate_group_addr(br);
824 br_recalculate_fwd_mask(br);
826 /* Delete VLANs for the old proto from the device filter. */
827 list_for_each_entry(p, &br->port_list, list) {
828 vg = nbp_vlan_group(p);
829 list_for_each_entry(vlan, &vg->vlan_list, vlist)
830 vlan_vid_del(p->dev, oldproto, vlan->vid);
836 list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
837 vlan_vid_del(p->dev, proto, vlan->vid);
839 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
840 vg = nbp_vlan_group(p);
841 list_for_each_entry(vlan, &vg->vlan_list, vlist)
842 vlan_vid_del(p->dev, proto, vlan->vid);
848 int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
850 if (val != ETH_P_8021Q && val != ETH_P_8021AD)
851 return -EPROTONOSUPPORT;
853 return __br_vlan_set_proto(br, htons(val));
856 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
861 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
870 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
872 struct net_bridge_port *p;
874 /* allow to change the option if there are no port vlans configured */
875 list_for_each_entry(p, &br->port_list, list) {
876 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
885 br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
894 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
896 struct net_bridge_vlan *v;
901 v = br_vlan_lookup(&vg->vlan_hash, vid);
902 if (v && br_vlan_should_use(v) &&
903 (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
909 static void br_vlan_disable_default_pvid(struct net_bridge *br)
911 struct net_bridge_port *p;
912 u16 pvid = br->default_pvid;
914 /* Disable default_pvid on all ports where it is still
917 if (vlan_default_pvid(br_vlan_group(br), pvid))
918 br_vlan_delete(br, pvid);
920 list_for_each_entry(p, &br->port_list, list) {
921 if (vlan_default_pvid(nbp_vlan_group(p), pvid))
922 nbp_vlan_delete(p, pvid);
925 br->default_pvid = 0;
928 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
929 struct netlink_ext_ack *extack)
931 const struct net_bridge_vlan *pvent;
932 struct net_bridge_vlan_group *vg;
933 struct net_bridge_port *p;
934 unsigned long *changed;
940 br_vlan_disable_default_pvid(br);
944 changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
948 old_pvid = br->default_pvid;
950 /* Update default_pvid config only if we do not conflict with
951 * user configuration.
953 vg = br_vlan_group(br);
954 pvent = br_vlan_find(vg, pvid);
955 if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
956 (!pvent || !br_vlan_should_use(pvent))) {
957 err = br_vlan_add(br, pvid,
958 BRIDGE_VLAN_INFO_PVID |
959 BRIDGE_VLAN_INFO_UNTAGGED |
960 BRIDGE_VLAN_INFO_BRENTRY,
964 br_vlan_delete(br, old_pvid);
968 list_for_each_entry(p, &br->port_list, list) {
969 /* Update default_pvid config only if we do not conflict with
970 * user configuration.
972 vg = nbp_vlan_group(p);
974 !vlan_default_pvid(vg, old_pvid)) ||
975 br_vlan_find(vg, pvid))
978 err = nbp_vlan_add(p, pvid,
979 BRIDGE_VLAN_INFO_PVID |
980 BRIDGE_VLAN_INFO_UNTAGGED,
984 nbp_vlan_delete(p, old_pvid);
985 set_bit(p->port_no, changed);
988 br->default_pvid = pvid;
991 bitmap_free(changed);
995 list_for_each_entry_continue_reverse(p, &br->port_list, list) {
996 if (!test_bit(p->port_no, changed))
1000 nbp_vlan_add(p, old_pvid,
1001 BRIDGE_VLAN_INFO_PVID |
1002 BRIDGE_VLAN_INFO_UNTAGGED,
1004 nbp_vlan_delete(p, pvid);
1007 if (test_bit(0, changed)) {
1009 br_vlan_add(br, old_pvid,
1010 BRIDGE_VLAN_INFO_PVID |
1011 BRIDGE_VLAN_INFO_UNTAGGED |
1012 BRIDGE_VLAN_INFO_BRENTRY,
1014 br_vlan_delete(br, pvid);
1019 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
1024 if (val >= VLAN_VID_MASK)
1027 if (pvid == br->default_pvid)
1030 /* Only allow default pvid change when filtering is disabled */
1031 if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1032 pr_info_once("Please disable vlan filtering to change default_pvid\n");
1036 err = __br_vlan_set_default_pvid(br, pvid, NULL);
1041 int br_vlan_init(struct net_bridge *br)
1043 struct net_bridge_vlan_group *vg;
1047 vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1050 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1053 ret = vlan_tunnel_init(vg);
1055 goto err_tunnel_init;
1056 INIT_LIST_HEAD(&vg->vlan_list);
1057 br->vlan_proto = htons(ETH_P_8021Q);
1058 br->default_pvid = 1;
1059 rcu_assign_pointer(br->vlgrp, vg);
1060 ret = br_vlan_add(br, 1,
1061 BRIDGE_VLAN_INFO_PVID | BRIDGE_VLAN_INFO_UNTAGGED |
1062 BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1070 vlan_tunnel_deinit(vg);
1072 rhashtable_destroy(&vg->vlan_hash);
1079 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1081 struct switchdev_attr attr = {
1082 .orig_dev = p->br->dev,
1083 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1084 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1085 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1087 struct net_bridge_vlan_group *vg;
1090 vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1094 ret = switchdev_port_attr_set(p->dev, &attr);
1095 if (ret && ret != -EOPNOTSUPP)
1096 goto err_vlan_enabled;
1098 ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1101 ret = vlan_tunnel_init(vg);
1103 goto err_tunnel_init;
1104 INIT_LIST_HEAD(&vg->vlan_list);
1105 rcu_assign_pointer(p->vlgrp, vg);
1106 if (p->br->default_pvid) {
1109 ret = nbp_vlan_add(p, p->br->default_pvid,
1110 BRIDGE_VLAN_INFO_PVID |
1111 BRIDGE_VLAN_INFO_UNTAGGED,
1120 RCU_INIT_POINTER(p->vlgrp, NULL);
1122 vlan_tunnel_deinit(vg);
1124 rhashtable_destroy(&vg->vlan_hash);
1132 /* Must be protected by RTNL.
1133 * Must be called with vid in range from 1 to 4094 inclusive.
1134 * changed must be true only if the vlan was created or updated
1136 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1137 bool *changed, struct netlink_ext_ack *extack)
1139 struct net_bridge_vlan *vlan;
1145 vlan = br_vlan_find(nbp_vlan_group(port), vid);
1147 /* Pass the flags to the hardware bridge */
1148 ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1149 if (ret && ret != -EOPNOTSUPP)
1151 *changed = __vlan_add_flags(vlan, flags);
1156 vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1162 ret = __vlan_add(vlan, flags, extack);
1171 /* Must be protected by RTNL.
1172 * Must be called with vid in range from 1 to 4094 inclusive.
1174 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1176 struct net_bridge_vlan *v;
1180 v = br_vlan_find(nbp_vlan_group(port), vid);
1183 br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1184 br_fdb_delete_by_port(port->br, port, vid, 0);
1186 return __vlan_del(v);
1189 void nbp_vlan_flush(struct net_bridge_port *port)
1191 struct net_bridge_vlan_group *vg;
1195 vg = nbp_vlan_group(port);
1197 RCU_INIT_POINTER(port->vlgrp, NULL);
1199 __vlan_group_free(vg);
1202 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1203 struct br_vlan_stats *stats)
1207 memset(stats, 0, sizeof(*stats));
1208 for_each_possible_cpu(i) {
1209 u64 rxpackets, rxbytes, txpackets, txbytes;
1210 struct br_vlan_stats *cpu_stats;
1213 cpu_stats = per_cpu_ptr(v->stats, i);
1215 start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1216 rxpackets = cpu_stats->rx_packets;
1217 rxbytes = cpu_stats->rx_bytes;
1218 txbytes = cpu_stats->tx_bytes;
1219 txpackets = cpu_stats->tx_packets;
1220 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1222 stats->rx_packets += rxpackets;
1223 stats->rx_bytes += rxbytes;
1224 stats->tx_bytes += txbytes;
1225 stats->tx_packets += txpackets;
1229 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1231 struct net_bridge_vlan_group *vg;
1232 struct net_bridge_port *p;
1235 p = br_port_get_check_rtnl(dev);
1237 vg = nbp_vlan_group(p);
1238 else if (netif_is_bridge_master(dev))
1239 vg = br_vlan_group(netdev_priv(dev));
1243 *p_pvid = br_get_pvid(vg);
1246 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1248 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1249 struct bridge_vlan_info *p_vinfo)
1251 struct net_bridge_vlan_group *vg;
1252 struct net_bridge_vlan *v;
1253 struct net_bridge_port *p;
1256 p = br_port_get_check_rtnl(dev);
1258 vg = nbp_vlan_group(p);
1259 else if (netif_is_bridge_master(dev))
1260 vg = br_vlan_group(netdev_priv(dev));
1264 v = br_vlan_find(vg, vid);
1269 p_vinfo->flags = v->flags;
1272 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1274 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1276 return is_vlan_dev(dev) &&
1277 !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1280 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1281 __always_unused void *data)
1283 return br_vlan_is_bind_vlan_dev(dev);
1286 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1291 found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1298 struct br_vlan_bind_walk_data {
1300 struct net_device *result;
1303 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1306 struct br_vlan_bind_walk_data *data = data_in;
1309 if (br_vlan_is_bind_vlan_dev(dev) &&
1310 vlan_dev_priv(dev)->vlan_id == data->vid) {
1318 static struct net_device *
1319 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1321 struct br_vlan_bind_walk_data data = {
1326 netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1333 static bool br_vlan_is_dev_up(const struct net_device *dev)
1335 return !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1338 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1339 struct net_device *vlan_dev)
1341 u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1342 struct net_bridge_vlan_group *vg;
1343 struct net_bridge_port *p;
1344 bool has_carrier = false;
1346 if (!netif_carrier_ok(br->dev)) {
1347 netif_carrier_off(vlan_dev);
1351 list_for_each_entry(p, &br->port_list, list) {
1352 vg = nbp_vlan_group(p);
1353 if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1360 netif_carrier_on(vlan_dev);
1362 netif_carrier_off(vlan_dev);
1365 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1367 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1368 struct net_bridge_vlan *vlan;
1369 struct net_device *vlan_dev;
1371 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1372 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1375 if (br_vlan_is_dev_up(p->dev)) {
1376 if (netif_carrier_ok(p->br->dev))
1377 netif_carrier_on(vlan_dev);
1379 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1385 static void br_vlan_upper_change(struct net_device *dev,
1386 struct net_device *upper_dev,
1389 struct net_bridge *br = netdev_priv(dev);
1391 if (!br_vlan_is_bind_vlan_dev(upper_dev))
1395 br_vlan_set_vlan_dev_state(br, upper_dev);
1396 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1398 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1399 br_vlan_has_upper_bind_vlan_dev(dev));
1403 struct br_vlan_link_state_walk_data {
1404 struct net_bridge *br;
1407 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1410 struct br_vlan_link_state_walk_data *data = data_in;
1412 if (br_vlan_is_bind_vlan_dev(vlan_dev))
1413 br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1418 static void br_vlan_link_state_change(struct net_device *dev,
1419 struct net_bridge *br)
1421 struct br_vlan_link_state_walk_data data = {
1426 netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1431 /* Must be protected by RTNL. */
1432 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1434 struct net_device *vlan_dev;
1436 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1439 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1441 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1444 /* Must be protected by RTNL. */
1445 void br_vlan_bridge_event(struct net_device *dev, unsigned long event,
1448 struct netdev_notifier_changeupper_info *info;
1449 struct net_bridge *br;
1452 case NETDEV_CHANGEUPPER:
1454 br_vlan_upper_change(dev, info->upper_dev, info->linking);
1459 br = netdev_priv(dev);
1460 if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1462 br_vlan_link_state_change(dev, br);
1467 /* Must be protected by RTNL. */
1468 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1470 if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1477 br_vlan_set_all_vlan_dev_state(p);