These changes are the raw update to linux-4.4.6-rt14. Kernel sources
[kvmfornfv.git] / kernel / net / bridge / br_vlan.c
index 13013fe..1394da6 100644 (file)
 #include <linux/netdevice.h>
 #include <linux/rtnetlink.h>
 #include <linux/slab.h>
+#include <net/switchdev.h>
 
 #include "br_private.h"
 
-static void __vlan_add_pvid(struct net_port_vlans *v, u16 vid)
+static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
+                             const void *ptr)
 {
-       if (v->pvid == vid)
+       const struct net_bridge_vlan *vle = ptr;
+       u16 vid = *(u16 *)arg->key;
+
+       return vle->vid != vid;
+}
+
+static const struct rhashtable_params br_vlan_rht_params = {
+       .head_offset = offsetof(struct net_bridge_vlan, vnode),
+       .key_offset = offsetof(struct net_bridge_vlan, vid),
+       .key_len = sizeof(u16),
+       .nelem_hint = 3,
+       .locks_mul = 1,
+       .max_size = VLAN_N_VID,
+       .obj_cmpfn = br_vlan_cmp,
+       .automatic_shrinking = true,
+};
+
+static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
+{
+       return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
+}
+
+static void __vlan_add_pvid(struct net_bridge_vlan_group *vg, u16 vid)
+{
+       if (vg->pvid == vid)
                return;
 
        smp_wmb();
-       v->pvid = vid;
+       vg->pvid = vid;
 }
 
-static void __vlan_delete_pvid(struct net_port_vlans *v, u16 vid)
+static void __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 {
-       if (v->pvid != vid)
+       if (vg->pvid != vid)
                return;
 
        smp_wmb();
-       v->pvid = 0;
+       vg->pvid = 0;
 }
 
-static void __vlan_add_flags(struct net_port_vlans *v, u16 vid, u16 flags)
+static void __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
 {
+       struct net_bridge_vlan_group *vg;
+
+       if (br_vlan_is_master(v))
+               vg = br_vlan_group(v->br);
+       else
+               vg = nbp_vlan_group(v->port);
+
        if (flags & BRIDGE_VLAN_INFO_PVID)
-               __vlan_add_pvid(vvid);
+               __vlan_add_pvid(vg, v->vid);
        else
-               __vlan_delete_pvid(vvid);
+               __vlan_delete_pvid(vg, v->vid);
 
        if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
-               set_bit(vid, v->untagged_bitmap);
+               v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
        else
-               clear_bit(vid, v->untagged_bitmap);
+               v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
 }
 
-static int __vlan_add(struct net_port_vlans *v, u16 vid, u16 flags)
+static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
+                         u16 vid, u16 flags)
 {
-       struct net_bridge_port *p = NULL;
-       struct net_bridge *br;
-       struct net_device *dev;
+       struct switchdev_obj_port_vlan v = {
+               .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
+               .flags = flags,
+               .vid_begin = vid,
+               .vid_end = vid,
+       };
+       int err;
+
+       /* Try switchdev op first. In case it is not supported, fallback to
+        * 8021q add.
+        */
+       err = switchdev_port_obj_add(dev, &v.obj);
+       if (err == -EOPNOTSUPP)
+               return vlan_vid_add(dev, br->vlan_proto, vid);
+       return err;
+}
+
+static void __vlan_add_list(struct net_bridge_vlan *v)
+{
+       struct net_bridge_vlan_group *vg;
+       struct list_head *headp, *hpos;
+       struct net_bridge_vlan *vent;
+
+       if (br_vlan_is_master(v))
+               vg = br_vlan_group(v->br);
+       else
+               vg = nbp_vlan_group(v->port);
+
+       headp = &vg->vlan_list;
+       list_for_each_prev(hpos, headp) {
+               vent = list_entry(hpos, struct net_bridge_vlan, vlist);
+               if (v->vid < vent->vid)
+                       continue;
+               else
+                       break;
+       }
+       list_add_rcu(&v->vlist, hpos);
+}
+
+static void __vlan_del_list(struct net_bridge_vlan *v)
+{
+       list_del_rcu(&v->vlist);
+}
+
+static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
+                         u16 vid)
+{
+       struct switchdev_obj_port_vlan v = {
+               .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
+               .vid_begin = vid,
+               .vid_end = vid,
+       };
        int err;
 
-       if (test_bit(vid, v->vlan_bitmap)) {
-               __vlan_add_flags(v, vid, flags);
+       /* Try switchdev op first. In case it is not supported, fallback to
+        * 8021q del.
+        */
+       err = switchdev_port_obj_del(dev, &v.obj);
+       if (err == -EOPNOTSUPP) {
+               vlan_vid_del(dev, br->vlan_proto, vid);
                return 0;
        }
+       return err;
+}
+
+/* Returns a master vlan, if it didn't exist it gets created. In all cases a
+ * a reference is taken to the master vlan before returning.
+ */
+static struct net_bridge_vlan *br_vlan_get_master(struct net_bridge *br, u16 vid)
+{
+       struct net_bridge_vlan_group *vg;
+       struct net_bridge_vlan *masterv;
+
+       vg = br_vlan_group(br);
+       masterv = br_vlan_find(vg, vid);
+       if (!masterv) {
+               /* missing global ctx, create it now */
+               if (br_vlan_add(br, vid, 0))
+                       return NULL;
+               masterv = br_vlan_find(vg, vid);
+               if (WARN_ON(!masterv))
+                       return NULL;
+       }
+       atomic_inc(&masterv->refcnt);
+
+       return masterv;
+}
+
+static void br_vlan_put_master(struct net_bridge_vlan *masterv)
+{
+       struct net_bridge_vlan_group *vg;
+
+       if (!br_vlan_is_master(masterv))
+               return;
+
+       vg = br_vlan_group(masterv->br);
+       if (atomic_dec_and_test(&masterv->refcnt)) {
+               rhashtable_remove_fast(&vg->vlan_hash,
+                                      &masterv->vnode, br_vlan_rht_params);
+               __vlan_del_list(masterv);
+               kfree_rcu(masterv, rcu);
+       }
+}
 
-       if (v->port_idx) {
-               p = v->parent.port;
+/* This is the shared VLAN add function which works for both ports and bridge
+ * devices. There are four possible calls to this function in terms of the
+ * vlan entry type:
+ * 1. vlan is being added on a port (no master flags, global entry exists)
+ * 2. vlan is being added on a bridge (both master and brentry flags)
+ * 3. vlan is being added on a port, but a global entry didn't exist which
+ *    is being created right now (master flag set, brentry flag unset), the
+ *    global entry is used for global per-vlan features, but not for filtering
+ * 4. same as 3 but with both master and brentry flags set so the entry
+ *    will be used for filtering in both the port and the bridge
+ */
+static int __vlan_add(struct net_bridge_vlan *v, u16 flags)
+{
+       struct net_bridge_vlan *masterv = NULL;
+       struct net_bridge_port *p = NULL;
+       struct net_bridge_vlan_group *vg;
+       struct net_device *dev;
+       struct net_bridge *br;
+       int err;
+
+       if (br_vlan_is_master(v)) {
+               br = v->br;
+               dev = br->dev;
+               vg = br_vlan_group(br);
+       } else {
+               p = v->port;
                br = p->br;
                dev = p->dev;
-       } else {
-               br = v->parent.br;
-               dev = br->dev;
+               vg = nbp_vlan_group(p);
        }
 
        if (p) {
@@ -62,83 +212,140 @@ static int __vlan_add(struct net_port_vlans *v, u16 vid, u16 flags)
                 * This ensures tagged traffic enters the bridge when
                 * promiscuous mode is disabled by br_manage_promisc().
                 */
-               err = vlan_vid_add(dev, br->vlan_proto, vid);
+               err = __vlan_vid_add(dev, br, v->vid, flags);
                if (err)
-                       return err;
+                       goto out;
+
+               /* need to work on the master vlan too */
+               if (flags & BRIDGE_VLAN_INFO_MASTER) {
+                       err = br_vlan_add(br, v->vid, flags |
+                                                     BRIDGE_VLAN_INFO_BRENTRY);
+                       if (err)
+                               goto out_filt;
+               }
+
+               masterv = br_vlan_get_master(br, v->vid);
+               if (!masterv)
+                       goto out_filt;
+               v->brvlan = masterv;
        }
 
-       err = br_fdb_insert(br, p, dev->dev_addr, vid);
-       if (err) {
-               br_err(br, "failed insert local address into bridge "
-                      "forwarding table\n");
-               goto out_filt;
+       /* Add the dev mac and count the vlan only if it's usable */
+       if (br_vlan_should_use(v)) {
+               err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
+               if (err) {
+                       br_err(br, "failed insert local address into bridge forwarding table\n");
+                       goto out_filt;
+               }
+               vg->num_vlans++;
        }
 
-       set_bit(vid, v->vlan_bitmap);
-       v->num_vlans++;
-       __vlan_add_flags(v, vid, flags);
+       err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
+                                           br_vlan_rht_params);
+       if (err)
+               goto out_fdb_insert;
 
-       return 0;
+       __vlan_add_list(v);
+       __vlan_add_flags(v, flags);
+out:
+       return err;
+
+out_fdb_insert:
+       if (br_vlan_should_use(v)) {
+               br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
+               vg->num_vlans--;
+       }
 
 out_filt:
-       if (p)
-               vlan_vid_del(dev, br->vlan_proto, vid);
-       return err;
+       if (p) {
+               __vlan_vid_del(dev, br, v->vid);
+               if (masterv) {
+                       br_vlan_put_master(masterv);
+                       v->brvlan = NULL;
+               }
+       }
+
+       goto out;
 }
 
-static int __vlan_del(struct net_port_vlans *v, u16 vid)
+static int __vlan_del(struct net_bridge_vlan *v)
 {
-       if (!test_bit(vid, v->vlan_bitmap))
-               return -EINVAL;
+       struct net_bridge_vlan *masterv = v;
+       struct net_bridge_vlan_group *vg;
+       struct net_bridge_port *p = NULL;
+       int err = 0;
+
+       if (br_vlan_is_master(v)) {
+               vg = br_vlan_group(v->br);
+       } else {
+               p = v->port;
+               vg = nbp_vlan_group(v->port);
+               masterv = v->brvlan;
+       }
 
-       __vlan_delete_pvid(v, vid);
-       clear_bit(vid, v->untagged_bitmap);
+       __vlan_delete_pvid(vg, v->vid);
+       if (p) {
+               err = __vlan_vid_del(p->dev, p->br, v->vid);
+               if (err)
+                       goto out;
+       }
 
-       if (v->port_idx) {
-               struct net_bridge_port *p = v->parent.port;
-               vlan_vid_del(p->dev, p->br->vlan_proto, vid);
+       if (br_vlan_should_use(v)) {
+               v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
+               vg->num_vlans--;
        }
 
-       clear_bit(vid, v->vlan_bitmap);
-       v->num_vlans--;
-       if (bitmap_empty(v->vlan_bitmap, VLAN_N_VID)) {
-               if (v->port_idx)
-                       RCU_INIT_POINTER(v->parent.port->vlan_info, NULL);
-               else
-                       RCU_INIT_POINTER(v->parent.br->vlan_info, NULL);
+       if (masterv != v) {
+               rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
+                                      br_vlan_rht_params);
+               __vlan_del_list(v);
                kfree_rcu(v, rcu);
        }
-       return 0;
+
+       br_vlan_put_master(masterv);
+out:
+       return err;
 }
 
-static void __vlan_flush(struct net_port_vlans *v)
+static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 {
-       smp_wmb();
-       v->pvid = 0;
-       bitmap_zero(v->vlan_bitmap, VLAN_N_VID);
-       if (v->port_idx)
-               RCU_INIT_POINTER(v->parent.port->vlan_info, NULL);
-       else
-               RCU_INIT_POINTER(v->parent.br->vlan_info, NULL);
-       kfree_rcu(v, rcu);
+       WARN_ON(!list_empty(&vg->vlan_list));
+       rhashtable_destroy(&vg->vlan_hash);
+       kfree(vg);
+}
+
+static void __vlan_flush(struct net_bridge_vlan_group *vg)
+{
+       struct net_bridge_vlan *vlan, *tmp;
+
+       __vlan_delete_pvid(vg, vg->pvid);
+       list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist)
+               __vlan_del(vlan);
 }
 
 struct sk_buff *br_handle_vlan(struct net_bridge *br,
-                              const struct net_port_vlans *pv,
+                              struct net_bridge_vlan_group *vg,
                               struct sk_buff *skb)
 {
+       struct net_bridge_vlan *v;
        u16 vid;
 
        /* If this packet was not filtered at input, let it pass */
        if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
                goto out;
 
-       /* Vlan filter table must be configured at this point.  The
+       /* At this point, we know that the frame was filtered and contains
+        * a valid vlan id.  If the vlan id has untagged flag set,
+        * send untagged; otherwise, send tagged.
+        */
+       br_vlan_get_tag(skb, &vid);
+       v = br_vlan_find(vg, vid);
+       /* Vlan entry must be configured at this point.  The
         * only exception is the bridge is set in promisc mode and the
         * packet is destined for the bridge device.  In this case
         * pass the packet as is.
         */
-       if (!pv) {
+       if (!v || !br_vlan_should_use(v)) {
                if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
                        goto out;
                } else {
@@ -146,13 +353,7 @@ struct sk_buff *br_handle_vlan(struct net_bridge *br,
                        return NULL;
                }
        }
-
-       /* At this point, we know that the frame was filtered and contains
-        * a valid vlan id.  If the vlan id is set in the untagged bitmap,
-        * send untagged; otherwise, send tagged.
-        */
-       br_vlan_get_tag(skb, &vid);
-       if (test_bit(vid, pv->untagged_bitmap))
+       if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
                skb->vlan_tci = 0;
 
 out:
@@ -160,29 +361,13 @@ out:
 }
 
 /* Called under RCU */
-bool br_allowed_ingress(struct net_bridge *br, struct net_port_vlans *v,
-                       struct sk_buff *skb, u16 *vid)
+static bool __allowed_ingress(struct net_bridge_vlan_group *vg, __be16 proto,
+                             struct sk_buff *skb, u16 *vid)
 {
+       const struct net_bridge_vlan *v;
        bool tagged;
-       __be16 proto;
-
-       /* If VLAN filtering is disabled on the bridge, all packets are
-        * permitted.
-        */
-       if (!br->vlan_enabled) {
-               BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
-               return true;
-       }
-
-       /* If there are no vlan in the permitted list, all packets are
-        * rejected.
-        */
-       if (!v)
-               goto drop;
 
        BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
-       proto = br->vlan_proto;
-
        /* If vlan tx offload is disabled on bridge device and frame was
         * sent from vlan device on the bridge device, it does not have
         * HW accelerated vlan tag.
@@ -217,7 +402,7 @@ bool br_allowed_ingress(struct net_bridge *br, struct net_port_vlans *v,
        }
 
        if (!*vid) {
-               u16 pvid = br_get_pvid(v);
+               u16 pvid = br_get_pvid(vg);
 
                /* Frame had a tag with VID 0 or did not have a tag.
                 * See if pvid is set on this port.  That tells us which
@@ -245,29 +430,43 @@ bool br_allowed_ingress(struct net_bridge *br, struct net_port_vlans *v,
        }
 
        /* Frame had a valid vlan tag.  See if vlan is allowed */
-       if (test_bit(*vid, v->vlan_bitmap))
+       v = br_vlan_find(vg, *vid);
+       if (v && br_vlan_should_use(v))
                return true;
 drop:
        kfree_skb(skb);
        return false;
 }
 
+bool br_allowed_ingress(const struct net_bridge *br,
+                       struct net_bridge_vlan_group *vg, struct sk_buff *skb,
+                       u16 *vid)
+{
+       /* If VLAN filtering is disabled on the bridge, all packets are
+        * permitted.
+        */
+       if (!br->vlan_enabled) {
+               BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
+               return true;
+       }
+
+       return __allowed_ingress(vg, br->vlan_proto, skb, vid);
+}
+
 /* Called under RCU. */
-bool br_allowed_egress(struct net_bridge *br,
-                      const struct net_port_vlans *v,
+bool br_allowed_egress(struct net_bridge_vlan_group *vg,
                       const struct sk_buff *skb)
 {
+       const struct net_bridge_vlan *v;
        u16 vid;
 
        /* If this packet was not filtered at input, let it pass */
        if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
                return true;
 
-       if (!v)
-               return false;
-
        br_vlan_get_tag(skb, &vid);
-       if (test_bit(vid, v->vlan_bitmap))
+       v = br_vlan_find(vg, vid);
+       if (v && br_vlan_should_use(v))
                return true;
 
        return false;
@@ -276,29 +475,29 @@ bool br_allowed_egress(struct net_bridge *br,
 /* Called under RCU */
 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 {
+       struct net_bridge_vlan_group *vg;
        struct net_bridge *br = p->br;
-       struct net_port_vlans *v;
 
        /* If filtering was disabled at input, let it pass. */
        if (!br->vlan_enabled)
                return true;
 
-       v = rcu_dereference(p->vlan_info);
-       if (!v)
+       vg = nbp_vlan_group_rcu(p);
+       if (!vg || !vg->num_vlans)
                return false;
 
        if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
                *vid = 0;
 
        if (!*vid) {
-               *vid = br_get_pvid(v);
+               *vid = br_get_pvid(vg);
                if (!*vid)
                        return false;
 
                return true;
        }
 
-       if (test_bit(*vid, v->vlan_bitmap))
+       if (br_vlan_find(vg, *vid))
                return true;
 
        return false;
@@ -309,31 +508,49 @@ bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
  */
 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags)
 {
-       struct net_port_vlans *pv = NULL;
-       int err;
+       struct net_bridge_vlan_group *vg;
+       struct net_bridge_vlan *vlan;
+       int ret;
 
        ASSERT_RTNL();
 
-       pv = rtnl_dereference(br->vlan_info);
-       if (pv)
-               return __vlan_add(pv, vid, flags);
+       vg = br_vlan_group(br);
+       vlan = br_vlan_find(vg, vid);
+       if (vlan) {
+               if (!br_vlan_is_brentry(vlan)) {
+                       /* Trying to change flags of non-existent bridge vlan */
+                       if (!(flags & BRIDGE_VLAN_INFO_BRENTRY))
+                               return -EINVAL;
+                       /* It was only kept for port vlans, now make it real */
+                       ret = br_fdb_insert(br, NULL, br->dev->dev_addr,
+                                           vlan->vid);
+                       if (ret) {
+                               br_err(br, "failed insert local address into bridge forwarding table\n");
+                               return ret;
+                       }
+                       atomic_inc(&vlan->refcnt);
+                       vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
+                       vg->num_vlans++;
+               }
+               __vlan_add_flags(vlan, flags);
+               return 0;
+       }
 
-       /* Create port vlan infomration
-        */
-       pv = kzalloc(sizeof(*pv), GFP_KERNEL);
-       if (!pv)
+       vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
+       if (!vlan)
                return -ENOMEM;
 
-       pv->parent.br = br;
-       err = __vlan_add(pv, vid, flags);
-       if (err)
-               goto out;
-
-       rcu_assign_pointer(br->vlan_info, pv);
-       return 0;
-out:
-       kfree(pv);
-       return err;
+       vlan->vid = vid;
+       vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
+       vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
+       vlan->br = br;
+       if (flags & BRIDGE_VLAN_INFO_BRENTRY)
+               atomic_set(&vlan->refcnt, 1);
+       ret = __vlan_add(vlan, flags);
+       if (ret)
+               kfree(vlan);
+
+       return ret;
 }
 
 /* Must be protected by RTNL.
@@ -341,49 +558,41 @@ out:
  */
 int br_vlan_delete(struct net_bridge *br, u16 vid)
 {
-       struct net_port_vlans *pv;
+       struct net_bridge_vlan_group *vg;
+       struct net_bridge_vlan *v;
 
        ASSERT_RTNL();
 
-       pv = rtnl_dereference(br->vlan_info);
-       if (!pv)
-               return -EINVAL;
+       vg = br_vlan_group(br);
+       v = br_vlan_find(vg, vid);
+       if (!v || !br_vlan_is_brentry(v))
+               return -ENOENT;
 
        br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
+       br_fdb_delete_by_port(br, NULL, vid, 0);
 
-       __vlan_del(pv, vid);
-       return 0;
+       return __vlan_del(v);
 }
 
 void br_vlan_flush(struct net_bridge *br)
 {
-       struct net_port_vlans *pv;
+       struct net_bridge_vlan_group *vg;
 
        ASSERT_RTNL();
-       pv = rtnl_dereference(br->vlan_info);
-       if (!pv)
-               return;
 
-       __vlan_flush(pv);
+       vg = br_vlan_group(br);
+       __vlan_flush(vg);
+       RCU_INIT_POINTER(br->vlgrp, NULL);
+       synchronize_rcu();
+       __vlan_group_free(vg);
 }
 
-bool br_vlan_find(struct net_bridge *br, u16 vid)
+struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 {
-       struct net_port_vlans *pv;
-       bool found = false;
-
-       rcu_read_lock();
-       pv = rcu_dereference(br->vlan_info);
+       if (!vg)
+               return NULL;
 
-       if (!pv)
-               goto out;
-
-       if (test_bit(vid, pv->vlan_bitmap))
-               found = true;
-
-out:
-       rcu_read_unlock();
-       return found;
+       return br_vlan_lookup(&vg->vlan_hash, vid);
 }
 
 /* Must be protected by RTNL. */
@@ -413,50 +622,46 @@ void br_recalculate_fwd_mask(struct net_bridge *br)
                                              ~(1u << br->group_addr[5]);
 }
 
-int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
+int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 {
-       if (!rtnl_trylock())
-               return restart_syscall();
-
        if (br->vlan_enabled == val)
-               goto unlock;
+               return 0;
 
        br->vlan_enabled = val;
        br_manage_promisc(br);
        recalculate_group_addr(br);
        br_recalculate_fwd_mask(br);
 
-unlock:
+       return 0;
+}
+
+int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
+{
+       if (!rtnl_trylock())
+               return restart_syscall();
+
+       __br_vlan_filter_toggle(br, val);
        rtnl_unlock();
+
        return 0;
 }
 
-int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
+int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
 {
        int err = 0;
        struct net_bridge_port *p;
-       struct net_port_vlans *pv;
-       __be16 proto, oldproto;
-       u16 vid, errvid;
+       struct net_bridge_vlan *vlan;
+       struct net_bridge_vlan_group *vg;
+       __be16 oldproto;
 
-       if (val != ETH_P_8021Q && val != ETH_P_8021AD)
-               return -EPROTONOSUPPORT;
-
-       if (!rtnl_trylock())
-               return restart_syscall();
-
-       proto = htons(val);
        if (br->vlan_proto == proto)
-               goto unlock;
+               return 0;
 
        /* Add VLANs for the new proto to the device filter. */
        list_for_each_entry(p, &br->port_list, list) {
-               pv = rtnl_dereference(p->vlan_info);
-               if (!pv)
-                       continue;
-
-               for_each_set_bit(vid, pv->vlan_bitmap, VLAN_N_VID) {
-                       err = vlan_vid_add(p->dev, proto, vid);
+               vg = nbp_vlan_group(p);
+               list_for_each_entry(vlan, &vg->vlan_list, vlist) {
+                       err = vlan_vid_add(p->dev, proto, vlan->vid);
                        if (err)
                                goto err_filt;
                }
@@ -470,38 +675,55 @@ int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
 
        /* Delete VLANs for the old proto from the device filter. */
        list_for_each_entry(p, &br->port_list, list) {
-               pv = rtnl_dereference(p->vlan_info);
-               if (!pv)
-                       continue;
-
-               for_each_set_bit(vid, pv->vlan_bitmap, VLAN_N_VID)
-                       vlan_vid_del(p->dev, oldproto, vid);
+               vg = nbp_vlan_group(p);
+               list_for_each_entry(vlan, &vg->vlan_list, vlist)
+                       vlan_vid_del(p->dev, oldproto, vlan->vid);
        }
 
-unlock:
-       rtnl_unlock();
-       return err;
+       return 0;
 
 err_filt:
-       errvid = vid;
-       for_each_set_bit(vid, pv->vlan_bitmap, errvid)
-               vlan_vid_del(p->dev, proto, vid);
+       list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
+               vlan_vid_del(p->dev, proto, vlan->vid);
 
        list_for_each_entry_continue_reverse(p, &br->port_list, list) {
-               pv = rtnl_dereference(p->vlan_info);
-               if (!pv)
-                       continue;
-
-               for_each_set_bit(vid, pv->vlan_bitmap, VLAN_N_VID)
-                       vlan_vid_del(p->dev, proto, vid);
+               vg = nbp_vlan_group(p);
+               list_for_each_entry(vlan, &vg->vlan_list, vlist)
+                       vlan_vid_del(p->dev, proto, vlan->vid);
        }
 
-       goto unlock;
+       return err;
+}
+
+int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
+{
+       int err;
+
+       if (val != ETH_P_8021Q && val != ETH_P_8021AD)
+               return -EPROTONOSUPPORT;
+
+       if (!rtnl_trylock())
+               return restart_syscall();
+
+       err = __br_vlan_set_proto(br, htons(val));
+       rtnl_unlock();
+
+       return err;
 }
 
-static bool vlan_default_pvid(struct net_port_vlans *pv, u16 vid)
+static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 {
-       return pv && vid == pv->pvid && test_bit(vid, pv->untagged_bitmap);
+       struct net_bridge_vlan *v;
+
+       if (vid != vg->pvid)
+               return false;
+
+       v = br_vlan_lookup(&vg->vlan_hash, vid);
+       if (v && br_vlan_should_use(v) &&
+           (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
+               return true;
+
+       return false;
 }
 
 static void br_vlan_disable_default_pvid(struct net_bridge *br)
@@ -512,24 +734,31 @@ static void br_vlan_disable_default_pvid(struct net_bridge *br)
        /* Disable default_pvid on all ports where it is still
         * configured.
         */
-       if (vlan_default_pvid(br_get_vlan_info(br), pvid))
+       if (vlan_default_pvid(br_vlan_group(br), pvid))
                br_vlan_delete(br, pvid);
 
        list_for_each_entry(p, &br->port_list, list) {
-               if (vlan_default_pvid(nbp_get_vlan_info(p), pvid))
+               if (vlan_default_pvid(nbp_vlan_group(p), pvid))
                        nbp_vlan_delete(p, pvid);
        }
 
        br->default_pvid = 0;
 }
 
-static int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
+int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
 {
+       const struct net_bridge_vlan *pvent;
+       struct net_bridge_vlan_group *vg;
        struct net_bridge_port *p;
        u16 old_pvid;
        int err = 0;
        unsigned long *changed;
 
+       if (!pvid) {
+               br_vlan_disable_default_pvid(br);
+               return 0;
+       }
+
        changed = kcalloc(BITS_TO_LONGS(BR_MAX_PORTS), sizeof(unsigned long),
                          GFP_KERNEL);
        if (!changed)
@@ -540,11 +769,14 @@ static int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
        /* Update default_pvid config only if we do not conflict with
         * user configuration.
         */
-       if ((!old_pvid || vlan_default_pvid(br_get_vlan_info(br), old_pvid)) &&
-           !br_vlan_find(br, pvid)) {
+       vg = br_vlan_group(br);
+       pvent = br_vlan_find(vg, pvid);
+       if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
+           (!pvent || !br_vlan_should_use(pvent))) {
                err = br_vlan_add(br, pvid,
                                  BRIDGE_VLAN_INFO_PVID |
-                                 BRIDGE_VLAN_INFO_UNTAGGED);
+                                 BRIDGE_VLAN_INFO_UNTAGGED |
+                                 BRIDGE_VLAN_INFO_BRENTRY);
                if (err)
                        goto out;
                br_vlan_delete(br, old_pvid);
@@ -555,9 +787,10 @@ static int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid)
                /* Update default_pvid config only if we do not conflict with
                 * user configuration.
                 */
+               vg = nbp_vlan_group(p);
                if ((old_pvid &&
-                    !vlan_default_pvid(nbp_get_vlan_info(p), old_pvid)) ||
-                   nbp_vlan_find(p, pvid))
+                    !vlan_default_pvid(vg, old_pvid)) ||
+                   br_vlan_find(vg, pvid))
                        continue;
 
                err = nbp_vlan_add(p, pvid,
@@ -591,7 +824,8 @@ err_port:
                if (old_pvid)
                        br_vlan_add(br, old_pvid,
                                    BRIDGE_VLAN_INFO_PVID |
-                                   BRIDGE_VLAN_INFO_UNTAGGED);
+                                   BRIDGE_VLAN_INFO_UNTAGGED |
+                                   BRIDGE_VLAN_INFO_BRENTRY);
                br_vlan_delete(br, pvid);
        }
        goto out;
@@ -617,12 +851,7 @@ int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
                err = -EPERM;
                goto unlock;
        }
-
-       if (!pvid)
-               br_vlan_disable_default_pvid(br);
-       else
-               err = __br_vlan_set_default_pvid(br, pvid);
-
+       err = __br_vlan_set_default_pvid(br, pvid);
 unlock:
        rtnl_unlock();
        return err;
@@ -630,10 +859,68 @@ unlock:
 
 int br_vlan_init(struct net_bridge *br)
 {
+       struct net_bridge_vlan_group *vg;
+       int ret = -ENOMEM;
+
+       vg = kzalloc(sizeof(*vg), GFP_KERNEL);
+       if (!vg)
+               goto out;
+       ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
+       if (ret)
+               goto err_rhtbl;
+       INIT_LIST_HEAD(&vg->vlan_list);
        br->vlan_proto = htons(ETH_P_8021Q);
        br->default_pvid = 1;
-       return br_vlan_add(br, 1,
-                          BRIDGE_VLAN_INFO_PVID | BRIDGE_VLAN_INFO_UNTAGGED);
+       rcu_assign_pointer(br->vlgrp, vg);
+       ret = br_vlan_add(br, 1,
+                         BRIDGE_VLAN_INFO_PVID | BRIDGE_VLAN_INFO_UNTAGGED |
+                         BRIDGE_VLAN_INFO_BRENTRY);
+       if (ret)
+               goto err_vlan_add;
+
+out:
+       return ret;
+
+err_vlan_add:
+       rhashtable_destroy(&vg->vlan_hash);
+err_rhtbl:
+       kfree(vg);
+
+       goto out;
+}
+
+int nbp_vlan_init(struct net_bridge_port *p)
+{
+       struct net_bridge_vlan_group *vg;
+       int ret = -ENOMEM;
+
+       vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
+       if (!vg)
+               goto out;
+
+       ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
+       if (ret)
+               goto err_rhtbl;
+       INIT_LIST_HEAD(&vg->vlan_list);
+       rcu_assign_pointer(p->vlgrp, vg);
+       if (p->br->default_pvid) {
+               ret = nbp_vlan_add(p, p->br->default_pvid,
+                                  BRIDGE_VLAN_INFO_PVID |
+                                  BRIDGE_VLAN_INFO_UNTAGGED);
+               if (ret)
+                       goto err_vlan_add;
+       }
+out:
+       return ret;
+
+err_vlan_add:
+       RCU_INIT_POINTER(p->vlgrp, NULL);
+       synchronize_rcu();
+       rhashtable_destroy(&vg->vlan_hash);
+err_rhtbl:
+       kfree(vg);
+
+       goto out;
 }
 
 /* Must be protected by RTNL.
@@ -641,35 +928,28 @@ int br_vlan_init(struct net_bridge *br)
  */
 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags)
 {
-       struct net_port_vlans *pv = NULL;
-       int err;
+       struct net_bridge_vlan *vlan;
+       int ret;
 
        ASSERT_RTNL();
 
-       pv = rtnl_dereference(port->vlan_info);
-       if (pv)
-               return __vlan_add(pv, vid, flags);
-
-       /* Create port vlan infomration
-        */
-       pv = kzalloc(sizeof(*pv), GFP_KERNEL);
-       if (!pv) {
-               err = -ENOMEM;
-               goto clean_up;
+       vlan = br_vlan_find(nbp_vlan_group(port), vid);
+       if (vlan) {
+               __vlan_add_flags(vlan, flags);
+               return 0;
        }
 
-       pv->port_idx = port->port_no;
-       pv->parent.port = port;
-       err = __vlan_add(pv, vid, flags);
-       if (err)
-               goto clean_up;
+       vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
+       if (!vlan)
+               return -ENOMEM;
 
-       rcu_assign_pointer(port->vlan_info, pv);
-       return 0;
+       vlan->vid = vid;
+       vlan->port = port;
+       ret = __vlan_add(vlan, flags);
+       if (ret)
+               kfree(vlan);
 
-clean_up:
-       kfree(pv);
-       return err;
+       return ret;
 }
 
 /* Must be protected by RTNL.
@@ -677,60 +957,28 @@ clean_up:
  */
 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
 {
-       struct net_port_vlans *pv;
+       struct net_bridge_vlan *v;
 
        ASSERT_RTNL();
 
-       pv = rtnl_dereference(port->vlan_info);
-       if (!pv)
-               return -EINVAL;
-
+       v = br_vlan_find(nbp_vlan_group(port), vid);
+       if (!v)
+               return -ENOENT;
        br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
+       br_fdb_delete_by_port(port->br, port, vid, 0);
 
-       return __vlan_del(pv, vid);
+       return __vlan_del(v);
 }
 
 void nbp_vlan_flush(struct net_bridge_port *port)
 {
-       struct net_port_vlans *pv;
-       u16 vid;
+       struct net_bridge_vlan_group *vg;
 
        ASSERT_RTNL();
 
-       pv = rtnl_dereference(port->vlan_info);
-       if (!pv)
-               return;
-
-       for_each_set_bit(vid, pv->vlan_bitmap, VLAN_N_VID)
-               vlan_vid_del(port->dev, port->br->vlan_proto, vid);
-
-       __vlan_flush(pv);
-}
-
-bool nbp_vlan_find(struct net_bridge_port *port, u16 vid)
-{
-       struct net_port_vlans *pv;
-       bool found = false;
-
-       rcu_read_lock();
-       pv = rcu_dereference(port->vlan_info);
-
-       if (!pv)
-               goto out;
-
-       if (test_bit(vid, pv->vlan_bitmap))
-               found = true;
-
-out:
-       rcu_read_unlock();
-       return found;
-}
-
-int nbp_vlan_init(struct net_bridge_port *p)
-{
-       return p->br->default_pvid ?
-                       nbp_vlan_add(p, p->br->default_pvid,
-                                    BRIDGE_VLAN_INFO_PVID |
-                                    BRIDGE_VLAN_INFO_UNTAGGED) :
-                       0;
+       vg = nbp_vlan_group(port);
+       __vlan_flush(vg);
+       RCU_INIT_POINTER(port->vlgrp, NULL);
+       synchronize_rcu();
+       __vlan_group_free(vg);
 }