net/bridge/br_vlan.c

   1 // SPDX-License-Identifier: GPL-2.0-only
   2 #include <linux/kernel.h>
   3 #include <linux/netdevice.h>
   4 #include <linux/rtnetlink.h>
   5 #include <linux/slab.h>
   6 #include <net/switchdev.h>
   7
   8 #include "br_private.h"
   9 #include "br_private_tunnel.h"
  10
  11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
  12
  13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
  14                               const void *ptr)
  15 {
  16         const struct net_bridge_vlan *vle = ptr;
  17         u16 vid = *(u16 *)arg->key;
  18
  19         return vle->vid != vid;
  20 }
  21
  22 static const struct rhashtable_params br_vlan_rht_params = {
  23         .head_offset = offsetof(struct net_bridge_vlan, vnode),
  24         .key_offset = offsetof(struct net_bridge_vlan, vid),
  25         .key_len = sizeof(u16),
  26         .nelem_hint = 3,
  27         .max_size = VLAN_N_VID,
  28         .obj_cmpfn = br_vlan_cmp,
  29         .automatic_shrinking = true,
  30 };
  31
  32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
  33 {
  34         return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
  35 }
  36
  37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  38 {
  39         if (vg->pvid == vid)
  40                 return false;
  41
  42         smp_wmb();
  43         vg->pvid = vid;
  44
  45         return true;
  46 }
  47
  48 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
  49 {
  50         if (vg->pvid != vid)
  51                 return false;
  52
  53         smp_wmb();
  54         vg->pvid = 0;
  55
  56         return true;
  57 }
  58
  59 /* return true if anything changed, false otherwise */
  60 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
  61 {
  62         struct net_bridge_vlan_group *vg;
  63         u16 old_flags = v->flags;
  64         bool ret;
  65
  66         if (br_vlan_is_master(v))
  67                 vg = br_vlan_group(v->br);
  68         else
  69                 vg = nbp_vlan_group(v->port);
  70
  71         if (flags & BRIDGE_VLAN_INFO_PVID)
  72                 ret = __vlan_add_pvid(vg, v->vid);
  73         else
  74                 ret = __vlan_delete_pvid(vg, v->vid);
  75
  76         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
  77                 v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
  78         else
  79                 v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
  80
  81         return ret || !!(old_flags ^ v->flags);
  82 }
  83
  84 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
  85                           struct net_bridge_vlan *v, u16 flags,
  86                           struct netlink_ext_ack *extack)
  87 {
  88         int err;
  89
  90         /* Try switchdev op first. In case it is not supported, fallback to
  91          * 8021q add.
  92          */
  93         err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
  94         if (err == -EOPNOTSUPP)
  95                 return vlan_vid_add(dev, br->vlan_proto, v->vid);
  96         v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
  97         return err;
  98 }
  99
 100 static void __vlan_add_list(struct net_bridge_vlan *v)
 101 {
 102         struct net_bridge_vlan_group *vg;
 103         struct list_head *headp, *hpos;
 104         struct net_bridge_vlan *vent;
 105
 106         if (br_vlan_is_master(v))
 107                 vg = br_vlan_group(v->br);
 108         else
 109                 vg = nbp_vlan_group(v->port);
 110
 111         headp = &vg->vlan_list;
 112         list_for_each_prev(hpos, headp) {
 113                 vent = list_entry(hpos, struct net_bridge_vlan, vlist);
 114                 if (v->vid < vent->vid)
 115                         continue;
 116                 else
 117                         break;
 118         }
 119         list_add_rcu(&v->vlist, hpos);
 120 }
 121
 122 static void __vlan_del_list(struct net_bridge_vlan *v)
 123 {
 124         list_del_rcu(&v->vlist);
 125 }
 126
 127 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
 128                           const struct net_bridge_vlan *v)
 129 {
 130         int err;
 131
 132         /* Try switchdev op first. In case it is not supported, fallback to
 133          * 8021q del.
 134          */
 135         err = br_switchdev_port_vlan_del(dev, v->vid);
 136         if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
 137                 vlan_vid_del(dev, br->vlan_proto, v->vid);
 138         return err == -EOPNOTSUPP ? 0 : err;
 139 }
 140
 141 /* Returns a master vlan, if it didn't exist it gets created. In all cases a
 142  * a reference is taken to the master vlan before returning.
 143  */
 144 static struct net_bridge_vlan *
 145 br_vlan_get_master(struct net_bridge *br, u16 vid,
 146                    struct netlink_ext_ack *extack)
 147 {
 148         struct net_bridge_vlan_group *vg;
 149         struct net_bridge_vlan *masterv;
 150
 151         vg = br_vlan_group(br);
 152         masterv = br_vlan_find(vg, vid);
 153         if (!masterv) {
 154                 bool changed;
 155
 156                 /* missing global ctx, create it now */
 157                 if (br_vlan_add(br, vid, 0, &changed, extack))
 158                         return NULL;
 159                 masterv = br_vlan_find(vg, vid);
 160                 if (WARN_ON(!masterv))
 161                         return NULL;
 162                 refcount_set(&masterv->refcnt, 1);
 163                 return masterv;
 164         }
 165         refcount_inc(&masterv->refcnt);
 166
 167         return masterv;
 168 }
 169
 170 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
 171 {
 172         struct net_bridge_vlan *v;
 173
 174         v = container_of(rcu, struct net_bridge_vlan, rcu);
 175         WARN_ON(!br_vlan_is_master(v));
 176         free_percpu(v->stats);
 177         v->stats = NULL;
 178         kfree(v);
 179 }
 180
 181 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
 182 {
 183         struct net_bridge_vlan_group *vg;
 184
 185         if (!br_vlan_is_master(masterv))
 186                 return;
 187
 188         vg = br_vlan_group(masterv->br);
 189         if (refcount_dec_and_test(&masterv->refcnt)) {
 190                 rhashtable_remove_fast(&vg->vlan_hash,
 191                                        &masterv->vnode, br_vlan_rht_params);
 192                 __vlan_del_list(masterv);
 193                 call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
 194         }
 195 }
 196
 197 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
 198 {
 199         struct net_bridge_vlan *v;
 200
 201         v = container_of(rcu, struct net_bridge_vlan, rcu);
 202         WARN_ON(br_vlan_is_master(v));
 203         /* if we had per-port stats configured then free them here */
 204         if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
 205                 free_percpu(v->stats);
 206         v->stats = NULL;
 207         kfree(v);
 208 }
 209
 210 /* This is the shared VLAN add function which works for both ports and bridge
 211  * devices. There are four possible calls to this function in terms of the
 212  * vlan entry type:
 213  * 1. vlan is being added on a port (no master flags, global entry exists)
 214  * 2. vlan is being added on a bridge (both master and brentry flags)
 215  * 3. vlan is being added on a port, but a global entry didn't exist which
 216  *    is being created right now (master flag set, brentry flag unset), the
 217  *    global entry is used for global per-vlan features, but not for filtering
 218  * 4. same as 3 but with both master and brentry flags set so the entry
 219  *    will be used for filtering in both the port and the bridge
 220  */
 221 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
 222                       struct netlink_ext_ack *extack)
 223 {
 224         struct net_bridge_vlan *masterv = NULL;
 225         struct net_bridge_port *p = NULL;
 226         struct net_bridge_vlan_group *vg;
 227         struct net_device *dev;
 228         struct net_bridge *br;
 229         int err;
 230
 231         if (br_vlan_is_master(v)) {
 232                 br = v->br;
 233                 dev = br->dev;
 234                 vg = br_vlan_group(br);
 235         } else {
 236                 p = v->port;
 237                 br = p->br;
 238                 dev = p->dev;
 239                 vg = nbp_vlan_group(p);
 240         }
 241
 242         if (p) {
 243                 /* Add VLAN to the device filter if it is supported.
 244                  * This ensures tagged traffic enters the bridge when
 245                  * promiscuous mode is disabled by br_manage_promisc().
 246                  */
 247                 err = __vlan_vid_add(dev, br, v, flags, extack);
 248                 if (err)
 249                         goto out;
 250
 251                 /* need to work on the master vlan too */
 252                 if (flags & BRIDGE_VLAN_INFO_MASTER) {
 253                         bool changed;
 254
 255                         err = br_vlan_add(br, v->vid,
 256                                           flags | BRIDGE_VLAN_INFO_BRENTRY,
 257                                           &changed, extack);
 258                         if (err)
 259                                 goto out_filt;
 260
 261                         if (changed)
 262                                 br_vlan_notify(br, NULL, v->vid, 0,
 263                                                RTM_NEWVLAN);
 264                 }
 265
 266                 masterv = br_vlan_get_master(br, v->vid, extack);
 267                 if (!masterv)
 268                         goto out_filt;
 269                 v->brvlan = masterv;
 270                 if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
 271                         v->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
 272                         if (!v->stats) {
 273                                 err = -ENOMEM;
 274                                 goto out_filt;
 275                         }
 276                         v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
 277                 } else {
 278                         v->stats = masterv->stats;
 279                 }
 280         } else {
 281                 err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
 282                 if (err && err != -EOPNOTSUPP)
 283                         goto out;
 284         }
 285
 286         /* Add the dev mac and count the vlan only if it's usable */
 287         if (br_vlan_should_use(v)) {
 288                 err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
 289                 if (err) {
 290                         br_err(br, "failed insert local address into bridge forwarding table\n");
 291                         goto out_filt;
 292                 }
 293                 vg->num_vlans++;
 294         }
 295
 296         err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
 297                                             br_vlan_rht_params);
 298         if (err)
 299                 goto out_fdb_insert;
 300
 301         __vlan_add_list(v);
 302         __vlan_add_flags(v, flags);
 303
 304         if (p)
 305                 nbp_vlan_set_vlan_dev_state(p, v->vid);
 306 out:
 307         return err;
 308
 309 out_fdb_insert:
 310         if (br_vlan_should_use(v)) {
 311                 br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
 312                 vg->num_vlans--;
 313         }
 314
 315 out_filt:
 316         if (p) {
 317                 __vlan_vid_del(dev, br, v);
 318                 if (masterv) {
 319                         if (v->stats && masterv->stats != v->stats)
 320                                 free_percpu(v->stats);
 321                         v->stats = NULL;
 322
 323                         br_vlan_put_master(masterv);
 324                         v->brvlan = NULL;
 325                 }
 326         } else {
 327                 br_switchdev_port_vlan_del(dev, v->vid);
 328         }
 329
 330         goto out;
 331 }
 332
 333 static int __vlan_del(struct net_bridge_vlan *v)
 334 {
 335         struct net_bridge_vlan *masterv = v;
 336         struct net_bridge_vlan_group *vg;
 337         struct net_bridge_port *p = NULL;
 338         int err = 0;
 339
 340         if (br_vlan_is_master(v)) {
 341                 vg = br_vlan_group(v->br);
 342         } else {
 343                 p = v->port;
 344                 vg = nbp_vlan_group(v->port);
 345                 masterv = v->brvlan;
 346         }
 347
 348         __vlan_delete_pvid(vg, v->vid);
 349         if (p) {
 350                 err = __vlan_vid_del(p->dev, p->br, v);
 351                 if (err)
 352                         goto out;
 353         } else {
 354                 err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
 355                 if (err && err != -EOPNOTSUPP)
 356                         goto out;
 357                 err = 0;
 358         }
 359
 360         if (br_vlan_should_use(v)) {
 361                 v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
 362                 vg->num_vlans--;
 363         }
 364
 365         if (masterv != v) {
 366                 vlan_tunnel_info_del(vg, v);
 367                 rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
 368                                        br_vlan_rht_params);
 369                 __vlan_del_list(v);
 370                 nbp_vlan_set_vlan_dev_state(p, v->vid);
 371                 call_rcu(&v->rcu, nbp_vlan_rcu_free);
 372         }
 373
 374         br_vlan_put_master(masterv);
 375 out:
 376         return err;
 377 }
 378
 379 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
 380 {
 381         WARN_ON(!list_empty(&vg->vlan_list));
 382         rhashtable_destroy(&vg->vlan_hash);
 383         vlan_tunnel_deinit(vg);
 384         kfree(vg);
 385 }
 386
 387 static void __vlan_flush(const struct net_bridge *br,
 388                          const struct net_bridge_port *p,
 389                          struct net_bridge_vlan_group *vg)
 390 {
 391         struct net_bridge_vlan *vlan, *tmp;
 392         u16 v_start = 0, v_end = 0;
 393
 394         __vlan_delete_pvid(vg, vg->pvid);
 395         list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
 396                 /* take care of disjoint ranges */
 397                 if (!v_start) {
 398                         v_start = vlan->vid;
 399                 } else if (vlan->vid - v_end != 1) {
 400                         /* found range end, notify and start next one */
 401                         br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 402                         v_start = vlan->vid;
 403                 }
 404                 v_end = vlan->vid;
 405
 406                 __vlan_del(vlan);
 407         }
 408
 409         /* notify about the last/whole vlan range */
 410         if (v_start)
 411                 br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
 412 }
 413
 414 struct sk_buff *br_handle_vlan(struct net_bridge *br,
 415                                const struct net_bridge_port *p,
 416                                struct net_bridge_vlan_group *vg,
 417                                struct sk_buff *skb)
 418 {
 419         struct br_vlan_stats *stats;
 420         struct net_bridge_vlan *v;
 421         u16 vid;
 422
 423         /* If this packet was not filtered at input, let it pass */
 424         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 425                 goto out;
 426
 427         /* At this point, we know that the frame was filtered and contains
 428          * a valid vlan id.  If the vlan id has untagged flag set,
 429          * send untagged; otherwise, send tagged.
 430          */
 431         br_vlan_get_tag(skb, &vid);
 432         v = br_vlan_find(vg, vid);
 433         /* Vlan entry must be configured at this point.  The
 434          * only exception is the bridge is set in promisc mode and the
 435          * packet is destined for the bridge device.  In this case
 436          * pass the packet as is.
 437          */
 438         if (!v || !br_vlan_should_use(v)) {
 439                 if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
 440                         goto out;
 441                 } else {
 442                         kfree_skb(skb);
 443                         return NULL;
 444                 }
 445         }
 446         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 447                 stats = this_cpu_ptr(v->stats);
 448                 u64_stats_update_begin(&stats->syncp);
 449                 stats->tx_bytes += skb->len;
 450                 stats->tx_packets++;
 451                 u64_stats_update_end(&stats->syncp);
 452         }
 453
 454         if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED)
 455                 __vlan_hwaccel_clear_tag(skb);
 456
 457         if (p && (p->flags & BR_VLAN_TUNNEL) &&
 458             br_handle_egress_vlan_tunnel(skb, v)) {
 459                 kfree_skb(skb);
 460                 return NULL;
 461         }
 462 out:
 463         return skb;
 464 }
 465
 466 /* Called under RCU */
 467 static bool __allowed_ingress(const struct net_bridge *br,
 468                               struct net_bridge_vlan_group *vg,
 469                               struct sk_buff *skb, u16 *vid)
 470 {
 471         struct br_vlan_stats *stats;
 472         struct net_bridge_vlan *v;
 473         bool tagged;
 474
 475         BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
 476         /* If vlan tx offload is disabled on bridge device and frame was
 477          * sent from vlan device on the bridge device, it does not have
 478          * HW accelerated vlan tag.
 479          */
 480         if (unlikely(!skb_vlan_tag_present(skb) &&
 481                      skb->protocol == br->vlan_proto)) {
 482                 skb = skb_vlan_untag(skb);
 483                 if (unlikely(!skb))
 484                         return false;
 485         }
 486
 487         if (!br_vlan_get_tag(skb, vid)) {
 488                 /* Tagged frame */
 489                 if (skb->vlan_proto != br->vlan_proto) {
 490                         /* Protocol-mismatch, empty out vlan_tci for new tag */
 491                         skb_push(skb, ETH_HLEN);
 492                         skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
 493                                                         skb_vlan_tag_get(skb));
 494                         if (unlikely(!skb))
 495                                 return false;
 496
 497                         skb_pull(skb, ETH_HLEN);
 498                         skb_reset_mac_len(skb);
 499                         *vid = 0;
 500                         tagged = false;
 501                 } else {
 502                         tagged = true;
 503                 }
 504         } else {
 505                 /* Untagged frame */
 506                 tagged = false;
 507         }
 508
 509         if (!*vid) {
 510                 u16 pvid = br_get_pvid(vg);
 511
 512                 /* Frame had a tag with VID 0 or did not have a tag.
 513                  * See if pvid is set on this port.  That tells us which
 514                  * vlan untagged or priority-tagged traffic belongs to.
 515                  */
 516                 if (!pvid)
 517                         goto drop;
 518
 519                 /* PVID is set on this port.  Any untagged or priority-tagged
 520                  * ingress frame is considered to belong to this vlan.
 521                  */
 522                 *vid = pvid;
 523                 if (likely(!tagged))
 524                         /* Untagged Frame. */
 525                         __vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
 526                 else
 527                         /* Priority-tagged Frame.
 528                          * At this point, we know that skb->vlan_tci VID
 529                          * field was 0.
 530                          * We update only VID field and preserve PCP field.
 531                          */
 532                         skb->vlan_tci |= pvid;
 533
 534                 /* if stats are disabled we can avoid the lookup */
 535                 if (!br_opt_get(br, BROPT_VLAN_STATS_ENABLED))
 536                         return true;
 537         }
 538         v = br_vlan_find(vg, *vid);
 539         if (!v || !br_vlan_should_use(v))
 540                 goto drop;
 541
 542         if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
 543                 stats = this_cpu_ptr(v->stats);
 544                 u64_stats_update_begin(&stats->syncp);
 545                 stats->rx_bytes += skb->len;
 546                 stats->rx_packets++;
 547                 u64_stats_update_end(&stats->syncp);
 548         }
 549
 550         return true;
 551
 552 drop:
 553         kfree_skb(skb);
 554         return false;
 555 }
 556
 557 bool br_allowed_ingress(const struct net_bridge *br,
 558                         struct net_bridge_vlan_group *vg, struct sk_buff *skb,
 559                         u16 *vid)
 560 {
 561         /* If VLAN filtering is disabled on the bridge, all packets are
 562          * permitted.
 563          */
 564         if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
 565                 BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
 566                 return true;
 567         }
 568
 569         return __allowed_ingress(br, vg, skb, vid);
 570 }
 571
 572 /* Called under RCU. */
 573 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
 574                        const struct sk_buff *skb)
 575 {
 576         const struct net_bridge_vlan *v;
 577         u16 vid;
 578
 579         /* If this packet was not filtered at input, let it pass */
 580         if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
 581                 return true;
 582
 583         br_vlan_get_tag(skb, &vid);
 584         v = br_vlan_find(vg, vid);
 585         if (v && br_vlan_should_use(v))
 586                 return true;
 587
 588         return false;
 589 }
 590
 591 /* Called under RCU */
 592 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
 593 {
 594         struct net_bridge_vlan_group *vg;
 595         struct net_bridge *br = p->br;
 596
 597         /* If filtering was disabled at input, let it pass. */
 598         if (!br_opt_get(br, BROPT_VLAN_ENABLED))
 599                 return true;
 600
 601         vg = nbp_vlan_group_rcu(p);
 602         if (!vg || !vg->num_vlans)
 603                 return false;
 604
 605         if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
 606                 *vid = 0;
 607
 608         if (!*vid) {
 609                 *vid = br_get_pvid(vg);
 610                 if (!*vid)
 611                         return false;
 612
 613                 return true;
 614         }
 615
 616         if (br_vlan_find(vg, *vid))
 617                 return true;
 618
 619         return false;
 620 }
 621
 622 static int br_vlan_add_existing(struct net_bridge *br,
 623                                 struct net_bridge_vlan_group *vg,
 624                                 struct net_bridge_vlan *vlan,
 625                                 u16 flags, bool *changed,
 626                                 struct netlink_ext_ack *extack)
 627 {
 628         int err;
 629
 630         err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
 631         if (err && err != -EOPNOTSUPP)
 632                 return err;
 633
 634         if (!br_vlan_is_brentry(vlan)) {
 635                 /* Trying to change flags of non-existent bridge vlan */
 636                 if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
 637                         err = -EINVAL;
 638                         goto err_flags;
 639                 }
 640                 /* It was only kept for port vlans, now make it real */
 641                 err = br_fdb_insert(br, NULL, br->dev->dev_addr,
 642                                     vlan->vid);
 643                 if (err) {
 644                         br_err(br, "failed to insert local address into bridge forwarding table\n");
 645                         goto err_fdb_insert;
 646                 }
 647
 648                 refcount_inc(&vlan->refcnt);
 649                 vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
 650                 vg->num_vlans++;
 651                 *changed = true;
 652         }
 653
 654         if (__vlan_add_flags(vlan, flags))
 655                 *changed = true;
 656
 657         return 0;
 658
 659 err_fdb_insert:
 660 err_flags:
 661         br_switchdev_port_vlan_del(br->dev, vlan->vid);
 662         return err;
 663 }
 664
 665 /* Must be protected by RTNL.
 666  * Must be called with vid in range from 1 to 4094 inclusive.
 667  * changed must be true only if the vlan was created or updated
 668  */
 669 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
 670                 struct netlink_ext_ack *extack)
 671 {
 672         struct net_bridge_vlan_group *vg;
 673         struct net_bridge_vlan *vlan;
 674         int ret;
 675
 676         ASSERT_RTNL();
 677
 678         *changed = false;
 679         vg = br_vlan_group(br);
 680         vlan = br_vlan_find(vg, vid);
 681         if (vlan)
 682                 return br_vlan_add_existing(br, vg, vlan, flags, changed,
 683                                             extack);
 684
 685         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
 686         if (!vlan)
 687                 return -ENOMEM;
 688
 689         vlan->stats = netdev_alloc_pcpu_stats(struct br_vlan_stats);
 690         if (!vlan->stats) {
 691                 kfree(vlan);
 692                 return -ENOMEM;
 693         }
 694         vlan->vid = vid;
 695         vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
 696         vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
 697         vlan->br = br;
 698         if (flags & BRIDGE_VLAN_INFO_BRENTRY)
 699                 refcount_set(&vlan->refcnt, 1);
 700         ret = __vlan_add(vlan, flags, extack);
 701         if (ret) {
 702                 free_percpu(vlan->stats);
 703                 kfree(vlan);
 704         } else {
 705                 *changed = true;
 706         }
 707
 708         return ret;
 709 }
 710
 711 /* Must be protected by RTNL.
 712  * Must be called with vid in range from 1 to 4094 inclusive.
 713  */
 714 int br_vlan_delete(struct net_bridge *br, u16 vid)
 715 {
 716         struct net_bridge_vlan_group *vg;
 717         struct net_bridge_vlan *v;
 718
 719         ASSERT_RTNL();
 720
 721         vg = br_vlan_group(br);
 722         v = br_vlan_find(vg, vid);
 723         if (!v || !br_vlan_is_brentry(v))
 724                 return -ENOENT;
 725
 726         br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
 727         br_fdb_delete_by_port(br, NULL, vid, 0);
 728
 729         vlan_tunnel_info_del(vg, v);
 730
 731         return __vlan_del(v);
 732 }
 733
 734 void br_vlan_flush(struct net_bridge *br)
 735 {
 736         struct net_bridge_vlan_group *vg;
 737
 738         ASSERT_RTNL();
 739
 740         vg = br_vlan_group(br);
 741         __vlan_flush(br, NULL, vg);
 742         RCU_INIT_POINTER(br->vlgrp, NULL);
 743         synchronize_rcu();
 744         __vlan_group_free(vg);
 745 }
 746
 747 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
 748 {
 749         if (!vg)
 750                 return NULL;
 751
 752         return br_vlan_lookup(&vg->vlan_hash, vid);
 753 }
 754
 755 /* Must be protected by RTNL. */
 756 static void recalculate_group_addr(struct net_bridge *br)
 757 {
 758         if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
 759                 return;
 760
 761         spin_lock_bh(&br->lock);
 762         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 763             br->vlan_proto == htons(ETH_P_8021Q)) {
 764                 /* Bridge Group Address */
 765                 br->group_addr[5] = 0x00;
 766         } else { /* vlan_enabled && ETH_P_8021AD */
 767                 /* Provider Bridge Group Address */
 768                 br->group_addr[5] = 0x08;
 769         }
 770         spin_unlock_bh(&br->lock);
 771 }
 772
 773 /* Must be protected by RTNL. */
 774 void br_recalculate_fwd_mask(struct net_bridge *br)
 775 {
 776         if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
 777             br->vlan_proto == htons(ETH_P_8021Q))
 778                 br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
 779         else /* vlan_enabled && ETH_P_8021AD */
 780                 br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
 781                                               ~(1u << br->group_addr[5]);
 782 }
 783
 784 int __br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 785 {
 786         struct switchdev_attr attr = {
 787                 .orig_dev = br->dev,
 788                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
 789                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
 790                 .u.vlan_filtering = val,
 791         };
 792         int err;
 793
 794         if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
 795                 return 0;
 796
 797         err = switchdev_port_attr_set(br->dev, &attr);
 798         if (err && err != -EOPNOTSUPP)
 799                 return err;
 800
 801         br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
 802         br_manage_promisc(br);
 803         recalculate_group_addr(br);
 804         br_recalculate_fwd_mask(br);
 805
 806         return 0;
 807 }
 808
 809 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val)
 810 {
 811         return __br_vlan_filter_toggle(br, val);
 812 }
 813
 814 bool br_vlan_enabled(const struct net_device *dev)
 815 {
 816         struct net_bridge *br = netdev_priv(dev);
 817
 818         return br_opt_get(br, BROPT_VLAN_ENABLED);
 819 }
 820 EXPORT_SYMBOL_GPL(br_vlan_enabled);
 821
 822 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
 823 {
 824         struct net_bridge *br = netdev_priv(dev);
 825
 826         *p_proto = ntohs(br->vlan_proto);
 827
 828         return 0;
 829 }
 830 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
 831
 832 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto)
 833 {
 834         int err = 0;
 835         struct net_bridge_port *p;
 836         struct net_bridge_vlan *vlan;
 837         struct net_bridge_vlan_group *vg;
 838         __be16 oldproto;
 839
 840         if (br->vlan_proto == proto)
 841                 return 0;
 842
 843         /* Add VLANs for the new proto to the device filter. */
 844         list_for_each_entry(p, &br->port_list, list) {
 845                 vg = nbp_vlan_group(p);
 846                 list_for_each_entry(vlan, &vg->vlan_list, vlist) {
 847                         err = vlan_vid_add(p->dev, proto, vlan->vid);
 848                         if (err)
 849                                 goto err_filt;
 850                 }
 851         }
 852
 853         oldproto = br->vlan_proto;
 854         br->vlan_proto = proto;
 855
 856         recalculate_group_addr(br);
 857         br_recalculate_fwd_mask(br);
 858
 859         /* Delete VLANs for the old proto from the device filter. */
 860         list_for_each_entry(p, &br->port_list, list) {
 861                 vg = nbp_vlan_group(p);
 862                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 863                         vlan_vid_del(p->dev, oldproto, vlan->vid);
 864         }
 865
 866         return 0;
 867
 868 err_filt:
 869         list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
 870                 vlan_vid_del(p->dev, proto, vlan->vid);
 871
 872         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
 873                 vg = nbp_vlan_group(p);
 874                 list_for_each_entry(vlan, &vg->vlan_list, vlist)
 875                         vlan_vid_del(p->dev, proto, vlan->vid);
 876         }
 877
 878         return err;
 879 }
 880
 881 int br_vlan_set_proto(struct net_bridge *br, unsigned long val)
 882 {
 883         if (val != ETH_P_8021Q && val != ETH_P_8021AD)
 884                 return -EPROTONOSUPPORT;
 885
 886         return __br_vlan_set_proto(br, htons(val));
 887 }
 888
 889 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
 890 {
 891         switch (val) {
 892         case 0:
 893         case 1:
 894                 br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
 895                 break;
 896         default:
 897                 return -EINVAL;
 898         }
 899
 900         return 0;
 901 }
 902
 903 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
 904 {
 905         struct net_bridge_port *p;
 906
 907         /* allow to change the option if there are no port vlans configured */
 908         list_for_each_entry(p, &br->port_list, list) {
 909                 struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
 910
 911                 if (vg->num_vlans)
 912                         return -EBUSY;
 913         }
 914
 915         switch (val) {
 916         case 0:
 917         case 1:
 918                 br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
 919                 break;
 920         default:
 921                 return -EINVAL;
 922         }
 923
 924         return 0;
 925 }
 926
 927 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
 928 {
 929         struct net_bridge_vlan *v;
 930
 931         if (vid != vg->pvid)
 932                 return false;
 933
 934         v = br_vlan_lookup(&vg->vlan_hash, vid);
 935         if (v && br_vlan_should_use(v) &&
 936             (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
 937                 return true;
 938
 939         return false;
 940 }
 941
 942 static void br_vlan_disable_default_pvid(struct net_bridge *br)
 943 {
 944         struct net_bridge_port *p;
 945         u16 pvid = br->default_pvid;
 946
 947         /* Disable default_pvid on all ports where it is still
 948          * configured.
 949          */
 950         if (vlan_default_pvid(br_vlan_group(br), pvid)) {
 951                 if (!br_vlan_delete(br, pvid))
 952                         br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
 953         }
 954
 955         list_for_each_entry(p, &br->port_list, list) {
 956                 if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
 957                     !nbp_vlan_delete(p, pvid))
 958                         br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
 959         }
 960
 961         br->default_pvid = 0;
 962 }
 963
 964 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
 965                                struct netlink_ext_ack *extack)
 966 {
 967         const struct net_bridge_vlan *pvent;
 968         struct net_bridge_vlan_group *vg;
 969         struct net_bridge_port *p;
 970         unsigned long *changed;
 971         bool vlchange;
 972         u16 old_pvid;
 973         int err = 0;
 974
 975         if (!pvid) {
 976                 br_vlan_disable_default_pvid(br);
 977                 return 0;
 978         }
 979
 980         changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
 981         if (!changed)
 982                 return -ENOMEM;
 983
 984         old_pvid = br->default_pvid;
 985
 986         /* Update default_pvid config only if we do not conflict with
 987          * user configuration.
 988          */
 989         vg = br_vlan_group(br);
 990         pvent = br_vlan_find(vg, pvid);
 991         if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
 992             (!pvent || !br_vlan_should_use(pvent))) {
 993                 err = br_vlan_add(br, pvid,
 994                                   BRIDGE_VLAN_INFO_PVID |
 995                                   BRIDGE_VLAN_INFO_UNTAGGED |
 996                                   BRIDGE_VLAN_INFO_BRENTRY,
 997                                   &vlchange, extack);
 998                 if (err)
 999                         goto out;
1000
1001                 if (br_vlan_delete(br, old_pvid))
1002                         br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1003                 br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1004                 set_bit(0, changed);
1005         }
1006
1007         list_for_each_entry(p, &br->port_list, list) {
1008                 /* Update default_pvid config only if we do not conflict with
1009                  * user configuration.
1010                  */
1011                 vg = nbp_vlan_group(p);
1012                 if ((old_pvid &&
1013                      !vlan_default_pvid(vg, old_pvid)) ||
1014                     br_vlan_find(vg, pvid))
1015                         continue;
1016
1017                 err = nbp_vlan_add(p, pvid,
1018                                    BRIDGE_VLAN_INFO_PVID |
1019                                    BRIDGE_VLAN_INFO_UNTAGGED,
1020                                    &vlchange, extack);
1021                 if (err)
1022                         goto err_port;
1023                 if (nbp_vlan_delete(p, old_pvid))
1024                         br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1025                 br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1026                 set_bit(p->port_no, changed);
1027         }
1028
1029         br->default_pvid = pvid;
1030
1031 out:
1032         bitmap_free(changed);
1033         return err;
1034
1035 err_port:
1036         list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1037                 if (!test_bit(p->port_no, changed))
1038                         continue;
1039
1040                 if (old_pvid) {
1041                         nbp_vlan_add(p, old_pvid,
1042                                      BRIDGE_VLAN_INFO_PVID |
1043                                      BRIDGE_VLAN_INFO_UNTAGGED,
1044                                      &vlchange, NULL);
1045                         br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1046                 }
1047                 nbp_vlan_delete(p, pvid);
1048                 br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1049         }
1050
1051         if (test_bit(0, changed)) {
1052                 if (old_pvid) {
1053                         br_vlan_add(br, old_pvid,
1054                                     BRIDGE_VLAN_INFO_PVID |
1055                                     BRIDGE_VLAN_INFO_UNTAGGED |
1056                                     BRIDGE_VLAN_INFO_BRENTRY,
1057                                     &vlchange, NULL);
1058                         br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1059                 }
1060                 br_vlan_delete(br, pvid);
1061                 br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1062         }
1063         goto out;
1064 }
1065
1066 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val)
1067 {
1068         u16 pvid = val;
1069         int err = 0;
1070
1071         if (val >= VLAN_VID_MASK)
1072                 return -EINVAL;
1073
1074         if (pvid == br->default_pvid)
1075                 goto out;
1076
1077         /* Only allow default pvid change when filtering is disabled */
1078         if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1079                 pr_info_once("Please disable vlan filtering to change default_pvid\n");
1080                 err = -EPERM;
1081                 goto out;
1082         }
1083         err = __br_vlan_set_default_pvid(br, pvid, NULL);
1084 out:
1085         return err;
1086 }
1087
1088 int br_vlan_init(struct net_bridge *br)
1089 {
1090         struct net_bridge_vlan_group *vg;
1091         int ret = -ENOMEM;
1092
1093         vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1094         if (!vg)
1095                 goto out;
1096         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1097         if (ret)
1098                 goto err_rhtbl;
1099         ret = vlan_tunnel_init(vg);
1100         if (ret)
1101                 goto err_tunnel_init;
1102         INIT_LIST_HEAD(&vg->vlan_list);
1103         br->vlan_proto = htons(ETH_P_8021Q);
1104         br->default_pvid = 1;
1105         rcu_assign_pointer(br->vlgrp, vg);
1106
1107 out:
1108         return ret;
1109
1110 err_tunnel_init:
1111         rhashtable_destroy(&vg->vlan_hash);
1112 err_rhtbl:
1113         kfree(vg);
1114
1115         goto out;
1116 }
1117
1118 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1119 {
1120         struct switchdev_attr attr = {
1121                 .orig_dev = p->br->dev,
1122                 .id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1123                 .flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1124                 .u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1125         };
1126         struct net_bridge_vlan_group *vg;
1127         int ret = -ENOMEM;
1128
1129         vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1130         if (!vg)
1131                 goto out;
1132
1133         ret = switchdev_port_attr_set(p->dev, &attr);
1134         if (ret && ret != -EOPNOTSUPP)
1135                 goto err_vlan_enabled;
1136
1137         ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1138         if (ret)
1139                 goto err_rhtbl;
1140         ret = vlan_tunnel_init(vg);
1141         if (ret)
1142                 goto err_tunnel_init;
1143         INIT_LIST_HEAD(&vg->vlan_list);
1144         rcu_assign_pointer(p->vlgrp, vg);
1145         if (p->br->default_pvid) {
1146                 bool changed;
1147
1148                 ret = nbp_vlan_add(p, p->br->default_pvid,
1149                                    BRIDGE_VLAN_INFO_PVID |
1150                                    BRIDGE_VLAN_INFO_UNTAGGED,
1151                                    &changed, extack);
1152                 if (ret)
1153                         goto err_vlan_add;
1154                 br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1155         }
1156 out:
1157         return ret;
1158
1159 err_vlan_add:
1160         RCU_INIT_POINTER(p->vlgrp, NULL);
1161         synchronize_rcu();
1162         vlan_tunnel_deinit(vg);
1163 err_tunnel_init:
1164         rhashtable_destroy(&vg->vlan_hash);
1165 err_rhtbl:
1166 err_vlan_enabled:
1167         kfree(vg);
1168
1169         goto out;
1170 }
1171
1172 /* Must be protected by RTNL.
1173  * Must be called with vid in range from 1 to 4094 inclusive.
1174  * changed must be true only if the vlan was created or updated
1175  */
1176 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1177                  bool *changed, struct netlink_ext_ack *extack)
1178 {
1179         struct net_bridge_vlan *vlan;
1180         int ret;
1181
1182         ASSERT_RTNL();
1183
1184         *changed = false;
1185         vlan = br_vlan_find(nbp_vlan_group(port), vid);
1186         if (vlan) {
1187                 /* Pass the flags to the hardware bridge */
1188                 ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1189                 if (ret && ret != -EOPNOTSUPP)
1190                         return ret;
1191                 *changed = __vlan_add_flags(vlan, flags);
1192
1193                 return 0;
1194         }
1195
1196         vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1197         if (!vlan)
1198                 return -ENOMEM;
1199
1200         vlan->vid = vid;
1201         vlan->port = port;
1202         ret = __vlan_add(vlan, flags, extack);
1203         if (ret)
1204                 kfree(vlan);
1205         else
1206                 *changed = true;
1207
1208         return ret;
1209 }
1210
1211 /* Must be protected by RTNL.
1212  * Must be called with vid in range from 1 to 4094 inclusive.
1213  */
1214 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1215 {
1216         struct net_bridge_vlan *v;
1217
1218         ASSERT_RTNL();
1219
1220         v = br_vlan_find(nbp_vlan_group(port), vid);
1221         if (!v)
1222                 return -ENOENT;
1223         br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1224         br_fdb_delete_by_port(port->br, port, vid, 0);
1225
1226         return __vlan_del(v);
1227 }
1228
1229 void nbp_vlan_flush(struct net_bridge_port *port)
1230 {
1231         struct net_bridge_vlan_group *vg;
1232
1233         ASSERT_RTNL();
1234
1235         vg = nbp_vlan_group(port);
1236         __vlan_flush(port->br, port, vg);
1237         RCU_INIT_POINTER(port->vlgrp, NULL);
1238         synchronize_rcu();
1239         __vlan_group_free(vg);
1240 }
1241
1242 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1243                        struct br_vlan_stats *stats)
1244 {
1245         int i;
1246
1247         memset(stats, 0, sizeof(*stats));
1248         for_each_possible_cpu(i) {
1249                 u64 rxpackets, rxbytes, txpackets, txbytes;
1250                 struct br_vlan_stats *cpu_stats;
1251                 unsigned int start;
1252
1253                 cpu_stats = per_cpu_ptr(v->stats, i);
1254                 do {
1255                         start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1256                         rxpackets = cpu_stats->rx_packets;
1257                         rxbytes = cpu_stats->rx_bytes;
1258                         txbytes = cpu_stats->tx_bytes;
1259                         txpackets = cpu_stats->tx_packets;
1260                 } while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1261
1262                 stats->rx_packets += rxpackets;
1263                 stats->rx_bytes += rxbytes;
1264                 stats->tx_bytes += txbytes;
1265                 stats->tx_packets += txpackets;
1266         }
1267 }
1268
1269 static int __br_vlan_get_pvid(const struct net_device *dev,
1270                               struct net_bridge_port *p, u16 *p_pvid)
1271 {
1272         struct net_bridge_vlan_group *vg;
1273
1274         if (p)
1275                 vg = nbp_vlan_group(p);
1276         else if (netif_is_bridge_master(dev))
1277                 vg = br_vlan_group(netdev_priv(dev));
1278         else
1279                 return -EINVAL;
1280
1281         *p_pvid = br_get_pvid(vg);
1282         return 0;
1283 }
1284
1285 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1286 {
1287         ASSERT_RTNL();
1288
1289         return __br_vlan_get_pvid(dev, br_port_get_check_rtnl(dev), p_pvid);
1290 }
1291 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1292
1293 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1294 {
1295         return __br_vlan_get_pvid(dev, br_port_get_check_rcu(dev), p_pvid);
1296 }
1297 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1298
1299 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1300                      struct bridge_vlan_info *p_vinfo)
1301 {
1302         struct net_bridge_vlan_group *vg;
1303         struct net_bridge_vlan *v;
1304         struct net_bridge_port *p;
1305
1306         ASSERT_RTNL();
1307         p = br_port_get_check_rtnl(dev);
1308         if (p)
1309                 vg = nbp_vlan_group(p);
1310         else if (netif_is_bridge_master(dev))
1311                 vg = br_vlan_group(netdev_priv(dev));
1312         else
1313                 return -EINVAL;
1314
1315         v = br_vlan_find(vg, vid);
1316         if (!v)
1317                 return -ENOENT;
1318
1319         p_vinfo->vid = vid;
1320         p_vinfo->flags = v->flags;
1321         if (vid == br_get_pvid(vg))
1322                 p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1323         return 0;
1324 }
1325 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1326
1327 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1328 {
1329         return is_vlan_dev(dev) &&
1330                 !!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1331 }
1332
1333 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1334                                        __always_unused void *data)
1335 {
1336         return br_vlan_is_bind_vlan_dev(dev);
1337 }
1338
1339 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1340 {
1341         int found;
1342
1343         rcu_read_lock();
1344         found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1345                                               NULL);
1346         rcu_read_unlock();
1347
1348         return !!found;
1349 }
1350
1351 struct br_vlan_bind_walk_data {
1352         u16 vid;
1353         struct net_device *result;
1354 };
1355
1356 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1357                                           void *data_in)
1358 {
1359         struct br_vlan_bind_walk_data *data = data_in;
1360         int found = 0;
1361
1362         if (br_vlan_is_bind_vlan_dev(dev) &&
1363             vlan_dev_priv(dev)->vlan_id == data->vid) {
1364                 data->result = dev;
1365                 found = 1;
1366         }
1367
1368         return found;
1369 }
1370
1371 static struct net_device *
1372 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1373 {
1374         struct br_vlan_bind_walk_data data = {
1375                 .vid = vid,
1376         };
1377
1378         rcu_read_lock();
1379         netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1380                                       &data);
1381         rcu_read_unlock();
1382
1383         return data.result;
1384 }
1385
1386 static bool br_vlan_is_dev_up(const struct net_device *dev)
1387 {
1388         return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1389 }
1390
1391 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1392                                        struct net_device *vlan_dev)
1393 {
1394         u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1395         struct net_bridge_vlan_group *vg;
1396         struct net_bridge_port *p;
1397         bool has_carrier = false;
1398
1399         if (!netif_carrier_ok(br->dev)) {
1400                 netif_carrier_off(vlan_dev);
1401                 return;
1402         }
1403
1404         list_for_each_entry(p, &br->port_list, list) {
1405                 vg = nbp_vlan_group(p);
1406                 if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1407                         has_carrier = true;
1408                         break;
1409                 }
1410         }
1411
1412         if (has_carrier)
1413                 netif_carrier_on(vlan_dev);
1414         else
1415                 netif_carrier_off(vlan_dev);
1416 }
1417
1418 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1419 {
1420         struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1421         struct net_bridge_vlan *vlan;
1422         struct net_device *vlan_dev;
1423
1424         list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1425                 vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1426                                                            vlan->vid);
1427                 if (vlan_dev) {
1428                         if (br_vlan_is_dev_up(p->dev)) {
1429                                 if (netif_carrier_ok(p->br->dev))
1430                                         netif_carrier_on(vlan_dev);
1431                         } else {
1432                                 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1433                         }
1434                 }
1435         }
1436 }
1437
1438 static void br_vlan_upper_change(struct net_device *dev,
1439                                  struct net_device *upper_dev,
1440                                  bool linking)
1441 {
1442         struct net_bridge *br = netdev_priv(dev);
1443
1444         if (!br_vlan_is_bind_vlan_dev(upper_dev))
1445                 return;
1446
1447         if (linking) {
1448                 br_vlan_set_vlan_dev_state(br, upper_dev);
1449                 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1450         } else {
1451                 br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1452                               br_vlan_has_upper_bind_vlan_dev(dev));
1453         }
1454 }
1455
1456 struct br_vlan_link_state_walk_data {
1457         struct net_bridge *br;
1458 };
1459
1460 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1461                                         void *data_in)
1462 {
1463         struct br_vlan_link_state_walk_data *data = data_in;
1464
1465         if (br_vlan_is_bind_vlan_dev(vlan_dev))
1466                 br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1467
1468         return 0;
1469 }
1470
1471 static void br_vlan_link_state_change(struct net_device *dev,
1472                                       struct net_bridge *br)
1473 {
1474         struct br_vlan_link_state_walk_data data = {
1475                 .br = br
1476         };
1477
1478         rcu_read_lock();
1479         netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1480                                       &data);
1481         rcu_read_unlock();
1482 }
1483
1484 /* Must be protected by RTNL. */
1485 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1486 {
1487         struct net_device *vlan_dev;
1488
1489         if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1490                 return;
1491
1492         vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1493         if (vlan_dev)
1494                 br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1495 }
1496
1497 /* Must be protected by RTNL. */
1498 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1499 {
1500         struct netdev_notifier_changeupper_info *info;
1501         struct net_bridge *br = netdev_priv(dev);
1502         int vlcmd = 0, ret = 0;
1503         bool changed = false;
1504
1505         switch (event) {
1506         case NETDEV_REGISTER:
1507                 ret = br_vlan_add(br, br->default_pvid,
1508                                   BRIDGE_VLAN_INFO_PVID |
1509                                   BRIDGE_VLAN_INFO_UNTAGGED |
1510                                   BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1511                 vlcmd = RTM_NEWVLAN;
1512                 break;
1513         case NETDEV_UNREGISTER:
1514                 changed = !br_vlan_delete(br, br->default_pvid);
1515                 vlcmd = RTM_DELVLAN;
1516                 break;
1517         case NETDEV_CHANGEUPPER:
1518                 info = ptr;
1519                 br_vlan_upper_change(dev, info->upper_dev, info->linking);
1520                 break;
1521
1522         case NETDEV_CHANGE:
1523         case NETDEV_UP:
1524                 if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1525                         break;
1526                 br_vlan_link_state_change(dev, br);
1527                 break;
1528         }
1529         if (changed)
1530                 br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1531
1532         return ret;
1533 }
1534
1535 /* Must be protected by RTNL. */
1536 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1537 {
1538         if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1539                 return;
1540
1541         switch (event) {
1542         case NETDEV_CHANGE:
1543         case NETDEV_DOWN:
1544         case NETDEV_UP:
1545                 br_vlan_set_all_vlan_dev_state(p);
1546                 break;
1547         }
1548 }
1549
1550 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1551                               u16 flags)
1552 {
1553         struct bridge_vlan_info info;
1554         struct nlattr *nest;
1555
1556         nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1557         if (!nest)
1558                 return false;
1559
1560         memset(&info, 0, sizeof(info));
1561         info.vid = vid;
1562         if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1563                 info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1564         if (flags & BRIDGE_VLAN_INFO_PVID)
1565                 info.flags |= BRIDGE_VLAN_INFO_PVID;
1566
1567         if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1568                 goto out_err;
1569
1570         if (vid_range && vid < vid_range &&
1571             !(flags & BRIDGE_VLAN_INFO_PVID) &&
1572             nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1573                 goto out_err;
1574
1575         nla_nest_end(skb, nest);
1576
1577         return true;
1578
1579 out_err:
1580         nla_nest_cancel(skb, nest);
1581         return false;
1582 }
1583
1584 static size_t rtnl_vlan_nlmsg_size(void)
1585 {
1586         return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1587                 + nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1588                 + nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1589                 + nla_total_size(sizeof(struct bridge_vlan_info)); /* BRIDGE_VLANDB_ENTRY_INFO */
1590 }
1591
1592 void br_vlan_notify(const struct net_bridge *br,
1593                     const struct net_bridge_port *p,
1594                     u16 vid, u16 vid_range,
1595                     int cmd)
1596 {
1597         struct net_bridge_vlan_group *vg;
1598         struct net_bridge_vlan *v;
1599         struct br_vlan_msg *bvm;
1600         struct nlmsghdr *nlh;
1601         struct sk_buff *skb;
1602         int err = -ENOBUFS;
1603         struct net *net;
1604         u16 flags = 0;
1605         int ifindex;
1606
1607         /* right now notifications are done only with rtnl held */
1608         ASSERT_RTNL();
1609
1610         if (p) {
1611                 ifindex = p->dev->ifindex;
1612                 vg = nbp_vlan_group(p);
1613                 net = dev_net(p->dev);
1614         } else {
1615                 ifindex = br->dev->ifindex;
1616                 vg = br_vlan_group(br);
1617                 net = dev_net(br->dev);
1618         }
1619
1620         skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1621         if (!skb)
1622                 goto out_err;
1623
1624         err = -EMSGSIZE;
1625         nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1626         if (!nlh)
1627                 goto out_err;
1628         bvm = nlmsg_data(nlh);
1629         memset(bvm, 0, sizeof(*bvm));
1630         bvm->family = AF_BRIDGE;
1631         bvm->ifindex = ifindex;
1632
1633         switch (cmd) {
1634         case RTM_NEWVLAN:
1635                 /* need to find the vlan due to flags/options */
1636                 v = br_vlan_find(vg, vid);
1637                 if (!v || !br_vlan_should_use(v))
1638                         goto out_kfree;
1639
1640                 flags = v->flags;
1641                 if (br_get_pvid(vg) == v->vid)
1642                         flags |= BRIDGE_VLAN_INFO_PVID;
1643                 break;
1644         case RTM_DELVLAN:
1645                 break;
1646         default:
1647                 goto out_kfree;
1648         }
1649
1650         if (!br_vlan_fill_vids(skb, vid, vid_range, flags))
1651                 goto out_err;
1652
1653         nlmsg_end(skb, nlh);
1654         rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1655         return;
1656
1657 out_err:
1658         rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1659 out_kfree:
1660         kfree_skb(skb);
1661 }
1662
1663 /* check if v_curr can enter a range ending in range_end */
1664 static bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1665                                     const struct net_bridge_vlan *range_end)
1666 {
1667         return v_curr->vid - range_end->vid == 1 &&
1668                range_end->flags == v_curr->flags;
1669 }
1670
1671 static int br_vlan_dump_dev(const struct net_device *dev,
1672                             struct sk_buff *skb,
1673                             struct netlink_callback *cb)
1674 {
1675         struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1676         struct net_bridge_vlan_group *vg;
1677         int idx = 0, s_idx = cb->args[1];
1678         struct nlmsghdr *nlh = NULL;
1679         struct net_bridge_port *p;
1680         struct br_vlan_msg *bvm;
1681         struct net_bridge *br;
1682         int err = 0;
1683         u16 pvid;
1684
1685         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1686                 return -EINVAL;
1687
1688         if (netif_is_bridge_master(dev)) {
1689                 br = netdev_priv(dev);
1690                 vg = br_vlan_group_rcu(br);
1691                 p = NULL;
1692         } else {
1693                 p = br_port_get_rcu(dev);
1694                 if (WARN_ON(!p))
1695                         return -EINVAL;
1696                 vg = nbp_vlan_group_rcu(p);
1697                 br = p->br;
1698         }
1699
1700         if (!vg)
1701                 return 0;
1702
1703         nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1704                         RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1705         if (!nlh)
1706                 return -EMSGSIZE;
1707         bvm = nlmsg_data(nlh);
1708         memset(bvm, 0, sizeof(*bvm));
1709         bvm->family = PF_BRIDGE;
1710         bvm->ifindex = dev->ifindex;
1711         pvid = br_get_pvid(vg);
1712
1713         /* idx must stay at range's beginning until it is filled in */
1714         list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1715                 if (!br_vlan_should_use(v))
1716                         continue;
1717                 if (idx < s_idx) {
1718                         idx++;
1719                         continue;
1720                 }
1721
1722                 if (!range_start) {
1723                         range_start = v;
1724                         range_end = v;
1725                         continue;
1726                 }
1727
1728                 if (v->vid == pvid || !br_vlan_can_enter_range(v, range_end)) {
1729                         u16 flags = br_vlan_flags(range_start, pvid);
1730
1731                         if (!br_vlan_fill_vids(skb, range_start->vid,
1732                                                range_end->vid, flags)) {
1733                                 err = -EMSGSIZE;
1734                                 break;
1735                         }
1736                         /* advance number of filled vlans */
1737                         idx += range_end->vid - range_start->vid + 1;
1738
1739                         range_start = v;
1740                 }
1741                 range_end = v;
1742         }
1743
1744         /* err will be 0 and range_start will be set in 3 cases here:
1745          * - first vlan (range_start == range_end)
1746          * - last vlan (range_start == range_end, not in range)
1747          * - last vlan range (range_start != range_end, in range)
1748          */
1749         if (!err && range_start &&
1750             !br_vlan_fill_vids(skb, range_start->vid, range_end->vid,
1751                                br_vlan_flags(range_start, pvid)))
1752                 err = -EMSGSIZE;
1753
1754         cb->args[1] = err ? idx : 0;
1755
1756         nlmsg_end(skb, nlh);
1757
1758         return err;
1759 }
1760
1761 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
1762 {
1763         int idx = 0, err = 0, s_idx = cb->args[0];
1764         struct net *net = sock_net(skb->sk);
1765         struct br_vlan_msg *bvm;
1766         struct net_device *dev;
1767
1768         err = nlmsg_parse(cb->nlh, sizeof(*bvm), NULL, 0, NULL, cb->extack);
1769         if (err < 0)
1770                 return err;
1771
1772         bvm = nlmsg_data(cb->nlh);
1773
1774         rcu_read_lock();
1775         if (bvm->ifindex) {
1776                 dev = dev_get_by_index_rcu(net, bvm->ifindex);
1777                 if (!dev) {
1778                         err = -ENODEV;
1779                         goto out_err;
1780                 }
1781                 err = br_vlan_dump_dev(dev, skb, cb);
1782                 if (err && err != -EMSGSIZE)
1783                         goto out_err;
1784         } else {
1785                 for_each_netdev_rcu(net, dev) {
1786                         if (idx < s_idx)
1787                                 goto skip;
1788
1789                         err = br_vlan_dump_dev(dev, skb, cb);
1790                         if (err == -EMSGSIZE)
1791                                 break;
1792 skip:
1793                         idx++;
1794                 }
1795         }
1796         cb->args[0] = idx;
1797         rcu_read_unlock();
1798
1799         return skb->len;
1800
1801 out_err:
1802         rcu_read_unlock();
1803
1804         return err;
1805 }
1806
1807 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
1808         [BRIDGE_VLANDB_ENTRY_INFO]      = { .type = NLA_EXACT_LEN,
1809                                             .len = sizeof(struct bridge_vlan_info) },
1810         [BRIDGE_VLANDB_ENTRY_RANGE]     = { .type = NLA_U16 },
1811 };
1812
1813 static int br_vlan_rtm_process_one(struct net_device *dev,
1814                                    const struct nlattr *attr,
1815                                    int cmd, struct netlink_ext_ack *extack)
1816 {
1817         struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
1818         struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
1819         struct net_bridge_vlan_group *vg;
1820         struct net_bridge_port *p = NULL;
1821         int err = 0, cmdmap = 0;
1822         struct net_bridge *br;
1823         bool changed = false;
1824
1825         if (netif_is_bridge_master(dev)) {
1826                 br = netdev_priv(dev);
1827                 vg = br_vlan_group(br);
1828         } else {
1829                 p = br_port_get_rtnl(dev);
1830                 if (WARN_ON(!p))
1831                         return -ENODEV;
1832                 br = p->br;
1833                 vg = nbp_vlan_group(p);
1834         }
1835
1836         if (WARN_ON(!vg))
1837                 return -ENODEV;
1838
1839         err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
1840                                br_vlan_db_policy, extack);
1841         if (err)
1842                 return err;
1843
1844         if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
1845                 NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
1846                 return -EINVAL;
1847         }
1848         memset(&vrange_end, 0, sizeof(vrange_end));
1849
1850         vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
1851         if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
1852                             BRIDGE_VLAN_INFO_RANGE_END)) {
1853                 NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
1854                 return -EINVAL;
1855         }
1856         if (!br_vlan_valid_id(vinfo->vid, extack))
1857                 return -EINVAL;
1858
1859         if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
1860                 vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
1861                 /* validate user-provided flags without RANGE_BEGIN */
1862                 vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
1863                 vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
1864
1865                 /* vinfo_last is the range start, vinfo the range end */
1866                 vinfo_last = vinfo;
1867                 vinfo = &vrange_end;
1868
1869                 if (!br_vlan_valid_id(vinfo->vid, extack) ||
1870                     !br_vlan_valid_range(vinfo, vinfo_last, extack))
1871                         return -EINVAL;
1872         }
1873
1874         switch (cmd) {
1875         case RTM_NEWVLAN:
1876                 cmdmap = RTM_SETLINK;
1877                 break;
1878         case RTM_DELVLAN:
1879                 cmdmap = RTM_DELLINK;
1880                 break;
1881         }
1882
1883         err = br_process_vlan_info(br, p, cmdmap, vinfo, &vinfo_last, &changed,
1884                                    extack);
1885         if (changed)
1886                 br_ifinfo_notify(cmdmap, br, p);
1887
1888         return err;
1889 }
1890
1891 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
1892                                struct netlink_ext_ack *extack)
1893 {
1894         struct net *net = sock_net(skb->sk);
1895         struct br_vlan_msg *bvm;
1896         struct net_device *dev;
1897         struct nlattr *attr;
1898         int err, vlans = 0;
1899         int rem;
1900
1901         /* this should validate the header and check for remaining bytes */
1902         err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
1903                           extack);
1904         if (err < 0)
1905                 return err;
1906
1907         bvm = nlmsg_data(nlh);
1908         dev = __dev_get_by_index(net, bvm->ifindex);
1909         if (!dev)
1910                 return -ENODEV;
1911
1912         if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
1913                 NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
1914                 return -EINVAL;
1915         }
1916
1917         nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
1918                 if (nla_type(attr) != BRIDGE_VLANDB_ENTRY)
1919                         continue;
1920
1921                 vlans++;
1922                 err = br_vlan_rtm_process_one(dev, attr, nlh->nlmsg_type,
1923                                               extack);
1924                 if (err)
1925                         break;
1926         }
1927         if (!vlans) {
1928                 NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
1929                 err = -EINVAL;
1930         }
1931
1932         return err;
1933 }
1934
1935 void br_vlan_rtnl_init(void)
1936 {
1937         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
1938                              br_vlan_rtm_dump, 0);
1939         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
1940                              br_vlan_rtm_process, NULL, 0);
1941         rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
1942                              br_vlan_rtm_process, NULL, 0);
1943 }
1944
1945 void br_vlan_rtnl_uninit(void)
1946 {
1947         rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
1948         rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
1949         rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
1950 }