net/dsa/slave.c

   1 // SPDX-License-Identifier: GPL-2.0-or-later
   2 /*
   3  * net/dsa/slave.c - Slave device handling
   4  * Copyright (c) 2008-2009 Marvell Semiconductor
   5  */
   6
   7 #include <linux/list.h>
   8 #include <linux/etherdevice.h>
   9 #include <linux/netdevice.h>
  10 #include <linux/phy.h>
  11 #include <linux/phy_fixed.h>
  12 #include <linux/phylink.h>
  13 #include <linux/of_net.h>
  14 #include <linux/of_mdio.h>
  15 #include <linux/mdio.h>
  16 #include <net/rtnetlink.h>
  17 #include <net/pkt_cls.h>
  18 #include <net/selftests.h>
  19 #include <net/tc_act/tc_mirred.h>
  20 #include <linux/if_bridge.h>
  21 #include <linux/if_hsr.h>
  22 #include <net/dcbnl.h>
  23 #include <linux/netpoll.h>
  24 #include <linux/string.h>
  25
  26 #include "dsa.h"
  27 #include "port.h"
  28 #include "master.h"
  29 #include "netlink.h"
  30 #include "slave.h"
  31 #include "switch.h"
  32 #include "tag.h"
  33
  34 struct dsa_switchdev_event_work {
  35         struct net_device *dev;
  36         struct net_device *orig_dev;
  37         struct work_struct work;
  38         unsigned long event;
  39         /* Specific for SWITCHDEV_FDB_ADD_TO_DEVICE and
  40          * SWITCHDEV_FDB_DEL_TO_DEVICE
  41          */
  42         unsigned char addr[ETH_ALEN];
  43         u16 vid;
  44         bool host_addr;
  45 };
  46
  47 enum dsa_standalone_event {
  48         DSA_UC_ADD,
  49         DSA_UC_DEL,
  50         DSA_MC_ADD,
  51         DSA_MC_DEL,
  52 };
  53
  54 struct dsa_standalone_event_work {
  55         struct work_struct work;
  56         struct net_device *dev;
  57         enum dsa_standalone_event event;
  58         unsigned char addr[ETH_ALEN];
  59         u16 vid;
  60 };
  61
  62 struct dsa_host_vlan_rx_filtering_ctx {
  63         struct net_device *dev;
  64         const unsigned char *addr;
  65         enum dsa_standalone_event event;
  66 };
  67
  68 static bool dsa_switch_supports_uc_filtering(struct dsa_switch *ds)
  69 {
  70         return ds->ops->port_fdb_add && ds->ops->port_fdb_del &&
  71                ds->fdb_isolation && !ds->vlan_filtering_is_global &&
  72                !ds->needs_standalone_vlan_filtering;
  73 }
  74
  75 static bool dsa_switch_supports_mc_filtering(struct dsa_switch *ds)
  76 {
  77         return ds->ops->port_mdb_add && ds->ops->port_mdb_del &&
  78                ds->fdb_isolation && !ds->vlan_filtering_is_global &&
  79                !ds->needs_standalone_vlan_filtering;
  80 }
  81
  82 static void dsa_slave_standalone_event_work(struct work_struct *work)
  83 {
  84         struct dsa_standalone_event_work *standalone_work =
  85                 container_of(work, struct dsa_standalone_event_work, work);
  86         const unsigned char *addr = standalone_work->addr;
  87         struct net_device *dev = standalone_work->dev;
  88         struct dsa_port *dp = dsa_slave_to_port(dev);
  89         struct switchdev_obj_port_mdb mdb;
  90         struct dsa_switch *ds = dp->ds;
  91         u16 vid = standalone_work->vid;
  92         int err;
  93
  94         switch (standalone_work->event) {
  95         case DSA_UC_ADD:
  96                 err = dsa_port_standalone_host_fdb_add(dp, addr, vid);
  97                 if (err) {
  98                         dev_err(ds->dev,
  99                                 "port %d failed to add %pM vid %d to fdb: %d\n",
 100                                 dp->index, addr, vid, err);
 101                         break;
 102                 }
 103                 break;
 104
 105         case DSA_UC_DEL:
 106                 err = dsa_port_standalone_host_fdb_del(dp, addr, vid);
 107                 if (err) {
 108                         dev_err(ds->dev,
 109                                 "port %d failed to delete %pM vid %d from fdb: %d\n",
 110                                 dp->index, addr, vid, err);
 111                 }
 112
 113                 break;
 114         case DSA_MC_ADD:
 115                 ether_addr_copy(mdb.addr, addr);
 116                 mdb.vid = vid;
 117
 118                 err = dsa_port_standalone_host_mdb_add(dp, &mdb);
 119                 if (err) {
 120                         dev_err(ds->dev,
 121                                 "port %d failed to add %pM vid %d to mdb: %d\n",
 122                                 dp->index, addr, vid, err);
 123                         break;
 124                 }
 125                 break;
 126         case DSA_MC_DEL:
 127                 ether_addr_copy(mdb.addr, addr);
 128                 mdb.vid = vid;
 129
 130                 err = dsa_port_standalone_host_mdb_del(dp, &mdb);
 131                 if (err) {
 132                         dev_err(ds->dev,
 133                                 "port %d failed to delete %pM vid %d from mdb: %d\n",
 134                                 dp->index, addr, vid, err);
 135                 }
 136
 137                 break;
 138         }
 139
 140         kfree(standalone_work);
 141 }
 142
 143 static int dsa_slave_schedule_standalone_work(struct net_device *dev,
 144                                               enum dsa_standalone_event event,
 145                                               const unsigned char *addr,
 146                                               u16 vid)
 147 {
 148         struct dsa_standalone_event_work *standalone_work;
 149
 150         standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC);
 151         if (!standalone_work)
 152                 return -ENOMEM;
 153
 154         INIT_WORK(&standalone_work->work, dsa_slave_standalone_event_work);
 155         standalone_work->event = event;
 156         standalone_work->dev = dev;
 157
 158         ether_addr_copy(standalone_work->addr, addr);
 159         standalone_work->vid = vid;
 160
 161         dsa_schedule_work(&standalone_work->work);
 162
 163         return 0;
 164 }
 165
 166 static int dsa_slave_host_vlan_rx_filtering(void *arg, int vid)
 167 {
 168         struct dsa_host_vlan_rx_filtering_ctx *ctx = arg;
 169
 170         return dsa_slave_schedule_standalone_work(ctx->dev, ctx->event,
 171                                                   ctx->addr, vid);
 172 }
 173
 174 static int dsa_slave_vlan_for_each(struct net_device *dev,
 175                                    int (*cb)(void *arg, int vid), void *arg)
 176 {
 177         struct dsa_port *dp = dsa_slave_to_port(dev);
 178         struct dsa_vlan *v;
 179         int err;
 180
 181         lockdep_assert_held(&dev->addr_list_lock);
 182
 183         err = cb(arg, 0);
 184         if (err)
 185                 return err;
 186
 187         list_for_each_entry(v, &dp->user_vlans, list) {
 188                 err = cb(arg, v->vid);
 189                 if (err)
 190                         return err;
 191         }
 192
 193         return 0;
 194 }
 195
 196 static int dsa_slave_sync_uc(struct net_device *dev,
 197                              const unsigned char *addr)
 198 {
 199         struct net_device *master = dsa_slave_to_master(dev);
 200         struct dsa_port *dp = dsa_slave_to_port(dev);
 201         struct dsa_host_vlan_rx_filtering_ctx ctx = {
 202                 .dev = dev,
 203                 .addr = addr,
 204                 .event = DSA_UC_ADD,
 205         };
 206
 207         dev_uc_add(master, addr);
 208
 209         if (!dsa_switch_supports_uc_filtering(dp->ds))
 210                 return 0;
 211
 212         return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering,
 213                                        &ctx);
 214 }
 215
 216 static int dsa_slave_unsync_uc(struct net_device *dev,
 217                                const unsigned char *addr)
 218 {
 219         struct net_device *master = dsa_slave_to_master(dev);
 220         struct dsa_port *dp = dsa_slave_to_port(dev);
 221         struct dsa_host_vlan_rx_filtering_ctx ctx = {
 222                 .dev = dev,
 223                 .addr = addr,
 224                 .event = DSA_UC_DEL,
 225         };
 226
 227         dev_uc_del(master, addr);
 228
 229         if (!dsa_switch_supports_uc_filtering(dp->ds))
 230                 return 0;
 231
 232         return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering,
 233                                        &ctx);
 234 }
 235
 236 static int dsa_slave_sync_mc(struct net_device *dev,
 237                              const unsigned char *addr)
 238 {
 239         struct net_device *master = dsa_slave_to_master(dev);
 240         struct dsa_port *dp = dsa_slave_to_port(dev);
 241         struct dsa_host_vlan_rx_filtering_ctx ctx = {
 242                 .dev = dev,
 243                 .addr = addr,
 244                 .event = DSA_MC_ADD,
 245         };
 246
 247         dev_mc_add(master, addr);
 248
 249         if (!dsa_switch_supports_mc_filtering(dp->ds))
 250                 return 0;
 251
 252         return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering,
 253                                        &ctx);
 254 }
 255
 256 static int dsa_slave_unsync_mc(struct net_device *dev,
 257                                const unsigned char *addr)
 258 {
 259         struct net_device *master = dsa_slave_to_master(dev);
 260         struct dsa_port *dp = dsa_slave_to_port(dev);
 261         struct dsa_host_vlan_rx_filtering_ctx ctx = {
 262                 .dev = dev,
 263                 .addr = addr,
 264                 .event = DSA_MC_DEL,
 265         };
 266
 267         dev_mc_del(master, addr);
 268
 269         if (!dsa_switch_supports_mc_filtering(dp->ds))
 270                 return 0;
 271
 272         return dsa_slave_vlan_for_each(dev, dsa_slave_host_vlan_rx_filtering,
 273                                        &ctx);
 274 }
 275
 276 void dsa_slave_sync_ha(struct net_device *dev)
 277 {
 278         struct dsa_port *dp = dsa_slave_to_port(dev);
 279         struct dsa_switch *ds = dp->ds;
 280         struct netdev_hw_addr *ha;
 281
 282         netif_addr_lock_bh(dev);
 283
 284         netdev_for_each_synced_mc_addr(ha, dev)
 285                 dsa_slave_sync_mc(dev, ha->addr);
 286
 287         netdev_for_each_synced_uc_addr(ha, dev)
 288                 dsa_slave_sync_uc(dev, ha->addr);
 289
 290         netif_addr_unlock_bh(dev);
 291
 292         if (dsa_switch_supports_uc_filtering(ds) ||
 293             dsa_switch_supports_mc_filtering(ds))
 294                 dsa_flush_workqueue();
 295 }
 296
 297 void dsa_slave_unsync_ha(struct net_device *dev)
 298 {
 299         struct dsa_port *dp = dsa_slave_to_port(dev);
 300         struct dsa_switch *ds = dp->ds;
 301         struct netdev_hw_addr *ha;
 302
 303         netif_addr_lock_bh(dev);
 304
 305         netdev_for_each_synced_uc_addr(ha, dev)
 306                 dsa_slave_unsync_uc(dev, ha->addr);
 307
 308         netdev_for_each_synced_mc_addr(ha, dev)
 309                 dsa_slave_unsync_mc(dev, ha->addr);
 310
 311         netif_addr_unlock_bh(dev);
 312
 313         if (dsa_switch_supports_uc_filtering(ds) ||
 314             dsa_switch_supports_mc_filtering(ds))
 315                 dsa_flush_workqueue();
 316 }
 317
 318 /* slave mii_bus handling ***************************************************/
 319 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
 320 {
 321         struct dsa_switch *ds = bus->priv;
 322
 323         if (ds->phys_mii_mask & (1 << addr))
 324                 return ds->ops->phy_read(ds, addr, reg);
 325
 326         return 0xffff;
 327 }
 328
 329 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
 330 {
 331         struct dsa_switch *ds = bus->priv;
 332
 333         if (ds->phys_mii_mask & (1 << addr))
 334                 return ds->ops->phy_write(ds, addr, reg, val);
 335
 336         return 0;
 337 }
 338
 339 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
 340 {
 341         ds->slave_mii_bus->priv = (void *)ds;
 342         ds->slave_mii_bus->name = "dsa slave smi";
 343         ds->slave_mii_bus->read = dsa_slave_phy_read;
 344         ds->slave_mii_bus->write = dsa_slave_phy_write;
 345         snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
 346                  ds->dst->index, ds->index);
 347         ds->slave_mii_bus->parent = ds->dev;
 348         ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
 349 }
 350
 351
 352 /* slave device handling ****************************************************/
 353 static int dsa_slave_get_iflink(const struct net_device *dev)
 354 {
 355         return dsa_slave_to_master(dev)->ifindex;
 356 }
 357
 358 static int dsa_slave_open(struct net_device *dev)
 359 {
 360         struct net_device *master = dsa_slave_to_master(dev);
 361         struct dsa_port *dp = dsa_slave_to_port(dev);
 362         struct dsa_switch *ds = dp->ds;
 363         int err;
 364
 365         err = dev_open(master, NULL);
 366         if (err < 0) {
 367                 netdev_err(dev, "failed to open master %s\n", master->name);
 368                 goto out;
 369         }
 370
 371         if (dsa_switch_supports_uc_filtering(ds)) {
 372                 err = dsa_port_standalone_host_fdb_add(dp, dev->dev_addr, 0);
 373                 if (err)
 374                         goto out;
 375         }
 376
 377         if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
 378                 err = dev_uc_add(master, dev->dev_addr);
 379                 if (err < 0)
 380                         goto del_host_addr;
 381         }
 382
 383         err = dsa_port_enable_rt(dp, dev->phydev);
 384         if (err)
 385                 goto del_unicast;
 386
 387         return 0;
 388
 389 del_unicast:
 390         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 391                 dev_uc_del(master, dev->dev_addr);
 392 del_host_addr:
 393         if (dsa_switch_supports_uc_filtering(ds))
 394                 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
 395 out:
 396         return err;
 397 }
 398
 399 static int dsa_slave_close(struct net_device *dev)
 400 {
 401         struct net_device *master = dsa_slave_to_master(dev);
 402         struct dsa_port *dp = dsa_slave_to_port(dev);
 403         struct dsa_switch *ds = dp->ds;
 404
 405         dsa_port_disable_rt(dp);
 406
 407         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 408                 dev_uc_del(master, dev->dev_addr);
 409
 410         if (dsa_switch_supports_uc_filtering(ds))
 411                 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
 412
 413         return 0;
 414 }
 415
 416 static void dsa_slave_manage_host_flood(struct net_device *dev)
 417 {
 418         bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI);
 419         struct dsa_port *dp = dsa_slave_to_port(dev);
 420         bool uc = dev->flags & IFF_PROMISC;
 421
 422         dsa_port_set_host_flood(dp, uc, mc);
 423 }
 424
 425 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
 426 {
 427         struct net_device *master = dsa_slave_to_master(dev);
 428         struct dsa_port *dp = dsa_slave_to_port(dev);
 429         struct dsa_switch *ds = dp->ds;
 430
 431         if (change & IFF_ALLMULTI)
 432                 dev_set_allmulti(master,
 433                                  dev->flags & IFF_ALLMULTI ? 1 : -1);
 434         if (change & IFF_PROMISC)
 435                 dev_set_promiscuity(master,
 436                                     dev->flags & IFF_PROMISC ? 1 : -1);
 437
 438         if (dsa_switch_supports_uc_filtering(ds) &&
 439             dsa_switch_supports_mc_filtering(ds))
 440                 dsa_slave_manage_host_flood(dev);
 441 }
 442
 443 static void dsa_slave_set_rx_mode(struct net_device *dev)
 444 {
 445         __dev_mc_sync(dev, dsa_slave_sync_mc, dsa_slave_unsync_mc);
 446         __dev_uc_sync(dev, dsa_slave_sync_uc, dsa_slave_unsync_uc);
 447 }
 448
 449 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
 450 {
 451         struct net_device *master = dsa_slave_to_master(dev);
 452         struct dsa_port *dp = dsa_slave_to_port(dev);
 453         struct dsa_switch *ds = dp->ds;
 454         struct sockaddr *addr = a;
 455         int err;
 456
 457         if (!is_valid_ether_addr(addr->sa_data))
 458                 return -EADDRNOTAVAIL;
 459
 460         /* If the port is down, the address isn't synced yet to hardware or
 461          * to the DSA master, so there is nothing to change.
 462          */
 463         if (!(dev->flags & IFF_UP))
 464                 goto out_change_dev_addr;
 465
 466         if (dsa_switch_supports_uc_filtering(ds)) {
 467                 err = dsa_port_standalone_host_fdb_add(dp, addr->sa_data, 0);
 468                 if (err)
 469                         return err;
 470         }
 471
 472         if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
 473                 err = dev_uc_add(master, addr->sa_data);
 474                 if (err < 0)
 475                         goto del_unicast;
 476         }
 477
 478         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 479                 dev_uc_del(master, dev->dev_addr);
 480
 481         if (dsa_switch_supports_uc_filtering(ds))
 482                 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
 483
 484 out_change_dev_addr:
 485         eth_hw_addr_set(dev, addr->sa_data);
 486
 487         return 0;
 488
 489 del_unicast:
 490         if (dsa_switch_supports_uc_filtering(ds))
 491                 dsa_port_standalone_host_fdb_del(dp, addr->sa_data, 0);
 492
 493         return err;
 494 }
 495
 496 struct dsa_slave_dump_ctx {
 497         struct net_device *dev;
 498         struct sk_buff *skb;
 499         struct netlink_callback *cb;
 500         int idx;
 501 };
 502
 503 static int
 504 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
 505                            bool is_static, void *data)
 506 {
 507         struct dsa_slave_dump_ctx *dump = data;
 508         u32 portid = NETLINK_CB(dump->cb->skb).portid;
 509         u32 seq = dump->cb->nlh->nlmsg_seq;
 510         struct nlmsghdr *nlh;
 511         struct ndmsg *ndm;
 512
 513         if (dump->idx < dump->cb->args[2])
 514                 goto skip;
 515
 516         nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
 517                         sizeof(*ndm), NLM_F_MULTI);
 518         if (!nlh)
 519                 return -EMSGSIZE;
 520
 521         ndm = nlmsg_data(nlh);
 522         ndm->ndm_family  = AF_BRIDGE;
 523         ndm->ndm_pad1    = 0;
 524         ndm->ndm_pad2    = 0;
 525         ndm->ndm_flags   = NTF_SELF;
 526         ndm->ndm_type    = 0;
 527         ndm->ndm_ifindex = dump->dev->ifindex;
 528         ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
 529
 530         if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
 531                 goto nla_put_failure;
 532
 533         if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
 534                 goto nla_put_failure;
 535
 536         nlmsg_end(dump->skb, nlh);
 537
 538 skip:
 539         dump->idx++;
 540         return 0;
 541
 542 nla_put_failure:
 543         nlmsg_cancel(dump->skb, nlh);
 544         return -EMSGSIZE;
 545 }
 546
 547 static int
 548 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
 549                    struct net_device *dev, struct net_device *filter_dev,
 550                    int *idx)
 551 {
 552         struct dsa_port *dp = dsa_slave_to_port(dev);
 553         struct dsa_slave_dump_ctx dump = {
 554                 .dev = dev,
 555                 .skb = skb,
 556                 .cb = cb,
 557                 .idx = *idx,
 558         };
 559         int err;
 560
 561         err = dsa_port_fdb_dump(dp, dsa_slave_port_fdb_do_dump, &dump);
 562         *idx = dump.idx;
 563
 564         return err;
 565 }
 566
 567 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
 568 {
 569         struct dsa_slave_priv *p = netdev_priv(dev);
 570         struct dsa_switch *ds = p->dp->ds;
 571         int port = p->dp->index;
 572
 573         /* Pass through to switch driver if it supports timestamping */
 574         switch (cmd) {
 575         case SIOCGHWTSTAMP:
 576                 if (ds->ops->port_hwtstamp_get)
 577                         return ds->ops->port_hwtstamp_get(ds, port, ifr);
 578                 break;
 579         case SIOCSHWTSTAMP:
 580                 if (ds->ops->port_hwtstamp_set)
 581                         return ds->ops->port_hwtstamp_set(ds, port, ifr);
 582                 break;
 583         }
 584
 585         return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
 586 }
 587
 588 static int dsa_slave_port_attr_set(struct net_device *dev, const void *ctx,
 589                                    const struct switchdev_attr *attr,
 590                                    struct netlink_ext_ack *extack)
 591 {
 592         struct dsa_port *dp = dsa_slave_to_port(dev);
 593         int ret;
 594
 595         if (ctx && ctx != dp)
 596                 return 0;
 597
 598         switch (attr->id) {
 599         case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
 600                 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 601                         return -EOPNOTSUPP;
 602
 603                 ret = dsa_port_set_state(dp, attr->u.stp_state, true);
 604                 break;
 605         case SWITCHDEV_ATTR_ID_PORT_MST_STATE:
 606                 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 607                         return -EOPNOTSUPP;
 608
 609                 ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack);
 610                 break;
 611         case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
 612                 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 613                         return -EOPNOTSUPP;
 614
 615                 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
 616                                               extack);
 617                 break;
 618         case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
 619                 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 620                         return -EOPNOTSUPP;
 621
 622                 ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
 623                 break;
 624         case SWITCHDEV_ATTR_ID_BRIDGE_MST:
 625                 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 626                         return -EOPNOTSUPP;
 627
 628                 ret = dsa_port_mst_enable(dp, attr->u.mst, extack);
 629                 break;
 630         case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
 631                 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 632                         return -EOPNOTSUPP;
 633
 634                 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
 635                                                 extack);
 636                 break;
 637         case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
 638                 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
 639                         return -EOPNOTSUPP;
 640
 641                 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
 642                 break;
 643         case SWITCHDEV_ATTR_ID_VLAN_MSTI:
 644                 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
 645                         return -EOPNOTSUPP;
 646
 647                 ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti);
 648                 break;
 649         default:
 650                 ret = -EOPNOTSUPP;
 651                 break;
 652         }
 653
 654         return ret;
 655 }
 656
 657 /* Must be called under rcu_read_lock() */
 658 static int
 659 dsa_slave_vlan_check_for_8021q_uppers(struct net_device *slave,
 660                                       const struct switchdev_obj_port_vlan *vlan)
 661 {
 662         struct net_device *upper_dev;
 663         struct list_head *iter;
 664
 665         netdev_for_each_upper_dev_rcu(slave, upper_dev, iter) {
 666                 u16 vid;
 667
 668                 if (!is_vlan_dev(upper_dev))
 669                         continue;
 670
 671                 vid = vlan_dev_vlan_id(upper_dev);
 672                 if (vid == vlan->vid)
 673                         return -EBUSY;
 674         }
 675
 676         return 0;
 677 }
 678
 679 static int dsa_slave_vlan_add(struct net_device *dev,
 680                               const struct switchdev_obj *obj,
 681                               struct netlink_ext_ack *extack)
 682 {
 683         struct dsa_port *dp = dsa_slave_to_port(dev);
 684         struct switchdev_obj_port_vlan *vlan;
 685         int err;
 686
 687         if (dsa_port_skip_vlan_configuration(dp)) {
 688                 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
 689                 return 0;
 690         }
 691
 692         vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
 693
 694         /* Deny adding a bridge VLAN when there is already an 802.1Q upper with
 695          * the same VID.
 696          */
 697         if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) {
 698                 rcu_read_lock();
 699                 err = dsa_slave_vlan_check_for_8021q_uppers(dev, vlan);
 700                 rcu_read_unlock();
 701                 if (err) {
 702                         NL_SET_ERR_MSG_MOD(extack,
 703                                            "Port already has a VLAN upper with this VID");
 704                         return err;
 705                 }
 706         }
 707
 708         return dsa_port_vlan_add(dp, vlan, extack);
 709 }
 710
 711 /* Offload a VLAN installed on the bridge or on a foreign interface by
 712  * installing it as a VLAN towards the CPU port.
 713  */
 714 static int dsa_slave_host_vlan_add(struct net_device *dev,
 715                                    const struct switchdev_obj *obj,
 716                                    struct netlink_ext_ack *extack)
 717 {
 718         struct dsa_port *dp = dsa_slave_to_port(dev);
 719         struct switchdev_obj_port_vlan vlan;
 720
 721         /* Do nothing if this is a software bridge */
 722         if (!dp->bridge)
 723                 return -EOPNOTSUPP;
 724
 725         if (dsa_port_skip_vlan_configuration(dp)) {
 726                 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
 727                 return 0;
 728         }
 729
 730         vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
 731
 732         /* Even though drivers often handle CPU membership in special ways,
 733          * it doesn't make sense to program a PVID, so clear this flag.
 734          */
 735         vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
 736
 737         return dsa_port_host_vlan_add(dp, &vlan, extack);
 738 }
 739
 740 static int dsa_slave_port_obj_add(struct net_device *dev, const void *ctx,
 741                                   const struct switchdev_obj *obj,
 742                                   struct netlink_ext_ack *extack)
 743 {
 744         struct dsa_port *dp = dsa_slave_to_port(dev);
 745         int err;
 746
 747         if (ctx && ctx != dp)
 748                 return 0;
 749
 750         switch (obj->id) {
 751         case SWITCHDEV_OBJ_ID_PORT_MDB:
 752                 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 753                         return -EOPNOTSUPP;
 754
 755                 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 756                 break;
 757         case SWITCHDEV_OBJ_ID_HOST_MDB:
 758                 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 759                         return -EOPNOTSUPP;
 760
 761                 err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 762                 break;
 763         case SWITCHDEV_OBJ_ID_PORT_VLAN:
 764                 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 765                         err = dsa_slave_vlan_add(dev, obj, extack);
 766                 else
 767                         err = dsa_slave_host_vlan_add(dev, obj, extack);
 768                 break;
 769         case SWITCHDEV_OBJ_ID_MRP:
 770                 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 771                         return -EOPNOTSUPP;
 772
 773                 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
 774                 break;
 775         case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
 776                 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 777                         return -EOPNOTSUPP;
 778
 779                 err = dsa_port_mrp_add_ring_role(dp,
 780                                                  SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
 781                 break;
 782         default:
 783                 err = -EOPNOTSUPP;
 784                 break;
 785         }
 786
 787         return err;
 788 }
 789
 790 static int dsa_slave_vlan_del(struct net_device *dev,
 791                               const struct switchdev_obj *obj)
 792 {
 793         struct dsa_port *dp = dsa_slave_to_port(dev);
 794         struct switchdev_obj_port_vlan *vlan;
 795
 796         if (dsa_port_skip_vlan_configuration(dp))
 797                 return 0;
 798
 799         vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
 800
 801         return dsa_port_vlan_del(dp, vlan);
 802 }
 803
 804 static int dsa_slave_host_vlan_del(struct net_device *dev,
 805                                    const struct switchdev_obj *obj)
 806 {
 807         struct dsa_port *dp = dsa_slave_to_port(dev);
 808         struct switchdev_obj_port_vlan *vlan;
 809
 810         /* Do nothing if this is a software bridge */
 811         if (!dp->bridge)
 812                 return -EOPNOTSUPP;
 813
 814         if (dsa_port_skip_vlan_configuration(dp))
 815                 return 0;
 816
 817         vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
 818
 819         return dsa_port_host_vlan_del(dp, vlan);
 820 }
 821
 822 static int dsa_slave_port_obj_del(struct net_device *dev, const void *ctx,
 823                                   const struct switchdev_obj *obj)
 824 {
 825         struct dsa_port *dp = dsa_slave_to_port(dev);
 826         int err;
 827
 828         if (ctx && ctx != dp)
 829                 return 0;
 830
 831         switch (obj->id) {
 832         case SWITCHDEV_OBJ_ID_PORT_MDB:
 833                 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 834                         return -EOPNOTSUPP;
 835
 836                 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 837                 break;
 838         case SWITCHDEV_OBJ_ID_HOST_MDB:
 839                 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 840                         return -EOPNOTSUPP;
 841
 842                 err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 843                 break;
 844         case SWITCHDEV_OBJ_ID_PORT_VLAN:
 845                 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
 846                         err = dsa_slave_vlan_del(dev, obj);
 847                 else
 848                         err = dsa_slave_host_vlan_del(dev, obj);
 849                 break;
 850         case SWITCHDEV_OBJ_ID_MRP:
 851                 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 852                         return -EOPNOTSUPP;
 853
 854                 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
 855                 break;
 856         case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
 857                 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
 858                         return -EOPNOTSUPP;
 859
 860                 err = dsa_port_mrp_del_ring_role(dp,
 861                                                  SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
 862                 break;
 863         default:
 864                 err = -EOPNOTSUPP;
 865                 break;
 866         }
 867
 868         return err;
 869 }
 870
 871 static inline netdev_tx_t dsa_slave_netpoll_send_skb(struct net_device *dev,
 872                                                      struct sk_buff *skb)
 873 {
 874 #ifdef CONFIG_NET_POLL_CONTROLLER
 875         struct dsa_slave_priv *p = netdev_priv(dev);
 876
 877         return netpoll_send_skb(p->netpoll, skb);
 878 #else
 879         BUG();
 880         return NETDEV_TX_OK;
 881 #endif
 882 }
 883
 884 static void dsa_skb_tx_timestamp(struct dsa_slave_priv *p,
 885                                  struct sk_buff *skb)
 886 {
 887         struct dsa_switch *ds = p->dp->ds;
 888
 889         if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
 890                 return;
 891
 892         if (!ds->ops->port_txtstamp)
 893                 return;
 894
 895         ds->ops->port_txtstamp(ds, p->dp->index, skb);
 896 }
 897
 898 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
 899 {
 900         /* SKB for netpoll still need to be mangled with the protocol-specific
 901          * tag to be successfully transmitted
 902          */
 903         if (unlikely(netpoll_tx_running(dev)))
 904                 return dsa_slave_netpoll_send_skb(dev, skb);
 905
 906         /* Queue the SKB for transmission on the parent interface, but
 907          * do not modify its EtherType
 908          */
 909         skb->dev = dsa_slave_to_master(dev);
 910         dev_queue_xmit(skb);
 911
 912         return NETDEV_TX_OK;
 913 }
 914 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
 915
 916 static int dsa_realloc_skb(struct sk_buff *skb, struct net_device *dev)
 917 {
 918         int needed_headroom = dev->needed_headroom;
 919         int needed_tailroom = dev->needed_tailroom;
 920
 921         /* For tail taggers, we need to pad short frames ourselves, to ensure
 922          * that the tail tag does not fail at its role of being at the end of
 923          * the packet, once the master interface pads the frame. Account for
 924          * that pad length here, and pad later.
 925          */
 926         if (unlikely(needed_tailroom && skb->len < ETH_ZLEN))
 927                 needed_tailroom += ETH_ZLEN - skb->len;
 928         /* skb_headroom() returns unsigned int... */
 929         needed_headroom = max_t(int, needed_headroom - skb_headroom(skb), 0);
 930         needed_tailroom = max_t(int, needed_tailroom - skb_tailroom(skb), 0);
 931
 932         if (likely(!needed_headroom && !needed_tailroom && !skb_cloned(skb)))
 933                 /* No reallocation needed, yay! */
 934                 return 0;
 935
 936         return pskb_expand_head(skb, needed_headroom, needed_tailroom,
 937                                 GFP_ATOMIC);
 938 }
 939
 940 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
 941 {
 942         struct dsa_slave_priv *p = netdev_priv(dev);
 943         struct sk_buff *nskb;
 944
 945         dev_sw_netstats_tx_add(dev, 1, skb->len);
 946
 947         memset(skb->cb, 0, sizeof(skb->cb));
 948
 949         /* Handle tx timestamp if any */
 950         dsa_skb_tx_timestamp(p, skb);
 951
 952         if (dsa_realloc_skb(skb, dev)) {
 953                 dev_kfree_skb_any(skb);
 954                 return NETDEV_TX_OK;
 955         }
 956
 957         /* needed_tailroom should still be 'warm' in the cache line from
 958          * dsa_realloc_skb(), which has also ensured that padding is safe.
 959          */
 960         if (dev->needed_tailroom)
 961                 eth_skb_pad(skb);
 962
 963         /* Transmit function may have to reallocate the original SKB,
 964          * in which case it must have freed it. Only free it here on error.
 965          */
 966         nskb = p->xmit(skb, dev);
 967         if (!nskb) {
 968                 kfree_skb(skb);
 969                 return NETDEV_TX_OK;
 970         }
 971
 972         return dsa_enqueue_skb(nskb, dev);
 973 }
 974
 975 /* ethtool operations *******************************************************/
 976
 977 static void dsa_slave_get_drvinfo(struct net_device *dev,
 978                                   struct ethtool_drvinfo *drvinfo)
 979 {
 980         strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
 981         strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
 982         strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
 983 }
 984
 985 static int dsa_slave_get_regs_len(struct net_device *dev)
 986 {
 987         struct dsa_port *dp = dsa_slave_to_port(dev);
 988         struct dsa_switch *ds = dp->ds;
 989
 990         if (ds->ops->get_regs_len)
 991                 return ds->ops->get_regs_len(ds, dp->index);
 992
 993         return -EOPNOTSUPP;
 994 }
 995
 996 static void
 997 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
 998 {
 999         struct dsa_port *dp = dsa_slave_to_port(dev);
1000         struct dsa_switch *ds = dp->ds;
1001
1002         if (ds->ops->get_regs)
1003                 ds->ops->get_regs(ds, dp->index, regs, _p);
1004 }
1005
1006 static int dsa_slave_nway_reset(struct net_device *dev)
1007 {
1008         struct dsa_port *dp = dsa_slave_to_port(dev);
1009
1010         return phylink_ethtool_nway_reset(dp->pl);
1011 }
1012
1013 static int dsa_slave_get_eeprom_len(struct net_device *dev)
1014 {
1015         struct dsa_port *dp = dsa_slave_to_port(dev);
1016         struct dsa_switch *ds = dp->ds;
1017
1018         if (ds->cd && ds->cd->eeprom_len)
1019                 return ds->cd->eeprom_len;
1020
1021         if (ds->ops->get_eeprom_len)
1022                 return ds->ops->get_eeprom_len(ds);
1023
1024         return 0;
1025 }
1026
1027 static int dsa_slave_get_eeprom(struct net_device *dev,
1028                                 struct ethtool_eeprom *eeprom, u8 *data)
1029 {
1030         struct dsa_port *dp = dsa_slave_to_port(dev);
1031         struct dsa_switch *ds = dp->ds;
1032
1033         if (ds->ops->get_eeprom)
1034                 return ds->ops->get_eeprom(ds, eeprom, data);
1035
1036         return -EOPNOTSUPP;
1037 }
1038
1039 static int dsa_slave_set_eeprom(struct net_device *dev,
1040                                 struct ethtool_eeprom *eeprom, u8 *data)
1041 {
1042         struct dsa_port *dp = dsa_slave_to_port(dev);
1043         struct dsa_switch *ds = dp->ds;
1044
1045         if (ds->ops->set_eeprom)
1046                 return ds->ops->set_eeprom(ds, eeprom, data);
1047
1048         return -EOPNOTSUPP;
1049 }
1050
1051 static void dsa_slave_get_strings(struct net_device *dev,
1052                                   uint32_t stringset, uint8_t *data)
1053 {
1054         struct dsa_port *dp = dsa_slave_to_port(dev);
1055         struct dsa_switch *ds = dp->ds;
1056
1057         if (stringset == ETH_SS_STATS) {
1058                 int len = ETH_GSTRING_LEN;
1059
1060                 strscpy_pad(data, "tx_packets", len);
1061                 strscpy_pad(data + len, "tx_bytes", len);
1062                 strscpy_pad(data + 2 * len, "rx_packets", len);
1063                 strscpy_pad(data + 3 * len, "rx_bytes", len);
1064                 if (ds->ops->get_strings)
1065                         ds->ops->get_strings(ds, dp->index, stringset,
1066                                              data + 4 * len);
1067         } else if (stringset ==  ETH_SS_TEST) {
1068                 net_selftest_get_strings(data);
1069         }
1070
1071 }
1072
1073 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
1074                                         struct ethtool_stats *stats,
1075                                         uint64_t *data)
1076 {
1077         struct dsa_port *dp = dsa_slave_to_port(dev);
1078         struct dsa_switch *ds = dp->ds;
1079         struct pcpu_sw_netstats *s;
1080         unsigned int start;
1081         int i;
1082
1083         for_each_possible_cpu(i) {
1084                 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
1085
1086                 s = per_cpu_ptr(dev->tstats, i);
1087                 do {
1088                         start = u64_stats_fetch_begin(&s->syncp);
1089                         tx_packets = u64_stats_read(&s->tx_packets);
1090                         tx_bytes = u64_stats_read(&s->tx_bytes);
1091                         rx_packets = u64_stats_read(&s->rx_packets);
1092                         rx_bytes = u64_stats_read(&s->rx_bytes);
1093                 } while (u64_stats_fetch_retry(&s->syncp, start));
1094                 data[0] += tx_packets;
1095                 data[1] += tx_bytes;
1096                 data[2] += rx_packets;
1097                 data[3] += rx_bytes;
1098         }
1099         if (ds->ops->get_ethtool_stats)
1100                 ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
1101 }
1102
1103 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
1104 {
1105         struct dsa_port *dp = dsa_slave_to_port(dev);
1106         struct dsa_switch *ds = dp->ds;
1107
1108         if (sset == ETH_SS_STATS) {
1109                 int count = 0;
1110
1111                 if (ds->ops->get_sset_count) {
1112                         count = ds->ops->get_sset_count(ds, dp->index, sset);
1113                         if (count < 0)
1114                                 return count;
1115                 }
1116
1117                 return count + 4;
1118         } else if (sset ==  ETH_SS_TEST) {
1119                 return net_selftest_get_count();
1120         }
1121
1122         return -EOPNOTSUPP;
1123 }
1124
1125 static void dsa_slave_get_eth_phy_stats(struct net_device *dev,
1126                                         struct ethtool_eth_phy_stats *phy_stats)
1127 {
1128         struct dsa_port *dp = dsa_slave_to_port(dev);
1129         struct dsa_switch *ds = dp->ds;
1130
1131         if (ds->ops->get_eth_phy_stats)
1132                 ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats);
1133 }
1134
1135 static void dsa_slave_get_eth_mac_stats(struct net_device *dev,
1136                                         struct ethtool_eth_mac_stats *mac_stats)
1137 {
1138         struct dsa_port *dp = dsa_slave_to_port(dev);
1139         struct dsa_switch *ds = dp->ds;
1140
1141         if (ds->ops->get_eth_mac_stats)
1142                 ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats);
1143 }
1144
1145 static void
1146 dsa_slave_get_eth_ctrl_stats(struct net_device *dev,
1147                              struct ethtool_eth_ctrl_stats *ctrl_stats)
1148 {
1149         struct dsa_port *dp = dsa_slave_to_port(dev);
1150         struct dsa_switch *ds = dp->ds;
1151
1152         if (ds->ops->get_eth_ctrl_stats)
1153                 ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats);
1154 }
1155
1156 static void
1157 dsa_slave_get_rmon_stats(struct net_device *dev,
1158                          struct ethtool_rmon_stats *rmon_stats,
1159                          const struct ethtool_rmon_hist_range **ranges)
1160 {
1161         struct dsa_port *dp = dsa_slave_to_port(dev);
1162         struct dsa_switch *ds = dp->ds;
1163
1164         if (ds->ops->get_rmon_stats)
1165                 ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges);
1166 }
1167
1168 static void dsa_slave_net_selftest(struct net_device *ndev,
1169                                    struct ethtool_test *etest, u64 *buf)
1170 {
1171         struct dsa_port *dp = dsa_slave_to_port(ndev);
1172         struct dsa_switch *ds = dp->ds;
1173
1174         if (ds->ops->self_test) {
1175                 ds->ops->self_test(ds, dp->index, etest, buf);
1176                 return;
1177         }
1178
1179         net_selftest(ndev, etest, buf);
1180 }
1181
1182 static int dsa_slave_get_mm(struct net_device *dev,
1183                             struct ethtool_mm_state *state)
1184 {
1185         struct dsa_port *dp = dsa_slave_to_port(dev);
1186         struct dsa_switch *ds = dp->ds;
1187
1188         if (!ds->ops->get_mm)
1189                 return -EOPNOTSUPP;
1190
1191         return ds->ops->get_mm(ds, dp->index, state);
1192 }
1193
1194 static int dsa_slave_set_mm(struct net_device *dev, struct ethtool_mm_cfg *cfg,
1195                             struct netlink_ext_ack *extack)
1196 {
1197         struct dsa_port *dp = dsa_slave_to_port(dev);
1198         struct dsa_switch *ds = dp->ds;
1199
1200         if (!ds->ops->set_mm)
1201                 return -EOPNOTSUPP;
1202
1203         return ds->ops->set_mm(ds, dp->index, cfg, extack);
1204 }
1205
1206 static void dsa_slave_get_mm_stats(struct net_device *dev,
1207                                    struct ethtool_mm_stats *stats)
1208 {
1209         struct dsa_port *dp = dsa_slave_to_port(dev);
1210         struct dsa_switch *ds = dp->ds;
1211
1212         if (ds->ops->get_mm_stats)
1213                 ds->ops->get_mm_stats(ds, dp->index, stats);
1214 }
1215
1216 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1217 {
1218         struct dsa_port *dp = dsa_slave_to_port(dev);
1219         struct dsa_switch *ds = dp->ds;
1220
1221         phylink_ethtool_get_wol(dp->pl, w);
1222
1223         if (ds->ops->get_wol)
1224                 ds->ops->get_wol(ds, dp->index, w);
1225 }
1226
1227 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1228 {
1229         struct dsa_port *dp = dsa_slave_to_port(dev);
1230         struct dsa_switch *ds = dp->ds;
1231         int ret = -EOPNOTSUPP;
1232
1233         phylink_ethtool_set_wol(dp->pl, w);
1234
1235         if (ds->ops->set_wol)
1236                 ret = ds->ops->set_wol(ds, dp->index, w);
1237
1238         return ret;
1239 }
1240
1241 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
1242 {
1243         struct dsa_port *dp = dsa_slave_to_port(dev);
1244         struct dsa_switch *ds = dp->ds;
1245         int ret;
1246
1247         /* Port's PHY and MAC both need to be EEE capable */
1248         if (!dev->phydev || !dp->pl)
1249                 return -ENODEV;
1250
1251         if (!ds->ops->set_mac_eee)
1252                 return -EOPNOTSUPP;
1253
1254         ret = ds->ops->set_mac_eee(ds, dp->index, e);
1255         if (ret)
1256                 return ret;
1257
1258         return phylink_ethtool_set_eee(dp->pl, e);
1259 }
1260
1261 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
1262 {
1263         struct dsa_port *dp = dsa_slave_to_port(dev);
1264         struct dsa_switch *ds = dp->ds;
1265         int ret;
1266
1267         /* Port's PHY and MAC both need to be EEE capable */
1268         if (!dev->phydev || !dp->pl)
1269                 return -ENODEV;
1270
1271         if (!ds->ops->get_mac_eee)
1272                 return -EOPNOTSUPP;
1273
1274         ret = ds->ops->get_mac_eee(ds, dp->index, e);
1275         if (ret)
1276                 return ret;
1277
1278         return phylink_ethtool_get_eee(dp->pl, e);
1279 }
1280
1281 static int dsa_slave_get_link_ksettings(struct net_device *dev,
1282                                         struct ethtool_link_ksettings *cmd)
1283 {
1284         struct dsa_port *dp = dsa_slave_to_port(dev);
1285
1286         return phylink_ethtool_ksettings_get(dp->pl, cmd);
1287 }
1288
1289 static int dsa_slave_set_link_ksettings(struct net_device *dev,
1290                                         const struct ethtool_link_ksettings *cmd)
1291 {
1292         struct dsa_port *dp = dsa_slave_to_port(dev);
1293
1294         return phylink_ethtool_ksettings_set(dp->pl, cmd);
1295 }
1296
1297 static void dsa_slave_get_pause_stats(struct net_device *dev,
1298                                   struct ethtool_pause_stats *pause_stats)
1299 {
1300         struct dsa_port *dp = dsa_slave_to_port(dev);
1301         struct dsa_switch *ds = dp->ds;
1302
1303         if (ds->ops->get_pause_stats)
1304                 ds->ops->get_pause_stats(ds, dp->index, pause_stats);
1305 }
1306
1307 static void dsa_slave_get_pauseparam(struct net_device *dev,
1308                                      struct ethtool_pauseparam *pause)
1309 {
1310         struct dsa_port *dp = dsa_slave_to_port(dev);
1311
1312         phylink_ethtool_get_pauseparam(dp->pl, pause);
1313 }
1314
1315 static int dsa_slave_set_pauseparam(struct net_device *dev,
1316                                     struct ethtool_pauseparam *pause)
1317 {
1318         struct dsa_port *dp = dsa_slave_to_port(dev);
1319
1320         return phylink_ethtool_set_pauseparam(dp->pl, pause);
1321 }
1322
1323 #ifdef CONFIG_NET_POLL_CONTROLLER
1324 static int dsa_slave_netpoll_setup(struct net_device *dev,
1325                                    struct netpoll_info *ni)
1326 {
1327         struct net_device *master = dsa_slave_to_master(dev);
1328         struct dsa_slave_priv *p = netdev_priv(dev);
1329         struct netpoll *netpoll;
1330         int err = 0;
1331
1332         netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
1333         if (!netpoll)
1334                 return -ENOMEM;
1335
1336         err = __netpoll_setup(netpoll, master);
1337         if (err) {
1338                 kfree(netpoll);
1339                 goto out;
1340         }
1341
1342         p->netpoll = netpoll;
1343 out:
1344         return err;
1345 }
1346
1347 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
1348 {
1349         struct dsa_slave_priv *p = netdev_priv(dev);
1350         struct netpoll *netpoll = p->netpoll;
1351
1352         if (!netpoll)
1353                 return;
1354
1355         p->netpoll = NULL;
1356
1357         __netpoll_free(netpoll);
1358 }
1359
1360 static void dsa_slave_poll_controller(struct net_device *dev)
1361 {
1362 }
1363 #endif
1364
1365 static struct dsa_mall_tc_entry *
1366 dsa_slave_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
1367 {
1368         struct dsa_slave_priv *p = netdev_priv(dev);
1369         struct dsa_mall_tc_entry *mall_tc_entry;
1370
1371         list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
1372                 if (mall_tc_entry->cookie == cookie)
1373                         return mall_tc_entry;
1374
1375         return NULL;
1376 }
1377
1378 static int
1379 dsa_slave_add_cls_matchall_mirred(struct net_device *dev,
1380                                   struct tc_cls_matchall_offload *cls,
1381                                   bool ingress)
1382 {
1383         struct netlink_ext_ack *extack = cls->common.extack;
1384         struct dsa_port *dp = dsa_slave_to_port(dev);
1385         struct dsa_slave_priv *p = netdev_priv(dev);
1386         struct dsa_mall_mirror_tc_entry *mirror;
1387         struct dsa_mall_tc_entry *mall_tc_entry;
1388         struct dsa_switch *ds = dp->ds;
1389         struct flow_action_entry *act;
1390         struct dsa_port *to_dp;
1391         int err;
1392
1393         if (!ds->ops->port_mirror_add)
1394                 return -EOPNOTSUPP;
1395
1396         if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1397                                               cls->common.extack))
1398                 return -EOPNOTSUPP;
1399
1400         act = &cls->rule->action.entries[0];
1401
1402         if (!act->dev)
1403                 return -EINVAL;
1404
1405         if (!dsa_slave_dev_check(act->dev))
1406                 return -EOPNOTSUPP;
1407
1408         mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1409         if (!mall_tc_entry)
1410                 return -ENOMEM;
1411
1412         mall_tc_entry->cookie = cls->cookie;
1413         mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1414         mirror = &mall_tc_entry->mirror;
1415
1416         to_dp = dsa_slave_to_port(act->dev);
1417
1418         mirror->to_local_port = to_dp->index;
1419         mirror->ingress = ingress;
1420
1421         err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack);
1422         if (err) {
1423                 kfree(mall_tc_entry);
1424                 return err;
1425         }
1426
1427         list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1428
1429         return err;
1430 }
1431
1432 static int
1433 dsa_slave_add_cls_matchall_police(struct net_device *dev,
1434                                   struct tc_cls_matchall_offload *cls,
1435                                   bool ingress)
1436 {
1437         struct netlink_ext_ack *extack = cls->common.extack;
1438         struct dsa_port *dp = dsa_slave_to_port(dev);
1439         struct dsa_slave_priv *p = netdev_priv(dev);
1440         struct dsa_mall_policer_tc_entry *policer;
1441         struct dsa_mall_tc_entry *mall_tc_entry;
1442         struct dsa_switch *ds = dp->ds;
1443         struct flow_action_entry *act;
1444         int err;
1445
1446         if (!ds->ops->port_policer_add) {
1447                 NL_SET_ERR_MSG_MOD(extack,
1448                                    "Policing offload not implemented");
1449                 return -EOPNOTSUPP;
1450         }
1451
1452         if (!ingress) {
1453                 NL_SET_ERR_MSG_MOD(extack,
1454                                    "Only supported on ingress qdisc");
1455                 return -EOPNOTSUPP;
1456         }
1457
1458         if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1459                                               cls->common.extack))
1460                 return -EOPNOTSUPP;
1461
1462         list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1463                 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1464                         NL_SET_ERR_MSG_MOD(extack,
1465                                            "Only one port policer allowed");
1466                         return -EEXIST;
1467                 }
1468         }
1469
1470         act = &cls->rule->action.entries[0];
1471
1472         mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1473         if (!mall_tc_entry)
1474                 return -ENOMEM;
1475
1476         mall_tc_entry->cookie = cls->cookie;
1477         mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1478         policer = &mall_tc_entry->policer;
1479         policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1480         policer->burst = act->police.burst;
1481
1482         err = ds->ops->port_policer_add(ds, dp->index, policer);
1483         if (err) {
1484                 kfree(mall_tc_entry);
1485                 return err;
1486         }
1487
1488         list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1489
1490         return err;
1491 }
1492
1493 static int dsa_slave_add_cls_matchall(struct net_device *dev,
1494                                       struct tc_cls_matchall_offload *cls,
1495                                       bool ingress)
1496 {
1497         int err = -EOPNOTSUPP;
1498
1499         if (cls->common.protocol == htons(ETH_P_ALL) &&
1500             flow_offload_has_one_action(&cls->rule->action) &&
1501             cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED)
1502                 err = dsa_slave_add_cls_matchall_mirred(dev, cls, ingress);
1503         else if (flow_offload_has_one_action(&cls->rule->action) &&
1504                  cls->rule->action.entries[0].id == FLOW_ACTION_POLICE)
1505                 err = dsa_slave_add_cls_matchall_police(dev, cls, ingress);
1506
1507         return err;
1508 }
1509
1510 static void dsa_slave_del_cls_matchall(struct net_device *dev,
1511                                        struct tc_cls_matchall_offload *cls)
1512 {
1513         struct dsa_port *dp = dsa_slave_to_port(dev);
1514         struct dsa_mall_tc_entry *mall_tc_entry;
1515         struct dsa_switch *ds = dp->ds;
1516
1517         mall_tc_entry = dsa_slave_mall_tc_entry_find(dev, cls->cookie);
1518         if (!mall_tc_entry)
1519                 return;
1520
1521         list_del(&mall_tc_entry->list);
1522
1523         switch (mall_tc_entry->type) {
1524         case DSA_PORT_MALL_MIRROR:
1525                 if (ds->ops->port_mirror_del)
1526                         ds->ops->port_mirror_del(ds, dp->index,
1527                                                  &mall_tc_entry->mirror);
1528                 break;
1529         case DSA_PORT_MALL_POLICER:
1530                 if (ds->ops->port_policer_del)
1531                         ds->ops->port_policer_del(ds, dp->index);
1532                 break;
1533         default:
1534                 WARN_ON(1);
1535         }
1536
1537         kfree(mall_tc_entry);
1538 }
1539
1540 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
1541                                            struct tc_cls_matchall_offload *cls,
1542                                            bool ingress)
1543 {
1544         if (cls->common.chain_index)
1545                 return -EOPNOTSUPP;
1546
1547         switch (cls->command) {
1548         case TC_CLSMATCHALL_REPLACE:
1549                 return dsa_slave_add_cls_matchall(dev, cls, ingress);
1550         case TC_CLSMATCHALL_DESTROY:
1551                 dsa_slave_del_cls_matchall(dev, cls);
1552                 return 0;
1553         default:
1554                 return -EOPNOTSUPP;
1555         }
1556 }
1557
1558 static int dsa_slave_add_cls_flower(struct net_device *dev,
1559                                     struct flow_cls_offload *cls,
1560                                     bool ingress)
1561 {
1562         struct dsa_port *dp = dsa_slave_to_port(dev);
1563         struct dsa_switch *ds = dp->ds;
1564         int port = dp->index;
1565
1566         if (!ds->ops->cls_flower_add)
1567                 return -EOPNOTSUPP;
1568
1569         return ds->ops->cls_flower_add(ds, port, cls, ingress);
1570 }
1571
1572 static int dsa_slave_del_cls_flower(struct net_device *dev,
1573                                     struct flow_cls_offload *cls,
1574                                     bool ingress)
1575 {
1576         struct dsa_port *dp = dsa_slave_to_port(dev);
1577         struct dsa_switch *ds = dp->ds;
1578         int port = dp->index;
1579
1580         if (!ds->ops->cls_flower_del)
1581                 return -EOPNOTSUPP;
1582
1583         return ds->ops->cls_flower_del(ds, port, cls, ingress);
1584 }
1585
1586 static int dsa_slave_stats_cls_flower(struct net_device *dev,
1587                                       struct flow_cls_offload *cls,
1588                                       bool ingress)
1589 {
1590         struct dsa_port *dp = dsa_slave_to_port(dev);
1591         struct dsa_switch *ds = dp->ds;
1592         int port = dp->index;
1593
1594         if (!ds->ops->cls_flower_stats)
1595                 return -EOPNOTSUPP;
1596
1597         return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1598 }
1599
1600 static int dsa_slave_setup_tc_cls_flower(struct net_device *dev,
1601                                          struct flow_cls_offload *cls,
1602                                          bool ingress)
1603 {
1604         switch (cls->command) {
1605         case FLOW_CLS_REPLACE:
1606                 return dsa_slave_add_cls_flower(dev, cls, ingress);
1607         case FLOW_CLS_DESTROY:
1608                 return dsa_slave_del_cls_flower(dev, cls, ingress);
1609         case FLOW_CLS_STATS:
1610                 return dsa_slave_stats_cls_flower(dev, cls, ingress);
1611         default:
1612                 return -EOPNOTSUPP;
1613         }
1614 }
1615
1616 static int dsa_slave_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1617                                        void *cb_priv, bool ingress)
1618 {
1619         struct net_device *dev = cb_priv;
1620
1621         if (!tc_can_offload(dev))
1622                 return -EOPNOTSUPP;
1623
1624         switch (type) {
1625         case TC_SETUP_CLSMATCHALL:
1626                 return dsa_slave_setup_tc_cls_matchall(dev, type_data, ingress);
1627         case TC_SETUP_CLSFLOWER:
1628                 return dsa_slave_setup_tc_cls_flower(dev, type_data, ingress);
1629         default:
1630                 return -EOPNOTSUPP;
1631         }
1632 }
1633
1634 static int dsa_slave_setup_tc_block_cb_ig(enum tc_setup_type type,
1635                                           void *type_data, void *cb_priv)
1636 {
1637         return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, true);
1638 }
1639
1640 static int dsa_slave_setup_tc_block_cb_eg(enum tc_setup_type type,
1641                                           void *type_data, void *cb_priv)
1642 {
1643         return dsa_slave_setup_tc_block_cb(type, type_data, cb_priv, false);
1644 }
1645
1646 static LIST_HEAD(dsa_slave_block_cb_list);
1647
1648 static int dsa_slave_setup_tc_block(struct net_device *dev,
1649                                     struct flow_block_offload *f)
1650 {
1651         struct flow_block_cb *block_cb;
1652         flow_setup_cb_t *cb;
1653
1654         if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1655                 cb = dsa_slave_setup_tc_block_cb_ig;
1656         else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1657                 cb = dsa_slave_setup_tc_block_cb_eg;
1658         else
1659                 return -EOPNOTSUPP;
1660
1661         f->driver_block_list = &dsa_slave_block_cb_list;
1662
1663         switch (f->command) {
1664         case FLOW_BLOCK_BIND:
1665                 if (flow_block_cb_is_busy(cb, dev, &dsa_slave_block_cb_list))
1666                         return -EBUSY;
1667
1668                 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1669                 if (IS_ERR(block_cb))
1670                         return PTR_ERR(block_cb);
1671
1672                 flow_block_cb_add(block_cb, f);
1673                 list_add_tail(&block_cb->driver_list, &dsa_slave_block_cb_list);
1674                 return 0;
1675         case FLOW_BLOCK_UNBIND:
1676                 block_cb = flow_block_cb_lookup(f->block, cb, dev);
1677                 if (!block_cb)
1678                         return -ENOENT;
1679
1680                 flow_block_cb_remove(block_cb, f);
1681                 list_del(&block_cb->driver_list);
1682                 return 0;
1683         default:
1684                 return -EOPNOTSUPP;
1685         }
1686 }
1687
1688 static int dsa_slave_setup_ft_block(struct dsa_switch *ds, int port,
1689                                     void *type_data)
1690 {
1691         struct net_device *master = dsa_port_to_master(dsa_to_port(ds, port));
1692
1693         if (!master->netdev_ops->ndo_setup_tc)
1694                 return -EOPNOTSUPP;
1695
1696         return master->netdev_ops->ndo_setup_tc(master, TC_SETUP_FT, type_data);
1697 }
1698
1699 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
1700                               void *type_data)
1701 {
1702         struct dsa_port *dp = dsa_slave_to_port(dev);
1703         struct dsa_switch *ds = dp->ds;
1704
1705         switch (type) {
1706         case TC_SETUP_BLOCK:
1707                 return dsa_slave_setup_tc_block(dev, type_data);
1708         case TC_SETUP_FT:
1709                 return dsa_slave_setup_ft_block(ds, dp->index, type_data);
1710         default:
1711                 break;
1712         }
1713
1714         if (!ds->ops->port_setup_tc)
1715                 return -EOPNOTSUPP;
1716
1717         return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1718 }
1719
1720 static int dsa_slave_get_rxnfc(struct net_device *dev,
1721                                struct ethtool_rxnfc *nfc, u32 *rule_locs)
1722 {
1723         struct dsa_port *dp = dsa_slave_to_port(dev);
1724         struct dsa_switch *ds = dp->ds;
1725
1726         if (!ds->ops->get_rxnfc)
1727                 return -EOPNOTSUPP;
1728
1729         return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1730 }
1731
1732 static int dsa_slave_set_rxnfc(struct net_device *dev,
1733                                struct ethtool_rxnfc *nfc)
1734 {
1735         struct dsa_port *dp = dsa_slave_to_port(dev);
1736         struct dsa_switch *ds = dp->ds;
1737
1738         if (!ds->ops->set_rxnfc)
1739                 return -EOPNOTSUPP;
1740
1741         return ds->ops->set_rxnfc(ds, dp->index, nfc);
1742 }
1743
1744 static int dsa_slave_get_ts_info(struct net_device *dev,
1745                                  struct ethtool_ts_info *ts)
1746 {
1747         struct dsa_slave_priv *p = netdev_priv(dev);
1748         struct dsa_switch *ds = p->dp->ds;
1749
1750         if (!ds->ops->get_ts_info)
1751                 return -EOPNOTSUPP;
1752
1753         return ds->ops->get_ts_info(ds, p->dp->index, ts);
1754 }
1755
1756 static int dsa_slave_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1757                                      u16 vid)
1758 {
1759         struct dsa_port *dp = dsa_slave_to_port(dev);
1760         struct switchdev_obj_port_vlan vlan = {
1761                 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1762                 .vid = vid,
1763                 /* This API only allows programming tagged, non-PVID VIDs */
1764                 .flags = 0,
1765         };
1766         struct netlink_ext_ack extack = {0};
1767         struct dsa_switch *ds = dp->ds;
1768         struct netdev_hw_addr *ha;
1769         struct dsa_vlan *v;
1770         int ret;
1771
1772         /* User port... */
1773         ret = dsa_port_vlan_add(dp, &vlan, &extack);
1774         if (ret) {
1775                 if (extack._msg)
1776                         netdev_err(dev, "%s\n", extack._msg);
1777                 return ret;
1778         }
1779
1780         /* And CPU port... */
1781         ret = dsa_port_host_vlan_add(dp, &vlan, &extack);
1782         if (ret) {
1783                 if (extack._msg)
1784                         netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1785                                    extack._msg);
1786                 return ret;
1787         }
1788
1789         if (!dsa_switch_supports_uc_filtering(ds) &&
1790             !dsa_switch_supports_mc_filtering(ds))
1791                 return 0;
1792
1793         v = kzalloc(sizeof(*v), GFP_KERNEL);
1794         if (!v) {
1795                 ret = -ENOMEM;
1796                 goto rollback;
1797         }
1798
1799         netif_addr_lock_bh(dev);
1800
1801         v->vid = vid;
1802         list_add_tail(&v->list, &dp->user_vlans);
1803
1804         if (dsa_switch_supports_mc_filtering(ds)) {
1805                 netdev_for_each_synced_mc_addr(ha, dev) {
1806                         dsa_slave_schedule_standalone_work(dev, DSA_MC_ADD,
1807                                                            ha->addr, vid);
1808                 }
1809         }
1810
1811         if (dsa_switch_supports_uc_filtering(ds)) {
1812                 netdev_for_each_synced_uc_addr(ha, dev) {
1813                         dsa_slave_schedule_standalone_work(dev, DSA_UC_ADD,
1814                                                            ha->addr, vid);
1815                 }
1816         }
1817
1818         netif_addr_unlock_bh(dev);
1819
1820         dsa_flush_workqueue();
1821
1822         return 0;
1823
1824 rollback:
1825         dsa_port_host_vlan_del(dp, &vlan);
1826         dsa_port_vlan_del(dp, &vlan);
1827
1828         return ret;
1829 }
1830
1831 static int dsa_slave_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1832                                       u16 vid)
1833 {
1834         struct dsa_port *dp = dsa_slave_to_port(dev);
1835         struct switchdev_obj_port_vlan vlan = {
1836                 .vid = vid,
1837                 /* This API only allows programming tagged, non-PVID VIDs */
1838                 .flags = 0,
1839         };
1840         struct dsa_switch *ds = dp->ds;
1841         struct netdev_hw_addr *ha;
1842         struct dsa_vlan *v;
1843         int err;
1844
1845         err = dsa_port_vlan_del(dp, &vlan);
1846         if (err)
1847                 return err;
1848
1849         err = dsa_port_host_vlan_del(dp, &vlan);
1850         if (err)
1851                 return err;
1852
1853         if (!dsa_switch_supports_uc_filtering(ds) &&
1854             !dsa_switch_supports_mc_filtering(ds))
1855                 return 0;
1856
1857         netif_addr_lock_bh(dev);
1858
1859         v = dsa_vlan_find(&dp->user_vlans, &vlan);
1860         if (!v) {
1861                 netif_addr_unlock_bh(dev);
1862                 return -ENOENT;
1863         }
1864
1865         list_del(&v->list);
1866         kfree(v);
1867
1868         if (dsa_switch_supports_mc_filtering(ds)) {
1869                 netdev_for_each_synced_mc_addr(ha, dev) {
1870                         dsa_slave_schedule_standalone_work(dev, DSA_MC_DEL,
1871                                                            ha->addr, vid);
1872                 }
1873         }
1874
1875         if (dsa_switch_supports_uc_filtering(ds)) {
1876                 netdev_for_each_synced_uc_addr(ha, dev) {
1877                         dsa_slave_schedule_standalone_work(dev, DSA_UC_DEL,
1878                                                            ha->addr, vid);
1879                 }
1880         }
1881
1882         netif_addr_unlock_bh(dev);
1883
1884         dsa_flush_workqueue();
1885
1886         return 0;
1887 }
1888
1889 static int dsa_slave_restore_vlan(struct net_device *vdev, int vid, void *arg)
1890 {
1891         __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1892
1893         return dsa_slave_vlan_rx_add_vid(arg, proto, vid);
1894 }
1895
1896 static int dsa_slave_clear_vlan(struct net_device *vdev, int vid, void *arg)
1897 {
1898         __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1899
1900         return dsa_slave_vlan_rx_kill_vid(arg, proto, vid);
1901 }
1902
1903 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN
1904  * filtering is enabled. The baseline is that only ports that offload a
1905  * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware,
1906  * but there are exceptions for quirky hardware.
1907  *
1908  * If ds->vlan_filtering_is_global = true, then standalone ports which share
1909  * the same switch with other ports that offload a VLAN-aware bridge are also
1910  * inevitably VLAN-aware.
1911  *
1912  * To summarize, a DSA switch port offloads:
1913  *
1914  * - If standalone (this includes software bridge, software LAG):
1915  *     - if ds->needs_standalone_vlan_filtering = true, OR if
1916  *       (ds->vlan_filtering_is_global = true AND there are bridges spanning
1917  *       this switch chip which have vlan_filtering=1)
1918  *         - the 8021q upper VLANs
1919  *     - else (standalone VLAN filtering is not needed, VLAN filtering is not
1920  *       global, or it is, but no port is under a VLAN-aware bridge):
1921  *         - no VLAN (any 8021q upper is a software VLAN)
1922  *
1923  * - If under a vlan_filtering=0 bridge which it offload:
1924  *     - if ds->configure_vlan_while_not_filtering = true (default):
1925  *         - the bridge VLANs. These VLANs are committed to hardware but inactive.
1926  *     - else (deprecated):
1927  *         - no VLAN. The bridge VLANs are not restored when VLAN awareness is
1928  *           enabled, so this behavior is broken and discouraged.
1929  *
1930  * - If under a vlan_filtering=1 bridge which it offload:
1931  *     - the bridge VLANs
1932  *     - the 8021q upper VLANs
1933  */
1934 int dsa_slave_manage_vlan_filtering(struct net_device *slave,
1935                                     bool vlan_filtering)
1936 {
1937         int err;
1938
1939         if (vlan_filtering) {
1940                 slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1941
1942                 err = vlan_for_each(slave, dsa_slave_restore_vlan, slave);
1943                 if (err) {
1944                         vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1945                         slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1946                         return err;
1947                 }
1948         } else {
1949                 err = vlan_for_each(slave, dsa_slave_clear_vlan, slave);
1950                 if (err)
1951                         return err;
1952
1953                 slave->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1954         }
1955
1956         return 0;
1957 }
1958
1959 struct dsa_hw_port {
1960         struct list_head list;
1961         struct net_device *dev;
1962         int old_mtu;
1963 };
1964
1965 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
1966 {
1967         const struct dsa_hw_port *p;
1968         int err;
1969
1970         list_for_each_entry(p, hw_port_list, list) {
1971                 if (p->dev->mtu == mtu)
1972                         continue;
1973
1974                 err = dev_set_mtu(p->dev, mtu);
1975                 if (err)
1976                         goto rollback;
1977         }
1978
1979         return 0;
1980
1981 rollback:
1982         list_for_each_entry_continue_reverse(p, hw_port_list, list) {
1983                 if (p->dev->mtu == p->old_mtu)
1984                         continue;
1985
1986                 if (dev_set_mtu(p->dev, p->old_mtu))
1987                         netdev_err(p->dev, "Failed to restore MTU\n");
1988         }
1989
1990         return err;
1991 }
1992
1993 static void dsa_hw_port_list_free(struct list_head *hw_port_list)
1994 {
1995         struct dsa_hw_port *p, *n;
1996
1997         list_for_each_entry_safe(p, n, hw_port_list, list)
1998                 kfree(p);
1999 }
2000
2001 /* Make the hardware datapath to/from @dev limited to a common MTU */
2002 static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
2003 {
2004         struct list_head hw_port_list;
2005         struct dsa_switch_tree *dst;
2006         int min_mtu = ETH_MAX_MTU;
2007         struct dsa_port *other_dp;
2008         int err;
2009
2010         if (!dp->ds->mtu_enforcement_ingress)
2011                 return;
2012
2013         if (!dp->bridge)
2014                 return;
2015
2016         INIT_LIST_HEAD(&hw_port_list);
2017
2018         /* Populate the list of ports that are part of the same bridge
2019          * as the newly added/modified port
2020          */
2021         list_for_each_entry(dst, &dsa_tree_list, list) {
2022                 list_for_each_entry(other_dp, &dst->ports, list) {
2023                         struct dsa_hw_port *hw_port;
2024                         struct net_device *slave;
2025
2026                         if (other_dp->type != DSA_PORT_TYPE_USER)
2027                                 continue;
2028
2029                         if (!dsa_port_bridge_same(dp, other_dp))
2030                                 continue;
2031
2032                         if (!other_dp->ds->mtu_enforcement_ingress)
2033                                 continue;
2034
2035                         slave = other_dp->slave;
2036
2037                         if (min_mtu > slave->mtu)
2038                                 min_mtu = slave->mtu;
2039
2040                         hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
2041                         if (!hw_port)
2042                                 goto out;
2043
2044                         hw_port->dev = slave;
2045                         hw_port->old_mtu = slave->mtu;
2046
2047                         list_add(&hw_port->list, &hw_port_list);
2048                 }
2049         }
2050
2051         /* Attempt to configure the entire hardware bridge to the newly added
2052          * interface's MTU first, regardless of whether the intention of the
2053          * user was to raise or lower it.
2054          */
2055         err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->slave->mtu);
2056         if (!err)
2057                 goto out;
2058
2059         /* Clearly that didn't work out so well, so just set the minimum MTU on
2060          * all hardware bridge ports now. If this fails too, then all ports will
2061          * still have their old MTU rolled back anyway.
2062          */
2063         dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
2064
2065 out:
2066         dsa_hw_port_list_free(&hw_port_list);
2067 }
2068
2069 int dsa_slave_change_mtu(struct net_device *dev, int new_mtu)
2070 {
2071         struct net_device *master = dsa_slave_to_master(dev);
2072         struct dsa_port *dp = dsa_slave_to_port(dev);
2073         struct dsa_port *cpu_dp = dp->cpu_dp;
2074         struct dsa_switch *ds = dp->ds;
2075         struct dsa_port *other_dp;
2076         int largest_mtu = 0;
2077         int new_master_mtu;
2078         int old_master_mtu;
2079         int mtu_limit;
2080         int overhead;
2081         int cpu_mtu;
2082         int err;
2083
2084         if (!ds->ops->port_change_mtu)
2085                 return -EOPNOTSUPP;
2086
2087         dsa_tree_for_each_user_port(other_dp, ds->dst) {
2088                 int slave_mtu;
2089
2090                 /* During probe, this function will be called for each slave
2091                  * device, while not all of them have been allocated. That's
2092                  * ok, it doesn't change what the maximum is, so ignore it.
2093                  */
2094                 if (!other_dp->slave)
2095                         continue;
2096
2097                 /* Pretend that we already applied the setting, which we
2098                  * actually haven't (still haven't done all integrity checks)
2099                  */
2100                 if (dp == other_dp)
2101                         slave_mtu = new_mtu;
2102                 else
2103                         slave_mtu = other_dp->slave->mtu;
2104
2105                 if (largest_mtu < slave_mtu)
2106                         largest_mtu = slave_mtu;
2107         }
2108
2109         overhead = dsa_tag_protocol_overhead(cpu_dp->tag_ops);
2110         mtu_limit = min_t(int, master->max_mtu, dev->max_mtu + overhead);
2111         old_master_mtu = master->mtu;
2112         new_master_mtu = largest_mtu + overhead;
2113         if (new_master_mtu > mtu_limit)
2114                 return -ERANGE;
2115
2116         /* If the master MTU isn't over limit, there's no need to check the CPU
2117          * MTU, since that surely isn't either.
2118          */
2119         cpu_mtu = largest_mtu;
2120
2121         /* Start applying stuff */
2122         if (new_master_mtu != old_master_mtu) {
2123                 err = dev_set_mtu(master, new_master_mtu);
2124                 if (err < 0)
2125                         goto out_master_failed;
2126
2127                 /* We only need to propagate the MTU of the CPU port to
2128                  * upstream switches, so emit a notifier which updates them.
2129                  */
2130                 err = dsa_port_mtu_change(cpu_dp, cpu_mtu);
2131                 if (err)
2132                         goto out_cpu_failed;
2133         }
2134
2135         err = ds->ops->port_change_mtu(ds, dp->index, new_mtu);
2136         if (err)
2137                 goto out_port_failed;
2138
2139         dev->mtu = new_mtu;
2140
2141         dsa_bridge_mtu_normalization(dp);
2142
2143         return 0;
2144
2145 out_port_failed:
2146         if (new_master_mtu != old_master_mtu)
2147                 dsa_port_mtu_change(cpu_dp, old_master_mtu - overhead);
2148 out_cpu_failed:
2149         if (new_master_mtu != old_master_mtu)
2150                 dev_set_mtu(master, old_master_mtu);
2151 out_master_failed:
2152         return err;
2153 }
2154
2155 static int __maybe_unused
2156 dsa_slave_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app)
2157 {
2158         struct dsa_port *dp = dsa_slave_to_port(dev);
2159         struct dsa_switch *ds = dp->ds;
2160         unsigned long mask, new_prio;
2161         int err, port = dp->index;
2162
2163         if (!ds->ops->port_set_default_prio)
2164                 return -EOPNOTSUPP;
2165
2166         err = dcb_ieee_setapp(dev, app);
2167         if (err)
2168                 return err;
2169
2170         mask = dcb_ieee_getapp_mask(dev, app);
2171         new_prio = __fls(mask);
2172
2173         err = ds->ops->port_set_default_prio(ds, port, new_prio);
2174         if (err) {
2175                 dcb_ieee_delapp(dev, app);
2176                 return err;
2177         }
2178
2179         return 0;
2180 }
2181
2182 static int __maybe_unused
2183 dsa_slave_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app)
2184 {
2185         struct dsa_port *dp = dsa_slave_to_port(dev);
2186         struct dsa_switch *ds = dp->ds;
2187         unsigned long mask, new_prio;
2188         int err, port = dp->index;
2189         u8 dscp = app->protocol;
2190
2191         if (!ds->ops->port_add_dscp_prio)
2192                 return -EOPNOTSUPP;
2193
2194         if (dscp >= 64) {
2195                 netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n",
2196                            dscp);
2197                 return -EINVAL;
2198         }
2199
2200         err = dcb_ieee_setapp(dev, app);
2201         if (err)
2202                 return err;
2203
2204         mask = dcb_ieee_getapp_mask(dev, app);
2205         new_prio = __fls(mask);
2206
2207         err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio);
2208         if (err) {
2209                 dcb_ieee_delapp(dev, app);
2210                 return err;
2211         }
2212
2213         return 0;
2214 }
2215
2216 static int __maybe_unused dsa_slave_dcbnl_ieee_setapp(struct net_device *dev,
2217                                                       struct dcb_app *app)
2218 {
2219         switch (app->selector) {
2220         case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2221                 switch (app->protocol) {
2222                 case 0:
2223                         return dsa_slave_dcbnl_set_default_prio(dev, app);
2224                 default:
2225                         return -EOPNOTSUPP;
2226                 }
2227                 break;
2228         case IEEE_8021QAZ_APP_SEL_DSCP:
2229                 return dsa_slave_dcbnl_add_dscp_prio(dev, app);
2230         default:
2231                 return -EOPNOTSUPP;
2232         }
2233 }
2234
2235 static int __maybe_unused
2236 dsa_slave_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app)
2237 {
2238         struct dsa_port *dp = dsa_slave_to_port(dev);
2239         struct dsa_switch *ds = dp->ds;
2240         unsigned long mask, new_prio;
2241         int err, port = dp->index;
2242
2243         if (!ds->ops->port_set_default_prio)
2244                 return -EOPNOTSUPP;
2245
2246         err = dcb_ieee_delapp(dev, app);
2247         if (err)
2248                 return err;
2249
2250         mask = dcb_ieee_getapp_mask(dev, app);
2251         new_prio = mask ? __fls(mask) : 0;
2252
2253         err = ds->ops->port_set_default_prio(ds, port, new_prio);
2254         if (err) {
2255                 dcb_ieee_setapp(dev, app);
2256                 return err;
2257         }
2258
2259         return 0;
2260 }
2261
2262 static int __maybe_unused
2263 dsa_slave_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app)
2264 {
2265         struct dsa_port *dp = dsa_slave_to_port(dev);
2266         struct dsa_switch *ds = dp->ds;
2267         int err, port = dp->index;
2268         u8 dscp = app->protocol;
2269
2270         if (!ds->ops->port_del_dscp_prio)
2271                 return -EOPNOTSUPP;
2272
2273         err = dcb_ieee_delapp(dev, app);
2274         if (err)
2275                 return err;
2276
2277         err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority);
2278         if (err) {
2279                 dcb_ieee_setapp(dev, app);
2280                 return err;
2281         }
2282
2283         return 0;
2284 }
2285
2286 static int __maybe_unused dsa_slave_dcbnl_ieee_delapp(struct net_device *dev,
2287                                                       struct dcb_app *app)
2288 {
2289         switch (app->selector) {
2290         case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2291                 switch (app->protocol) {
2292                 case 0:
2293                         return dsa_slave_dcbnl_del_default_prio(dev, app);
2294                 default:
2295                         return -EOPNOTSUPP;
2296                 }
2297                 break;
2298         case IEEE_8021QAZ_APP_SEL_DSCP:
2299                 return dsa_slave_dcbnl_del_dscp_prio(dev, app);
2300         default:
2301                 return -EOPNOTSUPP;
2302         }
2303 }
2304
2305 /* Pre-populate the DCB application priority table with the priorities
2306  * configured during switch setup, which we read from hardware here.
2307  */
2308 static int dsa_slave_dcbnl_init(struct net_device *dev)
2309 {
2310         struct dsa_port *dp = dsa_slave_to_port(dev);
2311         struct dsa_switch *ds = dp->ds;
2312         int port = dp->index;
2313         int err;
2314
2315         if (ds->ops->port_get_default_prio) {
2316                 int prio = ds->ops->port_get_default_prio(ds, port);
2317                 struct dcb_app app = {
2318                         .selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE,
2319                         .protocol = 0,
2320                         .priority = prio,
2321                 };
2322
2323                 if (prio < 0)
2324                         return prio;
2325
2326                 err = dcb_ieee_setapp(dev, &app);
2327                 if (err)
2328                         return err;
2329         }
2330
2331         if (ds->ops->port_get_dscp_prio) {
2332                 int protocol;
2333
2334                 for (protocol = 0; protocol < 64; protocol++) {
2335                         struct dcb_app app = {
2336                                 .selector = IEEE_8021QAZ_APP_SEL_DSCP,
2337                                 .protocol = protocol,
2338                         };
2339                         int prio;
2340
2341                         prio = ds->ops->port_get_dscp_prio(ds, port, protocol);
2342                         if (prio == -EOPNOTSUPP)
2343                                 continue;
2344                         if (prio < 0)
2345                                 return prio;
2346
2347                         app.priority = prio;
2348
2349                         err = dcb_ieee_setapp(dev, &app);
2350                         if (err)
2351                                 return err;
2352                 }
2353         }
2354
2355         return 0;
2356 }
2357
2358 static const struct ethtool_ops dsa_slave_ethtool_ops = {
2359         .get_drvinfo            = dsa_slave_get_drvinfo,
2360         .get_regs_len           = dsa_slave_get_regs_len,
2361         .get_regs               = dsa_slave_get_regs,
2362         .nway_reset             = dsa_slave_nway_reset,
2363         .get_link               = ethtool_op_get_link,
2364         .get_eeprom_len         = dsa_slave_get_eeprom_len,
2365         .get_eeprom             = dsa_slave_get_eeprom,
2366         .set_eeprom             = dsa_slave_set_eeprom,
2367         .get_strings            = dsa_slave_get_strings,
2368         .get_ethtool_stats      = dsa_slave_get_ethtool_stats,
2369         .get_sset_count         = dsa_slave_get_sset_count,
2370         .get_eth_phy_stats      = dsa_slave_get_eth_phy_stats,
2371         .get_eth_mac_stats      = dsa_slave_get_eth_mac_stats,
2372         .get_eth_ctrl_stats     = dsa_slave_get_eth_ctrl_stats,
2373         .get_rmon_stats         = dsa_slave_get_rmon_stats,
2374         .set_wol                = dsa_slave_set_wol,
2375         .get_wol                = dsa_slave_get_wol,
2376         .set_eee                = dsa_slave_set_eee,
2377         .get_eee                = dsa_slave_get_eee,
2378         .get_link_ksettings     = dsa_slave_get_link_ksettings,
2379         .set_link_ksettings     = dsa_slave_set_link_ksettings,
2380         .get_pause_stats        = dsa_slave_get_pause_stats,
2381         .get_pauseparam         = dsa_slave_get_pauseparam,
2382         .set_pauseparam         = dsa_slave_set_pauseparam,
2383         .get_rxnfc              = dsa_slave_get_rxnfc,
2384         .set_rxnfc              = dsa_slave_set_rxnfc,
2385         .get_ts_info            = dsa_slave_get_ts_info,
2386         .self_test              = dsa_slave_net_selftest,
2387         .get_mm                 = dsa_slave_get_mm,
2388         .set_mm                 = dsa_slave_set_mm,
2389         .get_mm_stats           = dsa_slave_get_mm_stats,
2390 };
2391
2392 static const struct dcbnl_rtnl_ops __maybe_unused dsa_slave_dcbnl_ops = {
2393         .ieee_setapp            = dsa_slave_dcbnl_ieee_setapp,
2394         .ieee_delapp            = dsa_slave_dcbnl_ieee_delapp,
2395 };
2396
2397 static void dsa_slave_get_stats64(struct net_device *dev,
2398                                   struct rtnl_link_stats64 *s)
2399 {
2400         struct dsa_port *dp = dsa_slave_to_port(dev);
2401         struct dsa_switch *ds = dp->ds;
2402
2403         if (ds->ops->get_stats64)
2404                 ds->ops->get_stats64(ds, dp->index, s);
2405         else
2406                 dev_get_tstats64(dev, s);
2407 }
2408
2409 static int dsa_slave_fill_forward_path(struct net_device_path_ctx *ctx,
2410                                        struct net_device_path *path)
2411 {
2412         struct dsa_port *dp = dsa_slave_to_port(ctx->dev);
2413         struct net_device *master = dsa_port_to_master(dp);
2414         struct dsa_port *cpu_dp = dp->cpu_dp;
2415
2416         path->dev = ctx->dev;
2417         path->type = DEV_PATH_DSA;
2418         path->dsa.proto = cpu_dp->tag_ops->proto;
2419         path->dsa.port = dp->index;
2420         ctx->dev = master;
2421
2422         return 0;
2423 }
2424
2425 static const struct net_device_ops dsa_slave_netdev_ops = {
2426         .ndo_open               = dsa_slave_open,
2427         .ndo_stop               = dsa_slave_close,
2428         .ndo_start_xmit         = dsa_slave_xmit,
2429         .ndo_change_rx_flags    = dsa_slave_change_rx_flags,
2430         .ndo_set_rx_mode        = dsa_slave_set_rx_mode,
2431         .ndo_set_mac_address    = dsa_slave_set_mac_address,
2432         .ndo_fdb_dump           = dsa_slave_fdb_dump,
2433         .ndo_eth_ioctl          = dsa_slave_ioctl,
2434         .ndo_get_iflink         = dsa_slave_get_iflink,
2435 #ifdef CONFIG_NET_POLL_CONTROLLER
2436         .ndo_netpoll_setup      = dsa_slave_netpoll_setup,
2437         .ndo_netpoll_cleanup    = dsa_slave_netpoll_cleanup,
2438         .ndo_poll_controller    = dsa_slave_poll_controller,
2439 #endif
2440         .ndo_setup_tc           = dsa_slave_setup_tc,
2441         .ndo_get_stats64        = dsa_slave_get_stats64,
2442         .ndo_vlan_rx_add_vid    = dsa_slave_vlan_rx_add_vid,
2443         .ndo_vlan_rx_kill_vid   = dsa_slave_vlan_rx_kill_vid,
2444         .ndo_change_mtu         = dsa_slave_change_mtu,
2445         .ndo_fill_forward_path  = dsa_slave_fill_forward_path,
2446 };
2447
2448 static struct device_type dsa_type = {
2449         .name   = "dsa",
2450 };
2451
2452 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
2453 {
2454         const struct dsa_port *dp = dsa_to_port(ds, port);
2455
2456         if (dp->pl)
2457                 phylink_mac_change(dp->pl, up);
2458 }
2459 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
2460
2461 static void dsa_slave_phylink_fixed_state(struct phylink_config *config,
2462                                           struct phylink_link_state *state)
2463 {
2464         struct dsa_port *dp = container_of(config, struct dsa_port, pl_config);
2465         struct dsa_switch *ds = dp->ds;
2466
2467         /* No need to check that this operation is valid, the callback would
2468          * not be called if it was not.
2469          */
2470         ds->ops->phylink_fixed_state(ds, dp->index, state);
2471 }
2472
2473 /* slave device setup *******************************************************/
2474 static int dsa_slave_phy_connect(struct net_device *slave_dev, int addr,
2475                                  u32 flags)
2476 {
2477         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2478         struct dsa_switch *ds = dp->ds;
2479
2480         slave_dev->phydev = mdiobus_get_phy(ds->slave_mii_bus, addr);
2481         if (!slave_dev->phydev) {
2482                 netdev_err(slave_dev, "no phy at %d\n", addr);
2483                 return -ENODEV;
2484         }
2485
2486         slave_dev->phydev->dev_flags |= flags;
2487
2488         return phylink_connect_phy(dp->pl, slave_dev->phydev);
2489 }
2490
2491 static int dsa_slave_phy_setup(struct net_device *slave_dev)
2492 {
2493         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2494         struct device_node *port_dn = dp->dn;
2495         struct dsa_switch *ds = dp->ds;
2496         u32 phy_flags = 0;
2497         int ret;
2498
2499         dp->pl_config.dev = &slave_dev->dev;
2500         dp->pl_config.type = PHYLINK_NETDEV;
2501
2502         /* The get_fixed_state callback takes precedence over polling the
2503          * link GPIO in PHYLINK (see phylink_get_fixed_state).  Only set
2504          * this if the switch provides such a callback.
2505          */
2506         if (ds->ops->phylink_fixed_state) {
2507                 dp->pl_config.get_fixed_state = dsa_slave_phylink_fixed_state;
2508                 dp->pl_config.poll_fixed_state = true;
2509         }
2510
2511         ret = dsa_port_phylink_create(dp);
2512         if (ret)
2513                 return ret;
2514
2515         if (ds->ops->get_phy_flags)
2516                 phy_flags = ds->ops->get_phy_flags(ds, dp->index);
2517
2518         ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
2519         if (ret == -ENODEV && ds->slave_mii_bus) {
2520                 /* We could not connect to a designated PHY or SFP, so try to
2521                  * use the switch internal MDIO bus instead
2522                  */
2523                 ret = dsa_slave_phy_connect(slave_dev, dp->index, phy_flags);
2524         }
2525         if (ret) {
2526                 netdev_err(slave_dev, "failed to connect to PHY: %pe\n",
2527                            ERR_PTR(ret));
2528                 dsa_port_phylink_destroy(dp);
2529         }
2530
2531         return ret;
2532 }
2533
2534 void dsa_slave_setup_tagger(struct net_device *slave)
2535 {
2536         struct dsa_port *dp = dsa_slave_to_port(slave);
2537         struct net_device *master = dsa_port_to_master(dp);
2538         struct dsa_slave_priv *p = netdev_priv(slave);
2539         const struct dsa_port *cpu_dp = dp->cpu_dp;
2540         const struct dsa_switch *ds = dp->ds;
2541
2542         slave->needed_headroom = cpu_dp->tag_ops->needed_headroom;
2543         slave->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
2544         /* Try to save one extra realloc later in the TX path (in the master)
2545          * by also inheriting the master's needed headroom and tailroom.
2546          * The 8021q driver also does this.
2547          */
2548         slave->needed_headroom += master->needed_headroom;
2549         slave->needed_tailroom += master->needed_tailroom;
2550
2551         p->xmit = cpu_dp->tag_ops->xmit;
2552
2553         slave->features = master->vlan_features | NETIF_F_HW_TC;
2554         slave->hw_features |= NETIF_F_HW_TC;
2555         slave->features |= NETIF_F_LLTX;
2556         if (slave->needed_tailroom)
2557                 slave->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST);
2558         if (ds->needs_standalone_vlan_filtering)
2559                 slave->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
2560 }
2561
2562 int dsa_slave_suspend(struct net_device *slave_dev)
2563 {
2564         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2565
2566         if (!netif_running(slave_dev))
2567                 return 0;
2568
2569         netif_device_detach(slave_dev);
2570
2571         rtnl_lock();
2572         phylink_stop(dp->pl);
2573         rtnl_unlock();
2574
2575         return 0;
2576 }
2577
2578 int dsa_slave_resume(struct net_device *slave_dev)
2579 {
2580         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2581
2582         if (!netif_running(slave_dev))
2583                 return 0;
2584
2585         netif_device_attach(slave_dev);
2586
2587         rtnl_lock();
2588         phylink_start(dp->pl);
2589         rtnl_unlock();
2590
2591         return 0;
2592 }
2593
2594 int dsa_slave_create(struct dsa_port *port)
2595 {
2596         struct net_device *master = dsa_port_to_master(port);
2597         struct dsa_switch *ds = port->ds;
2598         struct net_device *slave_dev;
2599         struct dsa_slave_priv *p;
2600         const char *name;
2601         int assign_type;
2602         int ret;
2603
2604         if (!ds->num_tx_queues)
2605                 ds->num_tx_queues = 1;
2606
2607         if (port->name) {
2608                 name = port->name;
2609                 assign_type = NET_NAME_PREDICTABLE;
2610         } else {
2611                 name = "eth%d";
2612                 assign_type = NET_NAME_ENUM;
2613         }
2614
2615         slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
2616                                      assign_type, ether_setup,
2617                                      ds->num_tx_queues, 1);
2618         if (slave_dev == NULL)
2619                 return -ENOMEM;
2620
2621         slave_dev->rtnl_link_ops = &dsa_link_ops;
2622         slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
2623 #if IS_ENABLED(CONFIG_DCB)
2624         slave_dev->dcbnl_ops = &dsa_slave_dcbnl_ops;
2625 #endif
2626         if (!is_zero_ether_addr(port->mac))
2627                 eth_hw_addr_set(slave_dev, port->mac);
2628         else
2629                 eth_hw_addr_inherit(slave_dev, master);
2630         slave_dev->priv_flags |= IFF_NO_QUEUE;
2631         if (dsa_switch_supports_uc_filtering(ds))
2632                 slave_dev->priv_flags |= IFF_UNICAST_FLT;
2633         slave_dev->netdev_ops = &dsa_slave_netdev_ops;
2634         if (ds->ops->port_max_mtu)
2635                 slave_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
2636         SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
2637
2638         SET_NETDEV_DEV(slave_dev, port->ds->dev);
2639         SET_NETDEV_DEVLINK_PORT(slave_dev, &port->devlink_port);
2640         slave_dev->dev.of_node = port->dn;
2641         slave_dev->vlan_features = master->vlan_features;
2642
2643         p = netdev_priv(slave_dev);
2644         slave_dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
2645         if (!slave_dev->tstats) {
2646                 free_netdev(slave_dev);
2647                 return -ENOMEM;
2648         }
2649
2650         ret = gro_cells_init(&p->gcells, slave_dev);
2651         if (ret)
2652                 goto out_free;
2653
2654         p->dp = port;
2655         INIT_LIST_HEAD(&p->mall_tc_list);
2656         port->slave = slave_dev;
2657         dsa_slave_setup_tagger(slave_dev);
2658
2659         netif_carrier_off(slave_dev);
2660
2661         ret = dsa_slave_phy_setup(slave_dev);
2662         if (ret) {
2663                 netdev_err(slave_dev,
2664                            "error %d setting up PHY for tree %d, switch %d, port %d\n",
2665                            ret, ds->dst->index, ds->index, port->index);
2666                 goto out_gcells;
2667         }
2668
2669         rtnl_lock();
2670
2671         ret = dsa_slave_change_mtu(slave_dev, ETH_DATA_LEN);
2672         if (ret && ret != -EOPNOTSUPP)
2673                 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
2674                          ret, ETH_DATA_LEN, port->index);
2675
2676         ret = register_netdevice(slave_dev);
2677         if (ret) {
2678                 netdev_err(master, "error %d registering interface %s\n",
2679                            ret, slave_dev->name);
2680                 rtnl_unlock();
2681                 goto out_phy;
2682         }
2683
2684         if (IS_ENABLED(CONFIG_DCB)) {
2685                 ret = dsa_slave_dcbnl_init(slave_dev);
2686                 if (ret) {
2687                         netdev_err(slave_dev,
2688                                    "failed to initialize DCB: %pe\n",
2689                                    ERR_PTR(ret));
2690                         rtnl_unlock();
2691                         goto out_unregister;
2692                 }
2693         }
2694
2695         ret = netdev_upper_dev_link(master, slave_dev, NULL);
2696
2697         rtnl_unlock();
2698
2699         if (ret)
2700                 goto out_unregister;
2701
2702         return 0;
2703
2704 out_unregister:
2705         unregister_netdev(slave_dev);
2706 out_phy:
2707         rtnl_lock();
2708         phylink_disconnect_phy(p->dp->pl);
2709         rtnl_unlock();
2710         dsa_port_phylink_destroy(p->dp);
2711 out_gcells:
2712         gro_cells_destroy(&p->gcells);
2713 out_free:
2714         free_percpu(slave_dev->tstats);
2715         free_netdev(slave_dev);
2716         port->slave = NULL;
2717         return ret;
2718 }
2719
2720 void dsa_slave_destroy(struct net_device *slave_dev)
2721 {
2722         struct net_device *master = dsa_slave_to_master(slave_dev);
2723         struct dsa_port *dp = dsa_slave_to_port(slave_dev);
2724         struct dsa_slave_priv *p = netdev_priv(slave_dev);
2725
2726         netif_carrier_off(slave_dev);
2727         rtnl_lock();
2728         netdev_upper_dev_unlink(master, slave_dev);
2729         unregister_netdevice(slave_dev);
2730         phylink_disconnect_phy(dp->pl);
2731         rtnl_unlock();
2732
2733         dsa_port_phylink_destroy(dp);
2734         gro_cells_destroy(&p->gcells);
2735         free_percpu(slave_dev->tstats);
2736         free_netdev(slave_dev);
2737 }
2738
2739 int dsa_slave_change_master(struct net_device *dev, struct net_device *master,
2740                             struct netlink_ext_ack *extack)
2741 {
2742         struct net_device *old_master = dsa_slave_to_master(dev);
2743         struct dsa_port *dp = dsa_slave_to_port(dev);
2744         struct dsa_switch *ds = dp->ds;
2745         struct net_device *upper;
2746         struct list_head *iter;
2747         int err;
2748
2749         if (master == old_master)
2750                 return 0;
2751
2752         if (!ds->ops->port_change_master) {
2753                 NL_SET_ERR_MSG_MOD(extack,
2754                                    "Driver does not support changing DSA master");
2755                 return -EOPNOTSUPP;
2756         }
2757
2758         if (!netdev_uses_dsa(master)) {
2759                 NL_SET_ERR_MSG_MOD(extack,
2760                                    "Interface not eligible as DSA master");
2761                 return -EOPNOTSUPP;
2762         }
2763
2764         netdev_for_each_upper_dev_rcu(master, upper, iter) {
2765                 if (dsa_slave_dev_check(upper))
2766                         continue;
2767                 if (netif_is_bridge_master(upper))
2768                         continue;
2769                 NL_SET_ERR_MSG_MOD(extack, "Cannot join master with unknown uppers");
2770                 return -EOPNOTSUPP;
2771         }
2772
2773         /* Since we allow live-changing the DSA master, plus we auto-open the
2774          * DSA master when the user port opens => we need to ensure that the
2775          * new DSA master is open too.
2776          */
2777         if (dev->flags & IFF_UP) {
2778                 err = dev_open(master, extack);
2779                 if (err)
2780                         return err;
2781         }
2782
2783         netdev_upper_dev_unlink(old_master, dev);
2784
2785         err = netdev_upper_dev_link(master, dev, extack);
2786         if (err)
2787                 goto out_revert_old_master_unlink;
2788
2789         err = dsa_port_change_master(dp, master, extack);
2790         if (err)
2791                 goto out_revert_master_link;
2792
2793         /* Update the MTU of the new CPU port through cross-chip notifiers */
2794         err = dsa_slave_change_mtu(dev, dev->mtu);
2795         if (err && err != -EOPNOTSUPP) {
2796                 netdev_warn(dev,
2797                             "nonfatal error updating MTU with new master: %pe\n",
2798                             ERR_PTR(err));
2799         }
2800
2801         /* If the port doesn't have its own MAC address and relies on the DSA
2802          * master's one, inherit it again from the new DSA master.
2803          */
2804         if (is_zero_ether_addr(dp->mac))
2805                 eth_hw_addr_inherit(dev, master);
2806
2807         return 0;
2808
2809 out_revert_master_link:
2810         netdev_upper_dev_unlink(master, dev);
2811 out_revert_old_master_unlink:
2812         netdev_upper_dev_link(old_master, dev, NULL);
2813         return err;
2814 }
2815
2816 bool dsa_slave_dev_check(const struct net_device *dev)
2817 {
2818         return dev->netdev_ops == &dsa_slave_netdev_ops;
2819 }
2820 EXPORT_SYMBOL_GPL(dsa_slave_dev_check);
2821
2822 static int dsa_slave_changeupper(struct net_device *dev,
2823                                  struct netdev_notifier_changeupper_info *info)
2824 {
2825         struct dsa_port *dp = dsa_slave_to_port(dev);
2826         struct netlink_ext_ack *extack;
2827         int err = NOTIFY_DONE;
2828
2829         if (!dsa_slave_dev_check(dev))
2830                 return err;
2831
2832         extack = netdev_notifier_info_to_extack(&info->info);
2833
2834         if (netif_is_bridge_master(info->upper_dev)) {
2835                 if (info->linking) {
2836                         err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2837                         if (!err)
2838                                 dsa_bridge_mtu_normalization(dp);
2839                         if (err == -EOPNOTSUPP) {
2840                                 NL_SET_ERR_MSG_WEAK_MOD(extack,
2841                                                         "Offloading not supported");
2842                                 err = 0;
2843                         }
2844                         err = notifier_from_errno(err);
2845                 } else {
2846                         dsa_port_bridge_leave(dp, info->upper_dev);
2847                         err = NOTIFY_OK;
2848                 }
2849         } else if (netif_is_lag_master(info->upper_dev)) {
2850                 if (info->linking) {
2851                         err = dsa_port_lag_join(dp, info->upper_dev,
2852                                                 info->upper_info, extack);
2853                         if (err == -EOPNOTSUPP) {
2854                                 NL_SET_ERR_MSG_WEAK_MOD(extack,
2855                                                         "Offloading not supported");
2856                                 err = 0;
2857                         }
2858                         err = notifier_from_errno(err);
2859                 } else {
2860                         dsa_port_lag_leave(dp, info->upper_dev);
2861                         err = NOTIFY_OK;
2862                 }
2863         } else if (is_hsr_master(info->upper_dev)) {
2864                 if (info->linking) {
2865                         err = dsa_port_hsr_join(dp, info->upper_dev);
2866                         if (err == -EOPNOTSUPP) {
2867                                 NL_SET_ERR_MSG_WEAK_MOD(extack,
2868                                                         "Offloading not supported");
2869                                 err = 0;
2870                         }
2871                         err = notifier_from_errno(err);
2872                 } else {
2873                         dsa_port_hsr_leave(dp, info->upper_dev);
2874                         err = NOTIFY_OK;
2875                 }
2876         }
2877
2878         return err;
2879 }
2880
2881 static int dsa_slave_prechangeupper(struct net_device *dev,
2882                                     struct netdev_notifier_changeupper_info *info)
2883 {
2884         struct dsa_port *dp = dsa_slave_to_port(dev);
2885
2886         if (!dsa_slave_dev_check(dev))
2887                 return NOTIFY_DONE;
2888
2889         if (netif_is_bridge_master(info->upper_dev) && !info->linking)
2890                 dsa_port_pre_bridge_leave(dp, info->upper_dev);
2891         else if (netif_is_lag_master(info->upper_dev) && !info->linking)
2892                 dsa_port_pre_lag_leave(dp, info->upper_dev);
2893         /* dsa_port_pre_hsr_leave is not yet necessary since hsr cannot be
2894          * meaningfully enslaved to a bridge yet
2895          */
2896
2897         return NOTIFY_DONE;
2898 }
2899
2900 static int
2901 dsa_slave_lag_changeupper(struct net_device *dev,
2902                           struct netdev_notifier_changeupper_info *info)
2903 {
2904         struct net_device *lower;
2905         struct list_head *iter;
2906         int err = NOTIFY_DONE;
2907         struct dsa_port *dp;
2908
2909         if (!netif_is_lag_master(dev))
2910                 return err;
2911
2912         netdev_for_each_lower_dev(dev, lower, iter) {
2913                 if (!dsa_slave_dev_check(lower))
2914                         continue;
2915
2916                 dp = dsa_slave_to_port(lower);
2917                 if (!dp->lag)
2918                         /* Software LAG */
2919                         continue;
2920
2921                 err = dsa_slave_changeupper(lower, info);
2922                 if (notifier_to_errno(err))
2923                         break;
2924         }
2925
2926         return err;
2927 }
2928
2929 /* Same as dsa_slave_lag_changeupper() except that it calls
2930  * dsa_slave_prechangeupper()
2931  */
2932 static int
2933 dsa_slave_lag_prechangeupper(struct net_device *dev,
2934                              struct netdev_notifier_changeupper_info *info)
2935 {
2936         struct net_device *lower;
2937         struct list_head *iter;
2938         int err = NOTIFY_DONE;
2939         struct dsa_port *dp;
2940
2941         if (!netif_is_lag_master(dev))
2942                 return err;
2943
2944         netdev_for_each_lower_dev(dev, lower, iter) {
2945                 if (!dsa_slave_dev_check(lower))
2946                         continue;
2947
2948                 dp = dsa_slave_to_port(lower);
2949                 if (!dp->lag)
2950                         /* Software LAG */
2951                         continue;
2952
2953                 err = dsa_slave_prechangeupper(lower, info);
2954                 if (notifier_to_errno(err))
2955                         break;
2956         }
2957
2958         return err;
2959 }
2960
2961 static int
2962 dsa_prevent_bridging_8021q_upper(struct net_device *dev,
2963                                  struct netdev_notifier_changeupper_info *info)
2964 {
2965         struct netlink_ext_ack *ext_ack;
2966         struct net_device *slave, *br;
2967         struct dsa_port *dp;
2968
2969         ext_ack = netdev_notifier_info_to_extack(&info->info);
2970
2971         if (!is_vlan_dev(dev))
2972                 return NOTIFY_DONE;
2973
2974         slave = vlan_dev_real_dev(dev);
2975         if (!dsa_slave_dev_check(slave))
2976                 return NOTIFY_DONE;
2977
2978         dp = dsa_slave_to_port(slave);
2979         br = dsa_port_bridge_dev_get(dp);
2980         if (!br)
2981                 return NOTIFY_DONE;
2982
2983         /* Deny enslaving a VLAN device into a VLAN-aware bridge */
2984         if (br_vlan_enabled(br) &&
2985             netif_is_bridge_master(info->upper_dev) && info->linking) {
2986                 NL_SET_ERR_MSG_MOD(ext_ack,
2987                                    "Cannot enslave VLAN device into VLAN aware bridge");
2988                 return notifier_from_errno(-EINVAL);
2989         }
2990
2991         return NOTIFY_DONE;
2992 }
2993
2994 static int
2995 dsa_slave_check_8021q_upper(struct net_device *dev,
2996                             struct netdev_notifier_changeupper_info *info)
2997 {
2998         struct dsa_port *dp = dsa_slave_to_port(dev);
2999         struct net_device *br = dsa_port_bridge_dev_get(dp);
3000         struct bridge_vlan_info br_info;
3001         struct netlink_ext_ack *extack;
3002         int err = NOTIFY_DONE;
3003         u16 vid;
3004
3005         if (!br || !br_vlan_enabled(br))
3006                 return NOTIFY_DONE;
3007
3008         extack = netdev_notifier_info_to_extack(&info->info);
3009         vid = vlan_dev_vlan_id(info->upper_dev);
3010
3011         /* br_vlan_get_info() returns -EINVAL or -ENOENT if the
3012          * device, respectively the VID is not found, returning
3013          * 0 means success, which is a failure for us here.
3014          */
3015         err = br_vlan_get_info(br, vid, &br_info);
3016         if (err == 0) {
3017                 NL_SET_ERR_MSG_MOD(extack,
3018                                    "This VLAN is already configured by the bridge");
3019                 return notifier_from_errno(-EBUSY);
3020         }
3021
3022         return NOTIFY_DONE;
3023 }
3024
3025 static int
3026 dsa_slave_prechangeupper_sanity_check(struct net_device *dev,
3027                                       struct netdev_notifier_changeupper_info *info)
3028 {
3029         struct dsa_switch *ds;
3030         struct dsa_port *dp;
3031         int err;
3032
3033         if (!dsa_slave_dev_check(dev))
3034                 return dsa_prevent_bridging_8021q_upper(dev, info);
3035
3036         dp = dsa_slave_to_port(dev);
3037         ds = dp->ds;
3038
3039         if (ds->ops->port_prechangeupper) {
3040                 err = ds->ops->port_prechangeupper(ds, dp->index, info);
3041                 if (err)
3042                         return notifier_from_errno(err);
3043         }
3044
3045         if (is_vlan_dev(info->upper_dev))
3046                 return dsa_slave_check_8021q_upper(dev, info);
3047
3048         return NOTIFY_DONE;
3049 }
3050
3051 /* To be eligible as a DSA master, a LAG must have all lower interfaces be
3052  * eligible DSA masters. Additionally, all LAG slaves must be DSA masters of
3053  * switches in the same switch tree.
3054  */
3055 static int dsa_lag_master_validate(struct net_device *lag_dev,
3056                                    struct netlink_ext_ack *extack)
3057 {
3058         struct net_device *lower1, *lower2;
3059         struct list_head *iter1, *iter2;
3060
3061         netdev_for_each_lower_dev(lag_dev, lower1, iter1) {
3062                 netdev_for_each_lower_dev(lag_dev, lower2, iter2) {
3063                         if (!netdev_uses_dsa(lower1) ||
3064                             !netdev_uses_dsa(lower2)) {
3065                                 NL_SET_ERR_MSG_MOD(extack,
3066                                                    "All LAG ports must be eligible as DSA masters");
3067                                 return notifier_from_errno(-EINVAL);
3068                         }
3069
3070                         if (lower1 == lower2)
3071                                 continue;
3072
3073                         if (!dsa_port_tree_same(lower1->dsa_ptr,
3074                                                 lower2->dsa_ptr)) {
3075                                 NL_SET_ERR_MSG_MOD(extack,
3076                                                    "LAG contains DSA masters of disjoint switch trees");
3077                                 return notifier_from_errno(-EINVAL);
3078                         }
3079                 }
3080         }
3081
3082         return NOTIFY_DONE;
3083 }
3084
3085 static int
3086 dsa_master_prechangeupper_sanity_check(struct net_device *master,
3087                                        struct netdev_notifier_changeupper_info *info)
3088 {
3089         struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3090
3091         if (!netdev_uses_dsa(master))
3092                 return NOTIFY_DONE;
3093
3094         if (!info->linking)
3095                 return NOTIFY_DONE;
3096
3097         /* Allow DSA switch uppers */
3098         if (dsa_slave_dev_check(info->upper_dev))
3099                 return NOTIFY_DONE;
3100
3101         /* Allow bridge uppers of DSA masters, subject to further
3102          * restrictions in dsa_bridge_prechangelower_sanity_check()
3103          */
3104         if (netif_is_bridge_master(info->upper_dev))
3105                 return NOTIFY_DONE;
3106
3107         /* Allow LAG uppers, subject to further restrictions in
3108          * dsa_lag_master_prechangelower_sanity_check()
3109          */
3110         if (netif_is_lag_master(info->upper_dev))
3111                 return dsa_lag_master_validate(info->upper_dev, extack);
3112
3113         NL_SET_ERR_MSG_MOD(extack,
3114                            "DSA master cannot join unknown upper interfaces");
3115         return notifier_from_errno(-EBUSY);
3116 }
3117
3118 static int
3119 dsa_lag_master_prechangelower_sanity_check(struct net_device *dev,
3120                                            struct netdev_notifier_changeupper_info *info)
3121 {
3122         struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3123         struct net_device *lag_dev = info->upper_dev;
3124         struct net_device *lower;
3125         struct list_head *iter;
3126
3127         if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev))
3128                 return NOTIFY_DONE;
3129
3130         if (!info->linking)
3131                 return NOTIFY_DONE;
3132
3133         if (!netdev_uses_dsa(dev)) {
3134                 NL_SET_ERR_MSG(extack,
3135                                "Only DSA masters can join a LAG DSA master");
3136                 return notifier_from_errno(-EINVAL);
3137         }
3138
3139         netdev_for_each_lower_dev(lag_dev, lower, iter) {
3140                 if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) {
3141                         NL_SET_ERR_MSG(extack,
3142                                        "Interface is DSA master for a different switch tree than this LAG");
3143                         return notifier_from_errno(-EINVAL);
3144                 }
3145
3146                 break;
3147         }
3148
3149         return NOTIFY_DONE;
3150 }
3151
3152 /* Don't allow bridging of DSA masters, since the bridge layer rx_handler
3153  * prevents the DSA fake ethertype handler to be invoked, so we don't get the
3154  * chance to strip off and parse the DSA switch tag protocol header (the bridge
3155  * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these
3156  * frames).
3157  * The only case where that would not be an issue is when bridging can already
3158  * be offloaded, such as when the DSA master is itself a DSA or plain switchdev
3159  * port, and is bridged only with other ports from the same hardware device.
3160  */
3161 static int
3162 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower,
3163                                        struct netdev_notifier_changeupper_info *info)
3164 {
3165         struct net_device *br = info->upper_dev;
3166         struct netlink_ext_ack *extack;
3167         struct net_device *lower;
3168         struct list_head *iter;
3169
3170         if (!netif_is_bridge_master(br))
3171                 return NOTIFY_DONE;
3172
3173         if (!info->linking)
3174                 return NOTIFY_DONE;
3175
3176         extack = netdev_notifier_info_to_extack(&info->info);
3177
3178         netdev_for_each_lower_dev(br, lower, iter) {
3179                 if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower))
3180                         continue;
3181
3182                 if (!netdev_port_same_parent_id(lower, new_lower)) {
3183                         NL_SET_ERR_MSG(extack,
3184                                        "Cannot do software bridging with a DSA master");
3185                         return notifier_from_errno(-EINVAL);
3186                 }
3187         }
3188
3189         return NOTIFY_DONE;
3190 }
3191
3192 static void dsa_tree_migrate_ports_from_lag_master(struct dsa_switch_tree *dst,
3193                                                    struct net_device *lag_dev)
3194 {
3195         struct net_device *new_master = dsa_tree_find_first_master(dst);
3196         struct dsa_port *dp;
3197         int err;
3198
3199         dsa_tree_for_each_user_port(dp, dst) {
3200                 if (dsa_port_to_master(dp) != lag_dev)
3201                         continue;
3202
3203                 err = dsa_slave_change_master(dp->slave, new_master, NULL);
3204                 if (err) {
3205                         netdev_err(dp->slave,
3206                                    "failed to restore master to %s: %pe\n",
3207                                    new_master->name, ERR_PTR(err));
3208                 }
3209         }
3210 }
3211
3212 static int dsa_master_lag_join(struct net_device *master,
3213                                struct net_device *lag_dev,
3214                                struct netdev_lag_upper_info *uinfo,
3215                                struct netlink_ext_ack *extack)
3216 {
3217         struct dsa_port *cpu_dp = master->dsa_ptr;
3218         struct dsa_switch_tree *dst = cpu_dp->dst;
3219         struct dsa_port *dp;
3220         int err;
3221
3222         err = dsa_master_lag_setup(lag_dev, cpu_dp, uinfo, extack);
3223         if (err)
3224                 return err;
3225
3226         dsa_tree_for_each_user_port(dp, dst) {
3227                 if (dsa_port_to_master(dp) != master)
3228                         continue;
3229
3230                 err = dsa_slave_change_master(dp->slave, lag_dev, extack);
3231                 if (err)
3232                         goto restore;
3233         }
3234
3235         return 0;
3236
3237 restore:
3238         dsa_tree_for_each_user_port_continue_reverse(dp, dst) {
3239                 if (dsa_port_to_master(dp) != lag_dev)
3240                         continue;
3241
3242                 err = dsa_slave_change_master(dp->slave, master, NULL);
3243                 if (err) {
3244                         netdev_err(dp->slave,
3245                                    "failed to restore master to %s: %pe\n",
3246                                    master->name, ERR_PTR(err));
3247                 }
3248         }
3249
3250         dsa_master_lag_teardown(lag_dev, master->dsa_ptr);
3251
3252         return err;
3253 }
3254
3255 static void dsa_master_lag_leave(struct net_device *master,
3256                                  struct net_device *lag_dev)
3257 {
3258         struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr;
3259         struct dsa_switch_tree *dst = cpu_dp->dst;
3260         struct dsa_port *new_cpu_dp = NULL;
3261         struct net_device *lower;
3262         struct list_head *iter;
3263
3264         netdev_for_each_lower_dev(lag_dev, lower, iter) {
3265                 if (netdev_uses_dsa(lower)) {
3266                         new_cpu_dp = lower->dsa_ptr;
3267                         break;
3268                 }
3269         }
3270
3271         if (new_cpu_dp) {
3272                 /* Update the CPU port of the user ports still under the LAG
3273                  * so that dsa_port_to_master() continues to work properly
3274                  */
3275                 dsa_tree_for_each_user_port(dp, dst)
3276                         if (dsa_port_to_master(dp) == lag_dev)
3277                                 dp->cpu_dp = new_cpu_dp;
3278
3279                 /* Update the index of the virtual CPU port to match the lowest
3280                  * physical CPU port
3281                  */
3282                 lag_dev->dsa_ptr = new_cpu_dp;
3283                 wmb();
3284         } else {
3285                 /* If the LAG DSA master has no ports left, migrate back all
3286                  * user ports to the first physical CPU port
3287                  */
3288                 dsa_tree_migrate_ports_from_lag_master(dst, lag_dev);
3289         }
3290
3291         /* This DSA master has left its LAG in any case, so let
3292          * the CPU port leave the hardware LAG as well
3293          */
3294         dsa_master_lag_teardown(lag_dev, master->dsa_ptr);
3295 }
3296
3297 static int dsa_master_changeupper(struct net_device *dev,
3298                                   struct netdev_notifier_changeupper_info *info)
3299 {
3300         struct netlink_ext_ack *extack;
3301         int err = NOTIFY_DONE;
3302
3303         if (!netdev_uses_dsa(dev))
3304                 return err;
3305
3306         extack = netdev_notifier_info_to_extack(&info->info);
3307
3308         if (netif_is_lag_master(info->upper_dev)) {
3309                 if (info->linking) {
3310                         err = dsa_master_lag_join(dev, info->upper_dev,
3311                                                   info->upper_info, extack);
3312                         err = notifier_from_errno(err);
3313                 } else {
3314                         dsa_master_lag_leave(dev, info->upper_dev);
3315                         err = NOTIFY_OK;
3316                 }
3317         }
3318
3319         return err;
3320 }
3321
3322 static int dsa_slave_netdevice_event(struct notifier_block *nb,
3323                                      unsigned long event, void *ptr)
3324 {
3325         struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3326
3327         switch (event) {
3328         case NETDEV_PRECHANGEUPPER: {
3329                 struct netdev_notifier_changeupper_info *info = ptr;
3330                 int err;
3331
3332                 err = dsa_slave_prechangeupper_sanity_check(dev, info);
3333                 if (notifier_to_errno(err))
3334                         return err;
3335
3336                 err = dsa_master_prechangeupper_sanity_check(dev, info);
3337                 if (notifier_to_errno(err))
3338                         return err;
3339
3340                 err = dsa_lag_master_prechangelower_sanity_check(dev, info);
3341                 if (notifier_to_errno(err))
3342                         return err;
3343
3344                 err = dsa_bridge_prechangelower_sanity_check(dev, info);
3345                 if (notifier_to_errno(err))
3346                         return err;
3347
3348                 err = dsa_slave_prechangeupper(dev, ptr);
3349                 if (notifier_to_errno(err))
3350                         return err;
3351
3352                 err = dsa_slave_lag_prechangeupper(dev, ptr);
3353                 if (notifier_to_errno(err))
3354                         return err;
3355
3356                 break;
3357         }
3358         case NETDEV_CHANGEUPPER: {
3359                 int err;
3360
3361                 err = dsa_slave_changeupper(dev, ptr);
3362                 if (notifier_to_errno(err))
3363                         return err;
3364
3365                 err = dsa_slave_lag_changeupper(dev, ptr);
3366                 if (notifier_to_errno(err))
3367                         return err;
3368
3369                 err = dsa_master_changeupper(dev, ptr);
3370                 if (notifier_to_errno(err))
3371                         return err;
3372
3373                 break;
3374         }
3375         case NETDEV_CHANGELOWERSTATE: {
3376                 struct netdev_notifier_changelowerstate_info *info = ptr;
3377                 struct dsa_port *dp;
3378                 int err = 0;
3379
3380                 if (dsa_slave_dev_check(dev)) {
3381                         dp = dsa_slave_to_port(dev);
3382
3383                         err = dsa_port_lag_change(dp, info->lower_state_info);
3384                 }
3385
3386                 /* Mirror LAG port events on DSA masters that are in
3387                  * a LAG towards their respective switch CPU ports
3388                  */
3389                 if (netdev_uses_dsa(dev)) {
3390                         dp = dev->dsa_ptr;
3391
3392                         err = dsa_port_lag_change(dp, info->lower_state_info);
3393                 }
3394
3395                 return notifier_from_errno(err);
3396         }
3397         case NETDEV_CHANGE:
3398         case NETDEV_UP: {
3399                 /* Track state of master port.
3400                  * DSA driver may require the master port (and indirectly
3401                  * the tagger) to be available for some special operation.
3402                  */
3403                 if (netdev_uses_dsa(dev)) {
3404                         struct dsa_port *cpu_dp = dev->dsa_ptr;
3405                         struct dsa_switch_tree *dst = cpu_dp->ds->dst;
3406
3407                         /* Track when the master port is UP */
3408                         dsa_tree_master_oper_state_change(dst, dev,
3409                                                           netif_oper_up(dev));
3410
3411                         /* Track when the master port is ready and can accept
3412                          * packet.
3413                          * NETDEV_UP event is not enough to flag a port as ready.
3414                          * We also have to wait for linkwatch_do_dev to dev_activate
3415                          * and emit a NETDEV_CHANGE event.
3416                          * We check if a master port is ready by checking if the dev
3417                          * have a qdisc assigned and is not noop.
3418                          */
3419                         dsa_tree_master_admin_state_change(dst, dev,
3420                                                            !qdisc_tx_is_noop(dev));
3421
3422                         return NOTIFY_OK;
3423                 }
3424
3425                 return NOTIFY_DONE;
3426         }
3427         case NETDEV_GOING_DOWN: {
3428                 struct dsa_port *dp, *cpu_dp;
3429                 struct dsa_switch_tree *dst;
3430                 LIST_HEAD(close_list);
3431
3432                 if (!netdev_uses_dsa(dev))
3433                         return NOTIFY_DONE;
3434
3435                 cpu_dp = dev->dsa_ptr;
3436                 dst = cpu_dp->ds->dst;
3437
3438                 dsa_tree_master_admin_state_change(dst, dev, false);
3439
3440                 list_for_each_entry(dp, &dst->ports, list) {
3441                         if (!dsa_port_is_user(dp))
3442                                 continue;
3443
3444                         if (dp->cpu_dp != cpu_dp)
3445                                 continue;
3446
3447                         list_add(&dp->slave->close_list, &close_list);
3448                 }
3449
3450                 dev_close_many(&close_list, true);
3451
3452                 return NOTIFY_OK;
3453         }
3454         default:
3455                 break;
3456         }
3457
3458         return NOTIFY_DONE;
3459 }
3460
3461 static void
3462 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
3463 {
3464         struct switchdev_notifier_fdb_info info = {};
3465
3466         info.addr = switchdev_work->addr;
3467         info.vid = switchdev_work->vid;
3468         info.offloaded = true;
3469         call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
3470                                  switchdev_work->orig_dev, &info.info, NULL);
3471 }
3472
3473 static void dsa_slave_switchdev_event_work(struct work_struct *work)
3474 {
3475         struct dsa_switchdev_event_work *switchdev_work =
3476                 container_of(work, struct dsa_switchdev_event_work, work);
3477         const unsigned char *addr = switchdev_work->addr;
3478         struct net_device *dev = switchdev_work->dev;
3479         u16 vid = switchdev_work->vid;
3480         struct dsa_switch *ds;
3481         struct dsa_port *dp;
3482         int err;
3483
3484         dp = dsa_slave_to_port(dev);
3485         ds = dp->ds;
3486
3487         switch (switchdev_work->event) {
3488         case SWITCHDEV_FDB_ADD_TO_DEVICE:
3489                 if (switchdev_work->host_addr)
3490                         err = dsa_port_bridge_host_fdb_add(dp, addr, vid);
3491                 else if (dp->lag)
3492                         err = dsa_port_lag_fdb_add(dp, addr, vid);
3493                 else
3494                         err = dsa_port_fdb_add(dp, addr, vid);
3495                 if (err) {
3496                         dev_err(ds->dev,
3497                                 "port %d failed to add %pM vid %d to fdb: %d\n",
3498                                 dp->index, addr, vid, err);
3499                         break;
3500                 }
3501                 dsa_fdb_offload_notify(switchdev_work);
3502                 break;
3503
3504         case SWITCHDEV_FDB_DEL_TO_DEVICE:
3505                 if (switchdev_work->host_addr)
3506                         err = dsa_port_bridge_host_fdb_del(dp, addr, vid);
3507                 else if (dp->lag)
3508                         err = dsa_port_lag_fdb_del(dp, addr, vid);
3509                 else
3510                         err = dsa_port_fdb_del(dp, addr, vid);
3511                 if (err) {
3512                         dev_err(ds->dev,
3513                                 "port %d failed to delete %pM vid %d from fdb: %d\n",
3514                                 dp->index, addr, vid, err);
3515                 }
3516
3517                 break;
3518         }
3519
3520         kfree(switchdev_work);
3521 }
3522
3523 static bool dsa_foreign_dev_check(const struct net_device *dev,
3524                                   const struct net_device *foreign_dev)
3525 {
3526         const struct dsa_port *dp = dsa_slave_to_port(dev);
3527         struct dsa_switch_tree *dst = dp->ds->dst;
3528
3529         if (netif_is_bridge_master(foreign_dev))
3530                 return !dsa_tree_offloads_bridge_dev(dst, foreign_dev);
3531
3532         if (netif_is_bridge_port(foreign_dev))
3533                 return !dsa_tree_offloads_bridge_port(dst, foreign_dev);
3534
3535         /* Everything else is foreign */
3536         return true;
3537 }
3538
3539 static int dsa_slave_fdb_event(struct net_device *dev,
3540                                struct net_device *orig_dev,
3541                                unsigned long event, const void *ctx,
3542                                const struct switchdev_notifier_fdb_info *fdb_info)
3543 {
3544         struct dsa_switchdev_event_work *switchdev_work;
3545         struct dsa_port *dp = dsa_slave_to_port(dev);
3546         bool host_addr = fdb_info->is_local;
3547         struct dsa_switch *ds = dp->ds;
3548
3549         if (ctx && ctx != dp)
3550                 return 0;
3551
3552         if (!dp->bridge)
3553                 return 0;
3554
3555         if (switchdev_fdb_is_dynamically_learned(fdb_info)) {
3556                 if (dsa_port_offloads_bridge_port(dp, orig_dev))
3557                         return 0;
3558
3559                 /* FDB entries learned by the software bridge or by foreign
3560                  * bridge ports should be installed as host addresses only if
3561                  * the driver requests assisted learning.
3562                  */
3563                 if (!ds->assisted_learning_on_cpu_port)
3564                         return 0;
3565         }
3566
3567         /* Also treat FDB entries on foreign interfaces bridged with us as host
3568          * addresses.
3569          */
3570         if (dsa_foreign_dev_check(dev, orig_dev))
3571                 host_addr = true;
3572
3573         /* Check early that we're not doing work in vain.
3574          * Host addresses on LAG ports still require regular FDB ops,
3575          * since the CPU port isn't in a LAG.
3576          */
3577         if (dp->lag && !host_addr) {
3578                 if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del)
3579                         return -EOPNOTSUPP;
3580         } else {
3581                 if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del)
3582                         return -EOPNOTSUPP;
3583         }
3584
3585         switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
3586         if (!switchdev_work)
3587                 return -ENOMEM;
3588
3589         netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n",
3590                    event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting",
3591                    orig_dev->name, fdb_info->addr, fdb_info->vid,
3592                    host_addr ? " as host address" : "");
3593
3594         INIT_WORK(&switchdev_work->work, dsa_slave_switchdev_event_work);
3595         switchdev_work->event = event;
3596         switchdev_work->dev = dev;
3597         switchdev_work->orig_dev = orig_dev;
3598
3599         ether_addr_copy(switchdev_work->addr, fdb_info->addr);
3600         switchdev_work->vid = fdb_info->vid;
3601         switchdev_work->host_addr = host_addr;
3602
3603         dsa_schedule_work(&switchdev_work->work);
3604
3605         return 0;
3606 }
3607
3608 /* Called under rcu_read_lock() */
3609 static int dsa_slave_switchdev_event(struct notifier_block *unused,
3610                                      unsigned long event, void *ptr)
3611 {
3612         struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3613         int err;
3614
3615         switch (event) {
3616         case SWITCHDEV_PORT_ATTR_SET:
3617                 err = switchdev_handle_port_attr_set(dev, ptr,
3618                                                      dsa_slave_dev_check,
3619                                                      dsa_slave_port_attr_set);
3620                 return notifier_from_errno(err);
3621         case SWITCHDEV_FDB_ADD_TO_DEVICE:
3622         case SWITCHDEV_FDB_DEL_TO_DEVICE:
3623                 err = switchdev_handle_fdb_event_to_device(dev, event, ptr,
3624                                                            dsa_slave_dev_check,
3625                                                            dsa_foreign_dev_check,
3626                                                            dsa_slave_fdb_event);
3627                 return notifier_from_errno(err);
3628         default:
3629                 return NOTIFY_DONE;
3630         }
3631
3632         return NOTIFY_OK;
3633 }
3634
3635 static int dsa_slave_switchdev_blocking_event(struct notifier_block *unused,
3636                                               unsigned long event, void *ptr)
3637 {
3638         struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3639         int err;
3640
3641         switch (event) {
3642         case SWITCHDEV_PORT_OBJ_ADD:
3643                 err = switchdev_handle_port_obj_add_foreign(dev, ptr,
3644                                                             dsa_slave_dev_check,
3645                                                             dsa_foreign_dev_check,
3646                                                             dsa_slave_port_obj_add);
3647                 return notifier_from_errno(err);
3648         case SWITCHDEV_PORT_OBJ_DEL:
3649                 err = switchdev_handle_port_obj_del_foreign(dev, ptr,
3650                                                             dsa_slave_dev_check,
3651                                                             dsa_foreign_dev_check,
3652                                                             dsa_slave_port_obj_del);
3653                 return notifier_from_errno(err);
3654         case SWITCHDEV_PORT_ATTR_SET:
3655                 err = switchdev_handle_port_attr_set(dev, ptr,
3656                                                      dsa_slave_dev_check,
3657                                                      dsa_slave_port_attr_set);
3658                 return notifier_from_errno(err);
3659         }
3660
3661         return NOTIFY_DONE;
3662 }
3663
3664 static struct notifier_block dsa_slave_nb __read_mostly = {
3665         .notifier_call  = dsa_slave_netdevice_event,
3666 };
3667
3668 struct notifier_block dsa_slave_switchdev_notifier = {
3669         .notifier_call = dsa_slave_switchdev_event,
3670 };
3671
3672 struct notifier_block dsa_slave_switchdev_blocking_notifier = {
3673         .notifier_call = dsa_slave_switchdev_blocking_event,
3674 };
3675
3676 int dsa_slave_register_notifier(void)
3677 {
3678         struct notifier_block *nb;
3679         int err;
3680
3681         err = register_netdevice_notifier(&dsa_slave_nb);
3682         if (err)
3683                 return err;
3684
3685         err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
3686         if (err)
3687                 goto err_switchdev_nb;
3688
3689         nb = &dsa_slave_switchdev_blocking_notifier;
3690         err = register_switchdev_blocking_notifier(nb);
3691         if (err)
3692                 goto err_switchdev_blocking_nb;
3693
3694         return 0;
3695
3696 err_switchdev_blocking_nb:
3697         unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3698 err_switchdev_nb:
3699         unregister_netdevice_notifier(&dsa_slave_nb);
3700         return err;
3701 }
3702
3703 void dsa_slave_unregister_notifier(void)
3704 {
3705         struct notifier_block *nb;
3706         int err;
3707
3708         nb = &dsa_slave_switchdev_blocking_notifier;
3709         err = unregister_switchdev_blocking_notifier(nb);
3710         if (err)
3711                 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
3712
3713         err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
3714         if (err)
3715                 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
3716
3717         err = unregister_netdevice_notifier(&dsa_slave_nb);
3718         if (err)
3719                 pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
3720 }