net/dsa/slave.c

   1 /*
   2  * net/dsa/slave.c - Slave device handling
   3  * Copyright (c) 2008-2009 Marvell Semiconductor
   4  *
   5  * This program is free software; you can redistribute it and/or modify
   6  * it under the terms of the GNU General Public License as published by
   7  * the Free Software Foundation; either version 2 of the License, or
   8  * (at your option) any later version.
   9  */
  10
  11 #include <linux/list.h>
  12 #include <linux/etherdevice.h>
  13 #include <linux/netdevice.h>
  14 #include <linux/phy.h>
  15 #include <linux/phy_fixed.h>
  16 #include <linux/of_net.h>
  17 #include <linux/of_mdio.h>
  18 #include <linux/mdio.h>
  19 #include <linux/list.h>
  20 #include <net/rtnetlink.h>
  21 #include <net/pkt_cls.h>
  22 #include <net/tc_act/tc_mirred.h>
  23 #include <linux/if_bridge.h>
  24 #include <linux/netpoll.h>
  25
  26 #include "dsa_priv.h"
  27
  28 static bool dsa_slave_dev_check(struct net_device *dev);
  29
  30 /* slave mii_bus handling ***************************************************/
  31 static int dsa_slave_phy_read(struct mii_bus *bus, int addr, int reg)
  32 {
  33         struct dsa_switch *ds = bus->priv;
  34
  35         if (ds->phys_mii_mask & (1 << addr))
  36                 return ds->ops->phy_read(ds, addr, reg);
  37
  38         return 0xffff;
  39 }
  40
  41 static int dsa_slave_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
  42 {
  43         struct dsa_switch *ds = bus->priv;
  44
  45         if (ds->phys_mii_mask & (1 << addr))
  46                 return ds->ops->phy_write(ds, addr, reg, val);
  47
  48         return 0;
  49 }
  50
  51 void dsa_slave_mii_bus_init(struct dsa_switch *ds)
  52 {
  53         ds->slave_mii_bus->priv = (void *)ds;
  54         ds->slave_mii_bus->name = "dsa slave smi";
  55         ds->slave_mii_bus->read = dsa_slave_phy_read;
  56         ds->slave_mii_bus->write = dsa_slave_phy_write;
  57         snprintf(ds->slave_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
  58                  ds->dst->tree, ds->index);
  59         ds->slave_mii_bus->parent = ds->dev;
  60         ds->slave_mii_bus->phy_mask = ~ds->phys_mii_mask;
  61 }
  62
  63
  64 /* slave device handling ****************************************************/
  65 static int dsa_slave_get_iflink(const struct net_device *dev)
  66 {
  67         struct dsa_slave_priv *p = netdev_priv(dev);
  68
  69         return dsa_master_netdev(p)->ifindex;
  70 }
  71
  72 static int dsa_slave_open(struct net_device *dev)
  73 {
  74         struct dsa_slave_priv *p = netdev_priv(dev);
  75         struct dsa_port *dp = p->dp;
  76         struct dsa_switch *ds = dp->ds;
  77         struct net_device *master = dsa_master_netdev(p);
  78         u8 stp_state = dp->bridge_dev ? BR_STATE_BLOCKING : BR_STATE_FORWARDING;
  79         int err;
  80
  81         if (!(master->flags & IFF_UP))
  82                 return -ENETDOWN;
  83
  84         if (!ether_addr_equal(dev->dev_addr, master->dev_addr)) {
  85                 err = dev_uc_add(master, dev->dev_addr);
  86                 if (err < 0)
  87                         goto out;
  88         }
  89
  90         if (dev->flags & IFF_ALLMULTI) {
  91                 err = dev_set_allmulti(master, 1);
  92                 if (err < 0)
  93                         goto del_unicast;
  94         }
  95         if (dev->flags & IFF_PROMISC) {
  96                 err = dev_set_promiscuity(master, 1);
  97                 if (err < 0)
  98                         goto clear_allmulti;
  99         }
 100
 101         if (ds->ops->port_enable) {
 102                 err = ds->ops->port_enable(ds, p->dp->index, p->phy);
 103                 if (err)
 104                         goto clear_promisc;
 105         }
 106
 107         dsa_port_set_state_now(p->dp, stp_state);
 108
 109         if (p->phy)
 110                 phy_start(p->phy);
 111
 112         return 0;
 113
 114 clear_promisc:
 115         if (dev->flags & IFF_PROMISC)
 116                 dev_set_promiscuity(master, -1);
 117 clear_allmulti:
 118         if (dev->flags & IFF_ALLMULTI)
 119                 dev_set_allmulti(master, -1);
 120 del_unicast:
 121         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 122                 dev_uc_del(master, dev->dev_addr);
 123 out:
 124         return err;
 125 }
 126
 127 static int dsa_slave_close(struct net_device *dev)
 128 {
 129         struct dsa_slave_priv *p = netdev_priv(dev);
 130         struct net_device *master = dsa_master_netdev(p);
 131         struct dsa_switch *ds = p->dp->ds;
 132
 133         if (p->phy)
 134                 phy_stop(p->phy);
 135
 136         dev_mc_unsync(master, dev);
 137         dev_uc_unsync(master, dev);
 138         if (dev->flags & IFF_ALLMULTI)
 139                 dev_set_allmulti(master, -1);
 140         if (dev->flags & IFF_PROMISC)
 141                 dev_set_promiscuity(master, -1);
 142
 143         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 144                 dev_uc_del(master, dev->dev_addr);
 145
 146         if (ds->ops->port_disable)
 147                 ds->ops->port_disable(ds, p->dp->index, p->phy);
 148
 149         dsa_port_set_state_now(p->dp, BR_STATE_DISABLED);
 150
 151         return 0;
 152 }
 153
 154 static void dsa_slave_change_rx_flags(struct net_device *dev, int change)
 155 {
 156         struct dsa_slave_priv *p = netdev_priv(dev);
 157         struct net_device *master = dsa_master_netdev(p);
 158
 159         if (change & IFF_ALLMULTI)
 160                 dev_set_allmulti(master, dev->flags & IFF_ALLMULTI ? 1 : -1);
 161         if (change & IFF_PROMISC)
 162                 dev_set_promiscuity(master, dev->flags & IFF_PROMISC ? 1 : -1);
 163 }
 164
 165 static void dsa_slave_set_rx_mode(struct net_device *dev)
 166 {
 167         struct dsa_slave_priv *p = netdev_priv(dev);
 168         struct net_device *master = dsa_master_netdev(p);
 169
 170         dev_mc_sync(master, dev);
 171         dev_uc_sync(master, dev);
 172 }
 173
 174 static int dsa_slave_set_mac_address(struct net_device *dev, void *a)
 175 {
 176         struct dsa_slave_priv *p = netdev_priv(dev);
 177         struct net_device *master = dsa_master_netdev(p);
 178         struct sockaddr *addr = a;
 179         int err;
 180
 181         if (!is_valid_ether_addr(addr->sa_data))
 182                 return -EADDRNOTAVAIL;
 183
 184         if (!(dev->flags & IFF_UP))
 185                 goto out;
 186
 187         if (!ether_addr_equal(addr->sa_data, master->dev_addr)) {
 188                 err = dev_uc_add(master, addr->sa_data);
 189                 if (err < 0)
 190                         return err;
 191         }
 192
 193         if (!ether_addr_equal(dev->dev_addr, master->dev_addr))
 194                 dev_uc_del(master, dev->dev_addr);
 195
 196 out:
 197         ether_addr_copy(dev->dev_addr, addr->sa_data);
 198
 199         return 0;
 200 }
 201
 202 struct dsa_slave_dump_ctx {
 203         struct net_device *dev;
 204         struct sk_buff *skb;
 205         struct netlink_callback *cb;
 206         int idx;
 207 };
 208
 209 static int
 210 dsa_slave_port_fdb_do_dump(const unsigned char *addr, u16 vid,
 211                            bool is_static, void *data)
 212 {
 213         struct dsa_slave_dump_ctx *dump = data;
 214         u32 portid = NETLINK_CB(dump->cb->skb).portid;
 215         u32 seq = dump->cb->nlh->nlmsg_seq;
 216         struct nlmsghdr *nlh;
 217         struct ndmsg *ndm;
 218
 219         if (dump->idx < dump->cb->args[2])
 220                 goto skip;
 221
 222         nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
 223                         sizeof(*ndm), NLM_F_MULTI);
 224         if (!nlh)
 225                 return -EMSGSIZE;
 226
 227         ndm = nlmsg_data(nlh);
 228         ndm->ndm_family  = AF_BRIDGE;
 229         ndm->ndm_pad1    = 0;
 230         ndm->ndm_pad2    = 0;
 231         ndm->ndm_flags   = NTF_SELF;
 232         ndm->ndm_type    = 0;
 233         ndm->ndm_ifindex = dump->dev->ifindex;
 234         ndm->ndm_state   = is_static ? NUD_NOARP : NUD_REACHABLE;
 235
 236         if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
 237                 goto nla_put_failure;
 238
 239         if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
 240                 goto nla_put_failure;
 241
 242         nlmsg_end(dump->skb, nlh);
 243
 244 skip:
 245         dump->idx++;
 246         return 0;
 247
 248 nla_put_failure:
 249         nlmsg_cancel(dump->skb, nlh);
 250         return -EMSGSIZE;
 251 }
 252
 253 static int
 254 dsa_slave_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
 255                    struct net_device *dev, struct net_device *filter_dev,
 256                    int *idx)
 257 {
 258         struct dsa_slave_dump_ctx dump = {
 259                 .dev = dev,
 260                 .skb = skb,
 261                 .cb = cb,
 262                 .idx = *idx,
 263         };
 264         struct dsa_slave_priv *p = netdev_priv(dev);
 265         struct dsa_port *dp = p->dp;
 266         struct dsa_switch *ds = dp->ds;
 267         int err;
 268
 269         if (!ds->ops->port_fdb_dump)
 270                 return -EOPNOTSUPP;
 271
 272         err = ds->ops->port_fdb_dump(ds, dp->index,
 273                                      dsa_slave_port_fdb_do_dump,
 274                                      &dump);
 275         *idx = dump.idx;
 276         return err;
 277 }
 278
 279 static int dsa_slave_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
 280 {
 281         struct dsa_slave_priv *p = netdev_priv(dev);
 282
 283         if (p->phy != NULL)
 284                 return phy_mii_ioctl(p->phy, ifr, cmd);
 285
 286         return -EOPNOTSUPP;
 287 }
 288
 289 static int dsa_slave_port_attr_set(struct net_device *dev,
 290                                    const struct switchdev_attr *attr,
 291                                    struct switchdev_trans *trans)
 292 {
 293         struct dsa_slave_priv *p = netdev_priv(dev);
 294         struct dsa_port *dp = p->dp;
 295         int ret;
 296
 297         switch (attr->id) {
 298         case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
 299                 ret = dsa_port_set_state(dp, attr->u.stp_state, trans);
 300                 break;
 301         case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
 302                 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
 303                                               trans);
 304                 break;
 305         case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
 306                 ret = dsa_port_ageing_time(dp, attr->u.ageing_time, trans);
 307                 break;
 308         default:
 309                 ret = -EOPNOTSUPP;
 310                 break;
 311         }
 312
 313         return ret;
 314 }
 315
 316 static int dsa_slave_port_obj_add(struct net_device *dev,
 317                                   const struct switchdev_obj *obj,
 318                                   struct switchdev_trans *trans)
 319 {
 320         struct dsa_slave_priv *p = netdev_priv(dev);
 321         struct dsa_port *dp = p->dp;
 322         int err;
 323
 324         /* For the prepare phase, ensure the full set of changes is feasable in
 325          * one go in order to signal a failure properly. If an operation is not
 326          * supported, return -EOPNOTSUPP.
 327          */
 328
 329         switch (obj->id) {
 330         case SWITCHDEV_OBJ_ID_PORT_MDB:
 331                 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj), trans);
 332                 break;
 333         case SWITCHDEV_OBJ_ID_PORT_VLAN:
 334                 err = dsa_port_vlan_add(dp, SWITCHDEV_OBJ_PORT_VLAN(obj),
 335                                         trans);
 336                 break;
 337         default:
 338                 err = -EOPNOTSUPP;
 339                 break;
 340         }
 341
 342         return err;
 343 }
 344
 345 static int dsa_slave_port_obj_del(struct net_device *dev,
 346                                   const struct switchdev_obj *obj)
 347 {
 348         struct dsa_slave_priv *p = netdev_priv(dev);
 349         struct dsa_port *dp = p->dp;
 350         int err;
 351
 352         switch (obj->id) {
 353         case SWITCHDEV_OBJ_ID_PORT_MDB:
 354                 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
 355                 break;
 356         case SWITCHDEV_OBJ_ID_PORT_VLAN:
 357                 err = dsa_port_vlan_del(dp, SWITCHDEV_OBJ_PORT_VLAN(obj));
 358                 break;
 359         default:
 360                 err = -EOPNOTSUPP;
 361                 break;
 362         }
 363
 364         return err;
 365 }
 366
 367 static int dsa_slave_port_attr_get(struct net_device *dev,
 368                                    struct switchdev_attr *attr)
 369 {
 370         struct dsa_slave_priv *p = netdev_priv(dev);
 371         struct dsa_switch *ds = p->dp->ds;
 372
 373         switch (attr->id) {
 374         case SWITCHDEV_ATTR_ID_PORT_PARENT_ID:
 375                 attr->u.ppid.id_len = sizeof(ds->index);
 376                 memcpy(&attr->u.ppid.id, &ds->index, attr->u.ppid.id_len);
 377                 break;
 378         case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS_SUPPORT:
 379                 attr->u.brport_flags_support = 0;
 380                 break;
 381         default:
 382                 return -EOPNOTSUPP;
 383         }
 384
 385         return 0;
 386 }
 387
 388 static inline netdev_tx_t dsa_netpoll_send_skb(struct dsa_slave_priv *p,
 389                                                struct sk_buff *skb)
 390 {
 391 #ifdef CONFIG_NET_POLL_CONTROLLER
 392         if (p->netpoll)
 393                 netpoll_send_skb(p->netpoll, skb);
 394 #else
 395         BUG();
 396 #endif
 397         return NETDEV_TX_OK;
 398 }
 399
 400 static netdev_tx_t dsa_slave_xmit(struct sk_buff *skb, struct net_device *dev)
 401 {
 402         struct dsa_slave_priv *p = netdev_priv(dev);
 403         struct pcpu_sw_netstats *s;
 404         struct sk_buff *nskb;
 405
 406         s = this_cpu_ptr(p->stats64);
 407         u64_stats_update_begin(&s->syncp);
 408         s->tx_packets++;
 409         s->tx_bytes += skb->len;
 410         u64_stats_update_end(&s->syncp);
 411
 412         /* Transmit function may have to reallocate the original SKB,
 413          * in which case it must have freed it. Only free it here on error.
 414          */
 415         nskb = p->xmit(skb, dev);
 416         if (!nskb) {
 417                 kfree_skb(skb);
 418                 return NETDEV_TX_OK;
 419         }
 420
 421         /* SKB for netpoll still need to be mangled with the protocol-specific
 422          * tag to be successfully transmitted
 423          */
 424         if (unlikely(netpoll_tx_running(dev)))
 425                 return dsa_netpoll_send_skb(p, nskb);
 426
 427         /* Queue the SKB for transmission on the parent interface, but
 428          * do not modify its EtherType
 429          */
 430         nskb->dev = dsa_master_netdev(p);
 431         dev_queue_xmit(nskb);
 432
 433         return NETDEV_TX_OK;
 434 }
 435
 436 /* ethtool operations *******************************************************/
 437 static int
 438 dsa_slave_get_link_ksettings(struct net_device *dev,
 439                              struct ethtool_link_ksettings *cmd)
 440 {
 441         struct dsa_slave_priv *p = netdev_priv(dev);
 442
 443         if (!p->phy)
 444                 return -EOPNOTSUPP;
 445
 446         phy_ethtool_ksettings_get(p->phy, cmd);
 447
 448         return 0;
 449 }
 450
 451 static int
 452 dsa_slave_set_link_ksettings(struct net_device *dev,
 453                              const struct ethtool_link_ksettings *cmd)
 454 {
 455         struct dsa_slave_priv *p = netdev_priv(dev);
 456
 457         if (p->phy != NULL)
 458                 return phy_ethtool_ksettings_set(p->phy, cmd);
 459
 460         return -EOPNOTSUPP;
 461 }
 462
 463 static void dsa_slave_get_drvinfo(struct net_device *dev,
 464                                   struct ethtool_drvinfo *drvinfo)
 465 {
 466         strlcpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
 467         strlcpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
 468         strlcpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
 469 }
 470
 471 static int dsa_slave_get_regs_len(struct net_device *dev)
 472 {
 473         struct dsa_slave_priv *p = netdev_priv(dev);
 474         struct dsa_switch *ds = p->dp->ds;
 475
 476         if (ds->ops->get_regs_len)
 477                 return ds->ops->get_regs_len(ds, p->dp->index);
 478
 479         return -EOPNOTSUPP;
 480 }
 481
 482 static void
 483 dsa_slave_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
 484 {
 485         struct dsa_slave_priv *p = netdev_priv(dev);
 486         struct dsa_switch *ds = p->dp->ds;
 487
 488         if (ds->ops->get_regs)
 489                 ds->ops->get_regs(ds, p->dp->index, regs, _p);
 490 }
 491
 492 static int dsa_slave_nway_reset(struct net_device *dev)
 493 {
 494         struct dsa_slave_priv *p = netdev_priv(dev);
 495
 496         if (p->phy != NULL)
 497                 return genphy_restart_aneg(p->phy);
 498
 499         return -EOPNOTSUPP;
 500 }
 501
 502 static u32 dsa_slave_get_link(struct net_device *dev)
 503 {
 504         struct dsa_slave_priv *p = netdev_priv(dev);
 505
 506         if (p->phy != NULL) {
 507                 genphy_update_link(p->phy);
 508                 return p->phy->link;
 509         }
 510
 511         return -EOPNOTSUPP;
 512 }
 513
 514 static int dsa_slave_get_eeprom_len(struct net_device *dev)
 515 {
 516         struct dsa_slave_priv *p = netdev_priv(dev);
 517         struct dsa_switch *ds = p->dp->ds;
 518
 519         if (ds->cd && ds->cd->eeprom_len)
 520                 return ds->cd->eeprom_len;
 521
 522         if (ds->ops->get_eeprom_len)
 523                 return ds->ops->get_eeprom_len(ds);
 524
 525         return 0;
 526 }
 527
 528 static int dsa_slave_get_eeprom(struct net_device *dev,
 529                                 struct ethtool_eeprom *eeprom, u8 *data)
 530 {
 531         struct dsa_slave_priv *p = netdev_priv(dev);
 532         struct dsa_switch *ds = p->dp->ds;
 533
 534         if (ds->ops->get_eeprom)
 535                 return ds->ops->get_eeprom(ds, eeprom, data);
 536
 537         return -EOPNOTSUPP;
 538 }
 539
 540 static int dsa_slave_set_eeprom(struct net_device *dev,
 541                                 struct ethtool_eeprom *eeprom, u8 *data)
 542 {
 543         struct dsa_slave_priv *p = netdev_priv(dev);
 544         struct dsa_switch *ds = p->dp->ds;
 545
 546         if (ds->ops->set_eeprom)
 547                 return ds->ops->set_eeprom(ds, eeprom, data);
 548
 549         return -EOPNOTSUPP;
 550 }
 551
 552 static void dsa_slave_get_strings(struct net_device *dev,
 553                                   uint32_t stringset, uint8_t *data)
 554 {
 555         struct dsa_slave_priv *p = netdev_priv(dev);
 556         struct dsa_switch *ds = p->dp->ds;
 557
 558         if (stringset == ETH_SS_STATS) {
 559                 int len = ETH_GSTRING_LEN;
 560
 561                 strncpy(data, "tx_packets", len);
 562                 strncpy(data + len, "tx_bytes", len);
 563                 strncpy(data + 2 * len, "rx_packets", len);
 564                 strncpy(data + 3 * len, "rx_bytes", len);
 565                 if (ds->ops->get_strings)
 566                         ds->ops->get_strings(ds, p->dp->index, data + 4 * len);
 567         }
 568 }
 569
 570 static void dsa_cpu_port_get_ethtool_stats(struct net_device *dev,
 571                                            struct ethtool_stats *stats,
 572                                            uint64_t *data)
 573 {
 574         struct dsa_switch_tree *dst = dev->dsa_ptr;
 575         struct dsa_port *cpu_dp = dsa_get_cpu_port(dst);
 576         struct dsa_switch *ds = cpu_dp->ds;
 577         s8 cpu_port = cpu_dp->index;
 578         int count = 0;
 579
 580         if (cpu_dp->ethtool_ops.get_sset_count) {
 581                 count = cpu_dp->ethtool_ops.get_sset_count(dev, ETH_SS_STATS);
 582                 cpu_dp->ethtool_ops.get_ethtool_stats(dev, stats, data);
 583         }
 584
 585         if (ds->ops->get_ethtool_stats)
 586                 ds->ops->get_ethtool_stats(ds, cpu_port, data + count);
 587 }
 588
 589 static int dsa_cpu_port_get_sset_count(struct net_device *dev, int sset)
 590 {
 591         struct dsa_switch_tree *dst = dev->dsa_ptr;
 592         struct dsa_port *cpu_dp = dsa_get_cpu_port(dst);
 593         struct dsa_switch *ds = cpu_dp->ds;
 594         int count = 0;
 595
 596         if (cpu_dp->ethtool_ops.get_sset_count)
 597                 count += cpu_dp->ethtool_ops.get_sset_count(dev, sset);
 598
 599         if (sset == ETH_SS_STATS && ds->ops->get_sset_count)
 600                 count += ds->ops->get_sset_count(ds);
 601
 602         return count;
 603 }
 604
 605 static void dsa_cpu_port_get_strings(struct net_device *dev,
 606                                      uint32_t stringset, uint8_t *data)
 607 {
 608         struct dsa_switch_tree *dst = dev->dsa_ptr;
 609         struct dsa_port *cpu_dp = dsa_get_cpu_port(dst);
 610         struct dsa_switch *ds = cpu_dp->ds;
 611         s8 cpu_port = cpu_dp->index;
 612         int len = ETH_GSTRING_LEN;
 613         int mcount = 0, count;
 614         unsigned int i;
 615         uint8_t pfx[4];
 616         uint8_t *ndata;
 617
 618         snprintf(pfx, sizeof(pfx), "p%.2d", cpu_port);
 619         /* We do not want to be NULL-terminated, since this is a prefix */
 620         pfx[sizeof(pfx) - 1] = '_';
 621
 622         if (cpu_dp->ethtool_ops.get_sset_count) {
 623                 mcount = cpu_dp->ethtool_ops.get_sset_count(dev, ETH_SS_STATS);
 624                 cpu_dp->ethtool_ops.get_strings(dev, stringset, data);
 625         }
 626
 627         if (stringset == ETH_SS_STATS && ds->ops->get_strings) {
 628                 ndata = data + mcount * len;
 629                 /* This function copies ETH_GSTRINGS_LEN bytes, we will mangle
 630                  * the output after to prepend our CPU port prefix we
 631                  * constructed earlier
 632                  */
 633                 ds->ops->get_strings(ds, cpu_port, ndata);
 634                 count = ds->ops->get_sset_count(ds);
 635                 for (i = 0; i < count; i++) {
 636                         memmove(ndata + (i * len + sizeof(pfx)),
 637                                 ndata + i * len, len - sizeof(pfx));
 638                         memcpy(ndata + i * len, pfx, sizeof(pfx));
 639                 }
 640         }
 641 }
 642
 643 static void dsa_slave_get_ethtool_stats(struct net_device *dev,
 644                                         struct ethtool_stats *stats,
 645                                         uint64_t *data)
 646 {
 647         struct dsa_slave_priv *p = netdev_priv(dev);
 648         struct dsa_switch *ds = p->dp->ds;
 649         struct pcpu_sw_netstats *s;
 650         unsigned int start;
 651         int i;
 652
 653         for_each_possible_cpu(i) {
 654                 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
 655
 656                 s = per_cpu_ptr(p->stats64, i);
 657                 do {
 658                         start = u64_stats_fetch_begin_irq(&s->syncp);
 659                         tx_packets = s->tx_packets;
 660                         tx_bytes = s->tx_bytes;
 661                         rx_packets = s->rx_packets;
 662                         rx_bytes = s->rx_bytes;
 663                 } while (u64_stats_fetch_retry_irq(&s->syncp, start));
 664                 data[0] += tx_packets;
 665                 data[1] += tx_bytes;
 666                 data[2] += rx_packets;
 667                 data[3] += rx_bytes;
 668         }
 669         if (ds->ops->get_ethtool_stats)
 670                 ds->ops->get_ethtool_stats(ds, p->dp->index, data + 4);
 671 }
 672
 673 static int dsa_slave_get_sset_count(struct net_device *dev, int sset)
 674 {
 675         struct dsa_slave_priv *p = netdev_priv(dev);
 676         struct dsa_switch *ds = p->dp->ds;
 677
 678         if (sset == ETH_SS_STATS) {
 679                 int count;
 680
 681                 count = 4;
 682                 if (ds->ops->get_sset_count)
 683                         count += ds->ops->get_sset_count(ds);
 684
 685                 return count;
 686         }
 687
 688         return -EOPNOTSUPP;
 689 }
 690
 691 static void dsa_slave_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
 692 {
 693         struct dsa_slave_priv *p = netdev_priv(dev);
 694         struct dsa_switch *ds = p->dp->ds;
 695
 696         if (ds->ops->get_wol)
 697                 ds->ops->get_wol(ds, p->dp->index, w);
 698 }
 699
 700 static int dsa_slave_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
 701 {
 702         struct dsa_slave_priv *p = netdev_priv(dev);
 703         struct dsa_switch *ds = p->dp->ds;
 704         int ret = -EOPNOTSUPP;
 705
 706         if (ds->ops->set_wol)
 707                 ret = ds->ops->set_wol(ds, p->dp->index, w);
 708
 709         return ret;
 710 }
 711
 712 static int dsa_slave_set_eee(struct net_device *dev, struct ethtool_eee *e)
 713 {
 714         struct dsa_slave_priv *p = netdev_priv(dev);
 715         struct dsa_switch *ds = p->dp->ds;
 716         int ret;
 717
 718         /* Port's PHY and MAC both need to be EEE capable */
 719         if (!p->phy)
 720                 return -ENODEV;
 721
 722         if (!ds->ops->set_mac_eee)
 723                 return -EOPNOTSUPP;
 724
 725         ret = ds->ops->set_mac_eee(ds, p->dp->index, e);
 726         if (ret)
 727                 return ret;
 728
 729         if (e->eee_enabled) {
 730                 ret = phy_init_eee(p->phy, 0);
 731                 if (ret)
 732                         return ret;
 733         }
 734
 735         return phy_ethtool_set_eee(p->phy, e);
 736 }
 737
 738 static int dsa_slave_get_eee(struct net_device *dev, struct ethtool_eee *e)
 739 {
 740         struct dsa_slave_priv *p = netdev_priv(dev);
 741         struct dsa_switch *ds = p->dp->ds;
 742         int ret;
 743
 744         /* Port's PHY and MAC both need to be EEE capable */
 745         if (!p->phy)
 746                 return -ENODEV;
 747
 748         if (!ds->ops->get_mac_eee)
 749                 return -EOPNOTSUPP;
 750
 751         ret = ds->ops->get_mac_eee(ds, p->dp->index, e);
 752         if (ret)
 753                 return ret;
 754
 755         return phy_ethtool_get_eee(p->phy, e);
 756 }
 757
 758 #ifdef CONFIG_NET_POLL_CONTROLLER
 759 static int dsa_slave_netpoll_setup(struct net_device *dev,
 760                                    struct netpoll_info *ni)
 761 {
 762         struct dsa_slave_priv *p = netdev_priv(dev);
 763         struct net_device *master = dsa_master_netdev(p);
 764         struct netpoll *netpoll;
 765         int err = 0;
 766
 767         netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
 768         if (!netpoll)
 769                 return -ENOMEM;
 770
 771         err = __netpoll_setup(netpoll, master);
 772         if (err) {
 773                 kfree(netpoll);
 774                 goto out;
 775         }
 776
 777         p->netpoll = netpoll;
 778 out:
 779         return err;
 780 }
 781
 782 static void dsa_slave_netpoll_cleanup(struct net_device *dev)
 783 {
 784         struct dsa_slave_priv *p = netdev_priv(dev);
 785         struct netpoll *netpoll = p->netpoll;
 786
 787         if (!netpoll)
 788                 return;
 789
 790         p->netpoll = NULL;
 791
 792         __netpoll_free_async(netpoll);
 793 }
 794
 795 static void dsa_slave_poll_controller(struct net_device *dev)
 796 {
 797 }
 798 #endif
 799
 800 static int dsa_slave_get_phys_port_name(struct net_device *dev,
 801                                         char *name, size_t len)
 802 {
 803         struct dsa_slave_priv *p = netdev_priv(dev);
 804
 805         if (snprintf(name, len, "p%d", p->dp->index) >= len)
 806                 return -EINVAL;
 807
 808         return 0;
 809 }
 810
 811 static struct dsa_mall_tc_entry *
 812 dsa_slave_mall_tc_entry_find(struct dsa_slave_priv *p,
 813                              unsigned long cookie)
 814 {
 815         struct dsa_mall_tc_entry *mall_tc_entry;
 816
 817         list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
 818                 if (mall_tc_entry->cookie == cookie)
 819                         return mall_tc_entry;
 820
 821         return NULL;
 822 }
 823
 824 static int dsa_slave_add_cls_matchall(struct net_device *dev,
 825                                       struct tc_cls_matchall_offload *cls,
 826                                       bool ingress)
 827 {
 828         struct dsa_slave_priv *p = netdev_priv(dev);
 829         struct dsa_mall_tc_entry *mall_tc_entry;
 830         __be16 protocol = cls->common.protocol;
 831         struct dsa_switch *ds = p->dp->ds;
 832         struct net *net = dev_net(dev);
 833         struct dsa_slave_priv *to_p;
 834         struct net_device *to_dev;
 835         const struct tc_action *a;
 836         int err = -EOPNOTSUPP;
 837         LIST_HEAD(actions);
 838         int ifindex;
 839
 840         if (!ds->ops->port_mirror_add)
 841                 return err;
 842
 843         if (!tcf_exts_has_one_action(cls->exts))
 844                 return err;
 845
 846         tcf_exts_to_list(cls->exts, &actions);
 847         a = list_first_entry(&actions, struct tc_action, list);
 848
 849         if (is_tcf_mirred_egress_mirror(a) && protocol == htons(ETH_P_ALL)) {
 850                 struct dsa_mall_mirror_tc_entry *mirror;
 851
 852                 ifindex = tcf_mirred_ifindex(a);
 853                 to_dev = __dev_get_by_index(net, ifindex);
 854                 if (!to_dev)
 855                         return -EINVAL;
 856
 857                 if (!dsa_slave_dev_check(to_dev))
 858                         return -EOPNOTSUPP;
 859
 860                 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
 861                 if (!mall_tc_entry)
 862                         return -ENOMEM;
 863
 864                 mall_tc_entry->cookie = cls->cookie;
 865                 mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
 866                 mirror = &mall_tc_entry->mirror;
 867
 868                 to_p = netdev_priv(to_dev);
 869
 870                 mirror->to_local_port = to_p->dp->index;
 871                 mirror->ingress = ingress;
 872
 873                 err = ds->ops->port_mirror_add(ds, p->dp->index, mirror,
 874                                                ingress);
 875                 if (err) {
 876                         kfree(mall_tc_entry);
 877                         return err;
 878                 }
 879
 880                 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
 881         }
 882
 883         return 0;
 884 }
 885
 886 static void dsa_slave_del_cls_matchall(struct net_device *dev,
 887                                        struct tc_cls_matchall_offload *cls)
 888 {
 889         struct dsa_slave_priv *p = netdev_priv(dev);
 890         struct dsa_mall_tc_entry *mall_tc_entry;
 891         struct dsa_switch *ds = p->dp->ds;
 892
 893         if (!ds->ops->port_mirror_del)
 894                 return;
 895
 896         mall_tc_entry = dsa_slave_mall_tc_entry_find(p, cls->cookie);
 897         if (!mall_tc_entry)
 898                 return;
 899
 900         list_del(&mall_tc_entry->list);
 901
 902         switch (mall_tc_entry->type) {
 903         case DSA_PORT_MALL_MIRROR:
 904                 ds->ops->port_mirror_del(ds, p->dp->index,
 905                                          &mall_tc_entry->mirror);
 906                 break;
 907         default:
 908                 WARN_ON(1);
 909         }
 910
 911         kfree(mall_tc_entry);
 912 }
 913
 914 static int dsa_slave_setup_tc_cls_matchall(struct net_device *dev,
 915                                            struct tc_cls_matchall_offload *cls)
 916 {
 917         bool ingress;
 918
 919         if (is_classid_clsact_ingress(cls->common.classid))
 920                 ingress = true;
 921         else if (is_classid_clsact_egress(cls->common.classid))
 922                 ingress = false;
 923         else
 924                 return -EOPNOTSUPP;
 925
 926         if (cls->common.chain_index)
 927                 return -EOPNOTSUPP;
 928
 929         switch (cls->command) {
 930         case TC_CLSMATCHALL_REPLACE:
 931                 return dsa_slave_add_cls_matchall(dev, cls, ingress);
 932         case TC_CLSMATCHALL_DESTROY:
 933                 dsa_slave_del_cls_matchall(dev, cls);
 934                 return 0;
 935         default:
 936                 return -EOPNOTSUPP;
 937         }
 938 }
 939
 940 static int dsa_slave_setup_tc(struct net_device *dev, enum tc_setup_type type,
 941                               void *type_data)
 942 {
 943         switch (type) {
 944         case TC_SETUP_CLSMATCHALL:
 945                 return dsa_slave_setup_tc_cls_matchall(dev, type_data);
 946         default:
 947                 return -EOPNOTSUPP;
 948         }
 949 }
 950
 951 static void dsa_slave_get_stats64(struct net_device *dev,
 952                                   struct rtnl_link_stats64 *stats)
 953 {
 954         struct dsa_slave_priv *p = netdev_priv(dev);
 955         struct pcpu_sw_netstats *s;
 956         unsigned int start;
 957         int i;
 958
 959         netdev_stats_to_stats64(stats, &dev->stats);
 960         for_each_possible_cpu(i) {
 961                 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
 962
 963                 s = per_cpu_ptr(p->stats64, i);
 964                 do {
 965                         start = u64_stats_fetch_begin_irq(&s->syncp);
 966                         tx_packets = s->tx_packets;
 967                         tx_bytes = s->tx_bytes;
 968                         rx_packets = s->rx_packets;
 969                         rx_bytes = s->rx_bytes;
 970                 } while (u64_stats_fetch_retry_irq(&s->syncp, start));
 971
 972                 stats->tx_packets += tx_packets;
 973                 stats->tx_bytes += tx_bytes;
 974                 stats->rx_packets += rx_packets;
 975                 stats->rx_bytes += rx_bytes;
 976         }
 977 }
 978
 979 void dsa_cpu_port_ethtool_init(struct ethtool_ops *ops)
 980 {
 981         ops->get_sset_count = dsa_cpu_port_get_sset_count;
 982         ops->get_ethtool_stats = dsa_cpu_port_get_ethtool_stats;
 983         ops->get_strings = dsa_cpu_port_get_strings;
 984 }
 985
 986 static int dsa_slave_get_rxnfc(struct net_device *dev,
 987                                struct ethtool_rxnfc *nfc, u32 *rule_locs)
 988 {
 989         struct dsa_slave_priv *p = netdev_priv(dev);
 990         struct dsa_switch *ds = p->dp->ds;
 991
 992         if (!ds->ops->get_rxnfc)
 993                 return -EOPNOTSUPP;
 994
 995         return ds->ops->get_rxnfc(ds, p->dp->index, nfc, rule_locs);
 996 }
 997
 998 static int dsa_slave_set_rxnfc(struct net_device *dev,
 999                                struct ethtool_rxnfc *nfc)
1000 {
1001         struct dsa_slave_priv *p = netdev_priv(dev);
1002         struct dsa_switch *ds = p->dp->ds;
1003
1004         if (!ds->ops->set_rxnfc)
1005                 return -EOPNOTSUPP;
1006
1007         return ds->ops->set_rxnfc(ds, p->dp->index, nfc);
1008 }
1009
1010 static const struct ethtool_ops dsa_slave_ethtool_ops = {
1011         .get_drvinfo            = dsa_slave_get_drvinfo,
1012         .get_regs_len           = dsa_slave_get_regs_len,
1013         .get_regs               = dsa_slave_get_regs,
1014         .nway_reset             = dsa_slave_nway_reset,
1015         .get_link               = dsa_slave_get_link,
1016         .get_eeprom_len         = dsa_slave_get_eeprom_len,
1017         .get_eeprom             = dsa_slave_get_eeprom,
1018         .set_eeprom             = dsa_slave_set_eeprom,
1019         .get_strings            = dsa_slave_get_strings,
1020         .get_ethtool_stats      = dsa_slave_get_ethtool_stats,
1021         .get_sset_count         = dsa_slave_get_sset_count,
1022         .set_wol                = dsa_slave_set_wol,
1023         .get_wol                = dsa_slave_get_wol,
1024         .set_eee                = dsa_slave_set_eee,
1025         .get_eee                = dsa_slave_get_eee,
1026         .get_link_ksettings     = dsa_slave_get_link_ksettings,
1027         .set_link_ksettings     = dsa_slave_set_link_ksettings,
1028         .get_rxnfc              = dsa_slave_get_rxnfc,
1029         .set_rxnfc              = dsa_slave_set_rxnfc,
1030 };
1031
1032 static const struct net_device_ops dsa_slave_netdev_ops = {
1033         .ndo_open               = dsa_slave_open,
1034         .ndo_stop               = dsa_slave_close,
1035         .ndo_start_xmit         = dsa_slave_xmit,
1036         .ndo_change_rx_flags    = dsa_slave_change_rx_flags,
1037         .ndo_set_rx_mode        = dsa_slave_set_rx_mode,
1038         .ndo_set_mac_address    = dsa_slave_set_mac_address,
1039         .ndo_fdb_add            = dsa_legacy_fdb_add,
1040         .ndo_fdb_del            = dsa_legacy_fdb_del,
1041         .ndo_fdb_dump           = dsa_slave_fdb_dump,
1042         .ndo_do_ioctl           = dsa_slave_ioctl,
1043         .ndo_get_iflink         = dsa_slave_get_iflink,
1044 #ifdef CONFIG_NET_POLL_CONTROLLER
1045         .ndo_netpoll_setup      = dsa_slave_netpoll_setup,
1046         .ndo_netpoll_cleanup    = dsa_slave_netpoll_cleanup,
1047         .ndo_poll_controller    = dsa_slave_poll_controller,
1048 #endif
1049         .ndo_get_phys_port_name = dsa_slave_get_phys_port_name,
1050         .ndo_setup_tc           = dsa_slave_setup_tc,
1051         .ndo_get_stats64        = dsa_slave_get_stats64,
1052 };
1053
1054 static const struct switchdev_ops dsa_slave_switchdev_ops = {
1055         .switchdev_port_attr_get        = dsa_slave_port_attr_get,
1056         .switchdev_port_attr_set        = dsa_slave_port_attr_set,
1057         .switchdev_port_obj_add         = dsa_slave_port_obj_add,
1058         .switchdev_port_obj_del         = dsa_slave_port_obj_del,
1059 };
1060
1061 static struct device_type dsa_type = {
1062         .name   = "dsa",
1063 };
1064
1065 static void dsa_slave_adjust_link(struct net_device *dev)
1066 {
1067         struct dsa_slave_priv *p = netdev_priv(dev);
1068         struct dsa_switch *ds = p->dp->ds;
1069         unsigned int status_changed = 0;
1070
1071         if (p->old_link != p->phy->link) {
1072                 status_changed = 1;
1073                 p->old_link = p->phy->link;
1074         }
1075
1076         if (p->old_duplex != p->phy->duplex) {
1077                 status_changed = 1;
1078                 p->old_duplex = p->phy->duplex;
1079         }
1080
1081         if (p->old_pause != p->phy->pause) {
1082                 status_changed = 1;
1083                 p->old_pause = p->phy->pause;
1084         }
1085
1086         if (ds->ops->adjust_link && status_changed)
1087                 ds->ops->adjust_link(ds, p->dp->index, p->phy);
1088
1089         if (status_changed)
1090                 phy_print_status(p->phy);
1091 }
1092
1093 static int dsa_slave_fixed_link_update(struct net_device *dev,
1094                                        struct fixed_phy_status *status)
1095 {
1096         struct dsa_slave_priv *p;
1097         struct dsa_switch *ds;
1098
1099         if (dev) {
1100                 p = netdev_priv(dev);
1101                 ds = p->dp->ds;
1102                 if (ds->ops->fixed_link_update)
1103                         ds->ops->fixed_link_update(ds, p->dp->index, status);
1104         }
1105
1106         return 0;
1107 }
1108
1109 /* slave device setup *******************************************************/
1110 static int dsa_slave_phy_connect(struct dsa_slave_priv *p,
1111                                  struct net_device *slave_dev,
1112                                  int addr)
1113 {
1114         struct dsa_switch *ds = p->dp->ds;
1115
1116         p->phy = mdiobus_get_phy(ds->slave_mii_bus, addr);
1117         if (!p->phy) {
1118                 netdev_err(slave_dev, "no phy at %d\n", addr);
1119                 return -ENODEV;
1120         }
1121
1122         /* Use already configured phy mode */
1123         if (p->phy_interface == PHY_INTERFACE_MODE_NA)
1124                 p->phy_interface = p->phy->interface;
1125         return phy_connect_direct(slave_dev, p->phy, dsa_slave_adjust_link,
1126                                   p->phy_interface);
1127 }
1128
1129 static int dsa_slave_phy_setup(struct dsa_slave_priv *p,
1130                                 struct net_device *slave_dev)
1131 {
1132         struct dsa_switch *ds = p->dp->ds;
1133         struct device_node *phy_dn, *port_dn;
1134         bool phy_is_fixed = false;
1135         u32 phy_flags = 0;
1136         int mode, ret;
1137
1138         port_dn = p->dp->dn;
1139         mode = of_get_phy_mode(port_dn);
1140         if (mode < 0)
1141                 mode = PHY_INTERFACE_MODE_NA;
1142         p->phy_interface = mode;
1143
1144         phy_dn = of_parse_phandle(port_dn, "phy-handle", 0);
1145         if (!phy_dn && of_phy_is_fixed_link(port_dn)) {
1146                 /* In the case of a fixed PHY, the DT node associated
1147                  * to the fixed PHY is the Port DT node
1148                  */
1149                 ret = of_phy_register_fixed_link(port_dn);
1150                 if (ret) {
1151                         netdev_err(slave_dev, "failed to register fixed PHY: %d\n", ret);
1152                         return ret;
1153                 }
1154                 phy_is_fixed = true;
1155                 phy_dn = of_node_get(port_dn);
1156         }
1157
1158         if (ds->ops->get_phy_flags)
1159                 phy_flags = ds->ops->get_phy_flags(ds, p->dp->index);
1160
1161         if (phy_dn) {
1162                 int phy_id = of_mdio_parse_addr(&slave_dev->dev, phy_dn);
1163
1164                 /* If this PHY address is part of phys_mii_mask, which means
1165                  * that we need to divert reads and writes to/from it, then we
1166                  * want to bind this device using the slave MII bus created by
1167                  * DSA to make that happen.
1168                  */
1169                 if (!phy_is_fixed && phy_id >= 0 &&
1170                     (ds->phys_mii_mask & (1 << phy_id))) {
1171                         ret = dsa_slave_phy_connect(p, slave_dev, phy_id);
1172                         if (ret) {
1173                                 netdev_err(slave_dev, "failed to connect to phy%d: %d\n", phy_id, ret);
1174                                 of_node_put(phy_dn);
1175                                 return ret;
1176                         }
1177                 } else {
1178                         p->phy = of_phy_connect(slave_dev, phy_dn,
1179                                                 dsa_slave_adjust_link,
1180                                                 phy_flags,
1181                                                 p->phy_interface);
1182                 }
1183
1184                 of_node_put(phy_dn);
1185         }
1186
1187         if (p->phy && phy_is_fixed)
1188                 fixed_phy_set_link_update(p->phy, dsa_slave_fixed_link_update);
1189
1190         /* We could not connect to a designated PHY, so use the switch internal
1191          * MDIO bus instead
1192          */
1193         if (!p->phy) {
1194                 ret = dsa_slave_phy_connect(p, slave_dev, p->dp->index);
1195                 if (ret) {
1196                         netdev_err(slave_dev, "failed to connect to port %d: %d\n",
1197                                    p->dp->index, ret);
1198                         if (phy_is_fixed)
1199                                 of_phy_deregister_fixed_link(port_dn);
1200                         return ret;
1201                 }
1202         }
1203
1204         phy_attached_info(p->phy);
1205
1206         return 0;
1207 }
1208
1209 static struct lock_class_key dsa_slave_netdev_xmit_lock_key;
1210 static void dsa_slave_set_lockdep_class_one(struct net_device *dev,
1211                                             struct netdev_queue *txq,
1212                                             void *_unused)
1213 {
1214         lockdep_set_class(&txq->_xmit_lock,
1215                           &dsa_slave_netdev_xmit_lock_key);
1216 }
1217
1218 int dsa_slave_suspend(struct net_device *slave_dev)
1219 {
1220         struct dsa_slave_priv *p = netdev_priv(slave_dev);
1221
1222         netif_device_detach(slave_dev);
1223
1224         if (p->phy) {
1225                 phy_stop(p->phy);
1226                 p->old_pause = -1;
1227                 p->old_link = -1;
1228                 p->old_duplex = -1;
1229                 phy_suspend(p->phy);
1230         }
1231
1232         return 0;
1233 }
1234
1235 int dsa_slave_resume(struct net_device *slave_dev)
1236 {
1237         struct dsa_slave_priv *p = netdev_priv(slave_dev);
1238
1239         netif_device_attach(slave_dev);
1240
1241         if (p->phy) {
1242                 phy_resume(p->phy);
1243                 phy_start(p->phy);
1244         }
1245
1246         return 0;
1247 }
1248
1249 int dsa_slave_create(struct dsa_port *port, const char *name)
1250 {
1251         struct dsa_switch *ds = port->ds;
1252         struct dsa_switch_tree *dst = ds->dst;
1253         struct net_device *master;
1254         struct net_device *slave_dev;
1255         struct dsa_slave_priv *p;
1256         struct dsa_port *cpu_dp;
1257         int ret;
1258
1259         cpu_dp = ds->dst->cpu_dp;
1260         master = cpu_dp->netdev;
1261
1262         if (!ds->num_tx_queues)
1263                 ds->num_tx_queues = 1;
1264
1265         slave_dev = alloc_netdev_mqs(sizeof(struct dsa_slave_priv), name,
1266                                      NET_NAME_UNKNOWN, ether_setup,
1267                                      ds->num_tx_queues, 1);
1268         if (slave_dev == NULL)
1269                 return -ENOMEM;
1270
1271         slave_dev->features = master->vlan_features | NETIF_F_HW_TC;
1272         slave_dev->hw_features |= NETIF_F_HW_TC;
1273         slave_dev->ethtool_ops = &dsa_slave_ethtool_ops;
1274         eth_hw_addr_inherit(slave_dev, master);
1275         slave_dev->priv_flags |= IFF_NO_QUEUE;
1276         slave_dev->netdev_ops = &dsa_slave_netdev_ops;
1277         slave_dev->switchdev_ops = &dsa_slave_switchdev_ops;
1278         slave_dev->min_mtu = 0;
1279         slave_dev->max_mtu = ETH_MAX_MTU;
1280         SET_NETDEV_DEVTYPE(slave_dev, &dsa_type);
1281
1282         netdev_for_each_tx_queue(slave_dev, dsa_slave_set_lockdep_class_one,
1283                                  NULL);
1284
1285         SET_NETDEV_DEV(slave_dev, port->ds->dev);
1286         slave_dev->dev.of_node = port->dn;
1287         slave_dev->vlan_features = master->vlan_features;
1288
1289         p = netdev_priv(slave_dev);
1290         p->stats64 = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
1291         if (!p->stats64) {
1292                 free_netdev(slave_dev);
1293                 return -ENOMEM;
1294         }
1295         p->dp = port;
1296         INIT_LIST_HEAD(&p->mall_tc_list);
1297         p->xmit = dst->tag_ops->xmit;
1298
1299         p->old_pause = -1;
1300         p->old_link = -1;
1301         p->old_duplex = -1;
1302
1303         port->netdev = slave_dev;
1304
1305         netif_carrier_off(slave_dev);
1306
1307         ret = dsa_slave_phy_setup(p, slave_dev);
1308         if (ret) {
1309                 netdev_err(master, "error %d setting up slave phy\n", ret);
1310                 goto out_free;
1311         }
1312
1313         ret = register_netdev(slave_dev);
1314         if (ret) {
1315                 netdev_err(master, "error %d registering interface %s\n",
1316                            ret, slave_dev->name);
1317                 goto out_phy;
1318         }
1319
1320         return 0;
1321
1322 out_phy:
1323         phy_disconnect(p->phy);
1324         if (of_phy_is_fixed_link(p->dp->dn))
1325                 of_phy_deregister_fixed_link(p->dp->dn);
1326 out_free:
1327         free_percpu(p->stats64);
1328         free_netdev(slave_dev);
1329         port->netdev = NULL;
1330         return ret;
1331 }
1332
1333 void dsa_slave_destroy(struct net_device *slave_dev)
1334 {
1335         struct dsa_slave_priv *p = netdev_priv(slave_dev);
1336         struct device_node *port_dn;
1337
1338         port_dn = p->dp->dn;
1339
1340         netif_carrier_off(slave_dev);
1341         if (p->phy) {
1342                 phy_disconnect(p->phy);
1343
1344                 if (of_phy_is_fixed_link(port_dn))
1345                         of_phy_deregister_fixed_link(port_dn);
1346         }
1347         unregister_netdev(slave_dev);
1348         free_percpu(p->stats64);
1349         free_netdev(slave_dev);
1350 }
1351
1352 static bool dsa_slave_dev_check(struct net_device *dev)
1353 {
1354         return dev->netdev_ops == &dsa_slave_netdev_ops;
1355 }
1356
1357 static int dsa_slave_changeupper(struct net_device *dev,
1358                                  struct netdev_notifier_changeupper_info *info)
1359 {
1360         struct dsa_slave_priv *p = netdev_priv(dev);
1361         struct dsa_port *dp = p->dp;
1362         int err = NOTIFY_DONE;
1363
1364         if (netif_is_bridge_master(info->upper_dev)) {
1365                 if (info->linking) {
1366                         err = dsa_port_bridge_join(dp, info->upper_dev);
1367                         err = notifier_from_errno(err);
1368                 } else {
1369                         dsa_port_bridge_leave(dp, info->upper_dev);
1370                         err = NOTIFY_OK;
1371                 }
1372         }
1373
1374         return err;
1375 }
1376
1377 static int dsa_slave_netdevice_event(struct notifier_block *nb,
1378                                      unsigned long event, void *ptr)
1379 {
1380         struct net_device *dev = netdev_notifier_info_to_dev(ptr);
1381
1382         if (dev->netdev_ops != &dsa_slave_netdev_ops)
1383                 return NOTIFY_DONE;
1384
1385         if (event == NETDEV_CHANGEUPPER)
1386                 return dsa_slave_changeupper(dev, ptr);
1387
1388         return NOTIFY_DONE;
1389 }
1390
1391 struct dsa_switchdev_event_work {
1392         struct work_struct work;
1393         struct switchdev_notifier_fdb_info fdb_info;
1394         struct net_device *dev;
1395         unsigned long event;
1396 };
1397
1398 static void dsa_slave_switchdev_event_work(struct work_struct *work)
1399 {
1400         struct dsa_switchdev_event_work *switchdev_work =
1401                 container_of(work, struct dsa_switchdev_event_work, work);
1402         struct net_device *dev = switchdev_work->dev;
1403         struct switchdev_notifier_fdb_info *fdb_info;
1404         struct dsa_slave_priv *p = netdev_priv(dev);
1405         int err;
1406
1407         rtnl_lock();
1408         switch (switchdev_work->event) {
1409         case SWITCHDEV_FDB_ADD_TO_DEVICE:
1410                 fdb_info = &switchdev_work->fdb_info;
1411                 err = dsa_port_fdb_add(p->dp, fdb_info->addr, fdb_info->vid);
1412                 if (err) {
1413                         netdev_dbg(dev, "fdb add failed err=%d\n", err);
1414                         break;
1415                 }
1416                 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED, dev,
1417                                          &fdb_info->info);
1418                 break;
1419
1420         case SWITCHDEV_FDB_DEL_TO_DEVICE:
1421                 fdb_info = &switchdev_work->fdb_info;
1422                 err = dsa_port_fdb_del(p->dp, fdb_info->addr, fdb_info->vid);
1423                 if (err) {
1424                         netdev_dbg(dev, "fdb del failed err=%d\n", err);
1425                         dev_close(dev);
1426                 }
1427                 break;
1428         }
1429         rtnl_unlock();
1430
1431         kfree(switchdev_work->fdb_info.addr);
1432         kfree(switchdev_work);
1433         dev_put(dev);
1434 }
1435
1436 static int
1437 dsa_slave_switchdev_fdb_work_init(struct dsa_switchdev_event_work *
1438                                   switchdev_work,
1439                                   const struct switchdev_notifier_fdb_info *
1440                                   fdb_info)
1441 {
1442         memcpy(&switchdev_work->fdb_info, fdb_info,
1443                sizeof(switchdev_work->fdb_info));
1444         switchdev_work->fdb_info.addr = kzalloc(ETH_ALEN, GFP_ATOMIC);
1445         if (!switchdev_work->fdb_info.addr)
1446                 return -ENOMEM;
1447         ether_addr_copy((u8 *)switchdev_work->fdb_info.addr,
1448                         fdb_info->addr);
1449         return 0;
1450 }
1451
1452 /* Called under rcu_read_lock() */
1453 static int dsa_slave_switchdev_event(struct notifier_block *unused,
1454                                      unsigned long event, void *ptr)
1455 {
1456         struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1457         struct dsa_switchdev_event_work *switchdev_work;
1458
1459         if (!dsa_slave_dev_check(dev))
1460                 return NOTIFY_DONE;
1461
1462         switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
1463         if (!switchdev_work)
1464                 return NOTIFY_BAD;
1465
1466         INIT_WORK(&switchdev_work->work,
1467                   dsa_slave_switchdev_event_work);
1468         switchdev_work->dev = dev;
1469         switchdev_work->event = event;
1470
1471         switch (event) {
1472         case SWITCHDEV_FDB_ADD_TO_DEVICE: /* fall through */
1473         case SWITCHDEV_FDB_DEL_TO_DEVICE:
1474                 if (dsa_slave_switchdev_fdb_work_init(switchdev_work,
1475                                                       ptr))
1476                         goto err_fdb_work_init;
1477                 dev_hold(dev);
1478                 break;
1479         default:
1480                 kfree(switchdev_work);
1481                 return NOTIFY_DONE;
1482         }
1483
1484         dsa_schedule_work(&switchdev_work->work);
1485         return NOTIFY_OK;
1486
1487 err_fdb_work_init:
1488         kfree(switchdev_work);
1489         return NOTIFY_BAD;
1490 }
1491
1492 static struct notifier_block dsa_slave_nb __read_mostly = {
1493         .notifier_call  = dsa_slave_netdevice_event,
1494 };
1495
1496 static struct notifier_block dsa_slave_switchdev_notifier = {
1497         .notifier_call = dsa_slave_switchdev_event,
1498 };
1499
1500 int dsa_slave_register_notifier(void)
1501 {
1502         int err;
1503
1504         err = register_netdevice_notifier(&dsa_slave_nb);
1505         if (err)
1506                 return err;
1507
1508         err = register_switchdev_notifier(&dsa_slave_switchdev_notifier);
1509         if (err)
1510                 goto err_switchdev_nb;
1511
1512         return 0;
1513
1514 err_switchdev_nb:
1515         unregister_netdevice_notifier(&dsa_slave_nb);
1516         return err;
1517 }
1518
1519 void dsa_slave_unregister_notifier(void)
1520 {
1521         int err;
1522
1523         err = unregister_switchdev_notifier(&dsa_slave_switchdev_notifier);
1524         if (err)
1525                 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
1526
1527         err = unregister_netdevice_notifier(&dsa_slave_nb);
1528         if (err)
1529                 pr_err("DSA: failed to unregister slave notifier (%d)\n", err);
1530 }