1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * net/dsa/user.c - user device handling
4 * Copyright (c) 2008-2009 Marvell Semiconductor
7 #include <linux/list.h>
8 #include <linux/etherdevice.h>
9 #include <linux/netdevice.h>
10 #include <linux/phy.h>
11 #include <linux/phy_fixed.h>
12 #include <linux/phylink.h>
13 #include <linux/of_net.h>
14 #include <linux/of_mdio.h>
15 #include <linux/mdio.h>
16 #include <net/rtnetlink.h>
17 #include <net/pkt_cls.h>
18 #include <net/selftests.h>
19 #include <net/tc_act/tc_mirred.h>
20 #include <linux/if_bridge.h>
21 #include <linux/if_hsr.h>
22 #include <net/dcbnl.h>
23 #include <linux/netpoll.h>
24 #include <linux/string.h>
34 struct dsa_switchdev_event_work {
35 struct net_device *dev;
36 struct net_device *orig_dev;
37 struct work_struct work;
39 /* Specific for SWITCHDEV_FDB_ADD_TO_DEVICE and
40 * SWITCHDEV_FDB_DEL_TO_DEVICE
42 unsigned char addr[ETH_ALEN];
47 enum dsa_standalone_event {
54 struct dsa_standalone_event_work {
55 struct work_struct work;
56 struct net_device *dev;
57 enum dsa_standalone_event event;
58 unsigned char addr[ETH_ALEN];
62 struct dsa_host_vlan_rx_filtering_ctx {
63 struct net_device *dev;
64 const unsigned char *addr;
65 enum dsa_standalone_event event;
68 static bool dsa_switch_supports_uc_filtering(struct dsa_switch *ds)
70 return ds->ops->port_fdb_add && ds->ops->port_fdb_del &&
71 ds->fdb_isolation && !ds->vlan_filtering_is_global &&
72 !ds->needs_standalone_vlan_filtering;
75 static bool dsa_switch_supports_mc_filtering(struct dsa_switch *ds)
77 return ds->ops->port_mdb_add && ds->ops->port_mdb_del &&
78 ds->fdb_isolation && !ds->vlan_filtering_is_global &&
79 !ds->needs_standalone_vlan_filtering;
82 static void dsa_user_standalone_event_work(struct work_struct *work)
84 struct dsa_standalone_event_work *standalone_work =
85 container_of(work, struct dsa_standalone_event_work, work);
86 const unsigned char *addr = standalone_work->addr;
87 struct net_device *dev = standalone_work->dev;
88 struct dsa_port *dp = dsa_user_to_port(dev);
89 struct switchdev_obj_port_mdb mdb;
90 struct dsa_switch *ds = dp->ds;
91 u16 vid = standalone_work->vid;
94 switch (standalone_work->event) {
96 err = dsa_port_standalone_host_fdb_add(dp, addr, vid);
99 "port %d failed to add %pM vid %d to fdb: %d\n",
100 dp->index, addr, vid, err);
106 err = dsa_port_standalone_host_fdb_del(dp, addr, vid);
109 "port %d failed to delete %pM vid %d from fdb: %d\n",
110 dp->index, addr, vid, err);
115 ether_addr_copy(mdb.addr, addr);
118 err = dsa_port_standalone_host_mdb_add(dp, &mdb);
121 "port %d failed to add %pM vid %d to mdb: %d\n",
122 dp->index, addr, vid, err);
127 ether_addr_copy(mdb.addr, addr);
130 err = dsa_port_standalone_host_mdb_del(dp, &mdb);
133 "port %d failed to delete %pM vid %d from mdb: %d\n",
134 dp->index, addr, vid, err);
140 kfree(standalone_work);
143 static int dsa_user_schedule_standalone_work(struct net_device *dev,
144 enum dsa_standalone_event event,
145 const unsigned char *addr,
148 struct dsa_standalone_event_work *standalone_work;
150 standalone_work = kzalloc(sizeof(*standalone_work), GFP_ATOMIC);
151 if (!standalone_work)
154 INIT_WORK(&standalone_work->work, dsa_user_standalone_event_work);
155 standalone_work->event = event;
156 standalone_work->dev = dev;
158 ether_addr_copy(standalone_work->addr, addr);
159 standalone_work->vid = vid;
161 dsa_schedule_work(&standalone_work->work);
166 static int dsa_user_host_vlan_rx_filtering(void *arg, int vid)
168 struct dsa_host_vlan_rx_filtering_ctx *ctx = arg;
170 return dsa_user_schedule_standalone_work(ctx->dev, ctx->event,
174 static int dsa_user_vlan_for_each(struct net_device *dev,
175 int (*cb)(void *arg, int vid), void *arg)
177 struct dsa_port *dp = dsa_user_to_port(dev);
181 lockdep_assert_held(&dev->addr_list_lock);
187 list_for_each_entry(v, &dp->user_vlans, list) {
188 err = cb(arg, v->vid);
196 static int dsa_user_sync_uc(struct net_device *dev,
197 const unsigned char *addr)
199 struct net_device *conduit = dsa_user_to_conduit(dev);
200 struct dsa_port *dp = dsa_user_to_port(dev);
201 struct dsa_host_vlan_rx_filtering_ctx ctx = {
207 dev_uc_add(conduit, addr);
209 if (!dsa_switch_supports_uc_filtering(dp->ds))
212 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
216 static int dsa_user_unsync_uc(struct net_device *dev,
217 const unsigned char *addr)
219 struct net_device *conduit = dsa_user_to_conduit(dev);
220 struct dsa_port *dp = dsa_user_to_port(dev);
221 struct dsa_host_vlan_rx_filtering_ctx ctx = {
227 dev_uc_del(conduit, addr);
229 if (!dsa_switch_supports_uc_filtering(dp->ds))
232 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
236 static int dsa_user_sync_mc(struct net_device *dev,
237 const unsigned char *addr)
239 struct net_device *conduit = dsa_user_to_conduit(dev);
240 struct dsa_port *dp = dsa_user_to_port(dev);
241 struct dsa_host_vlan_rx_filtering_ctx ctx = {
247 dev_mc_add(conduit, addr);
249 if (!dsa_switch_supports_mc_filtering(dp->ds))
252 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
256 static int dsa_user_unsync_mc(struct net_device *dev,
257 const unsigned char *addr)
259 struct net_device *conduit = dsa_user_to_conduit(dev);
260 struct dsa_port *dp = dsa_user_to_port(dev);
261 struct dsa_host_vlan_rx_filtering_ctx ctx = {
267 dev_mc_del(conduit, addr);
269 if (!dsa_switch_supports_mc_filtering(dp->ds))
272 return dsa_user_vlan_for_each(dev, dsa_user_host_vlan_rx_filtering,
276 void dsa_user_sync_ha(struct net_device *dev)
278 struct dsa_port *dp = dsa_user_to_port(dev);
279 struct dsa_switch *ds = dp->ds;
280 struct netdev_hw_addr *ha;
282 netif_addr_lock_bh(dev);
284 netdev_for_each_synced_mc_addr(ha, dev)
285 dsa_user_sync_mc(dev, ha->addr);
287 netdev_for_each_synced_uc_addr(ha, dev)
288 dsa_user_sync_uc(dev, ha->addr);
290 netif_addr_unlock_bh(dev);
292 if (dsa_switch_supports_uc_filtering(ds) ||
293 dsa_switch_supports_mc_filtering(ds))
294 dsa_flush_workqueue();
297 void dsa_user_unsync_ha(struct net_device *dev)
299 struct dsa_port *dp = dsa_user_to_port(dev);
300 struct dsa_switch *ds = dp->ds;
301 struct netdev_hw_addr *ha;
303 netif_addr_lock_bh(dev);
305 netdev_for_each_synced_uc_addr(ha, dev)
306 dsa_user_unsync_uc(dev, ha->addr);
308 netdev_for_each_synced_mc_addr(ha, dev)
309 dsa_user_unsync_mc(dev, ha->addr);
311 netif_addr_unlock_bh(dev);
313 if (dsa_switch_supports_uc_filtering(ds) ||
314 dsa_switch_supports_mc_filtering(ds))
315 dsa_flush_workqueue();
318 /* user mii_bus handling ***************************************************/
319 static int dsa_user_phy_read(struct mii_bus *bus, int addr, int reg)
321 struct dsa_switch *ds = bus->priv;
323 if (ds->phys_mii_mask & (1 << addr))
324 return ds->ops->phy_read(ds, addr, reg);
329 static int dsa_user_phy_write(struct mii_bus *bus, int addr, int reg, u16 val)
331 struct dsa_switch *ds = bus->priv;
333 if (ds->phys_mii_mask & (1 << addr))
334 return ds->ops->phy_write(ds, addr, reg, val);
339 void dsa_user_mii_bus_init(struct dsa_switch *ds)
341 ds->user_mii_bus->priv = (void *)ds;
342 ds->user_mii_bus->name = "dsa user smi";
343 ds->user_mii_bus->read = dsa_user_phy_read;
344 ds->user_mii_bus->write = dsa_user_phy_write;
345 snprintf(ds->user_mii_bus->id, MII_BUS_ID_SIZE, "dsa-%d.%d",
346 ds->dst->index, ds->index);
347 ds->user_mii_bus->parent = ds->dev;
348 ds->user_mii_bus->phy_mask = ~ds->phys_mii_mask;
352 /* user device handling ****************************************************/
353 static int dsa_user_get_iflink(const struct net_device *dev)
355 return READ_ONCE(dsa_user_to_conduit(dev)->ifindex);
358 static int dsa_user_open(struct net_device *dev)
360 struct net_device *conduit = dsa_user_to_conduit(dev);
361 struct dsa_port *dp = dsa_user_to_port(dev);
362 struct dsa_switch *ds = dp->ds;
365 err = dev_open(conduit, NULL);
367 netdev_err(dev, "failed to open conduit %s\n", conduit->name);
371 if (dsa_switch_supports_uc_filtering(ds)) {
372 err = dsa_port_standalone_host_fdb_add(dp, dev->dev_addr, 0);
377 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr)) {
378 err = dev_uc_add(conduit, dev->dev_addr);
383 err = dsa_port_enable_rt(dp, dev->phydev);
390 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr))
391 dev_uc_del(conduit, dev->dev_addr);
393 if (dsa_switch_supports_uc_filtering(ds))
394 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
399 static int dsa_user_close(struct net_device *dev)
401 struct net_device *conduit = dsa_user_to_conduit(dev);
402 struct dsa_port *dp = dsa_user_to_port(dev);
403 struct dsa_switch *ds = dp->ds;
405 dsa_port_disable_rt(dp);
407 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr))
408 dev_uc_del(conduit, dev->dev_addr);
410 if (dsa_switch_supports_uc_filtering(ds))
411 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
416 static void dsa_user_manage_host_flood(struct net_device *dev)
418 bool mc = dev->flags & (IFF_PROMISC | IFF_ALLMULTI);
419 struct dsa_port *dp = dsa_user_to_port(dev);
420 bool uc = dev->flags & IFF_PROMISC;
422 dsa_port_set_host_flood(dp, uc, mc);
425 static void dsa_user_change_rx_flags(struct net_device *dev, int change)
427 struct net_device *conduit = dsa_user_to_conduit(dev);
428 struct dsa_port *dp = dsa_user_to_port(dev);
429 struct dsa_switch *ds = dp->ds;
431 if (change & IFF_ALLMULTI)
432 dev_set_allmulti(conduit,
433 dev->flags & IFF_ALLMULTI ? 1 : -1);
434 if (change & IFF_PROMISC)
435 dev_set_promiscuity(conduit,
436 dev->flags & IFF_PROMISC ? 1 : -1);
438 if (dsa_switch_supports_uc_filtering(ds) &&
439 dsa_switch_supports_mc_filtering(ds))
440 dsa_user_manage_host_flood(dev);
443 static void dsa_user_set_rx_mode(struct net_device *dev)
445 __dev_mc_sync(dev, dsa_user_sync_mc, dsa_user_unsync_mc);
446 __dev_uc_sync(dev, dsa_user_sync_uc, dsa_user_unsync_uc);
449 static int dsa_user_set_mac_address(struct net_device *dev, void *a)
451 struct net_device *conduit = dsa_user_to_conduit(dev);
452 struct dsa_port *dp = dsa_user_to_port(dev);
453 struct dsa_switch *ds = dp->ds;
454 struct sockaddr *addr = a;
457 if (!is_valid_ether_addr(addr->sa_data))
458 return -EADDRNOTAVAIL;
460 if (ds->ops->port_set_mac_address) {
461 err = ds->ops->port_set_mac_address(ds, dp->index,
467 /* If the port is down, the address isn't synced yet to hardware or
468 * to the DSA conduit, so there is nothing to change.
470 if (!(dev->flags & IFF_UP))
471 goto out_change_dev_addr;
473 if (dsa_switch_supports_uc_filtering(ds)) {
474 err = dsa_port_standalone_host_fdb_add(dp, addr->sa_data, 0);
479 if (!ether_addr_equal(addr->sa_data, conduit->dev_addr)) {
480 err = dev_uc_add(conduit, addr->sa_data);
485 if (!ether_addr_equal(dev->dev_addr, conduit->dev_addr))
486 dev_uc_del(conduit, dev->dev_addr);
488 if (dsa_switch_supports_uc_filtering(ds))
489 dsa_port_standalone_host_fdb_del(dp, dev->dev_addr, 0);
492 eth_hw_addr_set(dev, addr->sa_data);
497 if (dsa_switch_supports_uc_filtering(ds))
498 dsa_port_standalone_host_fdb_del(dp, addr->sa_data, 0);
503 struct dsa_user_dump_ctx {
504 struct net_device *dev;
506 struct netlink_callback *cb;
511 dsa_user_port_fdb_do_dump(const unsigned char *addr, u16 vid,
512 bool is_static, void *data)
514 struct dsa_user_dump_ctx *dump = data;
515 u32 portid = NETLINK_CB(dump->cb->skb).portid;
516 u32 seq = dump->cb->nlh->nlmsg_seq;
517 struct nlmsghdr *nlh;
520 if (dump->idx < dump->cb->args[2])
523 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
524 sizeof(*ndm), NLM_F_MULTI);
528 ndm = nlmsg_data(nlh);
529 ndm->ndm_family = AF_BRIDGE;
532 ndm->ndm_flags = NTF_SELF;
534 ndm->ndm_ifindex = dump->dev->ifindex;
535 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE;
537 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
538 goto nla_put_failure;
540 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
541 goto nla_put_failure;
543 nlmsg_end(dump->skb, nlh);
550 nlmsg_cancel(dump->skb, nlh);
555 dsa_user_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb,
556 struct net_device *dev, struct net_device *filter_dev,
559 struct dsa_port *dp = dsa_user_to_port(dev);
560 struct dsa_user_dump_ctx dump = {
568 err = dsa_port_fdb_dump(dp, dsa_user_port_fdb_do_dump, &dump);
574 static int dsa_user_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
576 struct dsa_user_priv *p = netdev_priv(dev);
577 struct dsa_switch *ds = p->dp->ds;
578 int port = p->dp->index;
580 /* Pass through to switch driver if it supports timestamping */
583 if (ds->ops->port_hwtstamp_get)
584 return ds->ops->port_hwtstamp_get(ds, port, ifr);
587 if (ds->ops->port_hwtstamp_set)
588 return ds->ops->port_hwtstamp_set(ds, port, ifr);
592 return phylink_mii_ioctl(p->dp->pl, ifr, cmd);
595 static int dsa_user_port_attr_set(struct net_device *dev, const void *ctx,
596 const struct switchdev_attr *attr,
597 struct netlink_ext_ack *extack)
599 struct dsa_port *dp = dsa_user_to_port(dev);
602 if (ctx && ctx != dp)
606 case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
607 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
610 ret = dsa_port_set_state(dp, attr->u.stp_state, true);
612 case SWITCHDEV_ATTR_ID_PORT_MST_STATE:
613 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
616 ret = dsa_port_set_mst_state(dp, &attr->u.mst_state, extack);
618 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
619 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
622 ret = dsa_port_vlan_filtering(dp, attr->u.vlan_filtering,
625 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
626 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
629 ret = dsa_port_ageing_time(dp, attr->u.ageing_time);
631 case SWITCHDEV_ATTR_ID_BRIDGE_MST:
632 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
635 ret = dsa_port_mst_enable(dp, attr->u.mst, extack);
637 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
638 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
641 ret = dsa_port_pre_bridge_flags(dp, attr->u.brport_flags,
644 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
645 if (!dsa_port_offloads_bridge_port(dp, attr->orig_dev))
648 ret = dsa_port_bridge_flags(dp, attr->u.brport_flags, extack);
650 case SWITCHDEV_ATTR_ID_VLAN_MSTI:
651 if (!dsa_port_offloads_bridge_dev(dp, attr->orig_dev))
654 ret = dsa_port_vlan_msti(dp, &attr->u.vlan_msti);
664 /* Must be called under rcu_read_lock() */
666 dsa_user_vlan_check_for_8021q_uppers(struct net_device *user,
667 const struct switchdev_obj_port_vlan *vlan)
669 struct net_device *upper_dev;
670 struct list_head *iter;
672 netdev_for_each_upper_dev_rcu(user, upper_dev, iter) {
675 if (!is_vlan_dev(upper_dev))
678 vid = vlan_dev_vlan_id(upper_dev);
679 if (vid == vlan->vid)
686 static int dsa_user_vlan_add(struct net_device *dev,
687 const struct switchdev_obj *obj,
688 struct netlink_ext_ack *extack)
690 struct dsa_port *dp = dsa_user_to_port(dev);
691 struct switchdev_obj_port_vlan *vlan;
694 if (dsa_port_skip_vlan_configuration(dp)) {
695 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
699 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
701 /* Deny adding a bridge VLAN when there is already an 802.1Q upper with
704 if (br_vlan_enabled(dsa_port_bridge_dev_get(dp))) {
706 err = dsa_user_vlan_check_for_8021q_uppers(dev, vlan);
709 NL_SET_ERR_MSG_MOD(extack,
710 "Port already has a VLAN upper with this VID");
715 return dsa_port_vlan_add(dp, vlan, extack);
718 /* Offload a VLAN installed on the bridge or on a foreign interface by
719 * installing it as a VLAN towards the CPU port.
721 static int dsa_user_host_vlan_add(struct net_device *dev,
722 const struct switchdev_obj *obj,
723 struct netlink_ext_ack *extack)
725 struct dsa_port *dp = dsa_user_to_port(dev);
726 struct switchdev_obj_port_vlan vlan;
728 /* Do nothing if this is a software bridge */
732 if (dsa_port_skip_vlan_configuration(dp)) {
733 NL_SET_ERR_MSG_MOD(extack, "skipping configuration of VLAN");
737 vlan = *SWITCHDEV_OBJ_PORT_VLAN(obj);
739 /* Even though drivers often handle CPU membership in special ways,
740 * it doesn't make sense to program a PVID, so clear this flag.
742 vlan.flags &= ~BRIDGE_VLAN_INFO_PVID;
744 return dsa_port_host_vlan_add(dp, &vlan, extack);
747 static int dsa_user_port_obj_add(struct net_device *dev, const void *ctx,
748 const struct switchdev_obj *obj,
749 struct netlink_ext_ack *extack)
751 struct dsa_port *dp = dsa_user_to_port(dev);
754 if (ctx && ctx != dp)
758 case SWITCHDEV_OBJ_ID_PORT_MDB:
759 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
762 err = dsa_port_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
764 case SWITCHDEV_OBJ_ID_HOST_MDB:
765 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
768 err = dsa_port_bridge_host_mdb_add(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
770 case SWITCHDEV_OBJ_ID_PORT_VLAN:
771 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
772 err = dsa_user_vlan_add(dev, obj, extack);
774 err = dsa_user_host_vlan_add(dev, obj, extack);
776 case SWITCHDEV_OBJ_ID_MRP:
777 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
780 err = dsa_port_mrp_add(dp, SWITCHDEV_OBJ_MRP(obj));
782 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
783 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
786 err = dsa_port_mrp_add_ring_role(dp,
787 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
797 static int dsa_user_vlan_del(struct net_device *dev,
798 const struct switchdev_obj *obj)
800 struct dsa_port *dp = dsa_user_to_port(dev);
801 struct switchdev_obj_port_vlan *vlan;
803 if (dsa_port_skip_vlan_configuration(dp))
806 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
808 return dsa_port_vlan_del(dp, vlan);
811 static int dsa_user_host_vlan_del(struct net_device *dev,
812 const struct switchdev_obj *obj)
814 struct dsa_port *dp = dsa_user_to_port(dev);
815 struct switchdev_obj_port_vlan *vlan;
817 /* Do nothing if this is a software bridge */
821 if (dsa_port_skip_vlan_configuration(dp))
824 vlan = SWITCHDEV_OBJ_PORT_VLAN(obj);
826 return dsa_port_host_vlan_del(dp, vlan);
829 static int dsa_user_port_obj_del(struct net_device *dev, const void *ctx,
830 const struct switchdev_obj *obj)
832 struct dsa_port *dp = dsa_user_to_port(dev);
835 if (ctx && ctx != dp)
839 case SWITCHDEV_OBJ_ID_PORT_MDB:
840 if (!dsa_port_offloads_bridge_port(dp, obj->orig_dev))
843 err = dsa_port_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
845 case SWITCHDEV_OBJ_ID_HOST_MDB:
846 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
849 err = dsa_port_bridge_host_mdb_del(dp, SWITCHDEV_OBJ_PORT_MDB(obj));
851 case SWITCHDEV_OBJ_ID_PORT_VLAN:
852 if (dsa_port_offloads_bridge_port(dp, obj->orig_dev))
853 err = dsa_user_vlan_del(dev, obj);
855 err = dsa_user_host_vlan_del(dev, obj);
857 case SWITCHDEV_OBJ_ID_MRP:
858 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
861 err = dsa_port_mrp_del(dp, SWITCHDEV_OBJ_MRP(obj));
863 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
864 if (!dsa_port_offloads_bridge_dev(dp, obj->orig_dev))
867 err = dsa_port_mrp_del_ring_role(dp,
868 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
878 static netdev_tx_t dsa_user_netpoll_send_skb(struct net_device *dev,
881 #ifdef CONFIG_NET_POLL_CONTROLLER
882 struct dsa_user_priv *p = netdev_priv(dev);
884 return netpoll_send_skb(p->netpoll, skb);
891 static void dsa_skb_tx_timestamp(struct dsa_user_priv *p,
894 struct dsa_switch *ds = p->dp->ds;
896 if (!(skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP))
899 if (!ds->ops->port_txtstamp)
902 ds->ops->port_txtstamp(ds, p->dp->index, skb);
905 netdev_tx_t dsa_enqueue_skb(struct sk_buff *skb, struct net_device *dev)
907 /* SKB for netpoll still need to be mangled with the protocol-specific
908 * tag to be successfully transmitted
910 if (unlikely(netpoll_tx_running(dev)))
911 return dsa_user_netpoll_send_skb(dev, skb);
913 /* Queue the SKB for transmission on the parent interface, but
914 * do not modify its EtherType
916 skb->dev = dsa_user_to_conduit(dev);
921 EXPORT_SYMBOL_GPL(dsa_enqueue_skb);
923 static netdev_tx_t dsa_user_xmit(struct sk_buff *skb, struct net_device *dev)
925 struct dsa_user_priv *p = netdev_priv(dev);
926 struct sk_buff *nskb;
928 dev_sw_netstats_tx_add(dev, 1, skb->len);
930 memset(skb->cb, 0, sizeof(skb->cb));
932 /* Handle tx timestamp if any */
933 dsa_skb_tx_timestamp(p, skb);
935 if (skb_ensure_writable_head_tail(skb, dev)) {
936 dev_kfree_skb_any(skb);
940 /* needed_tailroom should still be 'warm' in the cache line from
941 * skb_ensure_writable_head_tail(), which has also ensured that
944 if (dev->needed_tailroom)
947 /* Transmit function may have to reallocate the original SKB,
948 * in which case it must have freed it. Only free it here on error.
950 nskb = p->xmit(skb, dev);
956 return dsa_enqueue_skb(nskb, dev);
959 /* ethtool operations *******************************************************/
961 static void dsa_user_get_drvinfo(struct net_device *dev,
962 struct ethtool_drvinfo *drvinfo)
964 strscpy(drvinfo->driver, "dsa", sizeof(drvinfo->driver));
965 strscpy(drvinfo->fw_version, "N/A", sizeof(drvinfo->fw_version));
966 strscpy(drvinfo->bus_info, "platform", sizeof(drvinfo->bus_info));
969 static int dsa_user_get_regs_len(struct net_device *dev)
971 struct dsa_port *dp = dsa_user_to_port(dev);
972 struct dsa_switch *ds = dp->ds;
974 if (ds->ops->get_regs_len)
975 return ds->ops->get_regs_len(ds, dp->index);
981 dsa_user_get_regs(struct net_device *dev, struct ethtool_regs *regs, void *_p)
983 struct dsa_port *dp = dsa_user_to_port(dev);
984 struct dsa_switch *ds = dp->ds;
986 if (ds->ops->get_regs)
987 ds->ops->get_regs(ds, dp->index, regs, _p);
990 static int dsa_user_nway_reset(struct net_device *dev)
992 struct dsa_port *dp = dsa_user_to_port(dev);
994 return phylink_ethtool_nway_reset(dp->pl);
997 static int dsa_user_get_eeprom_len(struct net_device *dev)
999 struct dsa_port *dp = dsa_user_to_port(dev);
1000 struct dsa_switch *ds = dp->ds;
1002 if (ds->cd && ds->cd->eeprom_len)
1003 return ds->cd->eeprom_len;
1005 if (ds->ops->get_eeprom_len)
1006 return ds->ops->get_eeprom_len(ds);
1011 static int dsa_user_get_eeprom(struct net_device *dev,
1012 struct ethtool_eeprom *eeprom, u8 *data)
1014 struct dsa_port *dp = dsa_user_to_port(dev);
1015 struct dsa_switch *ds = dp->ds;
1017 if (ds->ops->get_eeprom)
1018 return ds->ops->get_eeprom(ds, eeprom, data);
1023 static int dsa_user_set_eeprom(struct net_device *dev,
1024 struct ethtool_eeprom *eeprom, u8 *data)
1026 struct dsa_port *dp = dsa_user_to_port(dev);
1027 struct dsa_switch *ds = dp->ds;
1029 if (ds->ops->set_eeprom)
1030 return ds->ops->set_eeprom(ds, eeprom, data);
1035 static void dsa_user_get_strings(struct net_device *dev,
1036 uint32_t stringset, uint8_t *data)
1038 struct dsa_port *dp = dsa_user_to_port(dev);
1039 struct dsa_switch *ds = dp->ds;
1041 if (stringset == ETH_SS_STATS) {
1042 int len = ETH_GSTRING_LEN;
1044 strscpy_pad(data, "tx_packets", len);
1045 strscpy_pad(data + len, "tx_bytes", len);
1046 strscpy_pad(data + 2 * len, "rx_packets", len);
1047 strscpy_pad(data + 3 * len, "rx_bytes", len);
1048 if (ds->ops->get_strings)
1049 ds->ops->get_strings(ds, dp->index, stringset,
1051 } else if (stringset == ETH_SS_TEST) {
1052 net_selftest_get_strings(data);
1057 static void dsa_user_get_ethtool_stats(struct net_device *dev,
1058 struct ethtool_stats *stats,
1061 struct dsa_port *dp = dsa_user_to_port(dev);
1062 struct dsa_switch *ds = dp->ds;
1063 struct pcpu_sw_netstats *s;
1067 for_each_possible_cpu(i) {
1068 u64 tx_packets, tx_bytes, rx_packets, rx_bytes;
1070 s = per_cpu_ptr(dev->tstats, i);
1072 start = u64_stats_fetch_begin(&s->syncp);
1073 tx_packets = u64_stats_read(&s->tx_packets);
1074 tx_bytes = u64_stats_read(&s->tx_bytes);
1075 rx_packets = u64_stats_read(&s->rx_packets);
1076 rx_bytes = u64_stats_read(&s->rx_bytes);
1077 } while (u64_stats_fetch_retry(&s->syncp, start));
1078 data[0] += tx_packets;
1079 data[1] += tx_bytes;
1080 data[2] += rx_packets;
1081 data[3] += rx_bytes;
1083 if (ds->ops->get_ethtool_stats)
1084 ds->ops->get_ethtool_stats(ds, dp->index, data + 4);
1087 static int dsa_user_get_sset_count(struct net_device *dev, int sset)
1089 struct dsa_port *dp = dsa_user_to_port(dev);
1090 struct dsa_switch *ds = dp->ds;
1092 if (sset == ETH_SS_STATS) {
1095 if (ds->ops->get_sset_count) {
1096 count = ds->ops->get_sset_count(ds, dp->index, sset);
1102 } else if (sset == ETH_SS_TEST) {
1103 return net_selftest_get_count();
1109 static void dsa_user_get_eth_phy_stats(struct net_device *dev,
1110 struct ethtool_eth_phy_stats *phy_stats)
1112 struct dsa_port *dp = dsa_user_to_port(dev);
1113 struct dsa_switch *ds = dp->ds;
1115 if (ds->ops->get_eth_phy_stats)
1116 ds->ops->get_eth_phy_stats(ds, dp->index, phy_stats);
1119 static void dsa_user_get_eth_mac_stats(struct net_device *dev,
1120 struct ethtool_eth_mac_stats *mac_stats)
1122 struct dsa_port *dp = dsa_user_to_port(dev);
1123 struct dsa_switch *ds = dp->ds;
1125 if (ds->ops->get_eth_mac_stats)
1126 ds->ops->get_eth_mac_stats(ds, dp->index, mac_stats);
1130 dsa_user_get_eth_ctrl_stats(struct net_device *dev,
1131 struct ethtool_eth_ctrl_stats *ctrl_stats)
1133 struct dsa_port *dp = dsa_user_to_port(dev);
1134 struct dsa_switch *ds = dp->ds;
1136 if (ds->ops->get_eth_ctrl_stats)
1137 ds->ops->get_eth_ctrl_stats(ds, dp->index, ctrl_stats);
1141 dsa_user_get_rmon_stats(struct net_device *dev,
1142 struct ethtool_rmon_stats *rmon_stats,
1143 const struct ethtool_rmon_hist_range **ranges)
1145 struct dsa_port *dp = dsa_user_to_port(dev);
1146 struct dsa_switch *ds = dp->ds;
1148 if (ds->ops->get_rmon_stats)
1149 ds->ops->get_rmon_stats(ds, dp->index, rmon_stats, ranges);
1152 static void dsa_user_net_selftest(struct net_device *ndev,
1153 struct ethtool_test *etest, u64 *buf)
1155 struct dsa_port *dp = dsa_user_to_port(ndev);
1156 struct dsa_switch *ds = dp->ds;
1158 if (ds->ops->self_test) {
1159 ds->ops->self_test(ds, dp->index, etest, buf);
1163 net_selftest(ndev, etest, buf);
1166 static int dsa_user_get_mm(struct net_device *dev,
1167 struct ethtool_mm_state *state)
1169 struct dsa_port *dp = dsa_user_to_port(dev);
1170 struct dsa_switch *ds = dp->ds;
1172 if (!ds->ops->get_mm)
1175 return ds->ops->get_mm(ds, dp->index, state);
1178 static int dsa_user_set_mm(struct net_device *dev, struct ethtool_mm_cfg *cfg,
1179 struct netlink_ext_ack *extack)
1181 struct dsa_port *dp = dsa_user_to_port(dev);
1182 struct dsa_switch *ds = dp->ds;
1184 if (!ds->ops->set_mm)
1187 return ds->ops->set_mm(ds, dp->index, cfg, extack);
1190 static void dsa_user_get_mm_stats(struct net_device *dev,
1191 struct ethtool_mm_stats *stats)
1193 struct dsa_port *dp = dsa_user_to_port(dev);
1194 struct dsa_switch *ds = dp->ds;
1196 if (ds->ops->get_mm_stats)
1197 ds->ops->get_mm_stats(ds, dp->index, stats);
1200 static void dsa_user_get_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1202 struct dsa_port *dp = dsa_user_to_port(dev);
1203 struct dsa_switch *ds = dp->ds;
1205 phylink_ethtool_get_wol(dp->pl, w);
1207 if (ds->ops->get_wol)
1208 ds->ops->get_wol(ds, dp->index, w);
1211 static int dsa_user_set_wol(struct net_device *dev, struct ethtool_wolinfo *w)
1213 struct dsa_port *dp = dsa_user_to_port(dev);
1214 struct dsa_switch *ds = dp->ds;
1215 int ret = -EOPNOTSUPP;
1217 phylink_ethtool_set_wol(dp->pl, w);
1219 if (ds->ops->set_wol)
1220 ret = ds->ops->set_wol(ds, dp->index, w);
1225 static int dsa_user_set_eee(struct net_device *dev, struct ethtool_keee *e)
1227 struct dsa_port *dp = dsa_user_to_port(dev);
1228 struct dsa_switch *ds = dp->ds;
1231 /* Port's PHY and MAC both need to be EEE capable */
1232 if (!dev->phydev || !dp->pl)
1235 if (!ds->ops->set_mac_eee)
1238 ret = ds->ops->set_mac_eee(ds, dp->index, e);
1242 return phylink_ethtool_set_eee(dp->pl, e);
1245 static int dsa_user_get_eee(struct net_device *dev, struct ethtool_keee *e)
1247 struct dsa_port *dp = dsa_user_to_port(dev);
1248 struct dsa_switch *ds = dp->ds;
1251 /* Port's PHY and MAC both need to be EEE capable */
1252 if (!dev->phydev || !dp->pl)
1255 if (!ds->ops->get_mac_eee)
1258 ret = ds->ops->get_mac_eee(ds, dp->index, e);
1262 return phylink_ethtool_get_eee(dp->pl, e);
1265 static int dsa_user_get_link_ksettings(struct net_device *dev,
1266 struct ethtool_link_ksettings *cmd)
1268 struct dsa_port *dp = dsa_user_to_port(dev);
1270 return phylink_ethtool_ksettings_get(dp->pl, cmd);
1273 static int dsa_user_set_link_ksettings(struct net_device *dev,
1274 const struct ethtool_link_ksettings *cmd)
1276 struct dsa_port *dp = dsa_user_to_port(dev);
1278 return phylink_ethtool_ksettings_set(dp->pl, cmd);
1281 static void dsa_user_get_pause_stats(struct net_device *dev,
1282 struct ethtool_pause_stats *pause_stats)
1284 struct dsa_port *dp = dsa_user_to_port(dev);
1285 struct dsa_switch *ds = dp->ds;
1287 if (ds->ops->get_pause_stats)
1288 ds->ops->get_pause_stats(ds, dp->index, pause_stats);
1291 static void dsa_user_get_pauseparam(struct net_device *dev,
1292 struct ethtool_pauseparam *pause)
1294 struct dsa_port *dp = dsa_user_to_port(dev);
1296 phylink_ethtool_get_pauseparam(dp->pl, pause);
1299 static int dsa_user_set_pauseparam(struct net_device *dev,
1300 struct ethtool_pauseparam *pause)
1302 struct dsa_port *dp = dsa_user_to_port(dev);
1304 return phylink_ethtool_set_pauseparam(dp->pl, pause);
1307 #ifdef CONFIG_NET_POLL_CONTROLLER
1308 static int dsa_user_netpoll_setup(struct net_device *dev,
1309 struct netpoll_info *ni)
1311 struct net_device *conduit = dsa_user_to_conduit(dev);
1312 struct dsa_user_priv *p = netdev_priv(dev);
1313 struct netpoll *netpoll;
1316 netpoll = kzalloc(sizeof(*netpoll), GFP_KERNEL);
1320 err = __netpoll_setup(netpoll, conduit);
1326 p->netpoll = netpoll;
1331 static void dsa_user_netpoll_cleanup(struct net_device *dev)
1333 struct dsa_user_priv *p = netdev_priv(dev);
1334 struct netpoll *netpoll = p->netpoll;
1341 __netpoll_free(netpoll);
1344 static void dsa_user_poll_controller(struct net_device *dev)
1349 static struct dsa_mall_tc_entry *
1350 dsa_user_mall_tc_entry_find(struct net_device *dev, unsigned long cookie)
1352 struct dsa_user_priv *p = netdev_priv(dev);
1353 struct dsa_mall_tc_entry *mall_tc_entry;
1355 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list)
1356 if (mall_tc_entry->cookie == cookie)
1357 return mall_tc_entry;
1363 dsa_user_add_cls_matchall_mirred(struct net_device *dev,
1364 struct tc_cls_matchall_offload *cls,
1367 struct netlink_ext_ack *extack = cls->common.extack;
1368 struct dsa_port *dp = dsa_user_to_port(dev);
1369 struct dsa_user_priv *p = netdev_priv(dev);
1370 struct dsa_mall_mirror_tc_entry *mirror;
1371 struct dsa_mall_tc_entry *mall_tc_entry;
1372 struct dsa_switch *ds = dp->ds;
1373 struct flow_action_entry *act;
1374 struct dsa_port *to_dp;
1377 if (!ds->ops->port_mirror_add)
1380 if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1381 cls->common.extack))
1384 act = &cls->rule->action.entries[0];
1389 if (!dsa_user_dev_check(act->dev))
1392 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1396 mall_tc_entry->cookie = cls->cookie;
1397 mall_tc_entry->type = DSA_PORT_MALL_MIRROR;
1398 mirror = &mall_tc_entry->mirror;
1400 to_dp = dsa_user_to_port(act->dev);
1402 mirror->to_local_port = to_dp->index;
1403 mirror->ingress = ingress;
1405 err = ds->ops->port_mirror_add(ds, dp->index, mirror, ingress, extack);
1407 kfree(mall_tc_entry);
1411 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1417 dsa_user_add_cls_matchall_police(struct net_device *dev,
1418 struct tc_cls_matchall_offload *cls,
1421 struct netlink_ext_ack *extack = cls->common.extack;
1422 struct dsa_port *dp = dsa_user_to_port(dev);
1423 struct dsa_user_priv *p = netdev_priv(dev);
1424 struct dsa_mall_policer_tc_entry *policer;
1425 struct dsa_mall_tc_entry *mall_tc_entry;
1426 struct dsa_switch *ds = dp->ds;
1427 struct flow_action_entry *act;
1430 if (!ds->ops->port_policer_add) {
1431 NL_SET_ERR_MSG_MOD(extack,
1432 "Policing offload not implemented");
1437 NL_SET_ERR_MSG_MOD(extack,
1438 "Only supported on ingress qdisc");
1442 if (!flow_action_basic_hw_stats_check(&cls->rule->action,
1443 cls->common.extack))
1446 list_for_each_entry(mall_tc_entry, &p->mall_tc_list, list) {
1447 if (mall_tc_entry->type == DSA_PORT_MALL_POLICER) {
1448 NL_SET_ERR_MSG_MOD(extack,
1449 "Only one port policer allowed");
1454 act = &cls->rule->action.entries[0];
1456 mall_tc_entry = kzalloc(sizeof(*mall_tc_entry), GFP_KERNEL);
1460 mall_tc_entry->cookie = cls->cookie;
1461 mall_tc_entry->type = DSA_PORT_MALL_POLICER;
1462 policer = &mall_tc_entry->policer;
1463 policer->rate_bytes_per_sec = act->police.rate_bytes_ps;
1464 policer->burst = act->police.burst;
1466 err = ds->ops->port_policer_add(ds, dp->index, policer);
1468 kfree(mall_tc_entry);
1472 list_add_tail(&mall_tc_entry->list, &p->mall_tc_list);
1477 static int dsa_user_add_cls_matchall(struct net_device *dev,
1478 struct tc_cls_matchall_offload *cls,
1481 int err = -EOPNOTSUPP;
1483 if (cls->common.protocol == htons(ETH_P_ALL) &&
1484 flow_offload_has_one_action(&cls->rule->action) &&
1485 cls->rule->action.entries[0].id == FLOW_ACTION_MIRRED)
1486 err = dsa_user_add_cls_matchall_mirred(dev, cls, ingress);
1487 else if (flow_offload_has_one_action(&cls->rule->action) &&
1488 cls->rule->action.entries[0].id == FLOW_ACTION_POLICE)
1489 err = dsa_user_add_cls_matchall_police(dev, cls, ingress);
1494 static void dsa_user_del_cls_matchall(struct net_device *dev,
1495 struct tc_cls_matchall_offload *cls)
1497 struct dsa_port *dp = dsa_user_to_port(dev);
1498 struct dsa_mall_tc_entry *mall_tc_entry;
1499 struct dsa_switch *ds = dp->ds;
1501 mall_tc_entry = dsa_user_mall_tc_entry_find(dev, cls->cookie);
1505 list_del(&mall_tc_entry->list);
1507 switch (mall_tc_entry->type) {
1508 case DSA_PORT_MALL_MIRROR:
1509 if (ds->ops->port_mirror_del)
1510 ds->ops->port_mirror_del(ds, dp->index,
1511 &mall_tc_entry->mirror);
1513 case DSA_PORT_MALL_POLICER:
1514 if (ds->ops->port_policer_del)
1515 ds->ops->port_policer_del(ds, dp->index);
1521 kfree(mall_tc_entry);
1524 static int dsa_user_setup_tc_cls_matchall(struct net_device *dev,
1525 struct tc_cls_matchall_offload *cls,
1528 if (cls->common.chain_index)
1531 switch (cls->command) {
1532 case TC_CLSMATCHALL_REPLACE:
1533 return dsa_user_add_cls_matchall(dev, cls, ingress);
1534 case TC_CLSMATCHALL_DESTROY:
1535 dsa_user_del_cls_matchall(dev, cls);
1542 static int dsa_user_add_cls_flower(struct net_device *dev,
1543 struct flow_cls_offload *cls,
1546 struct dsa_port *dp = dsa_user_to_port(dev);
1547 struct dsa_switch *ds = dp->ds;
1548 int port = dp->index;
1550 if (!ds->ops->cls_flower_add)
1553 return ds->ops->cls_flower_add(ds, port, cls, ingress);
1556 static int dsa_user_del_cls_flower(struct net_device *dev,
1557 struct flow_cls_offload *cls,
1560 struct dsa_port *dp = dsa_user_to_port(dev);
1561 struct dsa_switch *ds = dp->ds;
1562 int port = dp->index;
1564 if (!ds->ops->cls_flower_del)
1567 return ds->ops->cls_flower_del(ds, port, cls, ingress);
1570 static int dsa_user_stats_cls_flower(struct net_device *dev,
1571 struct flow_cls_offload *cls,
1574 struct dsa_port *dp = dsa_user_to_port(dev);
1575 struct dsa_switch *ds = dp->ds;
1576 int port = dp->index;
1578 if (!ds->ops->cls_flower_stats)
1581 return ds->ops->cls_flower_stats(ds, port, cls, ingress);
1584 static int dsa_user_setup_tc_cls_flower(struct net_device *dev,
1585 struct flow_cls_offload *cls,
1588 switch (cls->command) {
1589 case FLOW_CLS_REPLACE:
1590 return dsa_user_add_cls_flower(dev, cls, ingress);
1591 case FLOW_CLS_DESTROY:
1592 return dsa_user_del_cls_flower(dev, cls, ingress);
1593 case FLOW_CLS_STATS:
1594 return dsa_user_stats_cls_flower(dev, cls, ingress);
1600 static int dsa_user_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
1601 void *cb_priv, bool ingress)
1603 struct net_device *dev = cb_priv;
1605 if (!tc_can_offload(dev))
1609 case TC_SETUP_CLSMATCHALL:
1610 return dsa_user_setup_tc_cls_matchall(dev, type_data, ingress);
1611 case TC_SETUP_CLSFLOWER:
1612 return dsa_user_setup_tc_cls_flower(dev, type_data, ingress);
1618 static int dsa_user_setup_tc_block_cb_ig(enum tc_setup_type type,
1619 void *type_data, void *cb_priv)
1621 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, true);
1624 static int dsa_user_setup_tc_block_cb_eg(enum tc_setup_type type,
1625 void *type_data, void *cb_priv)
1627 return dsa_user_setup_tc_block_cb(type, type_data, cb_priv, false);
1630 static LIST_HEAD(dsa_user_block_cb_list);
1632 static int dsa_user_setup_tc_block(struct net_device *dev,
1633 struct flow_block_offload *f)
1635 struct flow_block_cb *block_cb;
1636 flow_setup_cb_t *cb;
1638 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
1639 cb = dsa_user_setup_tc_block_cb_ig;
1640 else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS)
1641 cb = dsa_user_setup_tc_block_cb_eg;
1645 f->driver_block_list = &dsa_user_block_cb_list;
1647 switch (f->command) {
1648 case FLOW_BLOCK_BIND:
1649 if (flow_block_cb_is_busy(cb, dev, &dsa_user_block_cb_list))
1652 block_cb = flow_block_cb_alloc(cb, dev, dev, NULL);
1653 if (IS_ERR(block_cb))
1654 return PTR_ERR(block_cb);
1656 flow_block_cb_add(block_cb, f);
1657 list_add_tail(&block_cb->driver_list, &dsa_user_block_cb_list);
1659 case FLOW_BLOCK_UNBIND:
1660 block_cb = flow_block_cb_lookup(f->block, cb, dev);
1664 flow_block_cb_remove(block_cb, f);
1665 list_del(&block_cb->driver_list);
1672 static int dsa_user_setup_ft_block(struct dsa_switch *ds, int port,
1675 struct net_device *conduit = dsa_port_to_conduit(dsa_to_port(ds, port));
1677 if (!conduit->netdev_ops->ndo_setup_tc)
1680 return conduit->netdev_ops->ndo_setup_tc(conduit, TC_SETUP_FT, type_data);
1683 static int dsa_user_setup_tc(struct net_device *dev, enum tc_setup_type type,
1686 struct dsa_port *dp = dsa_user_to_port(dev);
1687 struct dsa_switch *ds = dp->ds;
1690 case TC_SETUP_BLOCK:
1691 return dsa_user_setup_tc_block(dev, type_data);
1693 return dsa_user_setup_ft_block(ds, dp->index, type_data);
1698 if (!ds->ops->port_setup_tc)
1701 return ds->ops->port_setup_tc(ds, dp->index, type, type_data);
1704 static int dsa_user_get_rxnfc(struct net_device *dev,
1705 struct ethtool_rxnfc *nfc, u32 *rule_locs)
1707 struct dsa_port *dp = dsa_user_to_port(dev);
1708 struct dsa_switch *ds = dp->ds;
1710 if (!ds->ops->get_rxnfc)
1713 return ds->ops->get_rxnfc(ds, dp->index, nfc, rule_locs);
1716 static int dsa_user_set_rxnfc(struct net_device *dev,
1717 struct ethtool_rxnfc *nfc)
1719 struct dsa_port *dp = dsa_user_to_port(dev);
1720 struct dsa_switch *ds = dp->ds;
1722 if (!ds->ops->set_rxnfc)
1725 return ds->ops->set_rxnfc(ds, dp->index, nfc);
1728 static int dsa_user_get_ts_info(struct net_device *dev,
1729 struct ethtool_ts_info *ts)
1731 struct dsa_user_priv *p = netdev_priv(dev);
1732 struct dsa_switch *ds = p->dp->ds;
1734 if (!ds->ops->get_ts_info)
1737 return ds->ops->get_ts_info(ds, p->dp->index, ts);
1740 static int dsa_user_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
1743 struct dsa_port *dp = dsa_user_to_port(dev);
1744 struct switchdev_obj_port_vlan vlan = {
1745 .obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1747 /* This API only allows programming tagged, non-PVID VIDs */
1750 struct netlink_ext_ack extack = {0};
1751 struct dsa_switch *ds = dp->ds;
1752 struct netdev_hw_addr *ha;
1757 ret = dsa_port_vlan_add(dp, &vlan, &extack);
1760 netdev_err(dev, "%s\n", extack._msg);
1764 /* And CPU port... */
1765 ret = dsa_port_host_vlan_add(dp, &vlan, &extack);
1768 netdev_err(dev, "CPU port %d: %s\n", dp->cpu_dp->index,
1773 if (!dsa_switch_supports_uc_filtering(ds) &&
1774 !dsa_switch_supports_mc_filtering(ds))
1777 v = kzalloc(sizeof(*v), GFP_KERNEL);
1783 netif_addr_lock_bh(dev);
1786 list_add_tail(&v->list, &dp->user_vlans);
1788 if (dsa_switch_supports_mc_filtering(ds)) {
1789 netdev_for_each_synced_mc_addr(ha, dev) {
1790 dsa_user_schedule_standalone_work(dev, DSA_MC_ADD,
1795 if (dsa_switch_supports_uc_filtering(ds)) {
1796 netdev_for_each_synced_uc_addr(ha, dev) {
1797 dsa_user_schedule_standalone_work(dev, DSA_UC_ADD,
1802 netif_addr_unlock_bh(dev);
1804 dsa_flush_workqueue();
1809 dsa_port_host_vlan_del(dp, &vlan);
1810 dsa_port_vlan_del(dp, &vlan);
1815 static int dsa_user_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
1818 struct dsa_port *dp = dsa_user_to_port(dev);
1819 struct switchdev_obj_port_vlan vlan = {
1821 /* This API only allows programming tagged, non-PVID VIDs */
1824 struct dsa_switch *ds = dp->ds;
1825 struct netdev_hw_addr *ha;
1829 err = dsa_port_vlan_del(dp, &vlan);
1833 err = dsa_port_host_vlan_del(dp, &vlan);
1837 if (!dsa_switch_supports_uc_filtering(ds) &&
1838 !dsa_switch_supports_mc_filtering(ds))
1841 netif_addr_lock_bh(dev);
1843 v = dsa_vlan_find(&dp->user_vlans, &vlan);
1845 netif_addr_unlock_bh(dev);
1852 if (dsa_switch_supports_mc_filtering(ds)) {
1853 netdev_for_each_synced_mc_addr(ha, dev) {
1854 dsa_user_schedule_standalone_work(dev, DSA_MC_DEL,
1859 if (dsa_switch_supports_uc_filtering(ds)) {
1860 netdev_for_each_synced_uc_addr(ha, dev) {
1861 dsa_user_schedule_standalone_work(dev, DSA_UC_DEL,
1866 netif_addr_unlock_bh(dev);
1868 dsa_flush_workqueue();
1873 static int dsa_user_restore_vlan(struct net_device *vdev, int vid, void *arg)
1875 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1877 return dsa_user_vlan_rx_add_vid(arg, proto, vid);
1880 static int dsa_user_clear_vlan(struct net_device *vdev, int vid, void *arg)
1882 __be16 proto = vdev ? vlan_dev_vlan_proto(vdev) : htons(ETH_P_8021Q);
1884 return dsa_user_vlan_rx_kill_vid(arg, proto, vid);
1887 /* Keep the VLAN RX filtering list in sync with the hardware only if VLAN
1888 * filtering is enabled. The baseline is that only ports that offload a
1889 * VLAN-aware bridge are VLAN-aware, and standalone ports are VLAN-unaware,
1890 * but there are exceptions for quirky hardware.
1892 * If ds->vlan_filtering_is_global = true, then standalone ports which share
1893 * the same switch with other ports that offload a VLAN-aware bridge are also
1894 * inevitably VLAN-aware.
1896 * To summarize, a DSA switch port offloads:
1898 * - If standalone (this includes software bridge, software LAG):
1899 * - if ds->needs_standalone_vlan_filtering = true, OR if
1900 * (ds->vlan_filtering_is_global = true AND there are bridges spanning
1901 * this switch chip which have vlan_filtering=1)
1902 * - the 8021q upper VLANs
1903 * - else (standalone VLAN filtering is not needed, VLAN filtering is not
1904 * global, or it is, but no port is under a VLAN-aware bridge):
1905 * - no VLAN (any 8021q upper is a software VLAN)
1907 * - If under a vlan_filtering=0 bridge which it offload:
1908 * - if ds->configure_vlan_while_not_filtering = true (default):
1909 * - the bridge VLANs. These VLANs are committed to hardware but inactive.
1910 * - else (deprecated):
1911 * - no VLAN. The bridge VLANs are not restored when VLAN awareness is
1912 * enabled, so this behavior is broken and discouraged.
1914 * - If under a vlan_filtering=1 bridge which it offload:
1915 * - the bridge VLANs
1916 * - the 8021q upper VLANs
1918 int dsa_user_manage_vlan_filtering(struct net_device *user,
1919 bool vlan_filtering)
1923 if (vlan_filtering) {
1924 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
1926 err = vlan_for_each(user, dsa_user_restore_vlan, user);
1928 vlan_for_each(user, dsa_user_clear_vlan, user);
1929 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1933 err = vlan_for_each(user, dsa_user_clear_vlan, user);
1937 user->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
1943 struct dsa_hw_port {
1944 struct list_head list;
1945 struct net_device *dev;
1949 static int dsa_hw_port_list_set_mtu(struct list_head *hw_port_list, int mtu)
1951 const struct dsa_hw_port *p;
1954 list_for_each_entry(p, hw_port_list, list) {
1955 if (p->dev->mtu == mtu)
1958 err = dev_set_mtu(p->dev, mtu);
1966 list_for_each_entry_continue_reverse(p, hw_port_list, list) {
1967 if (p->dev->mtu == p->old_mtu)
1970 if (dev_set_mtu(p->dev, p->old_mtu))
1971 netdev_err(p->dev, "Failed to restore MTU\n");
1977 static void dsa_hw_port_list_free(struct list_head *hw_port_list)
1979 struct dsa_hw_port *p, *n;
1981 list_for_each_entry_safe(p, n, hw_port_list, list)
1985 /* Make the hardware datapath to/from @dev limited to a common MTU */
1986 static void dsa_bridge_mtu_normalization(struct dsa_port *dp)
1988 struct list_head hw_port_list;
1989 struct dsa_switch_tree *dst;
1990 int min_mtu = ETH_MAX_MTU;
1991 struct dsa_port *other_dp;
1994 if (!dp->ds->mtu_enforcement_ingress)
2000 INIT_LIST_HEAD(&hw_port_list);
2002 /* Populate the list of ports that are part of the same bridge
2003 * as the newly added/modified port
2005 list_for_each_entry(dst, &dsa_tree_list, list) {
2006 list_for_each_entry(other_dp, &dst->ports, list) {
2007 struct dsa_hw_port *hw_port;
2008 struct net_device *user;
2010 if (other_dp->type != DSA_PORT_TYPE_USER)
2013 if (!dsa_port_bridge_same(dp, other_dp))
2016 if (!other_dp->ds->mtu_enforcement_ingress)
2019 user = other_dp->user;
2021 if (min_mtu > user->mtu)
2022 min_mtu = user->mtu;
2024 hw_port = kzalloc(sizeof(*hw_port), GFP_KERNEL);
2028 hw_port->dev = user;
2029 hw_port->old_mtu = user->mtu;
2031 list_add(&hw_port->list, &hw_port_list);
2035 /* Attempt to configure the entire hardware bridge to the newly added
2036 * interface's MTU first, regardless of whether the intention of the
2037 * user was to raise or lower it.
2039 err = dsa_hw_port_list_set_mtu(&hw_port_list, dp->user->mtu);
2043 /* Clearly that didn't work out so well, so just set the minimum MTU on
2044 * all hardware bridge ports now. If this fails too, then all ports will
2045 * still have their old MTU rolled back anyway.
2047 dsa_hw_port_list_set_mtu(&hw_port_list, min_mtu);
2050 dsa_hw_port_list_free(&hw_port_list);
2053 int dsa_user_change_mtu(struct net_device *dev, int new_mtu)
2055 struct net_device *conduit = dsa_user_to_conduit(dev);
2056 struct dsa_port *dp = dsa_user_to_port(dev);
2057 struct dsa_port *cpu_dp = dp->cpu_dp;
2058 struct dsa_switch *ds = dp->ds;
2059 struct dsa_port *other_dp;
2060 int largest_mtu = 0;
2061 int new_conduit_mtu;
2062 int old_conduit_mtu;
2068 if (!ds->ops->port_change_mtu)
2071 dsa_tree_for_each_user_port(other_dp, ds->dst) {
2074 /* During probe, this function will be called for each user
2075 * device, while not all of them have been allocated. That's
2076 * ok, it doesn't change what the maximum is, so ignore it.
2078 if (!other_dp->user)
2081 /* Pretend that we already applied the setting, which we
2082 * actually haven't (still haven't done all integrity checks)
2087 user_mtu = other_dp->user->mtu;
2089 if (largest_mtu < user_mtu)
2090 largest_mtu = user_mtu;
2093 overhead = dsa_tag_protocol_overhead(cpu_dp->tag_ops);
2094 mtu_limit = min_t(int, conduit->max_mtu, dev->max_mtu + overhead);
2095 old_conduit_mtu = conduit->mtu;
2096 new_conduit_mtu = largest_mtu + overhead;
2097 if (new_conduit_mtu > mtu_limit)
2100 /* If the conduit MTU isn't over limit, there's no need to check the CPU
2101 * MTU, since that surely isn't either.
2103 cpu_mtu = largest_mtu;
2105 /* Start applying stuff */
2106 if (new_conduit_mtu != old_conduit_mtu) {
2107 err = dev_set_mtu(conduit, new_conduit_mtu);
2109 goto out_conduit_failed;
2111 /* We only need to propagate the MTU of the CPU port to
2112 * upstream switches, so emit a notifier which updates them.
2114 err = dsa_port_mtu_change(cpu_dp, cpu_mtu);
2116 goto out_cpu_failed;
2119 err = ds->ops->port_change_mtu(ds, dp->index, new_mtu);
2121 goto out_port_failed;
2123 WRITE_ONCE(dev->mtu, new_mtu);
2125 dsa_bridge_mtu_normalization(dp);
2130 if (new_conduit_mtu != old_conduit_mtu)
2131 dsa_port_mtu_change(cpu_dp, old_conduit_mtu - overhead);
2133 if (new_conduit_mtu != old_conduit_mtu)
2134 dev_set_mtu(conduit, old_conduit_mtu);
2139 static int __maybe_unused
2140 dsa_user_dcbnl_set_apptrust(struct net_device *dev, u8 *sel, int nsel)
2142 struct dsa_port *dp = dsa_user_to_port(dev);
2143 struct dsa_switch *ds = dp->ds;
2144 int port = dp->index;
2146 if (!ds->ops->port_set_apptrust)
2149 return ds->ops->port_set_apptrust(ds, port, sel, nsel);
2152 static int __maybe_unused
2153 dsa_user_dcbnl_get_apptrust(struct net_device *dev, u8 *sel, int *nsel)
2155 struct dsa_port *dp = dsa_user_to_port(dev);
2156 struct dsa_switch *ds = dp->ds;
2157 int port = dp->index;
2159 if (!ds->ops->port_get_apptrust)
2162 return ds->ops->port_get_apptrust(ds, port, sel, nsel);
2165 static int __maybe_unused
2166 dsa_user_dcbnl_set_default_prio(struct net_device *dev, struct dcb_app *app)
2168 struct dsa_port *dp = dsa_user_to_port(dev);
2169 struct dsa_switch *ds = dp->ds;
2170 unsigned long mask, new_prio;
2171 int err, port = dp->index;
2173 if (!ds->ops->port_set_default_prio)
2176 err = dcb_ieee_setapp(dev, app);
2180 mask = dcb_ieee_getapp_mask(dev, app);
2181 new_prio = __fls(mask);
2183 err = ds->ops->port_set_default_prio(ds, port, new_prio);
2185 dcb_ieee_delapp(dev, app);
2192 /* Update the DSCP prio entries on all user ports of the switch in case
2193 * the switch supports global DSCP prio instead of per port DSCP prios.
2195 static int dsa_user_dcbnl_ieee_global_dscp_setdel(struct net_device *dev,
2196 struct dcb_app *app, bool del)
2198 int (*setdel)(struct net_device *dev, struct dcb_app *app);
2199 struct dsa_port *dp = dsa_user_to_port(dev);
2200 struct dsa_switch *ds = dp->ds;
2201 struct dsa_port *other_dp;
2202 int err, restore_err;
2205 setdel = dcb_ieee_delapp;
2207 setdel = dcb_ieee_setapp;
2209 dsa_switch_for_each_user_port(other_dp, ds) {
2210 struct net_device *user = other_dp->user;
2212 if (!user || user == dev)
2215 err = setdel(user, app);
2217 goto err_try_to_restore;
2224 /* Revert logic to restore previous state of app entries */
2226 setdel = dcb_ieee_delapp;
2228 setdel = dcb_ieee_setapp;
2230 dsa_switch_for_each_user_port_continue_reverse(other_dp, ds) {
2231 struct net_device *user = other_dp->user;
2233 if (!user || user == dev)
2236 restore_err = setdel(user, app);
2238 netdev_err(user, "Failed to restore DSCP prio entry configuration\n");
2244 static int __maybe_unused
2245 dsa_user_dcbnl_add_dscp_prio(struct net_device *dev, struct dcb_app *app)
2247 struct dsa_port *dp = dsa_user_to_port(dev);
2248 struct dsa_switch *ds = dp->ds;
2249 unsigned long mask, new_prio;
2250 int err, port = dp->index;
2251 u8 dscp = app->protocol;
2253 if (!ds->ops->port_add_dscp_prio)
2257 netdev_err(dev, "DSCP APP entry with protocol value %u is invalid\n",
2262 err = dcb_ieee_setapp(dev, app);
2266 mask = dcb_ieee_getapp_mask(dev, app);
2267 new_prio = __fls(mask);
2269 err = ds->ops->port_add_dscp_prio(ds, port, dscp, new_prio);
2271 dcb_ieee_delapp(dev, app);
2275 if (!ds->dscp_prio_mapping_is_global)
2278 err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, false);
2280 if (ds->ops->port_del_dscp_prio)
2281 ds->ops->port_del_dscp_prio(ds, port, dscp, new_prio);
2282 dcb_ieee_delapp(dev, app);
2289 static int __maybe_unused dsa_user_dcbnl_ieee_setapp(struct net_device *dev,
2290 struct dcb_app *app)
2292 switch (app->selector) {
2293 case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2294 switch (app->protocol) {
2296 return dsa_user_dcbnl_set_default_prio(dev, app);
2301 case IEEE_8021QAZ_APP_SEL_DSCP:
2302 return dsa_user_dcbnl_add_dscp_prio(dev, app);
2308 static int __maybe_unused
2309 dsa_user_dcbnl_del_default_prio(struct net_device *dev, struct dcb_app *app)
2311 struct dsa_port *dp = dsa_user_to_port(dev);
2312 struct dsa_switch *ds = dp->ds;
2313 unsigned long mask, new_prio;
2314 int err, port = dp->index;
2316 if (!ds->ops->port_set_default_prio)
2319 err = dcb_ieee_delapp(dev, app);
2323 mask = dcb_ieee_getapp_mask(dev, app);
2324 new_prio = mask ? __fls(mask) : 0;
2326 err = ds->ops->port_set_default_prio(ds, port, new_prio);
2328 dcb_ieee_setapp(dev, app);
2335 static int __maybe_unused
2336 dsa_user_dcbnl_del_dscp_prio(struct net_device *dev, struct dcb_app *app)
2338 struct dsa_port *dp = dsa_user_to_port(dev);
2339 struct dsa_switch *ds = dp->ds;
2340 int err, port = dp->index;
2341 u8 dscp = app->protocol;
2343 if (!ds->ops->port_del_dscp_prio)
2346 err = dcb_ieee_delapp(dev, app);
2350 err = ds->ops->port_del_dscp_prio(ds, port, dscp, app->priority);
2352 dcb_ieee_setapp(dev, app);
2356 if (!ds->dscp_prio_mapping_is_global)
2359 err = dsa_user_dcbnl_ieee_global_dscp_setdel(dev, app, true);
2361 if (ds->ops->port_add_dscp_prio)
2362 ds->ops->port_add_dscp_prio(ds, port, dscp,
2364 dcb_ieee_setapp(dev, app);
2371 static int __maybe_unused dsa_user_dcbnl_ieee_delapp(struct net_device *dev,
2372 struct dcb_app *app)
2374 switch (app->selector) {
2375 case IEEE_8021QAZ_APP_SEL_ETHERTYPE:
2376 switch (app->protocol) {
2378 return dsa_user_dcbnl_del_default_prio(dev, app);
2383 case IEEE_8021QAZ_APP_SEL_DSCP:
2384 return dsa_user_dcbnl_del_dscp_prio(dev, app);
2390 /* Pre-populate the DCB application priority table with the priorities
2391 * configured during switch setup, which we read from hardware here.
2393 static int dsa_user_dcbnl_init(struct net_device *dev)
2395 struct dsa_port *dp = dsa_user_to_port(dev);
2396 struct dsa_switch *ds = dp->ds;
2397 int port = dp->index;
2400 if (ds->ops->port_get_default_prio) {
2401 int prio = ds->ops->port_get_default_prio(ds, port);
2402 struct dcb_app app = {
2403 .selector = IEEE_8021QAZ_APP_SEL_ETHERTYPE,
2411 err = dcb_ieee_setapp(dev, &app);
2416 if (ds->ops->port_get_dscp_prio) {
2419 for (protocol = 0; protocol < 64; protocol++) {
2420 struct dcb_app app = {
2421 .selector = IEEE_8021QAZ_APP_SEL_DSCP,
2422 .protocol = protocol,
2426 prio = ds->ops->port_get_dscp_prio(ds, port, protocol);
2427 if (prio == -EOPNOTSUPP)
2432 app.priority = prio;
2434 err = dcb_ieee_setapp(dev, &app);
2443 static const struct ethtool_ops dsa_user_ethtool_ops = {
2444 .get_drvinfo = dsa_user_get_drvinfo,
2445 .get_regs_len = dsa_user_get_regs_len,
2446 .get_regs = dsa_user_get_regs,
2447 .nway_reset = dsa_user_nway_reset,
2448 .get_link = ethtool_op_get_link,
2449 .get_eeprom_len = dsa_user_get_eeprom_len,
2450 .get_eeprom = dsa_user_get_eeprom,
2451 .set_eeprom = dsa_user_set_eeprom,
2452 .get_strings = dsa_user_get_strings,
2453 .get_ethtool_stats = dsa_user_get_ethtool_stats,
2454 .get_sset_count = dsa_user_get_sset_count,
2455 .get_eth_phy_stats = dsa_user_get_eth_phy_stats,
2456 .get_eth_mac_stats = dsa_user_get_eth_mac_stats,
2457 .get_eth_ctrl_stats = dsa_user_get_eth_ctrl_stats,
2458 .get_rmon_stats = dsa_user_get_rmon_stats,
2459 .set_wol = dsa_user_set_wol,
2460 .get_wol = dsa_user_get_wol,
2461 .set_eee = dsa_user_set_eee,
2462 .get_eee = dsa_user_get_eee,
2463 .get_link_ksettings = dsa_user_get_link_ksettings,
2464 .set_link_ksettings = dsa_user_set_link_ksettings,
2465 .get_pause_stats = dsa_user_get_pause_stats,
2466 .get_pauseparam = dsa_user_get_pauseparam,
2467 .set_pauseparam = dsa_user_set_pauseparam,
2468 .get_rxnfc = dsa_user_get_rxnfc,
2469 .set_rxnfc = dsa_user_set_rxnfc,
2470 .get_ts_info = dsa_user_get_ts_info,
2471 .self_test = dsa_user_net_selftest,
2472 .get_mm = dsa_user_get_mm,
2473 .set_mm = dsa_user_set_mm,
2474 .get_mm_stats = dsa_user_get_mm_stats,
2477 static const struct dcbnl_rtnl_ops __maybe_unused dsa_user_dcbnl_ops = {
2478 .ieee_setapp = dsa_user_dcbnl_ieee_setapp,
2479 .ieee_delapp = dsa_user_dcbnl_ieee_delapp,
2480 .dcbnl_setapptrust = dsa_user_dcbnl_set_apptrust,
2481 .dcbnl_getapptrust = dsa_user_dcbnl_get_apptrust,
2484 static void dsa_user_get_stats64(struct net_device *dev,
2485 struct rtnl_link_stats64 *s)
2487 struct dsa_port *dp = dsa_user_to_port(dev);
2488 struct dsa_switch *ds = dp->ds;
2490 if (ds->ops->get_stats64)
2491 ds->ops->get_stats64(ds, dp->index, s);
2493 dev_get_tstats64(dev, s);
2496 static int dsa_user_fill_forward_path(struct net_device_path_ctx *ctx,
2497 struct net_device_path *path)
2499 struct dsa_port *dp = dsa_user_to_port(ctx->dev);
2500 struct net_device *conduit = dsa_port_to_conduit(dp);
2501 struct dsa_port *cpu_dp = dp->cpu_dp;
2503 path->dev = ctx->dev;
2504 path->type = DEV_PATH_DSA;
2505 path->dsa.proto = cpu_dp->tag_ops->proto;
2506 path->dsa.port = dp->index;
2512 static const struct net_device_ops dsa_user_netdev_ops = {
2513 .ndo_open = dsa_user_open,
2514 .ndo_stop = dsa_user_close,
2515 .ndo_start_xmit = dsa_user_xmit,
2516 .ndo_change_rx_flags = dsa_user_change_rx_flags,
2517 .ndo_set_rx_mode = dsa_user_set_rx_mode,
2518 .ndo_set_mac_address = dsa_user_set_mac_address,
2519 .ndo_fdb_dump = dsa_user_fdb_dump,
2520 .ndo_eth_ioctl = dsa_user_ioctl,
2521 .ndo_get_iflink = dsa_user_get_iflink,
2522 #ifdef CONFIG_NET_POLL_CONTROLLER
2523 .ndo_netpoll_setup = dsa_user_netpoll_setup,
2524 .ndo_netpoll_cleanup = dsa_user_netpoll_cleanup,
2525 .ndo_poll_controller = dsa_user_poll_controller,
2527 .ndo_setup_tc = dsa_user_setup_tc,
2528 .ndo_get_stats64 = dsa_user_get_stats64,
2529 .ndo_vlan_rx_add_vid = dsa_user_vlan_rx_add_vid,
2530 .ndo_vlan_rx_kill_vid = dsa_user_vlan_rx_kill_vid,
2531 .ndo_change_mtu = dsa_user_change_mtu,
2532 .ndo_fill_forward_path = dsa_user_fill_forward_path,
2535 static const struct device_type dsa_type = {
2539 void dsa_port_phylink_mac_change(struct dsa_switch *ds, int port, bool up)
2541 const struct dsa_port *dp = dsa_to_port(ds, port);
2544 phylink_mac_change(dp->pl, up);
2546 EXPORT_SYMBOL_GPL(dsa_port_phylink_mac_change);
2548 static void dsa_user_phylink_fixed_state(struct phylink_config *config,
2549 struct phylink_link_state *state)
2551 struct dsa_port *dp = dsa_phylink_to_port(config);
2552 struct dsa_switch *ds = dp->ds;
2554 /* No need to check that this operation is valid, the callback would
2555 * not be called if it was not.
2557 ds->ops->phylink_fixed_state(ds, dp->index, state);
2560 /* user device setup *******************************************************/
2561 static int dsa_user_phy_connect(struct net_device *user_dev, int addr,
2564 struct dsa_port *dp = dsa_user_to_port(user_dev);
2565 struct dsa_switch *ds = dp->ds;
2567 user_dev->phydev = mdiobus_get_phy(ds->user_mii_bus, addr);
2568 if (!user_dev->phydev) {
2569 netdev_err(user_dev, "no phy at %d\n", addr);
2573 user_dev->phydev->dev_flags |= flags;
2575 return phylink_connect_phy(dp->pl, user_dev->phydev);
2578 static int dsa_user_phy_setup(struct net_device *user_dev)
2580 struct dsa_port *dp = dsa_user_to_port(user_dev);
2581 struct device_node *port_dn = dp->dn;
2582 struct dsa_switch *ds = dp->ds;
2586 dp->pl_config.dev = &user_dev->dev;
2587 dp->pl_config.type = PHYLINK_NETDEV;
2589 /* The get_fixed_state callback takes precedence over polling the
2590 * link GPIO in PHYLINK (see phylink_get_fixed_state). Only set
2591 * this if the switch provides such a callback.
2593 if (ds->ops->phylink_fixed_state) {
2594 dp->pl_config.get_fixed_state = dsa_user_phylink_fixed_state;
2595 dp->pl_config.poll_fixed_state = true;
2598 ret = dsa_port_phylink_create(dp);
2602 if (ds->ops->get_phy_flags)
2603 phy_flags = ds->ops->get_phy_flags(ds, dp->index);
2605 ret = phylink_of_phy_connect(dp->pl, port_dn, phy_flags);
2606 if (ret == -ENODEV && ds->user_mii_bus) {
2607 /* We could not connect to a designated PHY or SFP, so try to
2608 * use the switch internal MDIO bus instead
2610 ret = dsa_user_phy_connect(user_dev, dp->index, phy_flags);
2613 netdev_err(user_dev, "failed to connect to PHY: %pe\n",
2615 dsa_port_phylink_destroy(dp);
2621 void dsa_user_setup_tagger(struct net_device *user)
2623 struct dsa_port *dp = dsa_user_to_port(user);
2624 struct net_device *conduit = dsa_port_to_conduit(dp);
2625 struct dsa_user_priv *p = netdev_priv(user);
2626 const struct dsa_port *cpu_dp = dp->cpu_dp;
2627 const struct dsa_switch *ds = dp->ds;
2629 user->needed_headroom = cpu_dp->tag_ops->needed_headroom;
2630 user->needed_tailroom = cpu_dp->tag_ops->needed_tailroom;
2631 /* Try to save one extra realloc later in the TX path (in the conduit)
2632 * by also inheriting the conduit's needed headroom and tailroom.
2633 * The 8021q driver also does this.
2635 user->needed_headroom += conduit->needed_headroom;
2636 user->needed_tailroom += conduit->needed_tailroom;
2638 p->xmit = cpu_dp->tag_ops->xmit;
2640 user->features = conduit->vlan_features | NETIF_F_HW_TC;
2641 user->hw_features |= NETIF_F_HW_TC;
2642 user->features |= NETIF_F_LLTX;
2643 if (user->needed_tailroom)
2644 user->features &= ~(NETIF_F_SG | NETIF_F_FRAGLIST);
2645 if (ds->needs_standalone_vlan_filtering)
2646 user->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
2649 int dsa_user_suspend(struct net_device *user_dev)
2651 struct dsa_port *dp = dsa_user_to_port(user_dev);
2653 if (!netif_running(user_dev))
2656 netif_device_detach(user_dev);
2659 phylink_stop(dp->pl);
2665 int dsa_user_resume(struct net_device *user_dev)
2667 struct dsa_port *dp = dsa_user_to_port(user_dev);
2669 if (!netif_running(user_dev))
2672 netif_device_attach(user_dev);
2675 phylink_start(dp->pl);
2681 int dsa_user_create(struct dsa_port *port)
2683 struct net_device *conduit = dsa_port_to_conduit(port);
2684 struct dsa_switch *ds = port->ds;
2685 struct net_device *user_dev;
2686 struct dsa_user_priv *p;
2691 if (!ds->num_tx_queues)
2692 ds->num_tx_queues = 1;
2696 assign_type = NET_NAME_PREDICTABLE;
2699 assign_type = NET_NAME_ENUM;
2702 user_dev = alloc_netdev_mqs(sizeof(struct dsa_user_priv), name,
2703 assign_type, ether_setup,
2704 ds->num_tx_queues, 1);
2705 if (user_dev == NULL)
2708 user_dev->rtnl_link_ops = &dsa_link_ops;
2709 user_dev->ethtool_ops = &dsa_user_ethtool_ops;
2710 #if IS_ENABLED(CONFIG_DCB)
2711 user_dev->dcbnl_ops = &dsa_user_dcbnl_ops;
2713 if (!is_zero_ether_addr(port->mac))
2714 eth_hw_addr_set(user_dev, port->mac);
2716 eth_hw_addr_inherit(user_dev, conduit);
2717 user_dev->priv_flags |= IFF_NO_QUEUE;
2718 if (dsa_switch_supports_uc_filtering(ds))
2719 user_dev->priv_flags |= IFF_UNICAST_FLT;
2720 user_dev->netdev_ops = &dsa_user_netdev_ops;
2721 if (ds->ops->port_max_mtu)
2722 user_dev->max_mtu = ds->ops->port_max_mtu(ds, port->index);
2723 SET_NETDEV_DEVTYPE(user_dev, &dsa_type);
2725 SET_NETDEV_DEV(user_dev, port->ds->dev);
2726 SET_NETDEV_DEVLINK_PORT(user_dev, &port->devlink_port);
2727 user_dev->dev.of_node = port->dn;
2728 user_dev->vlan_features = conduit->vlan_features;
2730 p = netdev_priv(user_dev);
2731 user_dev->pcpu_stat_type = NETDEV_PCPU_STAT_TSTATS;
2733 ret = gro_cells_init(&p->gcells, user_dev);
2738 INIT_LIST_HEAD(&p->mall_tc_list);
2739 port->user = user_dev;
2740 dsa_user_setup_tagger(user_dev);
2742 netif_carrier_off(user_dev);
2744 ret = dsa_user_phy_setup(user_dev);
2746 netdev_err(user_dev,
2747 "error %d setting up PHY for tree %d, switch %d, port %d\n",
2748 ret, ds->dst->index, ds->index, port->index);
2754 ret = dsa_user_change_mtu(user_dev, ETH_DATA_LEN);
2755 if (ret && ret != -EOPNOTSUPP)
2756 dev_warn(ds->dev, "nonfatal error %d setting MTU to %d on port %d\n",
2757 ret, ETH_DATA_LEN, port->index);
2759 ret = register_netdevice(user_dev);
2761 netdev_err(conduit, "error %d registering interface %s\n",
2762 ret, user_dev->name);
2767 if (IS_ENABLED(CONFIG_DCB)) {
2768 ret = dsa_user_dcbnl_init(user_dev);
2770 netdev_err(user_dev,
2771 "failed to initialize DCB: %pe\n",
2774 goto out_unregister;
2778 ret = netdev_upper_dev_link(conduit, user_dev, NULL);
2783 goto out_unregister;
2788 unregister_netdev(user_dev);
2791 phylink_disconnect_phy(p->dp->pl);
2793 dsa_port_phylink_destroy(p->dp);
2795 gro_cells_destroy(&p->gcells);
2797 free_netdev(user_dev);
2802 void dsa_user_destroy(struct net_device *user_dev)
2804 struct net_device *conduit = dsa_user_to_conduit(user_dev);
2805 struct dsa_port *dp = dsa_user_to_port(user_dev);
2806 struct dsa_user_priv *p = netdev_priv(user_dev);
2808 netif_carrier_off(user_dev);
2810 netdev_upper_dev_unlink(conduit, user_dev);
2811 unregister_netdevice(user_dev);
2812 phylink_disconnect_phy(dp->pl);
2815 dsa_port_phylink_destroy(dp);
2816 gro_cells_destroy(&p->gcells);
2817 free_netdev(user_dev);
2820 int dsa_user_change_conduit(struct net_device *dev, struct net_device *conduit,
2821 struct netlink_ext_ack *extack)
2823 struct net_device *old_conduit = dsa_user_to_conduit(dev);
2824 struct dsa_port *dp = dsa_user_to_port(dev);
2825 struct dsa_switch *ds = dp->ds;
2826 struct net_device *upper;
2827 struct list_head *iter;
2830 if (conduit == old_conduit)
2833 if (!ds->ops->port_change_conduit) {
2834 NL_SET_ERR_MSG_MOD(extack,
2835 "Driver does not support changing DSA conduit");
2839 if (!netdev_uses_dsa(conduit)) {
2840 NL_SET_ERR_MSG_MOD(extack,
2841 "Interface not eligible as DSA conduit");
2845 netdev_for_each_upper_dev_rcu(conduit, upper, iter) {
2846 if (dsa_user_dev_check(upper))
2848 if (netif_is_bridge_master(upper))
2850 NL_SET_ERR_MSG_MOD(extack, "Cannot join conduit with unknown uppers");
2854 /* Since we allow live-changing the DSA conduit, plus we auto-open the
2855 * DSA conduit when the user port opens => we need to ensure that the
2856 * new DSA conduit is open too.
2858 if (dev->flags & IFF_UP) {
2859 err = dev_open(conduit, extack);
2864 netdev_upper_dev_unlink(old_conduit, dev);
2866 err = netdev_upper_dev_link(conduit, dev, extack);
2868 goto out_revert_old_conduit_unlink;
2870 err = dsa_port_change_conduit(dp, conduit, extack);
2872 goto out_revert_conduit_link;
2874 /* Update the MTU of the new CPU port through cross-chip notifiers */
2875 err = dsa_user_change_mtu(dev, dev->mtu);
2876 if (err && err != -EOPNOTSUPP) {
2878 "nonfatal error updating MTU with new conduit: %pe\n",
2882 /* If the port doesn't have its own MAC address and relies on the DSA
2883 * conduit's one, inherit it again from the new DSA conduit.
2885 if (is_zero_ether_addr(dp->mac))
2886 eth_hw_addr_inherit(dev, conduit);
2890 out_revert_conduit_link:
2891 netdev_upper_dev_unlink(conduit, dev);
2892 out_revert_old_conduit_unlink:
2893 netdev_upper_dev_link(old_conduit, dev, NULL);
2897 bool dsa_user_dev_check(const struct net_device *dev)
2899 return dev->netdev_ops == &dsa_user_netdev_ops;
2901 EXPORT_SYMBOL_GPL(dsa_user_dev_check);
2903 static int dsa_user_changeupper(struct net_device *dev,
2904 struct netdev_notifier_changeupper_info *info)
2906 struct netlink_ext_ack *extack;
2907 int err = NOTIFY_DONE;
2908 struct dsa_port *dp;
2910 if (!dsa_user_dev_check(dev))
2913 dp = dsa_user_to_port(dev);
2914 extack = netdev_notifier_info_to_extack(&info->info);
2916 if (netif_is_bridge_master(info->upper_dev)) {
2917 if (info->linking) {
2918 err = dsa_port_bridge_join(dp, info->upper_dev, extack);
2920 dsa_bridge_mtu_normalization(dp);
2921 if (err == -EOPNOTSUPP) {
2922 NL_SET_ERR_MSG_WEAK_MOD(extack,
2923 "Offloading not supported");
2926 err = notifier_from_errno(err);
2928 dsa_port_bridge_leave(dp, info->upper_dev);
2931 } else if (netif_is_lag_master(info->upper_dev)) {
2932 if (info->linking) {
2933 err = dsa_port_lag_join(dp, info->upper_dev,
2934 info->upper_info, extack);
2935 if (err == -EOPNOTSUPP) {
2936 NL_SET_ERR_MSG_WEAK_MOD(extack,
2937 "Offloading not supported");
2940 err = notifier_from_errno(err);
2942 dsa_port_lag_leave(dp, info->upper_dev);
2945 } else if (is_hsr_master(info->upper_dev)) {
2946 if (info->linking) {
2947 err = dsa_port_hsr_join(dp, info->upper_dev, extack);
2948 if (err == -EOPNOTSUPP) {
2949 NL_SET_ERR_MSG_WEAK_MOD(extack,
2950 "Offloading not supported");
2953 err = notifier_from_errno(err);
2955 dsa_port_hsr_leave(dp, info->upper_dev);
2963 static int dsa_user_prechangeupper(struct net_device *dev,
2964 struct netdev_notifier_changeupper_info *info)
2966 struct dsa_port *dp;
2968 if (!dsa_user_dev_check(dev))
2971 dp = dsa_user_to_port(dev);
2973 if (netif_is_bridge_master(info->upper_dev) && !info->linking)
2974 dsa_port_pre_bridge_leave(dp, info->upper_dev);
2975 else if (netif_is_lag_master(info->upper_dev) && !info->linking)
2976 dsa_port_pre_lag_leave(dp, info->upper_dev);
2977 /* dsa_port_pre_hsr_leave is not yet necessary since hsr devices cannot
2978 * meaningfully placed under a bridge yet
2985 dsa_user_lag_changeupper(struct net_device *dev,
2986 struct netdev_notifier_changeupper_info *info)
2988 struct net_device *lower;
2989 struct list_head *iter;
2990 int err = NOTIFY_DONE;
2991 struct dsa_port *dp;
2993 if (!netif_is_lag_master(dev))
2996 netdev_for_each_lower_dev(dev, lower, iter) {
2997 if (!dsa_user_dev_check(lower))
3000 dp = dsa_user_to_port(lower);
3005 err = dsa_user_changeupper(lower, info);
3006 if (notifier_to_errno(err))
3013 /* Same as dsa_user_lag_changeupper() except that it calls
3014 * dsa_user_prechangeupper()
3017 dsa_user_lag_prechangeupper(struct net_device *dev,
3018 struct netdev_notifier_changeupper_info *info)
3020 struct net_device *lower;
3021 struct list_head *iter;
3022 int err = NOTIFY_DONE;
3023 struct dsa_port *dp;
3025 if (!netif_is_lag_master(dev))
3028 netdev_for_each_lower_dev(dev, lower, iter) {
3029 if (!dsa_user_dev_check(lower))
3032 dp = dsa_user_to_port(lower);
3037 err = dsa_user_prechangeupper(lower, info);
3038 if (notifier_to_errno(err))
3046 dsa_prevent_bridging_8021q_upper(struct net_device *dev,
3047 struct netdev_notifier_changeupper_info *info)
3049 struct netlink_ext_ack *ext_ack;
3050 struct net_device *user, *br;
3051 struct dsa_port *dp;
3053 ext_ack = netdev_notifier_info_to_extack(&info->info);
3055 if (!is_vlan_dev(dev))
3058 user = vlan_dev_real_dev(dev);
3059 if (!dsa_user_dev_check(user))
3062 dp = dsa_user_to_port(user);
3063 br = dsa_port_bridge_dev_get(dp);
3067 /* Deny enslaving a VLAN device into a VLAN-aware bridge */
3068 if (br_vlan_enabled(br) &&
3069 netif_is_bridge_master(info->upper_dev) && info->linking) {
3070 NL_SET_ERR_MSG_MOD(ext_ack,
3071 "Cannot make VLAN device join VLAN-aware bridge");
3072 return notifier_from_errno(-EINVAL);
3079 dsa_user_check_8021q_upper(struct net_device *dev,
3080 struct netdev_notifier_changeupper_info *info)
3082 struct dsa_port *dp = dsa_user_to_port(dev);
3083 struct net_device *br = dsa_port_bridge_dev_get(dp);
3084 struct bridge_vlan_info br_info;
3085 struct netlink_ext_ack *extack;
3086 int err = NOTIFY_DONE;
3089 if (!br || !br_vlan_enabled(br))
3092 extack = netdev_notifier_info_to_extack(&info->info);
3093 vid = vlan_dev_vlan_id(info->upper_dev);
3095 /* br_vlan_get_info() returns -EINVAL or -ENOENT if the
3096 * device, respectively the VID is not found, returning
3097 * 0 means success, which is a failure for us here.
3099 err = br_vlan_get_info(br, vid, &br_info);
3101 NL_SET_ERR_MSG_MOD(extack,
3102 "This VLAN is already configured by the bridge");
3103 return notifier_from_errno(-EBUSY);
3110 dsa_user_prechangeupper_sanity_check(struct net_device *dev,
3111 struct netdev_notifier_changeupper_info *info)
3113 struct dsa_switch *ds;
3114 struct dsa_port *dp;
3117 if (!dsa_user_dev_check(dev))
3118 return dsa_prevent_bridging_8021q_upper(dev, info);
3120 dp = dsa_user_to_port(dev);
3123 if (ds->ops->port_prechangeupper) {
3124 err = ds->ops->port_prechangeupper(ds, dp->index, info);
3126 return notifier_from_errno(err);
3129 if (is_vlan_dev(info->upper_dev))
3130 return dsa_user_check_8021q_upper(dev, info);
3135 /* To be eligible as a DSA conduit, a LAG must have all lower interfaces be
3136 * eligible DSA conduits. Additionally, all LAG slaves must be DSA conduits of
3137 * switches in the same switch tree.
3139 static int dsa_lag_conduit_validate(struct net_device *lag_dev,
3140 struct netlink_ext_ack *extack)
3142 struct net_device *lower1, *lower2;
3143 struct list_head *iter1, *iter2;
3145 netdev_for_each_lower_dev(lag_dev, lower1, iter1) {
3146 netdev_for_each_lower_dev(lag_dev, lower2, iter2) {
3147 if (!netdev_uses_dsa(lower1) ||
3148 !netdev_uses_dsa(lower2)) {
3149 NL_SET_ERR_MSG_MOD(extack,
3150 "All LAG ports must be eligible as DSA conduits");
3151 return notifier_from_errno(-EINVAL);
3154 if (lower1 == lower2)
3157 if (!dsa_port_tree_same(lower1->dsa_ptr,
3159 NL_SET_ERR_MSG_MOD(extack,
3160 "LAG contains DSA conduits of disjoint switch trees");
3161 return notifier_from_errno(-EINVAL);
3170 dsa_conduit_prechangeupper_sanity_check(struct net_device *conduit,
3171 struct netdev_notifier_changeupper_info *info)
3173 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3175 if (!netdev_uses_dsa(conduit))
3181 /* Allow DSA switch uppers */
3182 if (dsa_user_dev_check(info->upper_dev))
3185 /* Allow bridge uppers of DSA conduits, subject to further
3186 * restrictions in dsa_bridge_prechangelower_sanity_check()
3188 if (netif_is_bridge_master(info->upper_dev))
3191 /* Allow LAG uppers, subject to further restrictions in
3192 * dsa_lag_conduit_prechangelower_sanity_check()
3194 if (netif_is_lag_master(info->upper_dev))
3195 return dsa_lag_conduit_validate(info->upper_dev, extack);
3197 NL_SET_ERR_MSG_MOD(extack,
3198 "DSA conduit cannot join unknown upper interfaces");
3199 return notifier_from_errno(-EBUSY);
3203 dsa_lag_conduit_prechangelower_sanity_check(struct net_device *dev,
3204 struct netdev_notifier_changeupper_info *info)
3206 struct netlink_ext_ack *extack = netdev_notifier_info_to_extack(&info->info);
3207 struct net_device *lag_dev = info->upper_dev;
3208 struct net_device *lower;
3209 struct list_head *iter;
3211 if (!netdev_uses_dsa(lag_dev) || !netif_is_lag_master(lag_dev))
3217 if (!netdev_uses_dsa(dev)) {
3218 NL_SET_ERR_MSG(extack,
3219 "Only DSA conduits can join a LAG DSA conduit");
3220 return notifier_from_errno(-EINVAL);
3223 netdev_for_each_lower_dev(lag_dev, lower, iter) {
3224 if (!dsa_port_tree_same(dev->dsa_ptr, lower->dsa_ptr)) {
3225 NL_SET_ERR_MSG(extack,
3226 "Interface is DSA conduit for a different switch tree than this LAG");
3227 return notifier_from_errno(-EINVAL);
3236 /* Don't allow bridging of DSA conduits, since the bridge layer rx_handler
3237 * prevents the DSA fake ethertype handler to be invoked, so we don't get the
3238 * chance to strip off and parse the DSA switch tag protocol header (the bridge
3239 * layer just returns RX_HANDLER_CONSUMED, stopping RX processing for these
3241 * The only case where that would not be an issue is when bridging can already
3242 * be offloaded, such as when the DSA conduit is itself a DSA or plain switchdev
3243 * port, and is bridged only with other ports from the same hardware device.
3246 dsa_bridge_prechangelower_sanity_check(struct net_device *new_lower,
3247 struct netdev_notifier_changeupper_info *info)
3249 struct net_device *br = info->upper_dev;
3250 struct netlink_ext_ack *extack;
3251 struct net_device *lower;
3252 struct list_head *iter;
3254 if (!netif_is_bridge_master(br))
3260 extack = netdev_notifier_info_to_extack(&info->info);
3262 netdev_for_each_lower_dev(br, lower, iter) {
3263 if (!netdev_uses_dsa(new_lower) && !netdev_uses_dsa(lower))
3266 if (!netdev_port_same_parent_id(lower, new_lower)) {
3267 NL_SET_ERR_MSG(extack,
3268 "Cannot do software bridging with a DSA conduit");
3269 return notifier_from_errno(-EINVAL);
3276 static void dsa_tree_migrate_ports_from_lag_conduit(struct dsa_switch_tree *dst,
3277 struct net_device *lag_dev)
3279 struct net_device *new_conduit = dsa_tree_find_first_conduit(dst);
3280 struct dsa_port *dp;
3283 dsa_tree_for_each_user_port(dp, dst) {
3284 if (dsa_port_to_conduit(dp) != lag_dev)
3287 err = dsa_user_change_conduit(dp->user, new_conduit, NULL);
3289 netdev_err(dp->user,
3290 "failed to restore conduit to %s: %pe\n",
3291 new_conduit->name, ERR_PTR(err));
3296 static int dsa_conduit_lag_join(struct net_device *conduit,
3297 struct net_device *lag_dev,
3298 struct netdev_lag_upper_info *uinfo,
3299 struct netlink_ext_ack *extack)
3301 struct dsa_port *cpu_dp = conduit->dsa_ptr;
3302 struct dsa_switch_tree *dst = cpu_dp->dst;
3303 struct dsa_port *dp;
3306 err = dsa_conduit_lag_setup(lag_dev, cpu_dp, uinfo, extack);
3310 dsa_tree_for_each_user_port(dp, dst) {
3311 if (dsa_port_to_conduit(dp) != conduit)
3314 err = dsa_user_change_conduit(dp->user, lag_dev, extack);
3322 dsa_tree_for_each_user_port_continue_reverse(dp, dst) {
3323 if (dsa_port_to_conduit(dp) != lag_dev)
3326 err = dsa_user_change_conduit(dp->user, conduit, NULL);
3328 netdev_err(dp->user,
3329 "failed to restore conduit to %s: %pe\n",
3330 conduit->name, ERR_PTR(err));
3334 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr);
3339 static void dsa_conduit_lag_leave(struct net_device *conduit,
3340 struct net_device *lag_dev)
3342 struct dsa_port *dp, *cpu_dp = lag_dev->dsa_ptr;
3343 struct dsa_switch_tree *dst = cpu_dp->dst;
3344 struct dsa_port *new_cpu_dp = NULL;
3345 struct net_device *lower;
3346 struct list_head *iter;
3348 netdev_for_each_lower_dev(lag_dev, lower, iter) {
3349 if (netdev_uses_dsa(lower)) {
3350 new_cpu_dp = lower->dsa_ptr;
3356 /* Update the CPU port of the user ports still under the LAG
3357 * so that dsa_port_to_conduit() continues to work properly
3359 dsa_tree_for_each_user_port(dp, dst)
3360 if (dsa_port_to_conduit(dp) == lag_dev)
3361 dp->cpu_dp = new_cpu_dp;
3363 /* Update the index of the virtual CPU port to match the lowest
3366 lag_dev->dsa_ptr = new_cpu_dp;
3369 /* If the LAG DSA conduit has no ports left, migrate back all
3370 * user ports to the first physical CPU port
3372 dsa_tree_migrate_ports_from_lag_conduit(dst, lag_dev);
3375 /* This DSA conduit has left its LAG in any case, so let
3376 * the CPU port leave the hardware LAG as well
3378 dsa_conduit_lag_teardown(lag_dev, conduit->dsa_ptr);
3381 static int dsa_conduit_changeupper(struct net_device *dev,
3382 struct netdev_notifier_changeupper_info *info)
3384 struct netlink_ext_ack *extack;
3385 int err = NOTIFY_DONE;
3387 if (!netdev_uses_dsa(dev))
3390 extack = netdev_notifier_info_to_extack(&info->info);
3392 if (netif_is_lag_master(info->upper_dev)) {
3393 if (info->linking) {
3394 err = dsa_conduit_lag_join(dev, info->upper_dev,
3395 info->upper_info, extack);
3396 err = notifier_from_errno(err);
3398 dsa_conduit_lag_leave(dev, info->upper_dev);
3406 static int dsa_user_netdevice_event(struct notifier_block *nb,
3407 unsigned long event, void *ptr)
3409 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3412 case NETDEV_PRECHANGEUPPER: {
3413 struct netdev_notifier_changeupper_info *info = ptr;
3416 err = dsa_user_prechangeupper_sanity_check(dev, info);
3417 if (notifier_to_errno(err))
3420 err = dsa_conduit_prechangeupper_sanity_check(dev, info);
3421 if (notifier_to_errno(err))
3424 err = dsa_lag_conduit_prechangelower_sanity_check(dev, info);
3425 if (notifier_to_errno(err))
3428 err = dsa_bridge_prechangelower_sanity_check(dev, info);
3429 if (notifier_to_errno(err))
3432 err = dsa_user_prechangeupper(dev, ptr);
3433 if (notifier_to_errno(err))
3436 err = dsa_user_lag_prechangeupper(dev, ptr);
3437 if (notifier_to_errno(err))
3442 case NETDEV_CHANGEUPPER: {
3445 err = dsa_user_changeupper(dev, ptr);
3446 if (notifier_to_errno(err))
3449 err = dsa_user_lag_changeupper(dev, ptr);
3450 if (notifier_to_errno(err))
3453 err = dsa_conduit_changeupper(dev, ptr);
3454 if (notifier_to_errno(err))
3459 case NETDEV_CHANGELOWERSTATE: {
3460 struct netdev_notifier_changelowerstate_info *info = ptr;
3461 struct dsa_port *dp;
3464 if (dsa_user_dev_check(dev)) {
3465 dp = dsa_user_to_port(dev);
3467 err = dsa_port_lag_change(dp, info->lower_state_info);
3470 /* Mirror LAG port events on DSA conduits that are in
3471 * a LAG towards their respective switch CPU ports
3473 if (netdev_uses_dsa(dev)) {
3476 err = dsa_port_lag_change(dp, info->lower_state_info);
3479 return notifier_from_errno(err);
3483 /* Track state of conduit port.
3484 * DSA driver may require the conduit port (and indirectly
3485 * the tagger) to be available for some special operation.
3487 if (netdev_uses_dsa(dev)) {
3488 struct dsa_port *cpu_dp = dev->dsa_ptr;
3489 struct dsa_switch_tree *dst = cpu_dp->ds->dst;
3491 /* Track when the conduit port is UP */
3492 dsa_tree_conduit_oper_state_change(dst, dev,
3493 netif_oper_up(dev));
3495 /* Track when the conduit port is ready and can accept
3497 * NETDEV_UP event is not enough to flag a port as ready.
3498 * We also have to wait for linkwatch_do_dev to dev_activate
3499 * and emit a NETDEV_CHANGE event.
3500 * We check if a conduit port is ready by checking if the dev
3501 * have a qdisc assigned and is not noop.
3503 dsa_tree_conduit_admin_state_change(dst, dev,
3504 !qdisc_tx_is_noop(dev));
3511 case NETDEV_GOING_DOWN: {
3512 struct dsa_port *dp, *cpu_dp;
3513 struct dsa_switch_tree *dst;
3514 LIST_HEAD(close_list);
3516 if (!netdev_uses_dsa(dev))
3519 cpu_dp = dev->dsa_ptr;
3520 dst = cpu_dp->ds->dst;
3522 dsa_tree_conduit_admin_state_change(dst, dev, false);
3524 list_for_each_entry(dp, &dst->ports, list) {
3525 if (!dsa_port_is_user(dp))
3528 if (dp->cpu_dp != cpu_dp)
3531 list_add(&dp->user->close_list, &close_list);
3534 dev_close_many(&close_list, true);
3546 dsa_fdb_offload_notify(struct dsa_switchdev_event_work *switchdev_work)
3548 struct switchdev_notifier_fdb_info info = {};
3550 info.addr = switchdev_work->addr;
3551 info.vid = switchdev_work->vid;
3552 info.offloaded = true;
3553 call_switchdev_notifiers(SWITCHDEV_FDB_OFFLOADED,
3554 switchdev_work->orig_dev, &info.info, NULL);
3557 static void dsa_user_switchdev_event_work(struct work_struct *work)
3559 struct dsa_switchdev_event_work *switchdev_work =
3560 container_of(work, struct dsa_switchdev_event_work, work);
3561 const unsigned char *addr = switchdev_work->addr;
3562 struct net_device *dev = switchdev_work->dev;
3563 u16 vid = switchdev_work->vid;
3564 struct dsa_switch *ds;
3565 struct dsa_port *dp;
3568 dp = dsa_user_to_port(dev);
3571 switch (switchdev_work->event) {
3572 case SWITCHDEV_FDB_ADD_TO_DEVICE:
3573 if (switchdev_work->host_addr)
3574 err = dsa_port_bridge_host_fdb_add(dp, addr, vid);
3576 err = dsa_port_lag_fdb_add(dp, addr, vid);
3578 err = dsa_port_fdb_add(dp, addr, vid);
3581 "port %d failed to add %pM vid %d to fdb: %d\n",
3582 dp->index, addr, vid, err);
3585 dsa_fdb_offload_notify(switchdev_work);
3588 case SWITCHDEV_FDB_DEL_TO_DEVICE:
3589 if (switchdev_work->host_addr)
3590 err = dsa_port_bridge_host_fdb_del(dp, addr, vid);
3592 err = dsa_port_lag_fdb_del(dp, addr, vid);
3594 err = dsa_port_fdb_del(dp, addr, vid);
3597 "port %d failed to delete %pM vid %d from fdb: %d\n",
3598 dp->index, addr, vid, err);
3604 kfree(switchdev_work);
3607 static bool dsa_foreign_dev_check(const struct net_device *dev,
3608 const struct net_device *foreign_dev)
3610 const struct dsa_port *dp = dsa_user_to_port(dev);
3611 struct dsa_switch_tree *dst = dp->ds->dst;
3613 if (netif_is_bridge_master(foreign_dev))
3614 return !dsa_tree_offloads_bridge_dev(dst, foreign_dev);
3616 if (netif_is_bridge_port(foreign_dev))
3617 return !dsa_tree_offloads_bridge_port(dst, foreign_dev);
3619 /* Everything else is foreign */
3623 static int dsa_user_fdb_event(struct net_device *dev,
3624 struct net_device *orig_dev,
3625 unsigned long event, const void *ctx,
3626 const struct switchdev_notifier_fdb_info *fdb_info)
3628 struct dsa_switchdev_event_work *switchdev_work;
3629 struct dsa_port *dp = dsa_user_to_port(dev);
3630 bool host_addr = fdb_info->is_local;
3631 struct dsa_switch *ds = dp->ds;
3633 if (ctx && ctx != dp)
3639 if (switchdev_fdb_is_dynamically_learned(fdb_info)) {
3640 if (dsa_port_offloads_bridge_port(dp, orig_dev))
3643 /* FDB entries learned by the software bridge or by foreign
3644 * bridge ports should be installed as host addresses only if
3645 * the driver requests assisted learning.
3647 if (!ds->assisted_learning_on_cpu_port)
3651 /* Also treat FDB entries on foreign interfaces bridged with us as host
3654 if (dsa_foreign_dev_check(dev, orig_dev))
3657 /* Check early that we're not doing work in vain.
3658 * Host addresses on LAG ports still require regular FDB ops,
3659 * since the CPU port isn't in a LAG.
3661 if (dp->lag && !host_addr) {
3662 if (!ds->ops->lag_fdb_add || !ds->ops->lag_fdb_del)
3665 if (!ds->ops->port_fdb_add || !ds->ops->port_fdb_del)
3669 switchdev_work = kzalloc(sizeof(*switchdev_work), GFP_ATOMIC);
3670 if (!switchdev_work)
3673 netdev_dbg(dev, "%s FDB entry towards %s, addr %pM vid %d%s\n",
3674 event == SWITCHDEV_FDB_ADD_TO_DEVICE ? "Adding" : "Deleting",
3675 orig_dev->name, fdb_info->addr, fdb_info->vid,
3676 host_addr ? " as host address" : "");
3678 INIT_WORK(&switchdev_work->work, dsa_user_switchdev_event_work);
3679 switchdev_work->event = event;
3680 switchdev_work->dev = dev;
3681 switchdev_work->orig_dev = orig_dev;
3683 ether_addr_copy(switchdev_work->addr, fdb_info->addr);
3684 switchdev_work->vid = fdb_info->vid;
3685 switchdev_work->host_addr = host_addr;
3687 dsa_schedule_work(&switchdev_work->work);
3692 /* Called under rcu_read_lock() */
3693 static int dsa_user_switchdev_event(struct notifier_block *unused,
3694 unsigned long event, void *ptr)
3696 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3700 case SWITCHDEV_PORT_ATTR_SET:
3701 err = switchdev_handle_port_attr_set(dev, ptr,
3703 dsa_user_port_attr_set);
3704 return notifier_from_errno(err);
3705 case SWITCHDEV_FDB_ADD_TO_DEVICE:
3706 case SWITCHDEV_FDB_DEL_TO_DEVICE:
3707 err = switchdev_handle_fdb_event_to_device(dev, event, ptr,
3709 dsa_foreign_dev_check,
3710 dsa_user_fdb_event);
3711 return notifier_from_errno(err);
3719 static int dsa_user_switchdev_blocking_event(struct notifier_block *unused,
3720 unsigned long event, void *ptr)
3722 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
3726 case SWITCHDEV_PORT_OBJ_ADD:
3727 err = switchdev_handle_port_obj_add_foreign(dev, ptr,
3729 dsa_foreign_dev_check,
3730 dsa_user_port_obj_add);
3731 return notifier_from_errno(err);
3732 case SWITCHDEV_PORT_OBJ_DEL:
3733 err = switchdev_handle_port_obj_del_foreign(dev, ptr,
3735 dsa_foreign_dev_check,
3736 dsa_user_port_obj_del);
3737 return notifier_from_errno(err);
3738 case SWITCHDEV_PORT_ATTR_SET:
3739 err = switchdev_handle_port_attr_set(dev, ptr,
3741 dsa_user_port_attr_set);
3742 return notifier_from_errno(err);
3748 static struct notifier_block dsa_user_nb __read_mostly = {
3749 .notifier_call = dsa_user_netdevice_event,
3752 struct notifier_block dsa_user_switchdev_notifier = {
3753 .notifier_call = dsa_user_switchdev_event,
3756 struct notifier_block dsa_user_switchdev_blocking_notifier = {
3757 .notifier_call = dsa_user_switchdev_blocking_event,
3760 int dsa_user_register_notifier(void)
3762 struct notifier_block *nb;
3765 err = register_netdevice_notifier(&dsa_user_nb);
3769 err = register_switchdev_notifier(&dsa_user_switchdev_notifier);
3771 goto err_switchdev_nb;
3773 nb = &dsa_user_switchdev_blocking_notifier;
3774 err = register_switchdev_blocking_notifier(nb);
3776 goto err_switchdev_blocking_nb;
3780 err_switchdev_blocking_nb:
3781 unregister_switchdev_notifier(&dsa_user_switchdev_notifier);
3783 unregister_netdevice_notifier(&dsa_user_nb);
3787 void dsa_user_unregister_notifier(void)
3789 struct notifier_block *nb;
3792 nb = &dsa_user_switchdev_blocking_notifier;
3793 err = unregister_switchdev_blocking_notifier(nb);
3795 pr_err("DSA: failed to unregister switchdev blocking notifier (%d)\n", err);
3797 err = unregister_switchdev_notifier(&dsa_user_switchdev_notifier);
3799 pr_err("DSA: failed to unregister switchdev notifier (%d)\n", err);
3801 err = unregister_netdevice_notifier(&dsa_user_nb);
3803 pr_err("DSA: failed to unregister user notifier (%d)\n", err);