1 // SPDX-License-Identifier: (GPL-2.0 OR MIT)
2 /* Microsemi Ocelot Switch driver
4 * This contains glue logic between the switchdev driver operations and the
5 * mscc_ocelot_switch_lib.
7 * Copyright (c) 2017, 2019 Microsemi Corporation
8 * Copyright 2020-2021 NXP
11 #include <linux/dsa/ocelot.h>
12 #include <linux/if_bridge.h>
13 #include <linux/of_net.h>
14 #include <linux/phy/phy.h>
15 #include <net/pkt_cls.h>
17 #include "ocelot_police.h"
18 #include "ocelot_vcap.h"
19 #include "ocelot_fdma.h"
21 #define OCELOT_MAC_QUIRKS OCELOT_QUIRK_QSGMII_PORTS_MUST_BE_UP
23 struct ocelot_dump_ctx {
24 struct net_device *dev;
26 struct netlink_callback *cb;
30 static bool ocelot_netdevice_dev_check(const struct net_device *dev);
32 static struct ocelot *devlink_port_to_ocelot(struct devlink_port *dlp)
34 return devlink_priv(dlp->devlink);
37 static int devlink_port_to_port(struct devlink_port *dlp)
39 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
41 return dlp - ocelot->devlink_ports;
44 static int ocelot_devlink_sb_pool_get(struct devlink *dl,
45 unsigned int sb_index, u16 pool_index,
46 struct devlink_sb_pool_info *pool_info)
48 struct ocelot *ocelot = devlink_priv(dl);
50 return ocelot_sb_pool_get(ocelot, sb_index, pool_index, pool_info);
53 static int ocelot_devlink_sb_pool_set(struct devlink *dl, unsigned int sb_index,
54 u16 pool_index, u32 size,
55 enum devlink_sb_threshold_type threshold_type,
56 struct netlink_ext_ack *extack)
58 struct ocelot *ocelot = devlink_priv(dl);
60 return ocelot_sb_pool_set(ocelot, sb_index, pool_index, size,
61 threshold_type, extack);
64 static int ocelot_devlink_sb_port_pool_get(struct devlink_port *dlp,
65 unsigned int sb_index, u16 pool_index,
68 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
69 int port = devlink_port_to_port(dlp);
71 return ocelot_sb_port_pool_get(ocelot, port, sb_index, pool_index,
75 static int ocelot_devlink_sb_port_pool_set(struct devlink_port *dlp,
76 unsigned int sb_index, u16 pool_index,
78 struct netlink_ext_ack *extack)
80 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
81 int port = devlink_port_to_port(dlp);
83 return ocelot_sb_port_pool_set(ocelot, port, sb_index, pool_index,
88 ocelot_devlink_sb_tc_pool_bind_get(struct devlink_port *dlp,
89 unsigned int sb_index, u16 tc_index,
90 enum devlink_sb_pool_type pool_type,
91 u16 *p_pool_index, u32 *p_threshold)
93 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
94 int port = devlink_port_to_port(dlp);
96 return ocelot_sb_tc_pool_bind_get(ocelot, port, sb_index, tc_index,
97 pool_type, p_pool_index,
102 ocelot_devlink_sb_tc_pool_bind_set(struct devlink_port *dlp,
103 unsigned int sb_index, u16 tc_index,
104 enum devlink_sb_pool_type pool_type,
105 u16 pool_index, u32 threshold,
106 struct netlink_ext_ack *extack)
108 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
109 int port = devlink_port_to_port(dlp);
111 return ocelot_sb_tc_pool_bind_set(ocelot, port, sb_index, tc_index,
112 pool_type, pool_index, threshold,
116 static int ocelot_devlink_sb_occ_snapshot(struct devlink *dl,
117 unsigned int sb_index)
119 struct ocelot *ocelot = devlink_priv(dl);
121 return ocelot_sb_occ_snapshot(ocelot, sb_index);
124 static int ocelot_devlink_sb_occ_max_clear(struct devlink *dl,
125 unsigned int sb_index)
127 struct ocelot *ocelot = devlink_priv(dl);
129 return ocelot_sb_occ_max_clear(ocelot, sb_index);
132 static int ocelot_devlink_sb_occ_port_pool_get(struct devlink_port *dlp,
133 unsigned int sb_index,
134 u16 pool_index, u32 *p_cur,
137 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
138 int port = devlink_port_to_port(dlp);
140 return ocelot_sb_occ_port_pool_get(ocelot, port, sb_index, pool_index,
145 ocelot_devlink_sb_occ_tc_port_bind_get(struct devlink_port *dlp,
146 unsigned int sb_index, u16 tc_index,
147 enum devlink_sb_pool_type pool_type,
148 u32 *p_cur, u32 *p_max)
150 struct ocelot *ocelot = devlink_port_to_ocelot(dlp);
151 int port = devlink_port_to_port(dlp);
153 return ocelot_sb_occ_tc_port_bind_get(ocelot, port, sb_index,
158 const struct devlink_ops ocelot_devlink_ops = {
159 .sb_pool_get = ocelot_devlink_sb_pool_get,
160 .sb_pool_set = ocelot_devlink_sb_pool_set,
161 .sb_port_pool_get = ocelot_devlink_sb_port_pool_get,
162 .sb_port_pool_set = ocelot_devlink_sb_port_pool_set,
163 .sb_tc_pool_bind_get = ocelot_devlink_sb_tc_pool_bind_get,
164 .sb_tc_pool_bind_set = ocelot_devlink_sb_tc_pool_bind_set,
165 .sb_occ_snapshot = ocelot_devlink_sb_occ_snapshot,
166 .sb_occ_max_clear = ocelot_devlink_sb_occ_max_clear,
167 .sb_occ_port_pool_get = ocelot_devlink_sb_occ_port_pool_get,
168 .sb_occ_tc_port_bind_get = ocelot_devlink_sb_occ_tc_port_bind_get,
171 int ocelot_port_devlink_init(struct ocelot *ocelot, int port,
172 enum devlink_port_flavour flavour)
174 struct devlink_port *dlp = &ocelot->devlink_ports[port];
175 int id_len = sizeof(ocelot->base_mac);
176 struct devlink *dl = ocelot->devlink;
177 struct devlink_port_attrs attrs = {};
179 memset(dlp, 0, sizeof(*dlp));
180 memcpy(attrs.switch_id.id, &ocelot->base_mac, id_len);
181 attrs.switch_id.id_len = id_len;
182 attrs.phys.port_number = port;
183 attrs.flavour = flavour;
185 devlink_port_attrs_set(dlp, &attrs);
187 return devlink_port_register(dl, dlp, port);
190 void ocelot_port_devlink_teardown(struct ocelot *ocelot, int port)
192 struct devlink_port *dlp = &ocelot->devlink_ports[port];
194 devlink_port_unregister(dlp);
197 int ocelot_setup_tc_cls_flower(struct ocelot_port_private *priv,
198 struct flow_cls_offload *f,
201 struct ocelot *ocelot = priv->port.ocelot;
202 int port = priv->port.index;
207 switch (f->command) {
208 case FLOW_CLS_REPLACE:
209 return ocelot_cls_flower_replace(ocelot, port, f, ingress);
210 case FLOW_CLS_DESTROY:
211 return ocelot_cls_flower_destroy(ocelot, port, f, ingress);
213 return ocelot_cls_flower_stats(ocelot, port, f, ingress);
219 static int ocelot_setup_tc_cls_matchall_police(struct ocelot_port_private *priv,
220 struct tc_cls_matchall_offload *f,
222 struct netlink_ext_ack *extack)
224 struct flow_action_entry *action = &f->rule->action.entries[0];
225 struct ocelot *ocelot = priv->port.ocelot;
226 struct ocelot_policer pol = { 0 };
227 int port = priv->port.index;
231 NL_SET_ERR_MSG_MOD(extack, "Only ingress is supported");
235 if (priv->tc.police_id && priv->tc.police_id != f->cookie) {
236 NL_SET_ERR_MSG_MOD(extack,
237 "Only one policer per port is supported");
241 err = ocelot_policer_validate(&f->rule->action, action, extack);
245 pol.rate = (u32)div_u64(action->police.rate_bytes_ps, 1000) * 8;
246 pol.burst = action->police.burst;
248 err = ocelot_port_policer_add(ocelot, port, &pol);
250 NL_SET_ERR_MSG_MOD(extack, "Could not add policer");
254 priv->tc.police_id = f->cookie;
255 priv->tc.offload_cnt++;
260 static int ocelot_setup_tc_cls_matchall_mirred(struct ocelot_port_private *priv,
261 struct tc_cls_matchall_offload *f,
263 struct netlink_ext_ack *extack)
265 struct flow_action *action = &f->rule->action;
266 struct ocelot *ocelot = priv->port.ocelot;
267 struct ocelot_port_private *other_priv;
268 const struct flow_action_entry *a;
271 if (f->common.protocol != htons(ETH_P_ALL))
274 if (!flow_action_basic_hw_stats_check(action, extack))
277 a = &action->entries[0];
281 if (!ocelot_netdevice_dev_check(a->dev)) {
282 NL_SET_ERR_MSG_MOD(extack,
283 "Destination not an ocelot port");
287 other_priv = netdev_priv(a->dev);
289 err = ocelot_port_mirror_add(ocelot, priv->port.index,
290 other_priv->port.index, ingress, extack);
295 priv->tc.ingress_mirred_id = f->cookie;
297 priv->tc.egress_mirred_id = f->cookie;
298 priv->tc.offload_cnt++;
303 static int ocelot_del_tc_cls_matchall_police(struct ocelot_port_private *priv,
304 struct netlink_ext_ack *extack)
306 struct ocelot *ocelot = priv->port.ocelot;
307 int port = priv->port.index;
310 err = ocelot_port_policer_del(ocelot, port);
312 NL_SET_ERR_MSG_MOD(extack,
313 "Could not delete policer");
317 priv->tc.police_id = 0;
318 priv->tc.offload_cnt--;
323 static int ocelot_del_tc_cls_matchall_mirred(struct ocelot_port_private *priv,
325 struct netlink_ext_ack *extack)
327 struct ocelot *ocelot = priv->port.ocelot;
328 int port = priv->port.index;
330 ocelot_port_mirror_del(ocelot, port, ingress);
333 priv->tc.ingress_mirred_id = 0;
335 priv->tc.egress_mirred_id = 0;
336 priv->tc.offload_cnt--;
341 static int ocelot_setup_tc_cls_matchall(struct ocelot_port_private *priv,
342 struct tc_cls_matchall_offload *f,
345 struct netlink_ext_ack *extack = f->common.extack;
346 struct flow_action_entry *action;
348 switch (f->command) {
349 case TC_CLSMATCHALL_REPLACE:
350 if (!flow_offload_has_one_action(&f->rule->action)) {
351 NL_SET_ERR_MSG_MOD(extack,
352 "Only one action is supported");
356 if (priv->tc.block_shared) {
357 NL_SET_ERR_MSG_MOD(extack,
358 "Matchall offloads not supported on shared blocks");
362 action = &f->rule->action.entries[0];
364 switch (action->id) {
365 case FLOW_ACTION_POLICE:
366 return ocelot_setup_tc_cls_matchall_police(priv, f,
370 case FLOW_ACTION_MIRRED:
371 return ocelot_setup_tc_cls_matchall_mirred(priv, f,
375 NL_SET_ERR_MSG_MOD(extack, "Unsupported action");
380 case TC_CLSMATCHALL_DESTROY:
381 action = &f->rule->action.entries[0];
383 if (f->cookie == priv->tc.police_id)
384 return ocelot_del_tc_cls_matchall_police(priv, extack);
385 else if (f->cookie == priv->tc.ingress_mirred_id ||
386 f->cookie == priv->tc.egress_mirred_id)
387 return ocelot_del_tc_cls_matchall_mirred(priv, ingress,
393 case TC_CLSMATCHALL_STATS:
399 static int ocelot_setup_tc_block_cb(enum tc_setup_type type,
401 void *cb_priv, bool ingress)
403 struct ocelot_port_private *priv = cb_priv;
405 if (!tc_cls_can_offload_and_chain0(priv->dev, type_data))
409 case TC_SETUP_CLSMATCHALL:
410 return ocelot_setup_tc_cls_matchall(priv, type_data, ingress);
411 case TC_SETUP_CLSFLOWER:
412 return ocelot_setup_tc_cls_flower(priv, type_data, ingress);
418 static int ocelot_setup_tc_block_cb_ig(enum tc_setup_type type,
422 return ocelot_setup_tc_block_cb(type, type_data,
426 static int ocelot_setup_tc_block_cb_eg(enum tc_setup_type type,
430 return ocelot_setup_tc_block_cb(type, type_data,
434 static LIST_HEAD(ocelot_block_cb_list);
436 static int ocelot_setup_tc_block(struct ocelot_port_private *priv,
437 struct flow_block_offload *f)
439 struct flow_block_cb *block_cb;
442 if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS) {
443 cb = ocelot_setup_tc_block_cb_ig;
444 priv->tc.block_shared = f->block_shared;
445 } else if (f->binder_type == FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS) {
446 cb = ocelot_setup_tc_block_cb_eg;
451 f->driver_block_list = &ocelot_block_cb_list;
453 switch (f->command) {
454 case FLOW_BLOCK_BIND:
455 if (flow_block_cb_is_busy(cb, priv, &ocelot_block_cb_list))
458 block_cb = flow_block_cb_alloc(cb, priv, priv, NULL);
459 if (IS_ERR(block_cb))
460 return PTR_ERR(block_cb);
462 flow_block_cb_add(block_cb, f);
463 list_add_tail(&block_cb->driver_list, f->driver_block_list);
465 case FLOW_BLOCK_UNBIND:
466 block_cb = flow_block_cb_lookup(f->block, cb, priv);
470 flow_block_cb_remove(block_cb, f);
471 list_del(&block_cb->driver_list);
478 static int ocelot_setup_tc(struct net_device *dev, enum tc_setup_type type,
481 struct ocelot_port_private *priv = netdev_priv(dev);
485 return ocelot_setup_tc_block(priv, type_data);
492 static int ocelot_vlan_vid_add(struct net_device *dev, u16 vid, bool pvid,
495 struct ocelot_port_private *priv = netdev_priv(dev);
496 struct ocelot_port *ocelot_port = &priv->port;
497 struct ocelot *ocelot = ocelot_port->ocelot;
498 int port = priv->port.index;
501 ret = ocelot_vlan_add(ocelot, port, vid, pvid, untagged);
505 /* Add the port MAC address to with the right VLAN information */
506 ocelot_mact_learn(ocelot, PGID_CPU, dev->dev_addr, vid,
512 static int ocelot_vlan_vid_del(struct net_device *dev, u16 vid)
514 struct ocelot_port_private *priv = netdev_priv(dev);
515 struct ocelot *ocelot = priv->port.ocelot;
516 int port = priv->port.index;
519 /* 8021q removes VID 0 on module unload for all interfaces
520 * with VLAN filtering feature. We need to keep it to receive
523 if (vid == OCELOT_STANDALONE_PVID)
526 ret = ocelot_vlan_del(ocelot, port, vid);
530 /* Del the port MAC address to with the right VLAN information */
531 ocelot_mact_forget(ocelot, dev->dev_addr, vid);
536 static int ocelot_port_open(struct net_device *dev)
538 struct ocelot_port_private *priv = netdev_priv(dev);
540 phylink_start(priv->phylink);
545 static int ocelot_port_stop(struct net_device *dev)
547 struct ocelot_port_private *priv = netdev_priv(dev);
549 phylink_stop(priv->phylink);
554 static netdev_tx_t ocelot_port_xmit(struct sk_buff *skb, struct net_device *dev)
556 struct ocelot_port_private *priv = netdev_priv(dev);
557 struct ocelot_port *ocelot_port = &priv->port;
558 struct ocelot *ocelot = ocelot_port->ocelot;
559 int port = priv->port.index;
562 if (!static_branch_unlikely(&ocelot_fdma_enabled) &&
563 !ocelot_can_inject(ocelot, 0))
564 return NETDEV_TX_BUSY;
566 /* Check if timestamping is needed */
567 if (ocelot->ptp && (skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP)) {
568 struct sk_buff *clone = NULL;
570 if (ocelot_port_txtstamp_request(ocelot, port, skb, &clone)) {
576 OCELOT_SKB_CB(skb)->clone = clone;
578 rew_op = ocelot_ptp_rew_op(skb);
581 if (static_branch_unlikely(&ocelot_fdma_enabled)) {
582 ocelot_fdma_inject_frame(ocelot, port, rew_op, skb, dev);
584 ocelot_port_inject_frame(ocelot, port, 0, rew_op, skb);
592 enum ocelot_action_type {
597 struct ocelot_mact_work_ctx {
598 struct work_struct work;
599 struct ocelot *ocelot;
600 enum ocelot_action_type type;
602 /* OCELOT_MACT_LEARN */
604 unsigned char addr[ETH_ALEN];
606 enum macaccess_entry_type entry_type;
609 /* OCELOT_MACT_FORGET */
611 unsigned char addr[ETH_ALEN];
617 #define ocelot_work_to_ctx(x) \
618 container_of((x), struct ocelot_mact_work_ctx, work)
620 static void ocelot_mact_work(struct work_struct *work)
622 struct ocelot_mact_work_ctx *w = ocelot_work_to_ctx(work);
623 struct ocelot *ocelot = w->ocelot;
626 case OCELOT_MACT_LEARN:
627 ocelot_mact_learn(ocelot, w->learn.pgid, w->learn.addr,
628 w->learn.vid, w->learn.entry_type);
630 case OCELOT_MACT_FORGET:
631 ocelot_mact_forget(ocelot, w->forget.addr, w->forget.vid);
640 static int ocelot_enqueue_mact_action(struct ocelot *ocelot,
641 const struct ocelot_mact_work_ctx *ctx)
643 struct ocelot_mact_work_ctx *w = kmemdup(ctx, sizeof(*w), GFP_ATOMIC);
649 INIT_WORK(&w->work, ocelot_mact_work);
650 queue_work(ocelot->owq, &w->work);
655 static int ocelot_mc_unsync(struct net_device *dev, const unsigned char *addr)
657 struct ocelot_port_private *priv = netdev_priv(dev);
658 struct ocelot_port *ocelot_port = &priv->port;
659 struct ocelot *ocelot = ocelot_port->ocelot;
660 struct ocelot_mact_work_ctx w;
662 ether_addr_copy(w.forget.addr, addr);
663 w.forget.vid = OCELOT_STANDALONE_PVID;
664 w.type = OCELOT_MACT_FORGET;
666 return ocelot_enqueue_mact_action(ocelot, &w);
669 static int ocelot_mc_sync(struct net_device *dev, const unsigned char *addr)
671 struct ocelot_port_private *priv = netdev_priv(dev);
672 struct ocelot_port *ocelot_port = &priv->port;
673 struct ocelot *ocelot = ocelot_port->ocelot;
674 struct ocelot_mact_work_ctx w;
676 ether_addr_copy(w.learn.addr, addr);
677 w.learn.vid = OCELOT_STANDALONE_PVID;
678 w.learn.pgid = PGID_CPU;
679 w.learn.entry_type = ENTRYTYPE_LOCKED;
680 w.type = OCELOT_MACT_LEARN;
682 return ocelot_enqueue_mact_action(ocelot, &w);
685 static void ocelot_set_rx_mode(struct net_device *dev)
687 struct ocelot_port_private *priv = netdev_priv(dev);
688 struct ocelot *ocelot = priv->port.ocelot;
692 /* This doesn't handle promiscuous mode because the bridge core is
693 * setting IFF_PROMISC on all slave interfaces and all frames would be
694 * forwarded to the CPU port.
696 val = GENMASK(ocelot->num_phys_ports - 1, 0);
697 for_each_nonreserved_multicast_dest_pgid(ocelot, i)
698 ocelot_write_rix(ocelot, val, ANA_PGID_PGID, i);
700 __dev_mc_sync(dev, ocelot_mc_sync, ocelot_mc_unsync);
703 static int ocelot_port_set_mac_address(struct net_device *dev, void *p)
705 struct ocelot_port_private *priv = netdev_priv(dev);
706 struct ocelot_port *ocelot_port = &priv->port;
707 struct ocelot *ocelot = ocelot_port->ocelot;
708 const struct sockaddr *addr = p;
710 /* Learn the new net device MAC address in the mac table. */
711 ocelot_mact_learn(ocelot, PGID_CPU, addr->sa_data,
712 OCELOT_STANDALONE_PVID, ENTRYTYPE_LOCKED);
713 /* Then forget the previous one. */
714 ocelot_mact_forget(ocelot, dev->dev_addr, OCELOT_STANDALONE_PVID);
716 eth_hw_addr_set(dev, addr->sa_data);
720 static void ocelot_get_stats64(struct net_device *dev,
721 struct rtnl_link_stats64 *stats)
723 struct ocelot_port_private *priv = netdev_priv(dev);
724 struct ocelot *ocelot = priv->port.ocelot;
725 int port = priv->port.index;
727 return ocelot_port_get_stats64(ocelot, port, stats);
730 static int ocelot_port_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
731 struct net_device *dev,
732 const unsigned char *addr,
733 u16 vid, u16 flags, bool *notified,
734 struct netlink_ext_ack *extack)
736 struct ocelot_port_private *priv = netdev_priv(dev);
737 struct ocelot_port *ocelot_port = &priv->port;
738 struct ocelot *ocelot = ocelot_port->ocelot;
739 int port = priv->port.index;
741 return ocelot_fdb_add(ocelot, port, addr, vid, ocelot_port->bridge);
744 static int ocelot_port_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
745 struct net_device *dev,
746 const unsigned char *addr, u16 vid,
747 bool *notified, struct netlink_ext_ack *extack)
749 struct ocelot_port_private *priv = netdev_priv(dev);
750 struct ocelot_port *ocelot_port = &priv->port;
751 struct ocelot *ocelot = ocelot_port->ocelot;
752 int port = priv->port.index;
754 return ocelot_fdb_del(ocelot, port, addr, vid, ocelot_port->bridge);
757 static int ocelot_port_fdb_do_dump(const unsigned char *addr, u16 vid,
758 bool is_static, void *data)
760 struct ocelot_dump_ctx *dump = data;
761 struct ndo_fdb_dump_context *ctx = (void *)dump->cb->ctx;
762 u32 portid = NETLINK_CB(dump->cb->skb).portid;
763 u32 seq = dump->cb->nlh->nlmsg_seq;
764 struct nlmsghdr *nlh;
767 if (dump->idx < ctx->fdb_idx)
770 nlh = nlmsg_put(dump->skb, portid, seq, RTM_NEWNEIGH,
771 sizeof(*ndm), NLM_F_MULTI);
775 ndm = nlmsg_data(nlh);
776 ndm->ndm_family = AF_BRIDGE;
779 ndm->ndm_flags = NTF_SELF;
781 ndm->ndm_ifindex = dump->dev->ifindex;
782 ndm->ndm_state = is_static ? NUD_NOARP : NUD_REACHABLE;
784 if (nla_put(dump->skb, NDA_LLADDR, ETH_ALEN, addr))
785 goto nla_put_failure;
787 if (vid && nla_put_u16(dump->skb, NDA_VLAN, vid))
788 goto nla_put_failure;
790 nlmsg_end(dump->skb, nlh);
797 nlmsg_cancel(dump->skb, nlh);
801 static int ocelot_port_fdb_dump(struct sk_buff *skb,
802 struct netlink_callback *cb,
803 struct net_device *dev,
804 struct net_device *filter_dev, int *idx)
806 struct ocelot_port_private *priv = netdev_priv(dev);
807 struct ocelot *ocelot = priv->port.ocelot;
808 struct ocelot_dump_ctx dump = {
814 int port = priv->port.index;
817 ret = ocelot_fdb_dump(ocelot, port, ocelot_port_fdb_do_dump, &dump);
824 static int ocelot_vlan_rx_add_vid(struct net_device *dev, __be16 proto,
827 return ocelot_vlan_vid_add(dev, vid, false, false);
830 static int ocelot_vlan_rx_kill_vid(struct net_device *dev, __be16 proto,
833 return ocelot_vlan_vid_del(dev, vid);
836 static void ocelot_vlan_mode(struct ocelot *ocelot, int port,
837 netdev_features_t features)
842 val = ocelot_read(ocelot, ANA_VLANMASK);
843 if (features & NETIF_F_HW_VLAN_CTAG_FILTER)
847 ocelot_write(ocelot, val, ANA_VLANMASK);
850 static int ocelot_set_features(struct net_device *dev,
851 netdev_features_t features)
853 netdev_features_t changed = dev->features ^ features;
854 struct ocelot_port_private *priv = netdev_priv(dev);
855 struct ocelot *ocelot = priv->port.ocelot;
856 int port = priv->port.index;
858 if ((dev->features & NETIF_F_HW_TC) > (features & NETIF_F_HW_TC) &&
859 priv->tc.offload_cnt) {
861 "Cannot disable HW TC offload while offloads active\n");
865 if (changed & NETIF_F_HW_VLAN_CTAG_FILTER)
866 ocelot_vlan_mode(ocelot, port, features);
871 static int ocelot_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
873 struct ocelot_port_private *priv = netdev_priv(dev);
874 struct ocelot *ocelot = priv->port.ocelot;
875 int port = priv->port.index;
877 /* If the attached PHY device isn't capable of timestamping operations,
878 * use our own (when possible).
880 if (!phy_has_hwtstamp(dev->phydev) && ocelot->ptp) {
883 return ocelot_hwstamp_set(ocelot, port, ifr);
885 return ocelot_hwstamp_get(ocelot, port, ifr);
889 return phy_mii_ioctl(dev->phydev, ifr, cmd);
892 static int ocelot_change_mtu(struct net_device *dev, int new_mtu)
894 struct ocelot_port_private *priv = netdev_priv(dev);
895 struct ocelot_port *ocelot_port = &priv->port;
896 struct ocelot *ocelot = ocelot_port->ocelot;
898 ocelot_port_set_maxlen(ocelot, priv->port.index, new_mtu);
899 WRITE_ONCE(dev->mtu, new_mtu);
904 static const struct net_device_ops ocelot_port_netdev_ops = {
905 .ndo_open = ocelot_port_open,
906 .ndo_stop = ocelot_port_stop,
907 .ndo_start_xmit = ocelot_port_xmit,
908 .ndo_change_mtu = ocelot_change_mtu,
909 .ndo_set_rx_mode = ocelot_set_rx_mode,
910 .ndo_set_mac_address = ocelot_port_set_mac_address,
911 .ndo_get_stats64 = ocelot_get_stats64,
912 .ndo_fdb_add = ocelot_port_fdb_add,
913 .ndo_fdb_del = ocelot_port_fdb_del,
914 .ndo_fdb_dump = ocelot_port_fdb_dump,
915 .ndo_vlan_rx_add_vid = ocelot_vlan_rx_add_vid,
916 .ndo_vlan_rx_kill_vid = ocelot_vlan_rx_kill_vid,
917 .ndo_set_features = ocelot_set_features,
918 .ndo_setup_tc = ocelot_setup_tc,
919 .ndo_eth_ioctl = ocelot_ioctl,
922 struct net_device *ocelot_port_to_netdev(struct ocelot *ocelot, int port)
924 struct ocelot_port *ocelot_port = ocelot->ports[port];
925 struct ocelot_port_private *priv;
930 priv = container_of(ocelot_port, struct ocelot_port_private, port);
935 /* Checks if the net_device instance given to us originates from our driver */
936 static bool ocelot_netdevice_dev_check(const struct net_device *dev)
938 return dev->netdev_ops == &ocelot_port_netdev_ops;
941 int ocelot_netdev_to_port(struct net_device *dev)
943 struct ocelot_port_private *priv;
945 if (!dev || !ocelot_netdevice_dev_check(dev))
948 priv = netdev_priv(dev);
950 return priv->port.index;
953 static void ocelot_port_get_strings(struct net_device *netdev, u32 sset,
956 struct ocelot_port_private *priv = netdev_priv(netdev);
957 struct ocelot *ocelot = priv->port.ocelot;
958 int port = priv->port.index;
960 ocelot_get_strings(ocelot, port, sset, data);
963 static void ocelot_port_get_ethtool_stats(struct net_device *dev,
964 struct ethtool_stats *stats,
967 struct ocelot_port_private *priv = netdev_priv(dev);
968 struct ocelot *ocelot = priv->port.ocelot;
969 int port = priv->port.index;
971 ocelot_get_ethtool_stats(ocelot, port, data);
974 static int ocelot_port_get_sset_count(struct net_device *dev, int sset)
976 struct ocelot_port_private *priv = netdev_priv(dev);
977 struct ocelot *ocelot = priv->port.ocelot;
978 int port = priv->port.index;
980 return ocelot_get_sset_count(ocelot, port, sset);
983 static int ocelot_port_get_ts_info(struct net_device *dev,
984 struct kernel_ethtool_ts_info *info)
986 struct ocelot_port_private *priv = netdev_priv(dev);
987 struct ocelot *ocelot = priv->port.ocelot;
988 int port = priv->port.index;
991 return ethtool_op_get_ts_info(dev, info);
993 return ocelot_get_ts_info(ocelot, port, info);
996 static void ocelot_port_ts_stats(struct net_device *dev,
997 struct ethtool_ts_stats *ts_stats)
999 struct ocelot_port_private *priv = netdev_priv(dev);
1000 struct ocelot *ocelot = priv->port.ocelot;
1001 int port = priv->port.index;
1003 ocelot_port_get_ts_stats(ocelot, port, ts_stats);
1006 static const struct ethtool_ops ocelot_ethtool_ops = {
1007 .get_strings = ocelot_port_get_strings,
1008 .get_ethtool_stats = ocelot_port_get_ethtool_stats,
1009 .get_sset_count = ocelot_port_get_sset_count,
1010 .get_link_ksettings = phy_ethtool_get_link_ksettings,
1011 .set_link_ksettings = phy_ethtool_set_link_ksettings,
1012 .get_ts_info = ocelot_port_get_ts_info,
1013 .get_ts_stats = ocelot_port_ts_stats,
1016 static void ocelot_port_attr_stp_state_set(struct ocelot *ocelot, int port,
1019 ocelot_bridge_stp_state_set(ocelot, port, state);
1022 static void ocelot_port_attr_ageing_set(struct ocelot *ocelot, int port,
1023 unsigned long ageing_clock_t)
1025 unsigned long ageing_jiffies = clock_t_to_jiffies(ageing_clock_t);
1026 u32 ageing_time = jiffies_to_msecs(ageing_jiffies);
1028 ocelot_set_ageing_time(ocelot, ageing_time);
1031 static void ocelot_port_attr_mc_set(struct ocelot *ocelot, int port, bool mc)
1033 u32 cpu_fwd_mcast = ANA_PORT_CPU_FWD_CFG_CPU_IGMP_REDIR_ENA |
1034 ANA_PORT_CPU_FWD_CFG_CPU_MLD_REDIR_ENA |
1035 ANA_PORT_CPU_FWD_CFG_CPU_IPMC_CTRL_COPY_ENA;
1039 val = cpu_fwd_mcast;
1041 ocelot_rmw_gix(ocelot, val, cpu_fwd_mcast,
1042 ANA_PORT_CPU_FWD_CFG, port);
1045 static int ocelot_port_attr_set(struct net_device *dev, const void *ctx,
1046 const struct switchdev_attr *attr,
1047 struct netlink_ext_ack *extack)
1049 struct ocelot_port_private *priv = netdev_priv(dev);
1050 struct ocelot *ocelot = priv->port.ocelot;
1051 int port = priv->port.index;
1054 if (ctx && ctx != priv)
1058 case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
1059 ocelot_port_attr_stp_state_set(ocelot, port, attr->u.stp_state);
1061 case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
1062 ocelot_port_attr_ageing_set(ocelot, port, attr->u.ageing_time);
1064 case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
1065 ocelot_port_vlan_filtering(ocelot, port, attr->u.vlan_filtering,
1068 case SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED:
1069 ocelot_port_attr_mc_set(ocelot, port, !attr->u.mc_disabled);
1071 case SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS:
1072 err = ocelot_port_pre_bridge_flags(ocelot, port,
1073 attr->u.brport_flags);
1075 case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
1076 ocelot_port_bridge_flags(ocelot, port, attr->u.brport_flags);
1086 static int ocelot_vlan_vid_prepare(struct net_device *dev, u16 vid, bool pvid,
1087 bool untagged, struct netlink_ext_ack *extack)
1089 struct ocelot_port_private *priv = netdev_priv(dev);
1090 struct ocelot_port *ocelot_port = &priv->port;
1091 struct ocelot *ocelot = ocelot_port->ocelot;
1092 int port = priv->port.index;
1094 return ocelot_vlan_prepare(ocelot, port, vid, pvid, untagged, extack);
1097 static int ocelot_port_obj_add_vlan(struct net_device *dev,
1098 const struct switchdev_obj_port_vlan *vlan,
1099 struct netlink_ext_ack *extack)
1101 bool untagged = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;
1102 bool pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;
1105 ret = ocelot_vlan_vid_prepare(dev, vlan->vid, pvid, untagged, extack);
1109 return ocelot_vlan_vid_add(dev, vlan->vid, pvid, untagged);
1112 static int ocelot_port_obj_add_mdb(struct net_device *dev,
1113 const struct switchdev_obj_port_mdb *mdb)
1115 struct ocelot_port_private *priv = netdev_priv(dev);
1116 struct ocelot_port *ocelot_port = &priv->port;
1117 struct ocelot *ocelot = ocelot_port->ocelot;
1118 int port = priv->port.index;
1120 return ocelot_port_mdb_add(ocelot, port, mdb, ocelot_port->bridge);
1123 static int ocelot_port_obj_del_mdb(struct net_device *dev,
1124 const struct switchdev_obj_port_mdb *mdb)
1126 struct ocelot_port_private *priv = netdev_priv(dev);
1127 struct ocelot_port *ocelot_port = &priv->port;
1128 struct ocelot *ocelot = ocelot_port->ocelot;
1129 int port = priv->port.index;
1131 return ocelot_port_mdb_del(ocelot, port, mdb, ocelot_port->bridge);
1134 static int ocelot_port_obj_mrp_add(struct net_device *dev,
1135 const struct switchdev_obj_mrp *mrp)
1137 struct ocelot_port_private *priv = netdev_priv(dev);
1138 struct ocelot_port *ocelot_port = &priv->port;
1139 struct ocelot *ocelot = ocelot_port->ocelot;
1140 int port = priv->port.index;
1142 return ocelot_mrp_add(ocelot, port, mrp);
1145 static int ocelot_port_obj_mrp_del(struct net_device *dev,
1146 const struct switchdev_obj_mrp *mrp)
1148 struct ocelot_port_private *priv = netdev_priv(dev);
1149 struct ocelot_port *ocelot_port = &priv->port;
1150 struct ocelot *ocelot = ocelot_port->ocelot;
1151 int port = priv->port.index;
1153 return ocelot_mrp_del(ocelot, port, mrp);
1157 ocelot_port_obj_mrp_add_ring_role(struct net_device *dev,
1158 const struct switchdev_obj_ring_role_mrp *mrp)
1160 struct ocelot_port_private *priv = netdev_priv(dev);
1161 struct ocelot_port *ocelot_port = &priv->port;
1162 struct ocelot *ocelot = ocelot_port->ocelot;
1163 int port = priv->port.index;
1165 return ocelot_mrp_add_ring_role(ocelot, port, mrp);
1169 ocelot_port_obj_mrp_del_ring_role(struct net_device *dev,
1170 const struct switchdev_obj_ring_role_mrp *mrp)
1172 struct ocelot_port_private *priv = netdev_priv(dev);
1173 struct ocelot_port *ocelot_port = &priv->port;
1174 struct ocelot *ocelot = ocelot_port->ocelot;
1175 int port = priv->port.index;
1177 return ocelot_mrp_del_ring_role(ocelot, port, mrp);
1180 static int ocelot_port_obj_add(struct net_device *dev, const void *ctx,
1181 const struct switchdev_obj *obj,
1182 struct netlink_ext_ack *extack)
1184 struct ocelot_port_private *priv = netdev_priv(dev);
1187 if (ctx && ctx != priv)
1191 case SWITCHDEV_OBJ_ID_PORT_VLAN:
1192 ret = ocelot_port_obj_add_vlan(dev,
1193 SWITCHDEV_OBJ_PORT_VLAN(obj),
1196 case SWITCHDEV_OBJ_ID_PORT_MDB:
1197 ret = ocelot_port_obj_add_mdb(dev, SWITCHDEV_OBJ_PORT_MDB(obj));
1199 case SWITCHDEV_OBJ_ID_MRP:
1200 ret = ocelot_port_obj_mrp_add(dev, SWITCHDEV_OBJ_MRP(obj));
1202 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
1203 ret = ocelot_port_obj_mrp_add_ring_role(dev,
1204 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
1213 static int ocelot_port_obj_del(struct net_device *dev, const void *ctx,
1214 const struct switchdev_obj *obj)
1216 struct ocelot_port_private *priv = netdev_priv(dev);
1219 if (ctx && ctx != priv)
1223 case SWITCHDEV_OBJ_ID_PORT_VLAN:
1224 ret = ocelot_vlan_vid_del(dev,
1225 SWITCHDEV_OBJ_PORT_VLAN(obj)->vid);
1227 case SWITCHDEV_OBJ_ID_PORT_MDB:
1228 ret = ocelot_port_obj_del_mdb(dev, SWITCHDEV_OBJ_PORT_MDB(obj));
1230 case SWITCHDEV_OBJ_ID_MRP:
1231 ret = ocelot_port_obj_mrp_del(dev, SWITCHDEV_OBJ_MRP(obj));
1233 case SWITCHDEV_OBJ_ID_RING_ROLE_MRP:
1234 ret = ocelot_port_obj_mrp_del_ring_role(dev,
1235 SWITCHDEV_OBJ_RING_ROLE_MRP(obj));
1244 static void ocelot_inherit_brport_flags(struct ocelot *ocelot, int port,
1245 struct net_device *brport_dev)
1247 struct switchdev_brport_flags flags = {0};
1250 flags.mask = BR_LEARNING | BR_FLOOD | BR_MCAST_FLOOD | BR_BCAST_FLOOD;
1252 for_each_set_bit(flag, &flags.mask, 32)
1253 if (br_port_flag_is_set(brport_dev, BIT(flag)))
1254 flags.val |= BIT(flag);
1256 ocelot_port_bridge_flags(ocelot, port, flags);
1259 static void ocelot_clear_brport_flags(struct ocelot *ocelot, int port)
1261 struct switchdev_brport_flags flags;
1263 flags.mask = BR_LEARNING | BR_FLOOD | BR_MCAST_FLOOD | BR_BCAST_FLOOD;
1264 flags.val = flags.mask & ~BR_LEARNING;
1266 ocelot_port_bridge_flags(ocelot, port, flags);
1269 static int ocelot_switchdev_sync(struct ocelot *ocelot, int port,
1270 struct net_device *brport_dev,
1271 struct net_device *bridge_dev,
1272 struct netlink_ext_ack *extack)
1274 clock_t ageing_time;
1277 ocelot_inherit_brport_flags(ocelot, port, brport_dev);
1279 stp_state = br_port_get_stp_state(brport_dev);
1280 ocelot_bridge_stp_state_set(ocelot, port, stp_state);
1282 ageing_time = br_get_ageing_time(bridge_dev);
1283 ocelot_port_attr_ageing_set(ocelot, port, ageing_time);
1285 return ocelot_port_vlan_filtering(ocelot, port,
1286 br_vlan_enabled(bridge_dev),
1290 static int ocelot_switchdev_unsync(struct ocelot *ocelot, int port)
1294 err = ocelot_port_vlan_filtering(ocelot, port, false, NULL);
1298 ocelot_clear_brport_flags(ocelot, port);
1300 ocelot_bridge_stp_state_set(ocelot, port, BR_STATE_FORWARDING);
1305 static int ocelot_bridge_num_get(struct ocelot *ocelot,
1306 const struct net_device *bridge_dev)
1308 int bridge_num = ocelot_bridge_num_find(ocelot, bridge_dev);
1310 if (bridge_num < 0) {
1311 /* First port that offloads this bridge */
1312 bridge_num = find_first_zero_bit(&ocelot->bridges,
1313 ocelot->num_phys_ports);
1315 set_bit(bridge_num, &ocelot->bridges);
1321 static void ocelot_bridge_num_put(struct ocelot *ocelot,
1322 const struct net_device *bridge_dev,
1325 /* Check if the bridge is still in use, otherwise it is time
1326 * to clean it up so we can reuse this bridge_num later.
1328 if (!ocelot_bridge_num_find(ocelot, bridge_dev))
1329 clear_bit(bridge_num, &ocelot->bridges);
1332 static int ocelot_netdevice_bridge_join(struct net_device *dev,
1333 struct net_device *brport_dev,
1334 struct net_device *bridge,
1335 struct netlink_ext_ack *extack)
1337 struct ocelot_port_private *priv = netdev_priv(dev);
1338 struct ocelot_port *ocelot_port = &priv->port;
1339 struct ocelot *ocelot = ocelot_port->ocelot;
1340 int port = priv->port.index;
1341 int bridge_num, err;
1343 bridge_num = ocelot_bridge_num_get(ocelot, bridge);
1345 err = ocelot_port_bridge_join(ocelot, port, bridge, bridge_num,
1350 err = switchdev_bridge_port_offload(brport_dev, dev, priv,
1351 &ocelot_switchdev_nb,
1352 &ocelot_switchdev_blocking_nb,
1355 goto err_switchdev_offload;
1357 err = ocelot_switchdev_sync(ocelot, port, brport_dev, bridge, extack);
1359 goto err_switchdev_sync;
1364 switchdev_bridge_port_unoffload(brport_dev, priv,
1365 &ocelot_switchdev_nb,
1366 &ocelot_switchdev_blocking_nb);
1367 err_switchdev_offload:
1368 ocelot_port_bridge_leave(ocelot, port, bridge);
1370 ocelot_bridge_num_put(ocelot, bridge, bridge_num);
1374 static void ocelot_netdevice_pre_bridge_leave(struct net_device *dev,
1375 struct net_device *brport_dev)
1377 struct ocelot_port_private *priv = netdev_priv(dev);
1379 switchdev_bridge_port_unoffload(brport_dev, priv,
1380 &ocelot_switchdev_nb,
1381 &ocelot_switchdev_blocking_nb);
1384 static int ocelot_netdevice_bridge_leave(struct net_device *dev,
1385 struct net_device *brport_dev,
1386 struct net_device *bridge)
1388 struct ocelot_port_private *priv = netdev_priv(dev);
1389 struct ocelot_port *ocelot_port = &priv->port;
1390 struct ocelot *ocelot = ocelot_port->ocelot;
1391 int bridge_num = ocelot_port->bridge_num;
1392 int port = priv->port.index;
1395 err = ocelot_switchdev_unsync(ocelot, port);
1399 ocelot_port_bridge_leave(ocelot, port, bridge);
1400 ocelot_bridge_num_put(ocelot, bridge, bridge_num);
1405 static int ocelot_netdevice_lag_join(struct net_device *dev,
1406 struct net_device *bond,
1407 struct netdev_lag_upper_info *info,
1408 struct netlink_ext_ack *extack)
1410 struct ocelot_port_private *priv = netdev_priv(dev);
1411 struct ocelot_port *ocelot_port = &priv->port;
1412 struct ocelot *ocelot = ocelot_port->ocelot;
1413 struct net_device *bridge_dev;
1414 int port = priv->port.index;
1417 err = ocelot_port_lag_join(ocelot, port, bond, info, extack);
1418 if (err == -EOPNOTSUPP)
1419 /* Offloading not supported, fall back to software LAG */
1422 bridge_dev = netdev_master_upper_dev_get(bond);
1423 if (!bridge_dev || !netif_is_bridge_master(bridge_dev))
1426 err = ocelot_netdevice_bridge_join(dev, bond, bridge_dev, extack);
1428 goto err_bridge_join;
1433 ocelot_port_lag_leave(ocelot, port, bond);
1437 static void ocelot_netdevice_pre_lag_leave(struct net_device *dev,
1438 struct net_device *bond)
1440 struct net_device *bridge_dev;
1442 bridge_dev = netdev_master_upper_dev_get(bond);
1443 if (!bridge_dev || !netif_is_bridge_master(bridge_dev))
1446 ocelot_netdevice_pre_bridge_leave(dev, bond);
1449 static int ocelot_netdevice_lag_leave(struct net_device *dev,
1450 struct net_device *bond)
1452 struct ocelot_port_private *priv = netdev_priv(dev);
1453 struct ocelot_port *ocelot_port = &priv->port;
1454 struct ocelot *ocelot = ocelot_port->ocelot;
1455 struct net_device *bridge_dev;
1456 int port = priv->port.index;
1458 ocelot_port_lag_leave(ocelot, port, bond);
1460 bridge_dev = netdev_master_upper_dev_get(bond);
1461 if (!bridge_dev || !netif_is_bridge_master(bridge_dev))
1464 return ocelot_netdevice_bridge_leave(dev, bond, bridge_dev);
1467 static int ocelot_netdevice_changeupper(struct net_device *dev,
1468 struct net_device *brport_dev,
1469 struct netdev_notifier_changeupper_info *info)
1471 struct netlink_ext_ack *extack;
1474 extack = netdev_notifier_info_to_extack(&info->info);
1476 if (netif_is_bridge_master(info->upper_dev)) {
1478 err = ocelot_netdevice_bridge_join(dev, brport_dev,
1482 err = ocelot_netdevice_bridge_leave(dev, brport_dev,
1485 if (netif_is_lag_master(info->upper_dev)) {
1487 err = ocelot_netdevice_lag_join(dev, info->upper_dev,
1488 info->upper_info, extack);
1490 ocelot_netdevice_lag_leave(dev, info->upper_dev);
1493 return notifier_from_errno(err);
1496 /* Treat CHANGEUPPER events on an offloaded LAG as individual CHANGEUPPER
1497 * events for the lower physical ports of the LAG.
1498 * If the LAG upper isn't offloaded, ignore its CHANGEUPPER events.
1499 * In case the LAG joined a bridge, notify that we are offloading it and can do
1500 * forwarding in hardware towards it.
1503 ocelot_netdevice_lag_changeupper(struct net_device *dev,
1504 struct netdev_notifier_changeupper_info *info)
1506 struct net_device *lower;
1507 struct list_head *iter;
1508 int err = NOTIFY_DONE;
1510 netdev_for_each_lower_dev(dev, lower, iter) {
1511 struct ocelot_port_private *priv = netdev_priv(lower);
1512 struct ocelot_port *ocelot_port = &priv->port;
1514 if (ocelot_port->bond != dev)
1517 err = ocelot_netdevice_changeupper(lower, dev, info);
1519 return notifier_from_errno(err);
1526 ocelot_netdevice_prechangeupper(struct net_device *dev,
1527 struct net_device *brport_dev,
1528 struct netdev_notifier_changeupper_info *info)
1530 if (netif_is_bridge_master(info->upper_dev) && !info->linking)
1531 ocelot_netdevice_pre_bridge_leave(dev, brport_dev);
1533 if (netif_is_lag_master(info->upper_dev) && !info->linking)
1534 ocelot_netdevice_pre_lag_leave(dev, info->upper_dev);
1540 ocelot_netdevice_lag_prechangeupper(struct net_device *dev,
1541 struct netdev_notifier_changeupper_info *info)
1543 struct net_device *lower;
1544 struct list_head *iter;
1545 int err = NOTIFY_DONE;
1547 netdev_for_each_lower_dev(dev, lower, iter) {
1548 struct ocelot_port_private *priv = netdev_priv(lower);
1549 struct ocelot_port *ocelot_port = &priv->port;
1551 if (ocelot_port->bond != dev)
1554 err = ocelot_netdevice_prechangeupper(dev, lower, info);
1563 ocelot_netdevice_changelowerstate(struct net_device *dev,
1564 struct netdev_lag_lower_state_info *info)
1566 struct ocelot_port_private *priv = netdev_priv(dev);
1567 bool is_active = info->link_up && info->tx_enabled;
1568 struct ocelot_port *ocelot_port = &priv->port;
1569 struct ocelot *ocelot = ocelot_port->ocelot;
1570 int port = priv->port.index;
1572 if (!ocelot_port->bond)
1575 if (ocelot_port->lag_tx_active == is_active)
1578 ocelot_port_lag_change(ocelot, port, is_active);
1583 static int ocelot_netdevice_event(struct notifier_block *unused,
1584 unsigned long event, void *ptr)
1586 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
1589 case NETDEV_PRECHANGEUPPER: {
1590 struct netdev_notifier_changeupper_info *info = ptr;
1592 if (ocelot_netdevice_dev_check(dev))
1593 return ocelot_netdevice_prechangeupper(dev, dev, info);
1595 if (netif_is_lag_master(dev))
1596 return ocelot_netdevice_lag_prechangeupper(dev, info);
1600 case NETDEV_CHANGEUPPER: {
1601 struct netdev_notifier_changeupper_info *info = ptr;
1603 if (ocelot_netdevice_dev_check(dev))
1604 return ocelot_netdevice_changeupper(dev, dev, info);
1606 if (netif_is_lag_master(dev))
1607 return ocelot_netdevice_lag_changeupper(dev, info);
1611 case NETDEV_CHANGELOWERSTATE: {
1612 struct netdev_notifier_changelowerstate_info *info = ptr;
1614 if (!ocelot_netdevice_dev_check(dev))
1617 return ocelot_netdevice_changelowerstate(dev,
1618 info->lower_state_info);
1627 struct notifier_block ocelot_netdevice_nb __read_mostly = {
1628 .notifier_call = ocelot_netdevice_event,
1631 static int ocelot_switchdev_event(struct notifier_block *unused,
1632 unsigned long event, void *ptr)
1634 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1638 case SWITCHDEV_PORT_ATTR_SET:
1639 err = switchdev_handle_port_attr_set(dev, ptr,
1640 ocelot_netdevice_dev_check,
1641 ocelot_port_attr_set);
1642 return notifier_from_errno(err);
1648 struct notifier_block ocelot_switchdev_nb __read_mostly = {
1649 .notifier_call = ocelot_switchdev_event,
1652 static int ocelot_switchdev_blocking_event(struct notifier_block *unused,
1653 unsigned long event, void *ptr)
1655 struct net_device *dev = switchdev_notifier_info_to_dev(ptr);
1659 /* Blocking events. */
1660 case SWITCHDEV_PORT_OBJ_ADD:
1661 err = switchdev_handle_port_obj_add(dev, ptr,
1662 ocelot_netdevice_dev_check,
1663 ocelot_port_obj_add);
1664 return notifier_from_errno(err);
1665 case SWITCHDEV_PORT_OBJ_DEL:
1666 err = switchdev_handle_port_obj_del(dev, ptr,
1667 ocelot_netdevice_dev_check,
1668 ocelot_port_obj_del);
1669 return notifier_from_errno(err);
1670 case SWITCHDEV_PORT_ATTR_SET:
1671 err = switchdev_handle_port_attr_set(dev, ptr,
1672 ocelot_netdevice_dev_check,
1673 ocelot_port_attr_set);
1674 return notifier_from_errno(err);
1680 struct notifier_block ocelot_switchdev_blocking_nb __read_mostly = {
1681 .notifier_call = ocelot_switchdev_blocking_event,
1684 static void vsc7514_phylink_mac_config(struct phylink_config *config,
1685 unsigned int link_an_mode,
1686 const struct phylink_link_state *state)
1688 struct net_device *ndev = to_net_dev(config->dev);
1689 struct ocelot_port_private *priv = netdev_priv(ndev);
1690 struct ocelot *ocelot = priv->port.ocelot;
1691 int port = priv->port.index;
1693 ocelot_phylink_mac_config(ocelot, port, link_an_mode, state);
1696 static void vsc7514_phylink_mac_link_down(struct phylink_config *config,
1697 unsigned int link_an_mode,
1698 phy_interface_t interface)
1700 struct net_device *ndev = to_net_dev(config->dev);
1701 struct ocelot_port_private *priv = netdev_priv(ndev);
1702 struct ocelot *ocelot = priv->port.ocelot;
1703 int port = priv->port.index;
1705 ocelot_phylink_mac_link_down(ocelot, port, link_an_mode, interface,
1709 static void vsc7514_phylink_mac_link_up(struct phylink_config *config,
1710 struct phy_device *phydev,
1711 unsigned int link_an_mode,
1712 phy_interface_t interface,
1713 int speed, int duplex,
1714 bool tx_pause, bool rx_pause)
1716 struct net_device *ndev = to_net_dev(config->dev);
1717 struct ocelot_port_private *priv = netdev_priv(ndev);
1718 struct ocelot *ocelot = priv->port.ocelot;
1719 int port = priv->port.index;
1721 ocelot_phylink_mac_link_up(ocelot, port, phydev, link_an_mode,
1722 interface, speed, duplex,
1723 tx_pause, rx_pause, OCELOT_MAC_QUIRKS);
1726 static const struct phylink_mac_ops ocelot_phylink_ops = {
1727 .mac_config = vsc7514_phylink_mac_config,
1728 .mac_link_down = vsc7514_phylink_mac_link_down,
1729 .mac_link_up = vsc7514_phylink_mac_link_up,
1732 static int ocelot_port_phylink_create(struct ocelot *ocelot, int port,
1733 struct device_node *portnp)
1735 struct ocelot_port *ocelot_port = ocelot->ports[port];
1736 struct ocelot_port_private *priv;
1737 struct device *dev = ocelot->dev;
1738 phy_interface_t phy_mode;
1739 struct phylink *phylink;
1742 of_get_phy_mode(portnp, &phy_mode);
1743 /* DT bindings of internal PHY ports are broken and don't
1744 * specify a phy-mode
1746 if (phy_mode == PHY_INTERFACE_MODE_NA)
1747 phy_mode = PHY_INTERFACE_MODE_INTERNAL;
1749 if (phy_mode != PHY_INTERFACE_MODE_SGMII &&
1750 phy_mode != PHY_INTERFACE_MODE_QSGMII &&
1751 phy_mode != PHY_INTERFACE_MODE_INTERNAL) {
1752 dev_err(dev, "unsupported phy mode %s for port %d\n",
1753 phy_modes(phy_mode), port);
1757 ocelot_port->phy_mode = phy_mode;
1759 err = ocelot_port_configure_serdes(ocelot, port, portnp);
1763 priv = container_of(ocelot_port, struct ocelot_port_private, port);
1765 priv->phylink_config.dev = &priv->dev->dev;
1766 priv->phylink_config.type = PHYLINK_NETDEV;
1767 priv->phylink_config.mac_capabilities = MAC_ASYM_PAUSE | MAC_SYM_PAUSE |
1768 MAC_10 | MAC_100 | MAC_1000FD | MAC_2500FD;
1770 __set_bit(ocelot_port->phy_mode,
1771 priv->phylink_config.supported_interfaces);
1773 phylink = phylink_create(&priv->phylink_config,
1774 of_fwnode_handle(portnp),
1775 phy_mode, &ocelot_phylink_ops);
1776 if (IS_ERR(phylink)) {
1777 err = PTR_ERR(phylink);
1778 dev_err(dev, "Could not create phylink (%pe)\n", phylink);
1782 priv->phylink = phylink;
1784 err = phylink_of_phy_connect(phylink, portnp, 0);
1786 dev_err(dev, "Could not connect to PHY: %pe\n", ERR_PTR(err));
1787 phylink_destroy(phylink);
1788 priv->phylink = NULL;
1795 int ocelot_probe_port(struct ocelot *ocelot, int port, struct regmap *target,
1796 struct device_node *portnp)
1798 struct ocelot_port_private *priv;
1799 struct ocelot_port *ocelot_port;
1800 struct net_device *dev;
1803 dev = alloc_etherdev(sizeof(struct ocelot_port_private));
1806 SET_NETDEV_DEV(dev, ocelot->dev);
1807 priv = netdev_priv(dev);
1809 ocelot_port = &priv->port;
1810 ocelot_port->ocelot = ocelot;
1811 ocelot_port->index = port;
1812 ocelot_port->target = target;
1813 ocelot->ports[port] = ocelot_port;
1815 dev->netdev_ops = &ocelot_port_netdev_ops;
1816 dev->ethtool_ops = &ocelot_ethtool_ops;
1817 dev->max_mtu = OCELOT_JUMBO_MTU;
1819 dev->hw_features |= NETIF_F_HW_VLAN_CTAG_FILTER | NETIF_F_RXFCS |
1821 dev->features |= NETIF_F_HW_VLAN_CTAG_FILTER | NETIF_F_HW_TC;
1823 err = of_get_ethdev_address(portnp, dev);
1825 eth_hw_addr_gen(dev, ocelot->base_mac, port);
1827 ocelot_mact_learn(ocelot, PGID_CPU, dev->dev_addr,
1828 OCELOT_STANDALONE_PVID, ENTRYTYPE_LOCKED);
1830 ocelot_init_port(ocelot, port);
1832 err = ocelot_port_phylink_create(ocelot, port, portnp);
1837 ocelot_fdma_netdev_init(ocelot, dev);
1839 SET_NETDEV_DEVLINK_PORT(dev, &ocelot->devlink_ports[port]);
1840 err = register_netdev(dev);
1842 dev_err(ocelot->dev, "register_netdev failed\n");
1843 goto out_fdma_deinit;
1850 ocelot_fdma_netdev_deinit(ocelot, dev);
1852 ocelot->ports[port] = NULL;
1858 void ocelot_release_port(struct ocelot_port *ocelot_port)
1860 struct ocelot_port_private *priv = container_of(ocelot_port,
1861 struct ocelot_port_private,
1863 struct ocelot *ocelot = ocelot_port->ocelot;
1864 struct ocelot_fdma *fdma = ocelot->fdma;
1866 unregister_netdev(priv->dev);
1869 ocelot_fdma_netdev_deinit(ocelot, priv->dev);
1871 if (priv->phylink) {
1873 phylink_disconnect_phy(priv->phylink);
1876 phylink_destroy(priv->phylink);
1879 free_netdev(priv->dev);