2 * Copyright (c) 2003-2012 Broadcom Corporation
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the Broadcom
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in
19 * the documentation and/or other materials provided with the
22 * THIS SOFTWARE IS PROVIDED BY BROADCOM ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL BROADCOM OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
27 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
28 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
29 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
30 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
31 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
32 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 #include <linux/phy.h>
35 #include <linux/delay.h>
36 #include <linux/netdevice.h>
37 #include <linux/smp.h>
38 #include <linux/ethtool.h>
39 #include <linux/module.h>
40 #include <linux/etherdevice.h>
41 #include <linux/skbuff.h>
42 #include <linux/jiffies.h>
43 #include <linux/interrupt.h>
44 #include <linux/platform_device.h>
46 #include <asm/mipsregs.h>
48 * fmn.h - For FMN credit configuration and registering fmn_handler.
49 * FMN is communication mechanism that allows processing agents within
50 * XLR/XLS to communicate each other.
52 #include <asm/netlogic/xlr/fmn.h>
54 #include "platform_net.h"
58 * The readl/writel implementation byteswaps on XLR/XLS, so
59 * we need to use __raw_ IO to read the NAE registers
60 * because they are in the big-endian MMIO area on the SoC.
62 static inline void xlr_nae_wreg(u32 __iomem *base, unsigned int reg, u32 val)
64 __raw_writel(val, base + reg);
67 static inline u32 xlr_nae_rdreg(u32 __iomem *base, unsigned int reg)
69 return __raw_readl(base + reg);
72 static inline void xlr_reg_update(u32 *base_addr,
73 u32 off, u32 val, u32 mask)
77 tmp = xlr_nae_rdreg(base_addr, off);
78 xlr_nae_wreg(base_addr, off, (tmp & ~mask) | (val & mask));
82 * Table of net_device pointers indexed by port, this will be used to
83 * lookup the net_device corresponding to a port by the message ring handler.
85 * Maximum ports in XLR/XLS is 8(8 GMAC on XLS, 4 GMAC + 2 XGMAC on XLR)
87 static struct net_device *mac_to_ndev[8];
89 static inline struct sk_buff *mac_get_skb_back_ptr(void *addr)
91 struct sk_buff **back_ptr;
94 * this function should be used only for newly allocated packets.
95 * It assumes the first cacheline is for the back pointer related
98 back_ptr = (struct sk_buff **)(addr - MAC_SKB_BACK_PTR_SIZE);
102 static inline void mac_put_skb_back_ptr(struct sk_buff *skb)
104 struct sk_buff **back_ptr = (struct sk_buff **)skb->data;
107 * this function should be used only for newly allocated packets.
108 * It assumes the first cacheline is for the back pointer related
111 skb_reserve(skb, MAC_SKB_BACK_PTR_SIZE);
115 static int send_to_rfr_fifo(struct xlr_net_priv *priv, void *addr)
117 struct nlm_fmn_msg msg;
118 int ret = 0, num_try = 0, stnid;
119 unsigned long paddr, mflags;
121 paddr = virt_to_bus(addr);
122 msg.msg0 = (u64)paddr & 0xffffffffe0ULL;
126 stnid = priv->nd->rfr_station;
128 mflags = nlm_cop2_enable();
129 ret = nlm_fmn_send(1, 0, stnid, &msg);
130 nlm_cop2_restore(mflags);
133 } while (++num_try < 10000);
135 pr_err("Send to RFR failed in RX path\n");
139 static inline struct sk_buff *xlr_alloc_skb(void)
143 /* skb->data is cache aligned */
144 skb = alloc_skb(XLR_RX_BUF_SIZE, GFP_ATOMIC);
146 pr_err("SKB allocation failed\n");
149 mac_put_skb_back_ptr(skb);
153 static void xlr_net_fmn_handler(int bkt, int src_stnid, int size,
154 int code, struct nlm_fmn_msg *msg, void *arg)
156 struct sk_buff *skb, *skb_new = NULL;
157 struct net_device *ndev;
158 struct xlr_net_priv *priv;
162 length = (msg->msg0 >> 40) & 0x3fff;
164 addr = bus_to_virt(msg->msg0 & 0xffffffffffULL);
165 dev_kfree_skb_any(addr);
167 addr = bus_to_virt(msg->msg0 & 0xffffffffe0ULL);
168 length = length - BYTE_OFFSET - MAC_CRC_LEN;
169 port = msg->msg0 & 0x0f;
170 if (src_stnid == FMN_STNID_GMAC1)
172 skb = mac_get_skb_back_ptr(addr);
173 skb->dev = mac_to_ndev[port];
175 priv = netdev_priv(ndev);
177 /* 16 byte IP header align */
178 skb_reserve(skb, BYTE_OFFSET);
179 skb_put(skb, length);
180 skb->protocol = eth_type_trans(skb, skb->dev);
181 skb->dev->last_rx = jiffies;
184 skb_new = xlr_alloc_skb();
186 send_to_rfr_fifo(priv, skb_new->data);
191 /* Ethtool operation */
192 static int xlr_get_settings(struct net_device *ndev, struct ethtool_cmd *ecmd)
194 struct xlr_net_priv *priv = netdev_priv(ndev);
195 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
199 return phy_ethtool_gset(phydev, ecmd);
202 static int xlr_set_settings(struct net_device *ndev, struct ethtool_cmd *ecmd)
204 struct xlr_net_priv *priv = netdev_priv(ndev);
205 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
209 return phy_ethtool_sset(phydev, ecmd);
212 static struct ethtool_ops xlr_ethtool_ops = {
213 .get_settings = xlr_get_settings,
214 .set_settings = xlr_set_settings,
218 static int xlr_net_fill_rx_ring(struct net_device *ndev)
221 struct xlr_net_priv *priv = netdev_priv(ndev);
224 for (i = 0; i < MAX_FRIN_SPILL/2; i++) {
225 skb = xlr_alloc_skb();
228 send_to_rfr_fifo(priv, skb->data);
230 pr_info("Rx ring setup done\n");
234 static int xlr_net_open(struct net_device *ndev)
237 struct xlr_net_priv *priv = netdev_priv(ndev);
238 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
240 /* schedule a link state check */
243 err = phy_start_aneg(phydev);
245 pr_err("Autoneg failed\n");
249 /* Setup the speed from PHY to internal reg*/
250 xlr_set_gmac_speed(priv);
251 netif_tx_start_all_queues(ndev);
255 static int xlr_net_stop(struct net_device *ndev)
257 struct xlr_net_priv *priv = netdev_priv(ndev);
258 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
261 netif_tx_stop_all_queues(ndev);
265 static void xlr_make_tx_desc(struct nlm_fmn_msg *msg, unsigned long addr,
268 unsigned long physkb = virt_to_phys(skb);
269 int cpu_core = nlm_core_id();
270 int fr_stn_id = cpu_core * 8 + XLR_FB_STN; /* FB to 6th bucket */
272 msg->msg0 = (((u64)1 << 63) | /* End of packet descriptor */
273 ((u64)127 << 54) | /* No Free back */
274 (u64)skb->len << 40 | /* Length of data */
276 msg->msg1 = (((u64)1 << 63) |
277 ((u64)fr_stn_id << 54) | /* Free back id */
278 (u64)0 << 40 | /* Set len to 0 */
279 ((u64)physkb & 0xffffffff)); /* 32bit address */
280 msg->msg2 = msg->msg3 = 0;
283 static void __maybe_unused xlr_wakeup_queue(unsigned long dev)
285 struct net_device *ndev = (struct net_device *) dev;
286 struct xlr_net_priv *priv = netdev_priv(ndev);
287 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
290 netif_tx_wake_queue(netdev_get_tx_queue(ndev, priv->wakeup_q));
293 static netdev_tx_t xlr_net_start_xmit(struct sk_buff *skb,
294 struct net_device *ndev)
296 struct nlm_fmn_msg msg;
297 struct xlr_net_priv *priv = netdev_priv(ndev);
301 xlr_make_tx_desc(&msg, virt_to_phys(skb->data), skb);
302 flags = nlm_cop2_enable();
303 ret = nlm_fmn_send(2, 0, priv->nd->tx_stnid, &msg);
304 nlm_cop2_restore(flags);
306 dev_kfree_skb_any(skb);
310 static u16 xlr_net_select_queue(struct net_device *ndev, struct sk_buff *skb,
312 select_queue_fallback_t fallback)
314 return (u16)smp_processor_id();
317 static void xlr_hw_set_mac_addr(struct net_device *ndev)
319 struct xlr_net_priv *priv = netdev_priv(ndev);
321 /* set mac station address */
322 xlr_nae_wreg(priv->base_addr, R_MAC_ADDR0,
323 ((ndev->dev_addr[5] << 24) | (ndev->dev_addr[4] << 16) |
324 (ndev->dev_addr[3] << 8) | (ndev->dev_addr[2])));
325 xlr_nae_wreg(priv->base_addr, R_MAC_ADDR0 + 1,
326 ((ndev->dev_addr[1] << 24) | (ndev->dev_addr[0] << 16)));
328 xlr_nae_wreg(priv->base_addr, R_MAC_ADDR_MASK2, 0xffffffff);
329 xlr_nae_wreg(priv->base_addr, R_MAC_ADDR_MASK2 + 1, 0xffffffff);
330 xlr_nae_wreg(priv->base_addr, R_MAC_ADDR_MASK3, 0xffffffff);
331 xlr_nae_wreg(priv->base_addr, R_MAC_ADDR_MASK3 + 1, 0xffffffff);
333 xlr_nae_wreg(priv->base_addr, R_MAC_FILTER_CONFIG,
334 (1 << O_MAC_FILTER_CONFIG__BROADCAST_EN) |
335 (1 << O_MAC_FILTER_CONFIG__ALL_MCAST_EN) |
336 (1 << O_MAC_FILTER_CONFIG__MAC_ADDR0_VALID));
338 if (priv->nd->phy_interface == PHY_INTERFACE_MODE_RGMII ||
339 priv->nd->phy_interface == PHY_INTERFACE_MODE_SGMII)
340 xlr_reg_update(priv->base_addr, R_IPG_IFG, MAC_B2B_IPG, 0x7f);
343 static int xlr_net_set_mac_addr(struct net_device *ndev, void *data)
347 err = eth_mac_addr(ndev, data);
350 xlr_hw_set_mac_addr(ndev);
354 static void xlr_set_rx_mode(struct net_device *ndev)
356 struct xlr_net_priv *priv = netdev_priv(ndev);
359 regval = xlr_nae_rdreg(priv->base_addr, R_MAC_FILTER_CONFIG);
361 if (ndev->flags & IFF_PROMISC) {
362 regval |= (1 << O_MAC_FILTER_CONFIG__BROADCAST_EN) |
363 (1 << O_MAC_FILTER_CONFIG__PAUSE_FRAME_EN) |
364 (1 << O_MAC_FILTER_CONFIG__ALL_MCAST_EN) |
365 (1 << O_MAC_FILTER_CONFIG__ALL_UCAST_EN);
367 regval &= ~((1 << O_MAC_FILTER_CONFIG__PAUSE_FRAME_EN) |
368 (1 << O_MAC_FILTER_CONFIG__ALL_UCAST_EN));
371 xlr_nae_wreg(priv->base_addr, R_MAC_FILTER_CONFIG, regval);
374 static void xlr_stats(struct net_device *ndev, struct rtnl_link_stats64 *stats)
376 struct xlr_net_priv *priv = netdev_priv(ndev);
378 stats->rx_packets = xlr_nae_rdreg(priv->base_addr, RX_PACKET_COUNTER);
379 stats->tx_packets = xlr_nae_rdreg(priv->base_addr, TX_PACKET_COUNTER);
380 stats->rx_bytes = xlr_nae_rdreg(priv->base_addr, RX_BYTE_COUNTER);
381 stats->tx_bytes = xlr_nae_rdreg(priv->base_addr, TX_BYTE_COUNTER);
382 stats->tx_errors = xlr_nae_rdreg(priv->base_addr, TX_FCS_ERROR_COUNTER);
383 stats->rx_dropped = xlr_nae_rdreg(priv->base_addr,
384 RX_DROP_PACKET_COUNTER);
385 stats->tx_dropped = xlr_nae_rdreg(priv->base_addr,
386 TX_DROP_FRAME_COUNTER);
388 stats->multicast = xlr_nae_rdreg(priv->base_addr,
389 RX_MULTICAST_PACKET_COUNTER);
390 stats->collisions = xlr_nae_rdreg(priv->base_addr,
391 TX_TOTAL_COLLISION_COUNTER);
393 stats->rx_length_errors = xlr_nae_rdreg(priv->base_addr,
394 RX_FRAME_LENGTH_ERROR_COUNTER);
395 stats->rx_over_errors = xlr_nae_rdreg(priv->base_addr,
396 RX_DROP_PACKET_COUNTER);
397 stats->rx_crc_errors = xlr_nae_rdreg(priv->base_addr,
398 RX_FCS_ERROR_COUNTER);
399 stats->rx_frame_errors = xlr_nae_rdreg(priv->base_addr,
400 RX_ALIGNMENT_ERROR_COUNTER);
402 stats->rx_fifo_errors = xlr_nae_rdreg(priv->base_addr,
403 RX_DROP_PACKET_COUNTER);
404 stats->rx_missed_errors = xlr_nae_rdreg(priv->base_addr,
405 RX_CARRIER_SENSE_ERROR_COUNTER);
407 stats->rx_errors = (stats->rx_over_errors + stats->rx_crc_errors +
408 stats->rx_frame_errors + stats->rx_fifo_errors +
409 stats->rx_missed_errors);
411 stats->tx_aborted_errors = xlr_nae_rdreg(priv->base_addr,
412 TX_EXCESSIVE_COLLISION_PACKET_COUNTER);
413 stats->tx_carrier_errors = xlr_nae_rdreg(priv->base_addr,
414 TX_DROP_FRAME_COUNTER);
415 stats->tx_fifo_errors = xlr_nae_rdreg(priv->base_addr,
416 TX_DROP_FRAME_COUNTER);
419 static struct rtnl_link_stats64 *xlr_get_stats64(struct net_device *ndev,
420 struct rtnl_link_stats64 *stats)
422 xlr_stats(ndev, stats);
426 static struct net_device_ops xlr_netdev_ops = {
427 .ndo_open = xlr_net_open,
428 .ndo_stop = xlr_net_stop,
429 .ndo_start_xmit = xlr_net_start_xmit,
430 .ndo_select_queue = xlr_net_select_queue,
431 .ndo_set_mac_address = xlr_net_set_mac_addr,
432 .ndo_set_rx_mode = xlr_set_rx_mode,
433 .ndo_get_stats64 = xlr_get_stats64,
437 static void *xlr_config_spill(struct xlr_net_priv *priv, int reg_start_0,
438 int reg_start_1, int reg_size, int size)
442 unsigned long phys_addr;
445 base = priv->base_addr;
447 spill = kmalloc(spill_size + SMP_CACHE_BYTES, GFP_ATOMIC);
449 pr_err("Unable to allocate memory for spill area!\n");
451 spill = PTR_ALIGN(spill, SMP_CACHE_BYTES);
452 phys_addr = virt_to_phys(spill);
453 dev_dbg(&priv->ndev->dev, "Allocated spill %d bytes at %lx\n",
455 xlr_nae_wreg(base, reg_start_0, (phys_addr >> 5) & 0xffffffff);
456 xlr_nae_wreg(base, reg_start_1, ((u64)phys_addr >> 37) & 0x07);
457 xlr_nae_wreg(base, reg_size, spill_size);
463 * Configure the 6 FIFO's that are used by the network accelarator to
464 * communicate with the rest of the XLx device. 4 of the FIFO's are for
465 * packets from NA --> cpu (called Class FIFO's) and 2 are for feeding
466 * the NA with free descriptors.
468 static void xlr_config_fifo_spill_area(struct xlr_net_priv *priv)
470 priv->frin_spill = xlr_config_spill(priv,
471 R_REG_FRIN_SPILL_MEM_START_0,
472 R_REG_FRIN_SPILL_MEM_START_1,
473 R_REG_FRIN_SPILL_MEM_SIZE,
476 priv->frout_spill = xlr_config_spill(priv,
477 R_FROUT_SPILL_MEM_START_0,
478 R_FROUT_SPILL_MEM_START_1,
479 R_FROUT_SPILL_MEM_SIZE,
482 priv->class_0_spill = xlr_config_spill(priv,
483 R_CLASS0_SPILL_MEM_START_0,
484 R_CLASS0_SPILL_MEM_START_1,
485 R_CLASS0_SPILL_MEM_SIZE,
488 priv->class_1_spill = xlr_config_spill(priv,
489 R_CLASS1_SPILL_MEM_START_0,
490 R_CLASS1_SPILL_MEM_START_1,
491 R_CLASS1_SPILL_MEM_SIZE,
494 priv->class_2_spill = xlr_config_spill(priv,
495 R_CLASS2_SPILL_MEM_START_0,
496 R_CLASS2_SPILL_MEM_START_1,
497 R_CLASS2_SPILL_MEM_SIZE,
500 priv->class_3_spill = xlr_config_spill(priv,
501 R_CLASS3_SPILL_MEM_START_0,
502 R_CLASS3_SPILL_MEM_START_1,
503 R_CLASS3_SPILL_MEM_SIZE,
509 * Configure PDE to Round-Robin distribution of packets to the
512 static void xlr_config_pde(struct xlr_net_priv *priv)
517 /* Each core has 8 buckets(station) */
518 for (i = 0; i < hweight32(priv->nd->cpu_mask); i++)
519 bkt_map |= (0xff << (i * 8));
521 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_0, (bkt_map & 0xffffffff));
522 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_0 + 1,
523 ((bkt_map >> 32) & 0xffffffff));
525 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_1, (bkt_map & 0xffffffff));
526 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_1 + 1,
527 ((bkt_map >> 32) & 0xffffffff));
529 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_2, (bkt_map & 0xffffffff));
530 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_2 + 1,
531 ((bkt_map >> 32) & 0xffffffff));
533 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_3, (bkt_map & 0xffffffff));
534 xlr_nae_wreg(priv->base_addr, R_PDE_CLASS_3 + 1,
535 ((bkt_map >> 32) & 0xffffffff));
539 * Setup the Message ring credits, bucket size and other
540 * common configuration
542 static void xlr_config_common(struct xlr_net_priv *priv)
544 struct xlr_fmn_info *gmac = priv->nd->gmac_fmn_info;
545 int start_stn_id = gmac->start_stn_id;
546 int end_stn_id = gmac->end_stn_id;
547 int *bucket_size = priv->nd->bucket_size;
550 /* Setting non-core MsgBktSize(0x321 - 0x325) */
551 for (i = start_stn_id; i <= end_stn_id; i++) {
552 xlr_nae_wreg(priv->base_addr,
553 R_GMAC_RFR0_BUCKET_SIZE + i - start_stn_id,
558 * Setting non-core Credit counter register
559 * Distributing Gmac's credit to CPU's
561 for (i = 0; i < 8; i++) {
562 for (j = 0; j < 8; j++)
563 xlr_nae_wreg(priv->base_addr,
564 (R_CC_CPU0_0 + (i * 8)) + j,
565 gmac->credit_config[(i * 8) + j]);
568 xlr_nae_wreg(priv->base_addr, R_MSG_TX_THRESHOLD, 3);
569 xlr_nae_wreg(priv->base_addr, R_DMACR0, 0xffffffff);
570 xlr_nae_wreg(priv->base_addr, R_DMACR1, 0xffffffff);
571 xlr_nae_wreg(priv->base_addr, R_DMACR2, 0xffffffff);
572 xlr_nae_wreg(priv->base_addr, R_DMACR3, 0xffffffff);
573 xlr_nae_wreg(priv->base_addr, R_FREEQCARVE, 0);
575 xlr_net_fill_rx_ring(priv->ndev);
576 nlm_register_fmn_handler(start_stn_id, end_stn_id, xlr_net_fmn_handler,
580 static void xlr_config_translate_table(struct xlr_net_priv *priv)
584 int bkts[32]; /* one bucket is assumed for each cpu */
585 int b1, b2, c1, c2, i, j, k;
589 cpu_mask = priv->nd->cpu_mask;
591 pr_info("Using %s-based distribution\n",
592 (use_bkt) ? "bucket" : "class");
594 for (i = 0; i < 32; i++) {
595 if ((1 << i) & cpu_mask) {
596 /* for each cpu, mark the 4+threadid bucket */
597 bkts[j] = ((i / 4) * 8) + (i % 4);
602 /*configure the 128 * 9 Translation table to send to available buckets*/
606 for (i = 0; i < 64; i++) {
608 * On use_bkt set the b0, b1 are used, else
609 * the 4 classes are used, here implemented
610 * a logic to distribute the packets to the
611 * buckets equally or based on the class
620 val = ((c1 << 23) | (b1 << 17) | (use_bkt << 16) |
621 (c2 << 7) | (b2 << 1) | (use_bkt << 0));
622 dev_dbg(&priv->ndev->dev, "Table[%d] b1=%d b2=%d c1=%d c2=%d\n",
624 xlr_nae_wreg(priv->base_addr, R_TRANSLATETABLE + i, val);
629 static void xlr_config_parser(struct xlr_net_priv *priv)
633 /* Mark it as ETHERNET type */
634 xlr_nae_wreg(priv->base_addr, R_L2TYPE_0, 0x01);
636 /* Use 7bit CRChash for flow classification with 127 as CRC polynomial*/
637 xlr_nae_wreg(priv->base_addr, R_PARSERCONFIGREG,
638 ((0x7f << 8) | (1 << 1)));
640 /* configure the parser : L2 Type is configured in the bootloader */
641 /* extract IP: src, dest protocol */
642 xlr_nae_wreg(priv->base_addr, R_L3CTABLE,
643 (9 << 20) | (1 << 19) | (1 << 18) | (0x01 << 16) |
645 xlr_nae_wreg(priv->base_addr, R_L3CTABLE + 1,
646 (9 << 25) | (1 << 21) | (12 << 14) | (4 << 10) |
649 /* Configure to extract SRC port and Dest port for TCP and UDP pkts */
650 xlr_nae_wreg(priv->base_addr, R_L4CTABLE, 6);
651 xlr_nae_wreg(priv->base_addr, R_L4CTABLE + 2, 17);
652 val = ((0 << 21) | (2 << 17) | (2 << 11) | (2 << 7));
653 xlr_nae_wreg(priv->base_addr, R_L4CTABLE + 1, val);
654 xlr_nae_wreg(priv->base_addr, R_L4CTABLE + 3, val);
656 xlr_config_translate_table(priv);
659 static int xlr_phy_write(u32 *base_addr, int phy_addr, int regnum, u16 val)
661 unsigned long timeout, stoptime, checktime;
665 timeout = msecs_to_jiffies(100);
666 stoptime = jiffies + timeout;
669 xlr_nae_wreg(base_addr, R_MII_MGMT_ADDRESS, (phy_addr << 8) | regnum);
671 /* Write the data which starts the write cycle */
672 xlr_nae_wreg(base_addr, R_MII_MGMT_WRITE_DATA, (u32) val);
674 /* poll for the read cycle to complete */
677 if (xlr_nae_rdreg(base_addr, R_MII_MGMT_INDICATORS) == 0)
679 timedout = time_after(checktime, stoptime);
682 pr_info("Phy device write err: device busy");
689 static int xlr_phy_read(u32 *base_addr, int phy_addr, int regnum)
691 unsigned long timeout, stoptime, checktime;
695 timeout = msecs_to_jiffies(100);
696 stoptime = jiffies + timeout;
699 /* setup the phy reg to be used */
700 xlr_nae_wreg(base_addr, R_MII_MGMT_ADDRESS,
701 (phy_addr << 8) | (regnum << 0));
703 /* Issue the read command */
704 xlr_nae_wreg(base_addr, R_MII_MGMT_COMMAND,
705 (1 << O_MII_MGMT_COMMAND__rstat));
708 /* poll for the read cycle to complete */
711 if (xlr_nae_rdreg(base_addr, R_MII_MGMT_INDICATORS) == 0)
713 timedout = time_after(checktime, stoptime);
716 pr_info("Phy device read err: device busy");
720 /* clear the read cycle */
721 xlr_nae_wreg(base_addr, R_MII_MGMT_COMMAND, 0);
724 return xlr_nae_rdreg(base_addr, R_MII_MGMT_STATUS);
727 static int xlr_mii_write(struct mii_bus *bus, int phy_addr, int regnum, u16 val)
729 struct xlr_net_priv *priv = bus->priv;
732 ret = xlr_phy_write(priv->mii_addr, phy_addr, regnum, val);
733 dev_dbg(&priv->ndev->dev, "mii_write phy %d : %d <- %x [%x]\n",
734 phy_addr, regnum, val, ret);
738 static int xlr_mii_read(struct mii_bus *bus, int phy_addr, int regnum)
740 struct xlr_net_priv *priv = bus->priv;
743 ret = xlr_phy_read(priv->mii_addr, phy_addr, regnum);
744 dev_dbg(&priv->ndev->dev, "mii_read phy %d : %d [%x]\n",
745 phy_addr, regnum, ret);
750 * XLR ports are RGMII. XLS ports are SGMII mostly except the port0,
751 * which can be configured either SGMII or RGMII, considered SGMII
752 * by default, if board setup to RGMII the port_type need to set
753 * accordingly.Serdes and PCS layer need to configured for SGMII
755 static void xlr_sgmii_init(struct xlr_net_priv *priv)
759 xlr_phy_write(priv->serdes_addr, 26, 0, 0x6DB0);
760 xlr_phy_write(priv->serdes_addr, 26, 1, 0xFFFF);
761 xlr_phy_write(priv->serdes_addr, 26, 2, 0xB6D0);
762 xlr_phy_write(priv->serdes_addr, 26, 3, 0x00FF);
763 xlr_phy_write(priv->serdes_addr, 26, 4, 0x0000);
764 xlr_phy_write(priv->serdes_addr, 26, 5, 0x0000);
765 xlr_phy_write(priv->serdes_addr, 26, 6, 0x0005);
766 xlr_phy_write(priv->serdes_addr, 26, 7, 0x0001);
767 xlr_phy_write(priv->serdes_addr, 26, 8, 0x0000);
768 xlr_phy_write(priv->serdes_addr, 26, 9, 0x0000);
769 xlr_phy_write(priv->serdes_addr, 26, 10, 0x0000);
771 /* program GPIO values for serdes init parameters */
772 xlr_nae_wreg(priv->gpio_addr, 0x20, 0x7e6802);
773 xlr_nae_wreg(priv->gpio_addr, 0x10, 0x7104);
775 xlr_nae_wreg(priv->gpio_addr, 0x22, 0x7e6802);
776 xlr_nae_wreg(priv->gpio_addr, 0x21, 0x7104);
778 /* enable autoneg - more magic */
779 phy = priv->port_id % 4 + 27;
780 xlr_phy_write(priv->pcs_addr, phy, 0, 0x1000);
781 xlr_phy_write(priv->pcs_addr, phy, 0, 0x0200);
784 void xlr_set_gmac_speed(struct xlr_net_priv *priv)
786 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
789 if (phydev->interface == PHY_INTERFACE_MODE_SGMII)
790 xlr_sgmii_init(priv);
792 if (phydev->speed != priv->phy_speed) {
793 pr_info("change %d to %d\n", priv->phy_speed, phydev->speed);
794 speed = phydev->speed;
795 if (speed == SPEED_1000) {
796 /* Set interface to Byte mode */
797 xlr_nae_wreg(priv->base_addr, R_MAC_CONFIG_2, 0x7217);
798 priv->phy_speed = speed;
799 } else if (speed == SPEED_100 || speed == SPEED_10) {
800 /* Set interface to Nibble mode */
801 xlr_nae_wreg(priv->base_addr, R_MAC_CONFIG_2, 0x7117);
802 priv->phy_speed = speed;
804 /* Set SGMII speed in Interface controll reg */
805 if (phydev->interface == PHY_INTERFACE_MODE_SGMII) {
806 if (speed == SPEED_10)
807 xlr_nae_wreg(priv->base_addr,
808 R_INTERFACE_CONTROL, SGMII_SPEED_10);
809 if (speed == SPEED_100)
810 xlr_nae_wreg(priv->base_addr,
811 R_INTERFACE_CONTROL, SGMII_SPEED_100);
812 if (speed == SPEED_1000)
813 xlr_nae_wreg(priv->base_addr,
814 R_INTERFACE_CONTROL, SGMII_SPEED_1000);
816 if (speed == SPEED_10)
817 xlr_nae_wreg(priv->base_addr, R_CORECONTROL, 0x2);
818 if (speed == SPEED_100)
819 xlr_nae_wreg(priv->base_addr, R_CORECONTROL, 0x1);
820 if (speed == SPEED_1000)
821 xlr_nae_wreg(priv->base_addr, R_CORECONTROL, 0x0);
823 pr_info("gmac%d : %dMbps\n", priv->port_id, priv->phy_speed);
826 static void xlr_gmac_link_adjust(struct net_device *ndev)
828 struct xlr_net_priv *priv = netdev_priv(ndev);
829 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
832 intreg = xlr_nae_rdreg(priv->base_addr, R_INTREG);
834 if (phydev->speed != priv->phy_speed) {
835 pr_info("gmac%d : Link up\n", priv->port_id);
836 xlr_set_gmac_speed(priv);
839 pr_info("gmac%d : Link down\n", priv->port_id);
840 xlr_set_gmac_speed(priv);
844 static int xlr_mii_probe(struct xlr_net_priv *priv)
846 struct phy_device *phydev = priv->mii_bus->phy_map[priv->phy_addr];
849 pr_err("no PHY found on phy_addr %d\n", priv->phy_addr);
853 /* Attach MAC to PHY */
854 phydev = phy_connect(priv->ndev, dev_name(&phydev->dev),
855 &xlr_gmac_link_adjust, priv->nd->phy_interface);
857 if (IS_ERR(phydev)) {
858 pr_err("could not attach PHY\n");
859 return PTR_ERR(phydev);
861 phydev->supported &= (ADVERTISED_10baseT_Full
862 | ADVERTISED_10baseT_Half
863 | ADVERTISED_100baseT_Full
864 | ADVERTISED_100baseT_Half
865 | ADVERTISED_1000baseT_Full
869 phydev->advertising = phydev->supported;
870 pr_info("attached PHY driver [%s] (mii_bus:phy_addr=%s\n",
871 phydev->drv->name, dev_name(&phydev->dev));
875 static int xlr_setup_mdio(struct xlr_net_priv *priv,
876 struct platform_device *pdev)
880 priv->phy_addr = priv->nd->phy_addr;
881 priv->mii_bus = mdiobus_alloc();
882 if (!priv->mii_bus) {
883 pr_err("mdiobus alloc failed\n");
887 priv->mii_bus->priv = priv;
888 priv->mii_bus->name = "xlr-mdio";
889 snprintf(priv->mii_bus->id, MII_BUS_ID_SIZE, "%s-%d",
890 priv->mii_bus->name, priv->port_id);
891 priv->mii_bus->read = xlr_mii_read;
892 priv->mii_bus->write = xlr_mii_write;
893 priv->mii_bus->parent = &pdev->dev;
894 priv->mii_bus->irq = kmalloc(sizeof(int)*PHY_MAX_ADDR, GFP_KERNEL);
895 if (priv->mii_bus->irq == NULL) {
896 pr_err("irq alloc failed\n");
897 mdiobus_free(priv->mii_bus);
900 priv->mii_bus->irq[priv->phy_addr] = priv->ndev->irq;
902 /* Scan only the enabled address */
903 priv->mii_bus->phy_mask = ~(1 << priv->phy_addr);
905 /* setting clock divisor to 54 */
906 xlr_nae_wreg(priv->base_addr, R_MII_MGMT_CONFIG, 0x7);
908 err = mdiobus_register(priv->mii_bus);
910 mdiobus_free(priv->mii_bus);
911 pr_err("mdio bus registration failed\n");
915 pr_info("Registered mdio bus id : %s\n", priv->mii_bus->id);
916 err = xlr_mii_probe(priv);
918 mdiobus_free(priv->mii_bus);
924 static void xlr_port_enable(struct xlr_net_priv *priv)
926 u32 prid = (read_c0_prid() & 0xf000);
928 /* Setup MAC_CONFIG reg if (xls & rgmii) */
929 if ((prid == 0x8000 || prid == 0x4000 || prid == 0xc000) &&
930 priv->nd->phy_interface == PHY_INTERFACE_MODE_RGMII)
931 xlr_reg_update(priv->base_addr, R_RX_CONTROL,
932 (1 << O_RX_CONTROL__RGMII), (1 << O_RX_CONTROL__RGMII));
935 xlr_reg_update(priv->base_addr, R_MAC_CONFIG_1,
936 ((1 << O_MAC_CONFIG_1__rxen) | (1 << O_MAC_CONFIG_1__txen) |
937 (1 << O_MAC_CONFIG_1__rxfc) | (1 << O_MAC_CONFIG_1__txfc)),
938 ((1 << O_MAC_CONFIG_1__rxen) | (1 << O_MAC_CONFIG_1__txen) |
939 (1 << O_MAC_CONFIG_1__rxfc) | (1 << O_MAC_CONFIG_1__txfc)));
941 /* Setup tx control reg */
942 xlr_reg_update(priv->base_addr, R_TX_CONTROL,
943 ((1 << O_TX_CONTROL__TxEnable) |
944 (512 << O_TX_CONTROL__TxThreshold)), 0x3fff);
946 /* Setup rx control reg */
947 xlr_reg_update(priv->base_addr, R_RX_CONTROL,
948 1 << O_RX_CONTROL__RxEnable, 1 << O_RX_CONTROL__RxEnable);
951 static void xlr_port_disable(struct xlr_net_priv *priv)
953 /* Setup MAC_CONFIG reg */
955 xlr_reg_update(priv->base_addr, R_MAC_CONFIG_1,
956 ((1 << O_MAC_CONFIG_1__rxen) | (1 << O_MAC_CONFIG_1__txen) |
957 (1 << O_MAC_CONFIG_1__rxfc) | (1 << O_MAC_CONFIG_1__txfc)),
960 /* Setup tx control reg */
961 xlr_reg_update(priv->base_addr, R_TX_CONTROL,
962 ((1 << O_TX_CONTROL__TxEnable) |
963 (512 << O_TX_CONTROL__TxThreshold)), 0);
965 /* Setup rx control reg */
966 xlr_reg_update(priv->base_addr, R_RX_CONTROL,
967 1 << O_RX_CONTROL__RxEnable, 0);
970 /* Initialization of gmac */
971 static int xlr_gmac_init(struct xlr_net_priv *priv,
972 struct platform_device *pdev)
976 pr_info("Initializing the gmac%d\n", priv->port_id);
978 xlr_port_disable(priv);
979 xlr_nae_wreg(priv->base_addr, R_DESC_PACK_CTRL,
980 (1 << O_DESC_PACK_CTRL__MaxEntry)
981 | (BYTE_OFFSET << O_DESC_PACK_CTRL__ByteOffset)
982 | (1600 << O_DESC_PACK_CTRL__RegularSize));
984 ret = xlr_setup_mdio(priv, pdev);
987 xlr_port_enable(priv);
989 /* Enable Full-duplex/1000Mbps/CRC */
990 xlr_nae_wreg(priv->base_addr, R_MAC_CONFIG_2, 0x7217);
992 xlr_nae_wreg(priv->base_addr, R_CORECONTROL, 0x02);
993 /* Setup Interrupt mask reg */
994 xlr_nae_wreg(priv->base_addr, R_INTMASK,
995 (1 << O_INTMASK__TxIllegal) |
996 (1 << O_INTMASK__MDInt) |
997 (1 << O_INTMASK__TxFetchError) |
998 (1 << O_INTMASK__P2PSpillEcc) |
999 (1 << O_INTMASK__TagFull) |
1000 (1 << O_INTMASK__Underrun) |
1001 (1 << O_INTMASK__Abort)
1004 /* Clear all stats */
1005 xlr_reg_update(priv->base_addr, R_STATCTRL,
1006 0, 1 << O_STATCTRL__ClrCnt);
1007 xlr_reg_update(priv->base_addr, R_STATCTRL,
1008 1 << O_STATCTRL__ClrCnt, 1 << O_STATCTRL__ClrCnt);
1012 static int xlr_net_probe(struct platform_device *pdev)
1014 struct xlr_net_priv *priv = NULL;
1015 struct net_device *ndev;
1016 struct resource *res;
1020 ndev = alloc_etherdev_mq(sizeof(struct xlr_net_priv), 32);
1022 pr_err("Allocation of Ethernet device failed\n");
1026 priv = netdev_priv(ndev);
1029 priv->port_id = mac;
1030 priv->nd = (struct xlr_net_data *)pdev->dev.platform_data;
1032 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1034 pr_err("No memory resource for MAC %d\n", mac);
1039 ndev->base_addr = (unsigned long) devm_ioremap_resource
1041 if (IS_ERR_VALUE(ndev->base_addr)) {
1042 err = ndev->base_addr;
1046 res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1048 pr_err("No irq resource for MAC %d\n", mac);
1052 ndev->irq = res->start;
1054 priv->mii_addr = priv->nd->mii_addr;
1055 priv->serdes_addr = priv->nd->serdes_addr;
1056 priv->pcs_addr = priv->nd->pcs_addr;
1057 priv->gpio_addr = priv->nd->gpio_addr;
1058 priv->base_addr = (u32 *) ndev->base_addr;
1060 mac_to_ndev[mac] = ndev;
1061 ndev->netdev_ops = &xlr_netdev_ops;
1062 ndev->watchdog_timeo = HZ;
1064 /* Setup Mac address and Rx mode */
1065 eth_hw_addr_random(ndev);
1066 xlr_hw_set_mac_addr(ndev);
1067 xlr_set_rx_mode(ndev);
1069 priv->num_rx_desc += MAX_NUM_DESC_SPILL;
1070 ndev->ethtool_ops = &xlr_ethtool_ops;
1071 SET_NETDEV_DEV(ndev, &pdev->dev);
1073 /* Common registers, do one time initialization */
1074 if (mac == 0 || mac == 4) {
1075 xlr_config_fifo_spill_area(priv);
1076 /* Configure PDE to Round-Robin pkt distribution */
1077 xlr_config_pde(priv);
1078 xlr_config_parser(priv);
1080 /* Call init with respect to port */
1081 if (strcmp(res->name, "gmac") == 0) {
1082 err = xlr_gmac_init(priv, pdev);
1084 pr_err("gmac%d init failed\n", mac);
1089 if (mac == 0 || mac == 4)
1090 xlr_config_common(priv);
1092 err = register_netdev(ndev);
1095 platform_set_drvdata(pdev, priv);
1099 mdiobus_free(priv->mii_bus);
1105 static int xlr_net_remove(struct platform_device *pdev)
1107 struct xlr_net_priv *priv = platform_get_drvdata(pdev);
1108 unregister_netdev(priv->ndev);
1109 mdiobus_unregister(priv->mii_bus);
1110 mdiobus_free(priv->mii_bus);
1111 free_netdev(priv->ndev);
1115 static struct platform_driver xlr_net_driver = {
1116 .probe = xlr_net_probe,
1117 .remove = xlr_net_remove,
1120 .owner = THIS_MODULE,
1124 module_platform_driver(xlr_net_driver);
1127 MODULE_DESCRIPTION("Ethernet driver for Netlogic XLR/XLS");
1128 MODULE_LICENSE("Dual BSD/GPL");
1129 MODULE_ALIAS("platform:xlr-net");