drivers/net/ethernet/intel/ixgbevf/ethtool.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /* Copyright(c) 1999 - 2018 Intel Corporation. */
   3
   4 /* ethtool support for ixgbevf */
   5
   6 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
   7
   8 #include <linux/types.h>
   9 #include <linux/module.h>
  10 #include <linux/slab.h>
  11 #include <linux/pci.h>
  12 #include <linux/netdevice.h>
  13 #include <linux/ethtool.h>
  14 #include <linux/vmalloc.h>
  15 #include <linux/if_vlan.h>
  16 #include <linux/uaccess.h>
  17
  18 #include "ixgbevf.h"
  19
  20 enum {NETDEV_STATS, IXGBEVF_STATS};
  21
  22 struct ixgbe_stats {
  23         char stat_string[ETH_GSTRING_LEN];
  24         int type;
  25         int sizeof_stat;
  26         int stat_offset;
  27 };
  28
  29 #define IXGBEVF_STAT(_name, _stat) { \
  30         .stat_string = _name, \
  31         .type = IXGBEVF_STATS, \
  32         .sizeof_stat = sizeof_field(struct ixgbevf_adapter, _stat), \
  33         .stat_offset = offsetof(struct ixgbevf_adapter, _stat) \
  34 }
  35
  36 #define IXGBEVF_NETDEV_STAT(_net_stat) { \
  37         .stat_string = #_net_stat, \
  38         .type = NETDEV_STATS, \
  39         .sizeof_stat = sizeof_field(struct net_device_stats, _net_stat), \
  40         .stat_offset = offsetof(struct net_device_stats, _net_stat) \
  41 }
  42
  43 static struct ixgbe_stats ixgbevf_gstrings_stats[] = {
  44         IXGBEVF_NETDEV_STAT(rx_packets),
  45         IXGBEVF_NETDEV_STAT(tx_packets),
  46         IXGBEVF_NETDEV_STAT(rx_bytes),
  47         IXGBEVF_NETDEV_STAT(tx_bytes),
  48         IXGBEVF_STAT("tx_busy", tx_busy),
  49         IXGBEVF_STAT("tx_restart_queue", restart_queue),
  50         IXGBEVF_STAT("tx_timeout_count", tx_timeout_count),
  51         IXGBEVF_NETDEV_STAT(multicast),
  52         IXGBEVF_STAT("rx_csum_offload_errors", hw_csum_rx_error),
  53         IXGBEVF_STAT("alloc_rx_page", alloc_rx_page),
  54         IXGBEVF_STAT("alloc_rx_page_failed", alloc_rx_page_failed),
  55         IXGBEVF_STAT("alloc_rx_buff_failed", alloc_rx_buff_failed),
  56         IXGBEVF_STAT("tx_ipsec", tx_ipsec),
  57         IXGBEVF_STAT("rx_ipsec", rx_ipsec),
  58 };
  59
  60 #define IXGBEVF_QUEUE_STATS_LEN ( \
  61         (((struct ixgbevf_adapter *)netdev_priv(netdev))->num_tx_queues + \
  62          ((struct ixgbevf_adapter *)netdev_priv(netdev))->num_xdp_queues + \
  63          ((struct ixgbevf_adapter *)netdev_priv(netdev))->num_rx_queues) * \
  64          (sizeof(struct ixgbevf_stats) / sizeof(u64)))
  65 #define IXGBEVF_GLOBAL_STATS_LEN ARRAY_SIZE(ixgbevf_gstrings_stats)
  66
  67 #define IXGBEVF_STATS_LEN (IXGBEVF_GLOBAL_STATS_LEN + IXGBEVF_QUEUE_STATS_LEN)
  68 static const char ixgbe_gstrings_test[][ETH_GSTRING_LEN] = {
  69         "Register test  (offline)",
  70         "Link test   (on/offline)"
  71 };
  72
  73 #define IXGBEVF_TEST_LEN (sizeof(ixgbe_gstrings_test) / ETH_GSTRING_LEN)
  74
  75 static const char ixgbevf_priv_flags_strings[][ETH_GSTRING_LEN] = {
  76 #define IXGBEVF_PRIV_FLAGS_LEGACY_RX    BIT(0)
  77         "legacy-rx",
  78 };
  79
  80 #define IXGBEVF_PRIV_FLAGS_STR_LEN ARRAY_SIZE(ixgbevf_priv_flags_strings)
  81
  82 static int ixgbevf_get_link_ksettings(struct net_device *netdev,
  83                                       struct ethtool_link_ksettings *cmd)
  84 {
  85         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
  86
  87         ethtool_link_ksettings_zero_link_mode(cmd, supported);
  88         ethtool_link_ksettings_add_link_mode(cmd, supported, 10000baseT_Full);
  89         cmd->base.autoneg = AUTONEG_DISABLE;
  90         cmd->base.port = -1;
  91
  92         if (adapter->link_up) {
  93                 __u32 speed = SPEED_10000;
  94
  95                 switch (adapter->link_speed) {
  96                 case IXGBE_LINK_SPEED_10GB_FULL:
  97                         speed = SPEED_10000;
  98                         break;
  99                 case IXGBE_LINK_SPEED_1GB_FULL:
 100                         speed = SPEED_1000;
 101                         break;
 102                 case IXGBE_LINK_SPEED_100_FULL:
 103                         speed = SPEED_100;
 104                         break;
 105                 }
 106
 107                 cmd->base.speed = speed;
 108                 cmd->base.duplex = DUPLEX_FULL;
 109         } else {
 110                 cmd->base.speed = SPEED_UNKNOWN;
 111                 cmd->base.duplex = DUPLEX_UNKNOWN;
 112         }
 113
 114         return 0;
 115 }
 116
 117 static u32 ixgbevf_get_msglevel(struct net_device *netdev)
 118 {
 119         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 120
 121         return adapter->msg_enable;
 122 }
 123
 124 static void ixgbevf_set_msglevel(struct net_device *netdev, u32 data)
 125 {
 126         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 127
 128         adapter->msg_enable = data;
 129 }
 130
 131 static int ixgbevf_get_regs_len(struct net_device *netdev)
 132 {
 133 #define IXGBE_REGS_LEN 45
 134         return IXGBE_REGS_LEN * sizeof(u32);
 135 }
 136
 137 static void ixgbevf_get_regs(struct net_device *netdev,
 138                              struct ethtool_regs *regs,
 139                              void *p)
 140 {
 141         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 142         struct ixgbe_hw *hw = &adapter->hw;
 143         u32 *regs_buff = p;
 144         u32 regs_len = ixgbevf_get_regs_len(netdev);
 145         u8 i;
 146
 147         memset(p, 0, regs_len);
 148
 149         /* generate a number suitable for ethtool's register version */
 150         regs->version = (1u << 24) | (hw->revision_id << 16) | hw->device_id;
 151
 152         /* General Registers */
 153         regs_buff[0] = IXGBE_READ_REG(hw, IXGBE_VFCTRL);
 154         regs_buff[1] = IXGBE_READ_REG(hw, IXGBE_VFSTATUS);
 155         regs_buff[2] = IXGBE_READ_REG(hw, IXGBE_VFLINKS);
 156         regs_buff[3] = IXGBE_READ_REG(hw, IXGBE_VFRXMEMWRAP);
 157         regs_buff[4] = IXGBE_READ_REG(hw, IXGBE_VFFRTIMER);
 158
 159         /* Interrupt */
 160         /* don't read EICR because it can clear interrupt causes, instead
 161          * read EICS which is a shadow but doesn't clear EICR
 162          */
 163         regs_buff[5] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
 164         regs_buff[6] = IXGBE_READ_REG(hw, IXGBE_VTEICS);
 165         regs_buff[7] = IXGBE_READ_REG(hw, IXGBE_VTEIMS);
 166         regs_buff[8] = IXGBE_READ_REG(hw, IXGBE_VTEIMC);
 167         regs_buff[9] = IXGBE_READ_REG(hw, IXGBE_VTEIAC);
 168         regs_buff[10] = IXGBE_READ_REG(hw, IXGBE_VTEIAM);
 169         regs_buff[11] = IXGBE_READ_REG(hw, IXGBE_VTEITR(0));
 170         regs_buff[12] = IXGBE_READ_REG(hw, IXGBE_VTIVAR(0));
 171         regs_buff[13] = IXGBE_READ_REG(hw, IXGBE_VTIVAR_MISC);
 172
 173         /* Receive DMA */
 174         for (i = 0; i < 2; i++)
 175                 regs_buff[14 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAL(i));
 176         for (i = 0; i < 2; i++)
 177                 regs_buff[16 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDBAH(i));
 178         for (i = 0; i < 2; i++)
 179                 regs_buff[18 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDLEN(i));
 180         for (i = 0; i < 2; i++)
 181                 regs_buff[20 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDH(i));
 182         for (i = 0; i < 2; i++)
 183                 regs_buff[22 + i] = IXGBE_READ_REG(hw, IXGBE_VFRDT(i));
 184         for (i = 0; i < 2; i++)
 185                 regs_buff[24 + i] = IXGBE_READ_REG(hw, IXGBE_VFRXDCTL(i));
 186         for (i = 0; i < 2; i++)
 187                 regs_buff[26 + i] = IXGBE_READ_REG(hw, IXGBE_VFSRRCTL(i));
 188
 189         /* Receive */
 190         regs_buff[28] = IXGBE_READ_REG(hw, IXGBE_VFPSRTYPE);
 191
 192         /* Transmit */
 193         for (i = 0; i < 2; i++)
 194                 regs_buff[29 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAL(i));
 195         for (i = 0; i < 2; i++)
 196                 regs_buff[31 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDBAH(i));
 197         for (i = 0; i < 2; i++)
 198                 regs_buff[33 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDLEN(i));
 199         for (i = 0; i < 2; i++)
 200                 regs_buff[35 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDH(i));
 201         for (i = 0; i < 2; i++)
 202                 regs_buff[37 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDT(i));
 203         for (i = 0; i < 2; i++)
 204                 regs_buff[39 + i] = IXGBE_READ_REG(hw, IXGBE_VFTXDCTL(i));
 205         for (i = 0; i < 2; i++)
 206                 regs_buff[41 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAL(i));
 207         for (i = 0; i < 2; i++)
 208                 regs_buff[43 + i] = IXGBE_READ_REG(hw, IXGBE_VFTDWBAH(i));
 209 }
 210
 211 static void ixgbevf_get_drvinfo(struct net_device *netdev,
 212                                 struct ethtool_drvinfo *drvinfo)
 213 {
 214         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 215
 216         strscpy(drvinfo->driver, ixgbevf_driver_name, sizeof(drvinfo->driver));
 217         strscpy(drvinfo->bus_info, pci_name(adapter->pdev),
 218                 sizeof(drvinfo->bus_info));
 219
 220         drvinfo->n_priv_flags = IXGBEVF_PRIV_FLAGS_STR_LEN;
 221 }
 222
 223 static void ixgbevf_get_ringparam(struct net_device *netdev,
 224                                   struct ethtool_ringparam *ring,
 225                                   struct kernel_ethtool_ringparam *kernel_ring,
 226                                   struct netlink_ext_ack *extack)
 227 {
 228         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 229
 230         ring->rx_max_pending = IXGBEVF_MAX_RXD;
 231         ring->tx_max_pending = IXGBEVF_MAX_TXD;
 232         ring->rx_pending = adapter->rx_ring_count;
 233         ring->tx_pending = adapter->tx_ring_count;
 234 }
 235
 236 static int ixgbevf_set_ringparam(struct net_device *netdev,
 237                                  struct ethtool_ringparam *ring,
 238                                  struct kernel_ethtool_ringparam *kernel_ring,
 239                                  struct netlink_ext_ack *extack)
 240 {
 241         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 242         struct ixgbevf_ring *tx_ring = NULL, *rx_ring = NULL;
 243         u32 new_rx_count, new_tx_count;
 244         int i, j, err = 0;
 245
 246         if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
 247                 return -EINVAL;
 248
 249         new_tx_count = max_t(u32, ring->tx_pending, IXGBEVF_MIN_TXD);
 250         new_tx_count = min_t(u32, new_tx_count, IXGBEVF_MAX_TXD);
 251         new_tx_count = ALIGN(new_tx_count, IXGBE_REQ_TX_DESCRIPTOR_MULTIPLE);
 252
 253         new_rx_count = max_t(u32, ring->rx_pending, IXGBEVF_MIN_RXD);
 254         new_rx_count = min_t(u32, new_rx_count, IXGBEVF_MAX_RXD);
 255         new_rx_count = ALIGN(new_rx_count, IXGBE_REQ_RX_DESCRIPTOR_MULTIPLE);
 256
 257         /* if nothing to do return success */
 258         if ((new_tx_count == adapter->tx_ring_count) &&
 259             (new_rx_count == adapter->rx_ring_count))
 260                 return 0;
 261
 262         while (test_and_set_bit(__IXGBEVF_RESETTING, &adapter->state))
 263                 usleep_range(1000, 2000);
 264
 265         if (!netif_running(adapter->netdev)) {
 266                 for (i = 0; i < adapter->num_tx_queues; i++)
 267                         adapter->tx_ring[i]->count = new_tx_count;
 268                 for (i = 0; i < adapter->num_xdp_queues; i++)
 269                         adapter->xdp_ring[i]->count = new_tx_count;
 270                 for (i = 0; i < adapter->num_rx_queues; i++)
 271                         adapter->rx_ring[i]->count = new_rx_count;
 272                 adapter->tx_ring_count = new_tx_count;
 273                 adapter->xdp_ring_count = new_tx_count;
 274                 adapter->rx_ring_count = new_rx_count;
 275                 goto clear_reset;
 276         }
 277
 278         if (new_tx_count != adapter->tx_ring_count) {
 279                 tx_ring = vmalloc(array_size(sizeof(*tx_ring),
 280                                              adapter->num_tx_queues +
 281                                                 adapter->num_xdp_queues));
 282                 if (!tx_ring) {
 283                         err = -ENOMEM;
 284                         goto clear_reset;
 285                 }
 286
 287                 for (i = 0; i < adapter->num_tx_queues; i++) {
 288                         /* clone ring and setup updated count */
 289                         tx_ring[i] = *adapter->tx_ring[i];
 290                         tx_ring[i].count = new_tx_count;
 291                         err = ixgbevf_setup_tx_resources(&tx_ring[i]);
 292                         if (err) {
 293                                 while (i) {
 294                                         i--;
 295                                         ixgbevf_free_tx_resources(&tx_ring[i]);
 296                                 }
 297
 298                                 vfree(tx_ring);
 299                                 tx_ring = NULL;
 300
 301                                 goto clear_reset;
 302                         }
 303                 }
 304
 305                 for (j = 0; j < adapter->num_xdp_queues; i++, j++) {
 306                         /* clone ring and setup updated count */
 307                         tx_ring[i] = *adapter->xdp_ring[j];
 308                         tx_ring[i].count = new_tx_count;
 309                         err = ixgbevf_setup_tx_resources(&tx_ring[i]);
 310                         if (err) {
 311                                 while (i) {
 312                                         i--;
 313                                         ixgbevf_free_tx_resources(&tx_ring[i]);
 314                                 }
 315
 316                                 vfree(tx_ring);
 317                                 tx_ring = NULL;
 318
 319                                 goto clear_reset;
 320                         }
 321                 }
 322         }
 323
 324         if (new_rx_count != adapter->rx_ring_count) {
 325                 rx_ring = vmalloc(array_size(sizeof(*rx_ring),
 326                                              adapter->num_rx_queues));
 327                 if (!rx_ring) {
 328                         err = -ENOMEM;
 329                         goto clear_reset;
 330                 }
 331
 332                 for (i = 0; i < adapter->num_rx_queues; i++) {
 333                         /* clone ring and setup updated count */
 334                         rx_ring[i] = *adapter->rx_ring[i];
 335
 336                         /* Clear copied XDP RX-queue info */
 337                         memset(&rx_ring[i].xdp_rxq, 0,
 338                                sizeof(rx_ring[i].xdp_rxq));
 339
 340                         rx_ring[i].count = new_rx_count;
 341                         err = ixgbevf_setup_rx_resources(adapter, &rx_ring[i]);
 342                         if (err) {
 343                                 while (i) {
 344                                         i--;
 345                                         ixgbevf_free_rx_resources(&rx_ring[i]);
 346                                 }
 347
 348                                 vfree(rx_ring);
 349                                 rx_ring = NULL;
 350
 351                                 goto clear_reset;
 352                         }
 353                 }
 354         }
 355
 356         /* bring interface down to prepare for update */
 357         ixgbevf_down(adapter);
 358
 359         /* Tx */
 360         if (tx_ring) {
 361                 for (i = 0; i < adapter->num_tx_queues; i++) {
 362                         ixgbevf_free_tx_resources(adapter->tx_ring[i]);
 363                         *adapter->tx_ring[i] = tx_ring[i];
 364                 }
 365                 adapter->tx_ring_count = new_tx_count;
 366
 367                 for (j = 0; j < adapter->num_xdp_queues; i++, j++) {
 368                         ixgbevf_free_tx_resources(adapter->xdp_ring[j]);
 369                         *adapter->xdp_ring[j] = tx_ring[i];
 370                 }
 371                 adapter->xdp_ring_count = new_tx_count;
 372
 373                 vfree(tx_ring);
 374                 tx_ring = NULL;
 375         }
 376
 377         /* Rx */
 378         if (rx_ring) {
 379                 for (i = 0; i < adapter->num_rx_queues; i++) {
 380                         ixgbevf_free_rx_resources(adapter->rx_ring[i]);
 381                         *adapter->rx_ring[i] = rx_ring[i];
 382                 }
 383                 adapter->rx_ring_count = new_rx_count;
 384
 385                 vfree(rx_ring);
 386                 rx_ring = NULL;
 387         }
 388
 389         /* restore interface using new values */
 390         ixgbevf_up(adapter);
 391
 392 clear_reset:
 393         /* free Tx resources if Rx error is encountered */
 394         if (tx_ring) {
 395                 for (i = 0;
 396                      i < adapter->num_tx_queues + adapter->num_xdp_queues; i++)
 397                         ixgbevf_free_tx_resources(&tx_ring[i]);
 398                 vfree(tx_ring);
 399         }
 400
 401         clear_bit(__IXGBEVF_RESETTING, &adapter->state);
 402         return err;
 403 }
 404
 405 static int ixgbevf_get_sset_count(struct net_device *netdev, int stringset)
 406 {
 407         switch (stringset) {
 408         case ETH_SS_TEST:
 409                 return IXGBEVF_TEST_LEN;
 410         case ETH_SS_STATS:
 411                 return IXGBEVF_STATS_LEN;
 412         case ETH_SS_PRIV_FLAGS:
 413                 return IXGBEVF_PRIV_FLAGS_STR_LEN;
 414         default:
 415                 return -EINVAL;
 416         }
 417 }
 418
 419 static void ixgbevf_get_ethtool_stats(struct net_device *netdev,
 420                                       struct ethtool_stats *stats, u64 *data)
 421 {
 422         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 423         struct rtnl_link_stats64 temp;
 424         const struct rtnl_link_stats64 *net_stats;
 425         unsigned int start;
 426         struct ixgbevf_ring *ring;
 427         int i, j;
 428         char *p;
 429
 430         ixgbevf_update_stats(adapter);
 431         net_stats = dev_get_stats(netdev, &temp);
 432         for (i = 0; i < IXGBEVF_GLOBAL_STATS_LEN; i++) {
 433                 switch (ixgbevf_gstrings_stats[i].type) {
 434                 case NETDEV_STATS:
 435                         p = (char *)net_stats +
 436                                         ixgbevf_gstrings_stats[i].stat_offset;
 437                         break;
 438                 case IXGBEVF_STATS:
 439                         p = (char *)adapter +
 440                                         ixgbevf_gstrings_stats[i].stat_offset;
 441                         break;
 442                 default:
 443                         data[i] = 0;
 444                         continue;
 445                 }
 446
 447                 data[i] = (ixgbevf_gstrings_stats[i].sizeof_stat ==
 448                            sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
 449         }
 450
 451         /* populate Tx queue data */
 452         for (j = 0; j < adapter->num_tx_queues; j++) {
 453                 ring = adapter->tx_ring[j];
 454                 if (!ring) {
 455                         data[i++] = 0;
 456                         data[i++] = 0;
 457                         continue;
 458                 }
 459
 460                 do {
 461                         start = u64_stats_fetch_begin(&ring->syncp);
 462                         data[i]   = ring->stats.packets;
 463                         data[i + 1] = ring->stats.bytes;
 464                 } while (u64_stats_fetch_retry(&ring->syncp, start));
 465                 i += 2;
 466         }
 467
 468         /* populate XDP queue data */
 469         for (j = 0; j < adapter->num_xdp_queues; j++) {
 470                 ring = adapter->xdp_ring[j];
 471                 if (!ring) {
 472                         data[i++] = 0;
 473                         data[i++] = 0;
 474                         continue;
 475                 }
 476
 477                 do {
 478                         start = u64_stats_fetch_begin(&ring->syncp);
 479                         data[i] = ring->stats.packets;
 480                         data[i + 1] = ring->stats.bytes;
 481                 } while (u64_stats_fetch_retry(&ring->syncp, start));
 482                 i += 2;
 483         }
 484
 485         /* populate Rx queue data */
 486         for (j = 0; j < adapter->num_rx_queues; j++) {
 487                 ring = adapter->rx_ring[j];
 488                 if (!ring) {
 489                         data[i++] = 0;
 490                         data[i++] = 0;
 491                         continue;
 492                 }
 493
 494                 do {
 495                         start = u64_stats_fetch_begin(&ring->syncp);
 496                         data[i]   = ring->stats.packets;
 497                         data[i + 1] = ring->stats.bytes;
 498                 } while (u64_stats_fetch_retry(&ring->syncp, start));
 499                 i += 2;
 500         }
 501 }
 502
 503 static void ixgbevf_get_strings(struct net_device *netdev, u32 stringset,
 504                                 u8 *data)
 505 {
 506         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 507         char *p = (char *)data;
 508         int i;
 509
 510         switch (stringset) {
 511         case ETH_SS_TEST:
 512                 memcpy(data, *ixgbe_gstrings_test,
 513                        IXGBEVF_TEST_LEN * ETH_GSTRING_LEN);
 514                 break;
 515         case ETH_SS_STATS:
 516                 for (i = 0; i < IXGBEVF_GLOBAL_STATS_LEN; i++) {
 517                         memcpy(p, ixgbevf_gstrings_stats[i].stat_string,
 518                                ETH_GSTRING_LEN);
 519                         p += ETH_GSTRING_LEN;
 520                 }
 521
 522                 for (i = 0; i < adapter->num_tx_queues; i++) {
 523                         sprintf(p, "tx_queue_%u_packets", i);
 524                         p += ETH_GSTRING_LEN;
 525                         sprintf(p, "tx_queue_%u_bytes", i);
 526                         p += ETH_GSTRING_LEN;
 527                 }
 528                 for (i = 0; i < adapter->num_xdp_queues; i++) {
 529                         sprintf(p, "xdp_queue_%u_packets", i);
 530                         p += ETH_GSTRING_LEN;
 531                         sprintf(p, "xdp_queue_%u_bytes", i);
 532                         p += ETH_GSTRING_LEN;
 533                 }
 534                 for (i = 0; i < adapter->num_rx_queues; i++) {
 535                         sprintf(p, "rx_queue_%u_packets", i);
 536                         p += ETH_GSTRING_LEN;
 537                         sprintf(p, "rx_queue_%u_bytes", i);
 538                         p += ETH_GSTRING_LEN;
 539                 }
 540                 break;
 541         case ETH_SS_PRIV_FLAGS:
 542                 memcpy(data, ixgbevf_priv_flags_strings,
 543                        IXGBEVF_PRIV_FLAGS_STR_LEN * ETH_GSTRING_LEN);
 544                 break;
 545         }
 546 }
 547
 548 static int ixgbevf_link_test(struct ixgbevf_adapter *adapter, u64 *data)
 549 {
 550         struct ixgbe_hw *hw = &adapter->hw;
 551         bool link_up;
 552         u32 link_speed = 0;
 553         *data = 0;
 554
 555         hw->mac.ops.check_link(hw, &link_speed, &link_up, true);
 556         if (!link_up)
 557                 *data = 1;
 558
 559         return *data;
 560 }
 561
 562 /* ethtool register test data */
 563 struct ixgbevf_reg_test {
 564         u16 reg;
 565         u8  array_len;
 566         u8  test_type;
 567         u32 mask;
 568         u32 write;
 569 };
 570
 571 /* In the hardware, registers are laid out either singly, in arrays
 572  * spaced 0x40 bytes apart, or in contiguous tables.  We assume
 573  * most tests take place on arrays or single registers (handled
 574  * as a single-element array) and special-case the tables.
 575  * Table tests are always pattern tests.
 576  *
 577  * We also make provision for some required setup steps by specifying
 578  * registers to be written without any read-back testing.
 579  */
 580
 581 #define PATTERN_TEST    1
 582 #define SET_READ_TEST   2
 583 #define WRITE_NO_TEST   3
 584 #define TABLE32_TEST    4
 585 #define TABLE64_TEST_LO 5
 586 #define TABLE64_TEST_HI 6
 587
 588 /* default VF register test */
 589 static const struct ixgbevf_reg_test reg_test_vf[] = {
 590         { IXGBE_VFRDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFF80 },
 591         { IXGBE_VFRDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
 592         { IXGBE_VFRDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFFFF },
 593         { IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, IXGBE_RXDCTL_ENABLE },
 594         { IXGBE_VFRDT(0), 2, PATTERN_TEST, 0x0000FFFF, 0x0000FFFF },
 595         { IXGBE_VFRXDCTL(0), 2, WRITE_NO_TEST, 0, 0 },
 596         { IXGBE_VFTDBAL(0), 2, PATTERN_TEST, 0xFFFFFF80, 0xFFFFFFFF },
 597         { IXGBE_VFTDBAH(0), 2, PATTERN_TEST, 0xFFFFFFFF, 0xFFFFFFFF },
 598         { IXGBE_VFTDLEN(0), 2, PATTERN_TEST, 0x000FFF80, 0x000FFF80 },
 599         { .reg = 0 }
 600 };
 601
 602 static const u32 register_test_patterns[] = {
 603         0x5A5A5A5A, 0xA5A5A5A5, 0x00000000, 0xFFFFFFFF
 604 };
 605
 606 static bool reg_pattern_test(struct ixgbevf_adapter *adapter, u64 *data,
 607                              int reg, u32 mask, u32 write)
 608 {
 609         u32 pat, val, before;
 610
 611         if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
 612                 *data = 1;
 613                 return true;
 614         }
 615         for (pat = 0; pat < ARRAY_SIZE(register_test_patterns); pat++) {
 616                 before = ixgbevf_read_reg(&adapter->hw, reg);
 617                 ixgbe_write_reg(&adapter->hw, reg,
 618                                 register_test_patterns[pat] & write);
 619                 val = ixgbevf_read_reg(&adapter->hw, reg);
 620                 if (val != (register_test_patterns[pat] & write & mask)) {
 621                         hw_dbg(&adapter->hw,
 622                                "pattern test reg %04X failed: got 0x%08X expected 0x%08X\n",
 623                                reg, val,
 624                                register_test_patterns[pat] & write & mask);
 625                         *data = reg;
 626                         ixgbe_write_reg(&adapter->hw, reg, before);
 627                         return true;
 628                 }
 629                 ixgbe_write_reg(&adapter->hw, reg, before);
 630         }
 631         return false;
 632 }
 633
 634 static bool reg_set_and_check(struct ixgbevf_adapter *adapter, u64 *data,
 635                               int reg, u32 mask, u32 write)
 636 {
 637         u32 val, before;
 638
 639         if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
 640                 *data = 1;
 641                 return true;
 642         }
 643         before = ixgbevf_read_reg(&adapter->hw, reg);
 644         ixgbe_write_reg(&adapter->hw, reg, write & mask);
 645         val = ixgbevf_read_reg(&adapter->hw, reg);
 646         if ((write & mask) != (val & mask)) {
 647                 pr_err("set/check reg %04X test failed: got 0x%08X expected 0x%08X\n",
 648                        reg, (val & mask), write & mask);
 649                 *data = reg;
 650                 ixgbe_write_reg(&adapter->hw, reg, before);
 651                 return true;
 652         }
 653         ixgbe_write_reg(&adapter->hw, reg, before);
 654         return false;
 655 }
 656
 657 static int ixgbevf_reg_test(struct ixgbevf_adapter *adapter, u64 *data)
 658 {
 659         const struct ixgbevf_reg_test *test;
 660         u32 i;
 661
 662         if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
 663                 dev_err(&adapter->pdev->dev,
 664                         "Adapter removed - register test blocked\n");
 665                 *data = 1;
 666                 return 1;
 667         }
 668         test = reg_test_vf;
 669
 670         /* Perform the register test, looping through the test table
 671          * until we either fail or reach the null entry.
 672          */
 673         while (test->reg) {
 674                 for (i = 0; i < test->array_len; i++) {
 675                         bool b = false;
 676
 677                         switch (test->test_type) {
 678                         case PATTERN_TEST:
 679                                 b = reg_pattern_test(adapter, data,
 680                                                      test->reg + (i * 0x40),
 681                                                      test->mask,
 682                                                      test->write);
 683                                 break;
 684                         case SET_READ_TEST:
 685                                 b = reg_set_and_check(adapter, data,
 686                                                       test->reg + (i * 0x40),
 687                                                       test->mask,
 688                                                       test->write);
 689                                 break;
 690                         case WRITE_NO_TEST:
 691                                 ixgbe_write_reg(&adapter->hw,
 692                                                 test->reg + (i * 0x40),
 693                                                 test->write);
 694                                 break;
 695                         case TABLE32_TEST:
 696                                 b = reg_pattern_test(adapter, data,
 697                                                      test->reg + (i * 4),
 698                                                      test->mask,
 699                                                      test->write);
 700                                 break;
 701                         case TABLE64_TEST_LO:
 702                                 b = reg_pattern_test(adapter, data,
 703                                                      test->reg + (i * 8),
 704                                                      test->mask,
 705                                                      test->write);
 706                                 break;
 707                         case TABLE64_TEST_HI:
 708                                 b = reg_pattern_test(adapter, data,
 709                                                      test->reg + 4 + (i * 8),
 710                                                      test->mask,
 711                                                      test->write);
 712                                 break;
 713                         }
 714                         if (b)
 715                                 return 1;
 716                 }
 717                 test++;
 718         }
 719
 720         *data = 0;
 721         return *data;
 722 }
 723
 724 static void ixgbevf_diag_test(struct net_device *netdev,
 725                               struct ethtool_test *eth_test, u64 *data)
 726 {
 727         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 728         bool if_running = netif_running(netdev);
 729
 730         if (IXGBE_REMOVED(adapter->hw.hw_addr)) {
 731                 dev_err(&adapter->pdev->dev,
 732                         "Adapter removed - test blocked\n");
 733                 data[0] = 1;
 734                 data[1] = 1;
 735                 eth_test->flags |= ETH_TEST_FL_FAILED;
 736                 return;
 737         }
 738         set_bit(__IXGBEVF_TESTING, &adapter->state);
 739         if (eth_test->flags == ETH_TEST_FL_OFFLINE) {
 740                 /* Offline tests */
 741
 742                 hw_dbg(&adapter->hw, "offline testing starting\n");
 743
 744                 /* Link test performed before hardware reset so autoneg doesn't
 745                  * interfere with test result
 746                  */
 747                 if (ixgbevf_link_test(adapter, &data[1]))
 748                         eth_test->flags |= ETH_TEST_FL_FAILED;
 749
 750                 if (if_running)
 751                         /* indicate we're in test mode */
 752                         ixgbevf_close(netdev);
 753                 else
 754                         ixgbevf_reset(adapter);
 755
 756                 hw_dbg(&adapter->hw, "register testing starting\n");
 757                 if (ixgbevf_reg_test(adapter, &data[0]))
 758                         eth_test->flags |= ETH_TEST_FL_FAILED;
 759
 760                 ixgbevf_reset(adapter);
 761
 762                 clear_bit(__IXGBEVF_TESTING, &adapter->state);
 763                 if (if_running)
 764                         ixgbevf_open(netdev);
 765         } else {
 766                 hw_dbg(&adapter->hw, "online testing starting\n");
 767                 /* Online tests */
 768                 if (ixgbevf_link_test(adapter, &data[1]))
 769                         eth_test->flags |= ETH_TEST_FL_FAILED;
 770
 771                 /* Online tests aren't run; pass by default */
 772                 data[0] = 0;
 773
 774                 clear_bit(__IXGBEVF_TESTING, &adapter->state);
 775         }
 776         msleep_interruptible(4 * 1000);
 777 }
 778
 779 static int ixgbevf_nway_reset(struct net_device *netdev)
 780 {
 781         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 782
 783         if (netif_running(netdev))
 784                 ixgbevf_reinit_locked(adapter);
 785
 786         return 0;
 787 }
 788
 789 static int ixgbevf_get_coalesce(struct net_device *netdev,
 790                                 struct ethtool_coalesce *ec,
 791                                 struct kernel_ethtool_coalesce *kernel_coal,
 792                                 struct netlink_ext_ack *extack)
 793 {
 794         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 795
 796         /* only valid if in constant ITR mode */
 797         if (adapter->rx_itr_setting <= 1)
 798                 ec->rx_coalesce_usecs = adapter->rx_itr_setting;
 799         else
 800                 ec->rx_coalesce_usecs = adapter->rx_itr_setting >> 2;
 801
 802         /* if in mixed Tx/Rx queues per vector mode, report only Rx settings */
 803         if (adapter->q_vector[0]->tx.count && adapter->q_vector[0]->rx.count)
 804                 return 0;
 805
 806         /* only valid if in constant ITR mode */
 807         if (adapter->tx_itr_setting <= 1)
 808                 ec->tx_coalesce_usecs = adapter->tx_itr_setting;
 809         else
 810                 ec->tx_coalesce_usecs = adapter->tx_itr_setting >> 2;
 811
 812         return 0;
 813 }
 814
 815 static int ixgbevf_set_coalesce(struct net_device *netdev,
 816                                 struct ethtool_coalesce *ec,
 817                                 struct kernel_ethtool_coalesce *kernel_coal,
 818                                 struct netlink_ext_ack *extack)
 819 {
 820         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 821         struct ixgbevf_q_vector *q_vector;
 822         int num_vectors, i;
 823         u16 tx_itr_param, rx_itr_param;
 824
 825         /* don't accept Tx specific changes if we've got mixed RxTx vectors */
 826         if (adapter->q_vector[0]->tx.count &&
 827             adapter->q_vector[0]->rx.count && ec->tx_coalesce_usecs)
 828                 return -EINVAL;
 829
 830         if ((ec->rx_coalesce_usecs > (IXGBE_MAX_EITR >> 2)) ||
 831             (ec->tx_coalesce_usecs > (IXGBE_MAX_EITR >> 2)))
 832                 return -EINVAL;
 833
 834         if (ec->rx_coalesce_usecs > 1)
 835                 adapter->rx_itr_setting = ec->rx_coalesce_usecs << 2;
 836         else
 837                 adapter->rx_itr_setting = ec->rx_coalesce_usecs;
 838
 839         if (adapter->rx_itr_setting == 1)
 840                 rx_itr_param = IXGBE_20K_ITR;
 841         else
 842                 rx_itr_param = adapter->rx_itr_setting;
 843
 844         if (ec->tx_coalesce_usecs > 1)
 845                 adapter->tx_itr_setting = ec->tx_coalesce_usecs << 2;
 846         else
 847                 adapter->tx_itr_setting = ec->tx_coalesce_usecs;
 848
 849         if (adapter->tx_itr_setting == 1)
 850                 tx_itr_param = IXGBE_12K_ITR;
 851         else
 852                 tx_itr_param = adapter->tx_itr_setting;
 853
 854         num_vectors = adapter->num_msix_vectors - NON_Q_VECTORS;
 855
 856         for (i = 0; i < num_vectors; i++) {
 857                 q_vector = adapter->q_vector[i];
 858                 if (q_vector->tx.count && !q_vector->rx.count)
 859                         /* Tx only */
 860                         q_vector->itr = tx_itr_param;
 861                 else
 862                         /* Rx only or mixed */
 863                         q_vector->itr = rx_itr_param;
 864                 ixgbevf_write_eitr(q_vector);
 865         }
 866
 867         return 0;
 868 }
 869
 870 static int ixgbevf_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *info,
 871                              u32 *rules __always_unused)
 872 {
 873         struct ixgbevf_adapter *adapter = netdev_priv(dev);
 874
 875         switch (info->cmd) {
 876         case ETHTOOL_GRXRINGS:
 877                 info->data = adapter->num_rx_queues;
 878                 return 0;
 879         default:
 880                 hw_dbg(&adapter->hw, "Command parameters not supported\n");
 881                 return -EOPNOTSUPP;
 882         }
 883 }
 884
 885 static u32 ixgbevf_get_rxfh_indir_size(struct net_device *netdev)
 886 {
 887         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 888
 889         if (adapter->hw.mac.type >= ixgbe_mac_X550_vf)
 890                 return IXGBEVF_X550_VFRETA_SIZE;
 891
 892         return IXGBEVF_82599_RETA_SIZE;
 893 }
 894
 895 static u32 ixgbevf_get_rxfh_key_size(struct net_device *netdev)
 896 {
 897         return IXGBEVF_RSS_HASH_KEY_SIZE;
 898 }
 899
 900 static int ixgbevf_get_rxfh(struct net_device *netdev,
 901                             struct ethtool_rxfh_param *rxfh)
 902 {
 903         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 904         int err = 0;
 905
 906         rxfh->hfunc = ETH_RSS_HASH_TOP;
 907
 908         if (adapter->hw.mac.type >= ixgbe_mac_X550_vf) {
 909                 if (rxfh->key)
 910                         memcpy(rxfh->key, adapter->rss_key,
 911                                ixgbevf_get_rxfh_key_size(netdev));
 912
 913                 if (rxfh->indir) {
 914                         int i;
 915
 916                         for (i = 0; i < IXGBEVF_X550_VFRETA_SIZE; i++)
 917                                 rxfh->indir[i] = adapter->rss_indir_tbl[i];
 918                 }
 919         } else {
 920                 /* If neither indirection table nor hash key was requested
 921                  *  - just return a success avoiding taking any locks.
 922                  */
 923                 if (!rxfh->indir && !rxfh->key)
 924                         return 0;
 925
 926                 spin_lock_bh(&adapter->mbx_lock);
 927                 if (rxfh->indir)
 928                         err = ixgbevf_get_reta_locked(&adapter->hw,
 929                                                       rxfh->indir,
 930                                                       adapter->num_rx_queues);
 931
 932                 if (!err && rxfh->key)
 933                         err = ixgbevf_get_rss_key_locked(&adapter->hw,
 934                                                          rxfh->key);
 935
 936                 spin_unlock_bh(&adapter->mbx_lock);
 937         }
 938
 939         return err;
 940 }
 941
 942 static u32 ixgbevf_get_priv_flags(struct net_device *netdev)
 943 {
 944         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 945         u32 priv_flags = 0;
 946
 947         if (adapter->flags & IXGBEVF_FLAGS_LEGACY_RX)
 948                 priv_flags |= IXGBEVF_PRIV_FLAGS_LEGACY_RX;
 949
 950         return priv_flags;
 951 }
 952
 953 static int ixgbevf_set_priv_flags(struct net_device *netdev, u32 priv_flags)
 954 {
 955         struct ixgbevf_adapter *adapter = netdev_priv(netdev);
 956         unsigned int flags = adapter->flags;
 957
 958         flags &= ~IXGBEVF_FLAGS_LEGACY_RX;
 959         if (priv_flags & IXGBEVF_PRIV_FLAGS_LEGACY_RX)
 960                 flags |= IXGBEVF_FLAGS_LEGACY_RX;
 961
 962         if (flags != adapter->flags) {
 963                 adapter->flags = flags;
 964
 965                 /* reset interface to repopulate queues */
 966                 if (netif_running(netdev))
 967                         ixgbevf_reinit_locked(adapter);
 968         }
 969
 970         return 0;
 971 }
 972
 973 static const struct ethtool_ops ixgbevf_ethtool_ops = {
 974         .supported_coalesce_params = ETHTOOL_COALESCE_USECS,
 975         .get_drvinfo            = ixgbevf_get_drvinfo,
 976         .get_regs_len           = ixgbevf_get_regs_len,
 977         .get_regs               = ixgbevf_get_regs,
 978         .nway_reset             = ixgbevf_nway_reset,
 979         .get_link               = ethtool_op_get_link,
 980         .get_ringparam          = ixgbevf_get_ringparam,
 981         .set_ringparam          = ixgbevf_set_ringparam,
 982         .get_msglevel           = ixgbevf_get_msglevel,
 983         .set_msglevel           = ixgbevf_set_msglevel,
 984         .self_test              = ixgbevf_diag_test,
 985         .get_sset_count         = ixgbevf_get_sset_count,
 986         .get_strings            = ixgbevf_get_strings,
 987         .get_ethtool_stats      = ixgbevf_get_ethtool_stats,
 988         .get_coalesce           = ixgbevf_get_coalesce,
 989         .set_coalesce           = ixgbevf_set_coalesce,
 990         .get_rxnfc              = ixgbevf_get_rxnfc,
 991         .get_rxfh_indir_size    = ixgbevf_get_rxfh_indir_size,
 992         .get_rxfh_key_size      = ixgbevf_get_rxfh_key_size,
 993         .get_rxfh               = ixgbevf_get_rxfh,
 994         .get_link_ksettings     = ixgbevf_get_link_ksettings,
 995         .get_priv_flags         = ixgbevf_get_priv_flags,
 996         .set_priv_flags         = ixgbevf_set_priv_flags,
 997 };
 998
 999 void ixgbevf_set_ethtool_ops(struct net_device *netdev)
1000 {
1001         netdev->ethtool_ops = &ixgbevf_ethtool_ops;
1002 }