1 // SPDX-License-Identifier: GPL-2.0-only
3 * aQuantia Corporation Network Driver
4 * Copyright (C) 2014-2017 aQuantia Corporation. All rights reserved
7 /* File aq_ethtool.c: Definition of ethertool related functions. */
9 #include "aq_ethtool.h"
12 #include "aq_filters.h"
14 static void aq_ethtool_get_regs(struct net_device *ndev,
15 struct ethtool_regs *regs, void *p)
17 struct aq_nic_s *aq_nic = netdev_priv(ndev);
18 u32 regs_count = aq_nic_get_regs_count(aq_nic);
20 memset(p, 0, regs_count * sizeof(u32));
21 aq_nic_get_regs(aq_nic, regs, p);
24 static int aq_ethtool_get_regs_len(struct net_device *ndev)
26 struct aq_nic_s *aq_nic = netdev_priv(ndev);
27 u32 regs_count = aq_nic_get_regs_count(aq_nic);
29 return regs_count * sizeof(u32);
32 static u32 aq_ethtool_get_link(struct net_device *ndev)
34 return ethtool_op_get_link(ndev);
37 static int aq_ethtool_get_link_ksettings(struct net_device *ndev,
38 struct ethtool_link_ksettings *cmd)
40 struct aq_nic_s *aq_nic = netdev_priv(ndev);
42 aq_nic_get_link_ksettings(aq_nic, cmd);
43 cmd->base.speed = netif_carrier_ok(ndev) ?
44 aq_nic_get_link_speed(aq_nic) : 0U;
50 aq_ethtool_set_link_ksettings(struct net_device *ndev,
51 const struct ethtool_link_ksettings *cmd)
53 struct aq_nic_s *aq_nic = netdev_priv(ndev);
55 return aq_nic_set_link_ksettings(aq_nic, cmd);
58 static const char aq_ethtool_stat_names[][ETH_GSTRING_LEN] = {
83 static const char aq_ethtool_queue_stat_names[][ETH_GSTRING_LEN] = {
84 "Queue[%d] InPackets",
85 "Queue[%d] OutPackets",
87 "Queue[%d] InJumboPackets",
88 "Queue[%d] InLroPackets",
92 static void aq_ethtool_stats(struct net_device *ndev,
93 struct ethtool_stats *stats, u64 *data)
95 struct aq_nic_s *aq_nic = netdev_priv(ndev);
96 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
98 memset(data, 0, (ARRAY_SIZE(aq_ethtool_stat_names) +
99 ARRAY_SIZE(aq_ethtool_queue_stat_names) *
100 cfg->vecs) * sizeof(u64));
101 aq_nic_get_stats(aq_nic, data);
104 static void aq_ethtool_get_drvinfo(struct net_device *ndev,
105 struct ethtool_drvinfo *drvinfo)
107 struct aq_nic_s *aq_nic = netdev_priv(ndev);
108 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
109 struct pci_dev *pdev = to_pci_dev(ndev->dev.parent);
110 u32 firmware_version = aq_nic_get_fw_version(aq_nic);
111 u32 regs_count = aq_nic_get_regs_count(aq_nic);
113 strlcat(drvinfo->driver, AQ_CFG_DRV_NAME, sizeof(drvinfo->driver));
114 strlcat(drvinfo->version, AQ_CFG_DRV_VERSION, sizeof(drvinfo->version));
116 snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version),
117 "%u.%u.%u", firmware_version >> 24,
118 (firmware_version >> 16) & 0xFFU, firmware_version & 0xFFFFU);
120 strlcpy(drvinfo->bus_info, pdev ? pci_name(pdev) : "",
121 sizeof(drvinfo->bus_info));
122 drvinfo->n_stats = ARRAY_SIZE(aq_ethtool_stat_names) +
123 cfg->vecs * ARRAY_SIZE(aq_ethtool_queue_stat_names);
124 drvinfo->testinfo_len = 0;
125 drvinfo->regdump_len = regs_count;
126 drvinfo->eedump_len = 0;
129 static void aq_ethtool_get_strings(struct net_device *ndev,
130 u32 stringset, u8 *data)
133 struct aq_nic_s *aq_nic = netdev_priv(ndev);
134 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
137 if (stringset == ETH_SS_STATS) {
138 memcpy(p, aq_ethtool_stat_names,
139 sizeof(aq_ethtool_stat_names));
140 p = p + sizeof(aq_ethtool_stat_names);
141 for (i = 0; i < cfg->vecs; i++) {
143 si < ARRAY_SIZE(aq_ethtool_queue_stat_names);
145 snprintf(p, ETH_GSTRING_LEN,
146 aq_ethtool_queue_stat_names[si], i);
147 p += ETH_GSTRING_LEN;
153 static int aq_ethtool_get_sset_count(struct net_device *ndev, int stringset)
156 struct aq_nic_s *aq_nic = netdev_priv(ndev);
157 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
161 ret = ARRAY_SIZE(aq_ethtool_stat_names) +
162 cfg->vecs * ARRAY_SIZE(aq_ethtool_queue_stat_names);
170 static u32 aq_ethtool_get_rss_indir_size(struct net_device *ndev)
172 return AQ_CFG_RSS_INDIRECTION_TABLE_MAX;
175 static u32 aq_ethtool_get_rss_key_size(struct net_device *ndev)
177 struct aq_nic_s *aq_nic = netdev_priv(ndev);
178 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
180 return sizeof(cfg->aq_rss.hash_secret_key);
183 static int aq_ethtool_get_rss(struct net_device *ndev, u32 *indir, u8 *key,
186 struct aq_nic_s *aq_nic = netdev_priv(ndev);
187 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
191 *hfunc = ETH_RSS_HASH_TOP; /* Toeplitz */
193 for (i = 0; i < AQ_CFG_RSS_INDIRECTION_TABLE_MAX; i++)
194 indir[i] = cfg->aq_rss.indirection_table[i];
197 memcpy(key, cfg->aq_rss.hash_secret_key,
198 sizeof(cfg->aq_rss.hash_secret_key));
202 static int aq_ethtool_set_rss(struct net_device *netdev, const u32 *indir,
203 const u8 *key, const u8 hfunc)
205 struct aq_nic_s *aq_nic = netdev_priv(netdev);
206 struct aq_nic_cfg_s *cfg;
211 cfg = aq_nic_get_cfg(aq_nic);
212 rss_entries = cfg->aq_rss.indirection_table_size;
214 /* We do not allow change in unsupported parameters */
215 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
217 /* Fill out the redirection table */
219 for (i = 0; i < rss_entries; i++)
220 cfg->aq_rss.indirection_table[i] = indir[i];
222 /* Fill out the rss hash key */
224 memcpy(cfg->aq_rss.hash_secret_key, key,
225 sizeof(cfg->aq_rss.hash_secret_key));
226 err = aq_nic->aq_hw_ops->hw_rss_hash_set(aq_nic->aq_hw,
232 err = aq_nic->aq_hw_ops->hw_rss_set(aq_nic->aq_hw, &cfg->aq_rss);
237 static int aq_ethtool_get_rxnfc(struct net_device *ndev,
238 struct ethtool_rxnfc *cmd,
241 struct aq_nic_s *aq_nic = netdev_priv(ndev);
242 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
246 case ETHTOOL_GRXRINGS:
247 cmd->data = cfg->vecs;
249 case ETHTOOL_GRXCLSRLCNT:
250 cmd->rule_cnt = aq_get_rxnfc_count_all_rules(aq_nic);
252 case ETHTOOL_GRXCLSRULE:
253 err = aq_get_rxnfc_rule(aq_nic, cmd);
255 case ETHTOOL_GRXCLSRLALL:
256 err = aq_get_rxnfc_all_rules(aq_nic, cmd, rule_locs);
266 static int aq_ethtool_set_rxnfc(struct net_device *ndev,
267 struct ethtool_rxnfc *cmd)
270 struct aq_nic_s *aq_nic = netdev_priv(ndev);
273 case ETHTOOL_SRXCLSRLINS:
274 err = aq_add_rxnfc_rule(aq_nic, cmd);
276 case ETHTOOL_SRXCLSRLDEL:
277 err = aq_del_rxnfc_rule(aq_nic, cmd);
287 static int aq_ethtool_get_coalesce(struct net_device *ndev,
288 struct ethtool_coalesce *coal)
290 struct aq_nic_s *aq_nic = netdev_priv(ndev);
291 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
293 if (cfg->itr == AQ_CFG_INTERRUPT_MODERATION_ON ||
294 cfg->itr == AQ_CFG_INTERRUPT_MODERATION_AUTO) {
295 coal->rx_coalesce_usecs = cfg->rx_itr;
296 coal->tx_coalesce_usecs = cfg->tx_itr;
297 coal->rx_max_coalesced_frames = 0;
298 coal->tx_max_coalesced_frames = 0;
300 coal->rx_coalesce_usecs = 0;
301 coal->tx_coalesce_usecs = 0;
302 coal->rx_max_coalesced_frames = 1;
303 coal->tx_max_coalesced_frames = 1;
308 static int aq_ethtool_set_coalesce(struct net_device *ndev,
309 struct ethtool_coalesce *coal)
311 struct aq_nic_s *aq_nic = netdev_priv(ndev);
312 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
314 /* This is not yet supported
316 if (coal->use_adaptive_rx_coalesce || coal->use_adaptive_tx_coalesce)
319 /* Atlantic only supports timing based coalescing
321 if (coal->rx_max_coalesced_frames > 1 ||
322 coal->rx_coalesce_usecs_irq ||
323 coal->rx_max_coalesced_frames_irq)
326 if (coal->tx_max_coalesced_frames > 1 ||
327 coal->tx_coalesce_usecs_irq ||
328 coal->tx_max_coalesced_frames_irq)
331 /* We do not support frame counting. Check this
333 if (!(coal->rx_max_coalesced_frames == !coal->rx_coalesce_usecs))
335 if (!(coal->tx_max_coalesced_frames == !coal->tx_coalesce_usecs))
338 if (coal->rx_coalesce_usecs > AQ_CFG_INTERRUPT_MODERATION_USEC_MAX ||
339 coal->tx_coalesce_usecs > AQ_CFG_INTERRUPT_MODERATION_USEC_MAX)
342 cfg->itr = AQ_CFG_INTERRUPT_MODERATION_ON;
344 cfg->rx_itr = coal->rx_coalesce_usecs;
345 cfg->tx_itr = coal->tx_coalesce_usecs;
347 return aq_nic_update_interrupt_moderation_settings(aq_nic);
350 static void aq_ethtool_get_wol(struct net_device *ndev,
351 struct ethtool_wolinfo *wol)
353 struct aq_nic_s *aq_nic = netdev_priv(ndev);
354 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
356 wol->supported = WAKE_MAGIC;
360 wol->wolopts |= WAKE_MAGIC;
363 static int aq_ethtool_set_wol(struct net_device *ndev,
364 struct ethtool_wolinfo *wol)
366 struct pci_dev *pdev = to_pci_dev(ndev->dev.parent);
367 struct aq_nic_s *aq_nic = netdev_priv(ndev);
368 struct aq_nic_cfg_s *cfg = aq_nic_get_cfg(aq_nic);
371 if (wol->wolopts & WAKE_MAGIC)
372 cfg->wol |= AQ_NIC_WOL_ENABLED;
374 cfg->wol &= ~AQ_NIC_WOL_ENABLED;
375 err = device_set_wakeup_enable(&pdev->dev, wol->wolopts);
380 static enum hw_atl_fw2x_rate eee_mask_to_ethtool_mask(u32 speed)
384 if (speed & AQ_NIC_RATE_EEE_10G)
385 rate |= SUPPORTED_10000baseT_Full;
387 if (speed & AQ_NIC_RATE_EEE_2GS)
388 rate |= SUPPORTED_2500baseX_Full;
390 if (speed & AQ_NIC_RATE_EEE_1G)
391 rate |= SUPPORTED_1000baseT_Full;
396 static int aq_ethtool_get_eee(struct net_device *ndev, struct ethtool_eee *eee)
398 struct aq_nic_s *aq_nic = netdev_priv(ndev);
399 u32 rate, supported_rates;
402 if (!aq_nic->aq_fw_ops->get_eee_rate)
405 mutex_lock(&aq_nic->fwreq_mutex);
406 err = aq_nic->aq_fw_ops->get_eee_rate(aq_nic->aq_hw, &rate,
408 mutex_unlock(&aq_nic->fwreq_mutex);
412 eee->supported = eee_mask_to_ethtool_mask(supported_rates);
414 if (aq_nic->aq_nic_cfg.eee_speeds)
415 eee->advertised = eee->supported;
417 eee->lp_advertised = eee_mask_to_ethtool_mask(rate);
419 eee->eee_enabled = !!eee->advertised;
421 eee->tx_lpi_enabled = eee->eee_enabled;
422 if (eee->advertised & eee->lp_advertised)
423 eee->eee_active = true;
428 static int aq_ethtool_set_eee(struct net_device *ndev, struct ethtool_eee *eee)
430 struct aq_nic_s *aq_nic = netdev_priv(ndev);
431 u32 rate, supported_rates;
432 struct aq_nic_cfg_s *cfg;
435 cfg = aq_nic_get_cfg(aq_nic);
437 if (unlikely(!aq_nic->aq_fw_ops->get_eee_rate ||
438 !aq_nic->aq_fw_ops->set_eee_rate))
441 mutex_lock(&aq_nic->fwreq_mutex);
442 err = aq_nic->aq_fw_ops->get_eee_rate(aq_nic->aq_hw, &rate,
444 mutex_unlock(&aq_nic->fwreq_mutex);
448 if (eee->eee_enabled) {
449 rate = supported_rates;
450 cfg->eee_speeds = rate;
456 mutex_lock(&aq_nic->fwreq_mutex);
457 err = aq_nic->aq_fw_ops->set_eee_rate(aq_nic->aq_hw, rate);
458 mutex_unlock(&aq_nic->fwreq_mutex);
463 static int aq_ethtool_nway_reset(struct net_device *ndev)
465 struct aq_nic_s *aq_nic = netdev_priv(ndev);
468 if (unlikely(!aq_nic->aq_fw_ops->renegotiate))
471 if (netif_running(ndev)) {
472 mutex_lock(&aq_nic->fwreq_mutex);
473 err = aq_nic->aq_fw_ops->renegotiate(aq_nic->aq_hw);
474 mutex_unlock(&aq_nic->fwreq_mutex);
480 static void aq_ethtool_get_pauseparam(struct net_device *ndev,
481 struct ethtool_pauseparam *pause)
483 struct aq_nic_s *aq_nic = netdev_priv(ndev);
484 u32 fc = aq_nic->aq_nic_cfg.flow_control;
488 pause->rx_pause = !!(fc & AQ_NIC_FC_RX);
489 pause->tx_pause = !!(fc & AQ_NIC_FC_TX);
493 static int aq_ethtool_set_pauseparam(struct net_device *ndev,
494 struct ethtool_pauseparam *pause)
496 struct aq_nic_s *aq_nic = netdev_priv(ndev);
499 if (!aq_nic->aq_fw_ops->set_flow_control)
502 if (pause->autoneg == AUTONEG_ENABLE)
506 aq_nic->aq_hw->aq_nic_cfg->flow_control |= AQ_NIC_FC_RX;
508 aq_nic->aq_hw->aq_nic_cfg->flow_control &= ~AQ_NIC_FC_RX;
511 aq_nic->aq_hw->aq_nic_cfg->flow_control |= AQ_NIC_FC_TX;
513 aq_nic->aq_hw->aq_nic_cfg->flow_control &= ~AQ_NIC_FC_TX;
515 mutex_lock(&aq_nic->fwreq_mutex);
516 err = aq_nic->aq_fw_ops->set_flow_control(aq_nic->aq_hw);
517 mutex_unlock(&aq_nic->fwreq_mutex);
522 static void aq_get_ringparam(struct net_device *ndev,
523 struct ethtool_ringparam *ring)
525 struct aq_nic_s *aq_nic = netdev_priv(ndev);
526 struct aq_nic_cfg_s *aq_nic_cfg = aq_nic_get_cfg(aq_nic);
528 ring->rx_pending = aq_nic_cfg->rxds;
529 ring->tx_pending = aq_nic_cfg->txds;
531 ring->rx_max_pending = aq_nic_cfg->aq_hw_caps->rxds_max;
532 ring->tx_max_pending = aq_nic_cfg->aq_hw_caps->txds_max;
535 static int aq_set_ringparam(struct net_device *ndev,
536 struct ethtool_ringparam *ring)
539 bool ndev_running = false;
540 struct aq_nic_s *aq_nic = netdev_priv(ndev);
541 struct aq_nic_cfg_s *aq_nic_cfg = aq_nic_get_cfg(aq_nic);
542 const struct aq_hw_caps_s *hw_caps = aq_nic_cfg->aq_hw_caps;
544 if (ring->rx_mini_pending || ring->rx_jumbo_pending) {
549 if (netif_running(ndev)) {
554 aq_nic_free_vectors(aq_nic);
556 aq_nic_cfg->rxds = max(ring->rx_pending, hw_caps->rxds_min);
557 aq_nic_cfg->rxds = min(aq_nic_cfg->rxds, hw_caps->rxds_max);
558 aq_nic_cfg->rxds = ALIGN(aq_nic_cfg->rxds, AQ_HW_RXD_MULTIPLE);
560 aq_nic_cfg->txds = max(ring->tx_pending, hw_caps->txds_min);
561 aq_nic_cfg->txds = min(aq_nic_cfg->txds, hw_caps->txds_max);
562 aq_nic_cfg->txds = ALIGN(aq_nic_cfg->txds, AQ_HW_TXD_MULTIPLE);
564 for (aq_nic->aq_vecs = 0; aq_nic->aq_vecs < aq_nic_cfg->vecs;
566 aq_nic->aq_vec[aq_nic->aq_vecs] =
567 aq_vec_alloc(aq_nic, aq_nic->aq_vecs, aq_nic_cfg);
568 if (unlikely(!aq_nic->aq_vec[aq_nic->aq_vecs])) {
574 err = dev_open(ndev, NULL);
580 const struct ethtool_ops aq_ethtool_ops = {
581 .get_link = aq_ethtool_get_link,
582 .get_regs_len = aq_ethtool_get_regs_len,
583 .get_regs = aq_ethtool_get_regs,
584 .get_drvinfo = aq_ethtool_get_drvinfo,
585 .get_strings = aq_ethtool_get_strings,
586 .get_rxfh_indir_size = aq_ethtool_get_rss_indir_size,
587 .get_wol = aq_ethtool_get_wol,
588 .set_wol = aq_ethtool_set_wol,
589 .nway_reset = aq_ethtool_nway_reset,
590 .get_ringparam = aq_get_ringparam,
591 .set_ringparam = aq_set_ringparam,
592 .get_eee = aq_ethtool_get_eee,
593 .set_eee = aq_ethtool_set_eee,
594 .get_pauseparam = aq_ethtool_get_pauseparam,
595 .set_pauseparam = aq_ethtool_set_pauseparam,
596 .get_rxfh_key_size = aq_ethtool_get_rss_key_size,
597 .get_rxfh = aq_ethtool_get_rss,
598 .set_rxfh = aq_ethtool_set_rss,
599 .get_rxnfc = aq_ethtool_get_rxnfc,
600 .set_rxnfc = aq_ethtool_set_rxnfc,
601 .get_sset_count = aq_ethtool_get_sset_count,
602 .get_ethtool_stats = aq_ethtool_stats,
603 .get_link_ksettings = aq_ethtool_get_link_ksettings,
604 .set_link_ksettings = aq_ethtool_set_link_ksettings,
605 .get_coalesce = aq_ethtool_get_coalesce,
606 .set_coalesce = aq_ethtool_set_coalesce,