1 /*******************************************************************************
3 * Intel Ethernet Controller XL710 Family Linux Virtual Function Driver
4 * Copyright(c) 2013 - 2015 Intel Corporation.
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
15 * You should have received a copy of the GNU General Public License along
16 * with this program. If not, see <http://www.gnu.org/licenses/>.
18 * The full GNU General Public License is included in this distribution in
19 * the file called "COPYING".
21 * Contact Information:
22 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
23 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
25 ******************************************************************************/
27 /* ethtool support for i40evf */
30 #include <linux/uaccess.h>
33 char stat_string[ETH_GSTRING_LEN];
37 #define I40EVF_STAT(_name, _stat) { \
38 .stat_string = _name, \
39 .stat_offset = offsetof(struct i40evf_adapter, _stat) \
42 /* All stats are u64, so we don't need to track the size of the field. */
43 static const struct i40evf_stats i40evf_gstrings_stats[] = {
44 I40EVF_STAT("rx_bytes", current_stats.rx_bytes),
45 I40EVF_STAT("rx_unicast", current_stats.rx_unicast),
46 I40EVF_STAT("rx_multicast", current_stats.rx_multicast),
47 I40EVF_STAT("rx_broadcast", current_stats.rx_broadcast),
48 I40EVF_STAT("rx_discards", current_stats.rx_discards),
49 I40EVF_STAT("rx_unknown_protocol", current_stats.rx_unknown_protocol),
50 I40EVF_STAT("tx_bytes", current_stats.tx_bytes),
51 I40EVF_STAT("tx_unicast", current_stats.tx_unicast),
52 I40EVF_STAT("tx_multicast", current_stats.tx_multicast),
53 I40EVF_STAT("tx_broadcast", current_stats.tx_broadcast),
54 I40EVF_STAT("tx_discards", current_stats.tx_discards),
55 I40EVF_STAT("tx_errors", current_stats.tx_errors),
58 #define I40EVF_GLOBAL_STATS_LEN ARRAY_SIZE(i40evf_gstrings_stats)
59 #define I40EVF_QUEUE_STATS_LEN(_dev) \
60 (((struct i40evf_adapter *)\
61 netdev_priv(_dev))->num_active_queues \
62 * 2 * (sizeof(struct i40e_queue_stats) / sizeof(u64)))
63 #define I40EVF_STATS_LEN(_dev) \
64 (I40EVF_GLOBAL_STATS_LEN + I40EVF_QUEUE_STATS_LEN(_dev))
67 * i40evf_get_settings - Get Link Speed and Duplex settings
68 * @netdev: network interface device structure
69 * @ecmd: ethtool command
71 * Reports speed/duplex settings. Because this is a VF, we don't know what
72 * kind of link we really have, so we fake it.
74 static int i40evf_get_settings(struct net_device *netdev,
75 struct ethtool_cmd *ecmd)
77 /* In the future the VF will be able to query the PF for
78 * some information - for now use a dummy value
81 ecmd->autoneg = AUTONEG_DISABLE;
82 ecmd->transceiver = XCVR_DUMMY1;
83 ecmd->port = PORT_NONE;
89 * i40evf_get_sset_count - Get length of string set
90 * @netdev: network interface device structure
91 * @sset: id of string set
93 * Reports size of string table. This driver only supports
94 * strings for statistics.
96 static int i40evf_get_sset_count(struct net_device *netdev, int sset)
98 if (sset == ETH_SS_STATS)
99 return I40EVF_STATS_LEN(netdev);
105 * i40evf_get_ethtool_stats - report device statistics
106 * @netdev: network interface device structure
107 * @stats: ethtool statistics structure
108 * @data: pointer to data buffer
110 * All statistics are added to the data buffer as an array of u64.
112 static void i40evf_get_ethtool_stats(struct net_device *netdev,
113 struct ethtool_stats *stats, u64 *data)
115 struct i40evf_adapter *adapter = netdev_priv(netdev);
119 for (i = 0; i < I40EVF_GLOBAL_STATS_LEN; i++) {
120 p = (char *)adapter + i40evf_gstrings_stats[i].stat_offset;
123 for (j = 0; j < adapter->num_active_queues; j++) {
124 data[i++] = adapter->tx_rings[j]->stats.packets;
125 data[i++] = adapter->tx_rings[j]->stats.bytes;
127 for (j = 0; j < adapter->num_active_queues; j++) {
128 data[i++] = adapter->rx_rings[j]->stats.packets;
129 data[i++] = adapter->rx_rings[j]->stats.bytes;
134 * i40evf_get_strings - Get string set
135 * @netdev: network interface device structure
136 * @sset: id of string set
137 * @data: buffer for string data
139 * Builds stats string table.
141 static void i40evf_get_strings(struct net_device *netdev, u32 sset, u8 *data)
143 struct i40evf_adapter *adapter = netdev_priv(netdev);
147 if (sset == ETH_SS_STATS) {
148 for (i = 0; i < I40EVF_GLOBAL_STATS_LEN; i++) {
149 memcpy(p, i40evf_gstrings_stats[i].stat_string,
151 p += ETH_GSTRING_LEN;
153 for (i = 0; i < adapter->num_active_queues; i++) {
154 snprintf(p, ETH_GSTRING_LEN, "tx-%u.packets", i);
155 p += ETH_GSTRING_LEN;
156 snprintf(p, ETH_GSTRING_LEN, "tx-%u.bytes", i);
157 p += ETH_GSTRING_LEN;
159 for (i = 0; i < adapter->num_active_queues; i++) {
160 snprintf(p, ETH_GSTRING_LEN, "rx-%u.packets", i);
161 p += ETH_GSTRING_LEN;
162 snprintf(p, ETH_GSTRING_LEN, "rx-%u.bytes", i);
163 p += ETH_GSTRING_LEN;
169 * i40evf_get_msglevel - Get debug message level
170 * @netdev: network interface device structure
172 * Returns current debug message level.
174 static u32 i40evf_get_msglevel(struct net_device *netdev)
176 struct i40evf_adapter *adapter = netdev_priv(netdev);
178 return adapter->msg_enable;
182 * i40evf_set_msglevel - Set debug message level
183 * @netdev: network interface device structure
184 * @data: message level
186 * Set current debug message level. Higher values cause the driver to
189 static void i40evf_set_msglevel(struct net_device *netdev, u32 data)
191 struct i40evf_adapter *adapter = netdev_priv(netdev);
193 if (I40E_DEBUG_USER & data)
194 adapter->hw.debug_mask = data;
195 adapter->msg_enable = data;
199 * i40evf_get_drvinfo - Get driver info
200 * @netdev: network interface device structure
201 * @drvinfo: ethool driver info structure
203 * Returns information about the driver and device for display to the user.
205 static void i40evf_get_drvinfo(struct net_device *netdev,
206 struct ethtool_drvinfo *drvinfo)
208 struct i40evf_adapter *adapter = netdev_priv(netdev);
210 strlcpy(drvinfo->driver, i40evf_driver_name, 32);
211 strlcpy(drvinfo->version, i40evf_driver_version, 32);
212 strlcpy(drvinfo->fw_version, "N/A", 4);
213 strlcpy(drvinfo->bus_info, pci_name(adapter->pdev), 32);
217 * i40evf_get_ringparam - Get ring parameters
218 * @netdev: network interface device structure
219 * @ring: ethtool ringparam structure
221 * Returns current ring parameters. TX and RX rings are reported separately,
222 * but the number of rings is not reported.
224 static void i40evf_get_ringparam(struct net_device *netdev,
225 struct ethtool_ringparam *ring)
227 struct i40evf_adapter *adapter = netdev_priv(netdev);
229 ring->rx_max_pending = I40EVF_MAX_RXD;
230 ring->tx_max_pending = I40EVF_MAX_TXD;
231 ring->rx_pending = adapter->rx_desc_count;
232 ring->tx_pending = adapter->tx_desc_count;
236 * i40evf_set_ringparam - Set ring parameters
237 * @netdev: network interface device structure
238 * @ring: ethtool ringparam structure
240 * Sets ring parameters. TX and RX rings are controlled separately, but the
241 * number of rings is not specified, so all rings get the same settings.
243 static int i40evf_set_ringparam(struct net_device *netdev,
244 struct ethtool_ringparam *ring)
246 struct i40evf_adapter *adapter = netdev_priv(netdev);
247 u32 new_rx_count, new_tx_count;
249 if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
252 new_tx_count = clamp_t(u32, ring->tx_pending,
255 new_tx_count = ALIGN(new_tx_count, I40EVF_REQ_DESCRIPTOR_MULTIPLE);
257 new_rx_count = clamp_t(u32, ring->rx_pending,
260 new_rx_count = ALIGN(new_rx_count, I40EVF_REQ_DESCRIPTOR_MULTIPLE);
262 /* if nothing to do return success */
263 if ((new_tx_count == adapter->tx_desc_count) &&
264 (new_rx_count == adapter->rx_desc_count))
267 adapter->tx_desc_count = new_tx_count;
268 adapter->rx_desc_count = new_rx_count;
270 if (netif_running(netdev))
271 i40evf_reinit_locked(adapter);
277 * i40evf_get_coalesce - Get interrupt coalescing settings
278 * @netdev: network interface device structure
279 * @ec: ethtool coalesce structure
281 * Returns current coalescing settings. This is referred to elsewhere in the
282 * driver as Interrupt Throttle Rate, as this is how the hardware describes
283 * this functionality.
285 static int i40evf_get_coalesce(struct net_device *netdev,
286 struct ethtool_coalesce *ec)
288 struct i40evf_adapter *adapter = netdev_priv(netdev);
289 struct i40e_vsi *vsi = &adapter->vsi;
291 ec->tx_max_coalesced_frames = vsi->work_limit;
292 ec->rx_max_coalesced_frames = vsi->work_limit;
294 if (ITR_IS_DYNAMIC(vsi->rx_itr_setting))
295 ec->use_adaptive_rx_coalesce = 1;
297 if (ITR_IS_DYNAMIC(vsi->tx_itr_setting))
298 ec->use_adaptive_tx_coalesce = 1;
300 ec->rx_coalesce_usecs = vsi->rx_itr_setting & ~I40E_ITR_DYNAMIC;
301 ec->tx_coalesce_usecs = vsi->tx_itr_setting & ~I40E_ITR_DYNAMIC;
307 * i40evf_set_coalesce - Set interrupt coalescing settings
308 * @netdev: network interface device structure
309 * @ec: ethtool coalesce structure
311 * Change current coalescing settings.
313 static int i40evf_set_coalesce(struct net_device *netdev,
314 struct ethtool_coalesce *ec)
316 struct i40evf_adapter *adapter = netdev_priv(netdev);
317 struct i40e_hw *hw = &adapter->hw;
318 struct i40e_vsi *vsi = &adapter->vsi;
319 struct i40e_q_vector *q_vector;
322 if (ec->tx_max_coalesced_frames_irq || ec->rx_max_coalesced_frames_irq)
323 vsi->work_limit = ec->tx_max_coalesced_frames_irq;
325 if ((ec->rx_coalesce_usecs >= (I40E_MIN_ITR << 1)) &&
326 (ec->rx_coalesce_usecs <= (I40E_MAX_ITR << 1)))
327 vsi->rx_itr_setting = ec->rx_coalesce_usecs;
332 if ((ec->tx_coalesce_usecs >= (I40E_MIN_ITR << 1)) &&
333 (ec->tx_coalesce_usecs <= (I40E_MAX_ITR << 1)))
334 vsi->tx_itr_setting = ec->tx_coalesce_usecs;
335 else if (ec->use_adaptive_tx_coalesce)
336 vsi->tx_itr_setting = (I40E_ITR_DYNAMIC |
337 ITR_REG_TO_USEC(I40E_ITR_RX_DEF));
341 if (ec->use_adaptive_rx_coalesce)
342 vsi->rx_itr_setting |= I40E_ITR_DYNAMIC;
344 vsi->rx_itr_setting &= ~I40E_ITR_DYNAMIC;
346 if (ec->use_adaptive_tx_coalesce)
347 vsi->tx_itr_setting |= I40E_ITR_DYNAMIC;
349 vsi->tx_itr_setting &= ~I40E_ITR_DYNAMIC;
351 for (i = 0; i < adapter->num_msix_vectors - NONQ_VECS; i++) {
352 q_vector = adapter->q_vector[i];
353 q_vector->rx.itr = ITR_TO_REG(vsi->rx_itr_setting);
354 wr32(hw, I40E_VFINT_ITRN1(0, i), q_vector->rx.itr);
355 q_vector->tx.itr = ITR_TO_REG(vsi->tx_itr_setting);
356 wr32(hw, I40E_VFINT_ITRN1(1, i), q_vector->tx.itr);
364 * i40e_get_rss_hash_opts - Get RSS hash Input Set for each flow type
365 * @adapter: board private structure
366 * @cmd: ethtool rxnfc command
368 * Returns Success if the flow is supported, else Invalid Input.
370 static int i40evf_get_rss_hash_opts(struct i40evf_adapter *adapter,
371 struct ethtool_rxnfc *cmd)
373 struct i40e_hw *hw = &adapter->hw;
374 u64 hena = (u64)rd32(hw, I40E_VFQF_HENA(0)) |
375 ((u64)rd32(hw, I40E_VFQF_HENA(1)) << 32);
377 /* We always hash on IP src and dest addresses */
378 cmd->data = RXH_IP_SRC | RXH_IP_DST;
380 switch (cmd->flow_type) {
382 if (hena & ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_TCP))
383 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
386 if (hena & ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_UDP))
387 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
398 if (hena & ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_TCP))
399 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
402 if (hena & ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_UDP))
403 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
421 * i40evf_get_rxnfc - command to get RX flow classification rules
422 * @netdev: network interface device structure
423 * @cmd: ethtool rxnfc command
425 * Returns Success if the command is supported.
427 static int i40evf_get_rxnfc(struct net_device *netdev,
428 struct ethtool_rxnfc *cmd,
431 struct i40evf_adapter *adapter = netdev_priv(netdev);
432 int ret = -EOPNOTSUPP;
435 case ETHTOOL_GRXRINGS:
436 cmd->data = adapter->num_active_queues;
440 ret = i40evf_get_rss_hash_opts(adapter, cmd);
450 * i40evf_set_rss_hash_opt - Enable/Disable flow types for RSS hash
451 * @adapter: board private structure
452 * @cmd: ethtool rxnfc command
454 * Returns Success if the flow input set is supported.
456 static int i40evf_set_rss_hash_opt(struct i40evf_adapter *adapter,
457 struct ethtool_rxnfc *nfc)
459 struct i40e_hw *hw = &adapter->hw;
461 u64 hena = (u64)rd32(hw, I40E_VFQF_HENA(0)) |
462 ((u64)rd32(hw, I40E_VFQF_HENA(1)) << 32);
464 /* RSS does not support anything other than hashing
465 * to queues on src and dst IPs and ports
467 if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
468 RXH_L4_B_0_1 | RXH_L4_B_2_3))
471 /* We need at least the IP SRC and DEST fields for hashing */
472 if (!(nfc->data & RXH_IP_SRC) ||
473 !(nfc->data & RXH_IP_DST))
476 switch (nfc->flow_type) {
478 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
480 hena &= ~((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_TCP);
482 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
483 hena |= ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_TCP);
490 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
492 hena &= ~((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_TCP);
494 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
495 hena |= ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_TCP);
502 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
504 hena &= ~(((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_UDP) |
505 ((u64)1 << I40E_FILTER_PCTYPE_FRAG_IPV4));
507 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
508 hena |= (((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_UDP) |
509 ((u64)1 << I40E_FILTER_PCTYPE_FRAG_IPV4));
516 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
518 hena &= ~(((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_UDP) |
519 ((u64)1 << I40E_FILTER_PCTYPE_FRAG_IPV6));
521 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
522 hena |= (((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_UDP) |
523 ((u64)1 << I40E_FILTER_PCTYPE_FRAG_IPV6));
533 if ((nfc->data & RXH_L4_B_0_1) ||
534 (nfc->data & RXH_L4_B_2_3))
536 hena |= ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_OTHER);
542 if ((nfc->data & RXH_L4_B_0_1) ||
543 (nfc->data & RXH_L4_B_2_3))
545 hena |= ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_OTHER);
548 hena |= ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV4_OTHER) |
549 ((u64)1 << I40E_FILTER_PCTYPE_FRAG_IPV4);
552 hena |= ((u64)1 << I40E_FILTER_PCTYPE_NONF_IPV6_OTHER) |
553 ((u64)1 << I40E_FILTER_PCTYPE_FRAG_IPV6);
559 wr32(hw, I40E_VFQF_HENA(0), (u32)hena);
560 wr32(hw, I40E_VFQF_HENA(1), (u32)(hena >> 32));
567 * i40evf_set_rxnfc - command to set RX flow classification rules
568 * @netdev: network interface device structure
569 * @cmd: ethtool rxnfc command
571 * Returns Success if the command is supported.
573 static int i40evf_set_rxnfc(struct net_device *netdev,
574 struct ethtool_rxnfc *cmd)
576 struct i40evf_adapter *adapter = netdev_priv(netdev);
577 int ret = -EOPNOTSUPP;
581 ret = i40evf_set_rss_hash_opt(adapter, cmd);
591 * i40evf_get_channels: get the number of channels supported by the device
592 * @netdev: network interface device structure
593 * @ch: channel information structure
595 * For the purposes of our device, we only use combined channels, i.e. a tx/rx
596 * queue pair. Report one extra channel to match our "other" MSI-X vector.
598 static void i40evf_get_channels(struct net_device *netdev,
599 struct ethtool_channels *ch)
601 struct i40evf_adapter *adapter = netdev_priv(netdev);
603 /* Report maximum channels */
604 ch->max_combined = adapter->num_active_queues;
606 ch->max_other = NONQ_VECS;
607 ch->other_count = NONQ_VECS;
609 ch->combined_count = adapter->num_active_queues;
613 * i40evf_get_rxfh_indir_size - get the rx flow hash indirection table size
614 * @netdev: network interface device structure
616 * Returns the table size.
618 static u32 i40evf_get_rxfh_indir_size(struct net_device *netdev)
620 return (I40E_VFQF_HLUT_MAX_INDEX + 1) * 4;
624 * i40evf_get_rxfh - get the rx flow hash indirection table
625 * @netdev: network interface device structure
626 * @indir: indirection table
629 * Reads the indirection table directly from the hardware. Always returns 0.
631 static int i40evf_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
634 struct i40evf_adapter *adapter = netdev_priv(netdev);
635 struct i40e_hw *hw = &adapter->hw;
640 *hfunc = ETH_RSS_HASH_TOP;
645 for (i = 0, j = 0; i <= I40E_VFQF_HLUT_MAX_INDEX; i++) {
646 hlut_val = rd32(hw, I40E_VFQF_HLUT(i));
647 indir[j++] = hlut_val & 0xff;
648 indir[j++] = (hlut_val >> 8) & 0xff;
649 indir[j++] = (hlut_val >> 16) & 0xff;
650 indir[j++] = (hlut_val >> 24) & 0xff;
657 * i40evf_set_rxfh - set the rx flow hash indirection table
658 * @netdev: network interface device structure
659 * @indir: indirection table
662 * Returns -EINVAL if the table specifies an inavlid queue id, otherwise
663 * returns 0 after programming the table.
665 static int i40evf_set_rxfh(struct net_device *netdev, const u32 *indir,
666 const u8 *key, const u8 hfunc)
668 struct i40evf_adapter *adapter = netdev_priv(netdev);
669 struct i40e_hw *hw = &adapter->hw;
673 /* We do not allow change in unsupported parameters */
675 (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP))
680 for (i = 0, j = 0; i <= I40E_VFQF_HLUT_MAX_INDEX; i++) {
681 hlut_val = indir[j++];
682 hlut_val |= indir[j++] << 8;
683 hlut_val |= indir[j++] << 16;
684 hlut_val |= indir[j++] << 24;
685 wr32(hw, I40E_VFQF_HLUT(i), hlut_val);
691 static const struct ethtool_ops i40evf_ethtool_ops = {
692 .get_settings = i40evf_get_settings,
693 .get_drvinfo = i40evf_get_drvinfo,
694 .get_link = ethtool_op_get_link,
695 .get_ringparam = i40evf_get_ringparam,
696 .set_ringparam = i40evf_set_ringparam,
697 .get_strings = i40evf_get_strings,
698 .get_ethtool_stats = i40evf_get_ethtool_stats,
699 .get_sset_count = i40evf_get_sset_count,
700 .get_msglevel = i40evf_get_msglevel,
701 .set_msglevel = i40evf_set_msglevel,
702 .get_coalesce = i40evf_get_coalesce,
703 .set_coalesce = i40evf_set_coalesce,
704 .get_rxnfc = i40evf_get_rxnfc,
705 .set_rxnfc = i40evf_set_rxnfc,
706 .get_rxfh_indir_size = i40evf_get_rxfh_indir_size,
707 .get_rxfh = i40evf_get_rxfh,
708 .set_rxfh = i40evf_set_rxfh,
709 .get_channels = i40evf_get_channels,
713 * i40evf_set_ethtool_ops - Initialize ethtool ops struct
714 * @netdev: network interface device structure
716 * Sets ethtool ops struct in our netdev so that ethtool can call
719 void i40evf_set_ethtool_ops(struct net_device *netdev)
721 netdev->ethtool_ops = &i40evf_ethtool_ops;