1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright(c) 2009 - 2018 Intel Corporation. */
3
4 /* ethtool support for igbvf */
5
6 #include <linux/netdevice.h>
7 #include <linux/ethtool.h>
8 #include <linux/pci.h>
9 #include <linux/vmalloc.h>
10 #include <linux/delay.h>
11
12 #include "igbvf.h"
13 #include <linux/if_vlan.h>
14
15 struct igbvf_stats {
16 char stat_string[ETH_GSTRING_LEN];
17 int sizeof_stat;
18 int stat_offset;
19 int base_stat_offset;
20 };
21
22 #define IGBVF_STAT(current, base) \
23 sizeof(((struct igbvf_adapter *)0)->current), \
24 offsetof(struct igbvf_adapter, current), \
25 offsetof(struct igbvf_adapter, base)
26
27 static const struct igbvf_stats igbvf_gstrings_stats[] = {
28 { "rx_packets", IGBVF_STAT(stats.gprc, stats.base_gprc) },
29 { "tx_packets", IGBVF_STAT(stats.gptc, stats.base_gptc) },
30 { "rx_bytes", IGBVF_STAT(stats.gorc, stats.base_gorc) },
31 { "tx_bytes", IGBVF_STAT(stats.gotc, stats.base_gotc) },
32 { "multicast", IGBVF_STAT(stats.mprc, stats.base_mprc) },
33 { "lbrx_bytes", IGBVF_STAT(stats.gorlbc, stats.base_gorlbc) },
34 { "lbrx_packets", IGBVF_STAT(stats.gprlbc, stats.base_gprlbc) },
35 { "tx_restart_queue", IGBVF_STAT(restart_queue, zero_base) },
36 { "rx_long_byte_count", IGBVF_STAT(stats.gorc, stats.base_gorc) },
37 { "rx_csum_offload_good", IGBVF_STAT(hw_csum_good, zero_base) },
38 { "rx_csum_offload_errors", IGBVF_STAT(hw_csum_err, zero_base) },
39 { "rx_header_split", IGBVF_STAT(rx_hdr_split, zero_base) },
40 { "alloc_rx_buff_failed", IGBVF_STAT(alloc_rx_buff_failed, zero_base) },
41 };
42
43 #define IGBVF_GLOBAL_STATS_LEN ARRAY_SIZE(igbvf_gstrings_stats)
44
45 static const char igbvf_gstrings_test[][ETH_GSTRING_LEN] = {
46 "Link test (on/offline)"
47 };
48
49 #define IGBVF_TEST_LEN ARRAY_SIZE(igbvf_gstrings_test)
50
igbvf_get_link_ksettings(struct net_device * netdev,struct ethtool_link_ksettings * cmd)51 static int igbvf_get_link_ksettings(struct net_device *netdev,
52 struct ethtool_link_ksettings *cmd)
53 {
54 struct igbvf_adapter *adapter = netdev_priv(netdev);
55 struct e1000_hw *hw = &adapter->hw;
56 u32 status;
57
58 ethtool_link_ksettings_zero_link_mode(cmd, supported);
59 ethtool_link_ksettings_add_link_mode(cmd, supported, 1000baseT_Full);
60 ethtool_link_ksettings_zero_link_mode(cmd, advertising);
61 ethtool_link_ksettings_add_link_mode(cmd, advertising, 1000baseT_Full);
62
63 cmd->base.port = -1;
64
65 status = er32(STATUS);
66 if (status & E1000_STATUS_LU) {
67 if (status & E1000_STATUS_SPEED_1000)
68 cmd->base.speed = SPEED_1000;
69 else if (status & E1000_STATUS_SPEED_100)
70 cmd->base.speed = SPEED_100;
71 else
72 cmd->base.speed = SPEED_10;
73
74 if (status & E1000_STATUS_FD)
75 cmd->base.duplex = DUPLEX_FULL;
76 else
77 cmd->base.duplex = DUPLEX_HALF;
78 } else {
79 cmd->base.speed = SPEED_UNKNOWN;
80 cmd->base.duplex = DUPLEX_UNKNOWN;
81 }
82
83 cmd->base.autoneg = AUTONEG_DISABLE;
84
85 return 0;
86 }
87
igbvf_set_link_ksettings(struct net_device * netdev,const struct ethtool_link_ksettings * cmd)88 static int igbvf_set_link_ksettings(struct net_device *netdev,
89 const struct ethtool_link_ksettings *cmd)
90 {
91 return -EOPNOTSUPP;
92 }
93
igbvf_get_pauseparam(struct net_device * netdev,struct ethtool_pauseparam * pause)94 static void igbvf_get_pauseparam(struct net_device *netdev,
95 struct ethtool_pauseparam *pause)
96 {
97 }
98
igbvf_set_pauseparam(struct net_device * netdev,struct ethtool_pauseparam * pause)99 static int igbvf_set_pauseparam(struct net_device *netdev,
100 struct ethtool_pauseparam *pause)
101 {
102 return -EOPNOTSUPP;
103 }
104
igbvf_get_msglevel(struct net_device * netdev)105 static u32 igbvf_get_msglevel(struct net_device *netdev)
106 {
107 struct igbvf_adapter *adapter = netdev_priv(netdev);
108
109 return adapter->msg_enable;
110 }
111
igbvf_set_msglevel(struct net_device * netdev,u32 data)112 static void igbvf_set_msglevel(struct net_device *netdev, u32 data)
113 {
114 struct igbvf_adapter *adapter = netdev_priv(netdev);
115
116 adapter->msg_enable = data;
117 }
118
igbvf_get_regs_len(struct net_device * netdev)119 static int igbvf_get_regs_len(struct net_device *netdev)
120 {
121 #define IGBVF_REGS_LEN 8
122 return IGBVF_REGS_LEN * sizeof(u32);
123 }
124
igbvf_get_regs(struct net_device * netdev,struct ethtool_regs * regs,void * p)125 static void igbvf_get_regs(struct net_device *netdev,
126 struct ethtool_regs *regs, void *p)
127 {
128 struct igbvf_adapter *adapter = netdev_priv(netdev);
129 struct e1000_hw *hw = &adapter->hw;
130 u32 *regs_buff = p;
131
132 memset(p, 0, IGBVF_REGS_LEN * sizeof(u32));
133
134 regs->version = (1u << 24) |
135 (adapter->pdev->revision << 16) |
136 adapter->pdev->device;
137
138 regs_buff[0] = er32(CTRL);
139 regs_buff[1] = er32(STATUS);
140
141 regs_buff[2] = er32(RDLEN(0));
142 regs_buff[3] = er32(RDH(0));
143 regs_buff[4] = er32(RDT(0));
144
145 regs_buff[5] = er32(TDLEN(0));
146 regs_buff[6] = er32(TDH(0));
147 regs_buff[7] = er32(TDT(0));
148 }
149
igbvf_get_eeprom_len(struct net_device * netdev)150 static int igbvf_get_eeprom_len(struct net_device *netdev)
151 {
152 return 0;
153 }
154
igbvf_get_eeprom(struct net_device * netdev,struct ethtool_eeprom * eeprom,u8 * bytes)155 static int igbvf_get_eeprom(struct net_device *netdev,
156 struct ethtool_eeprom *eeprom, u8 *bytes)
157 {
158 return -EOPNOTSUPP;
159 }
160
igbvf_set_eeprom(struct net_device * netdev,struct ethtool_eeprom * eeprom,u8 * bytes)161 static int igbvf_set_eeprom(struct net_device *netdev,
162 struct ethtool_eeprom *eeprom, u8 *bytes)
163 {
164 return -EOPNOTSUPP;
165 }
166
igbvf_get_drvinfo(struct net_device * netdev,struct ethtool_drvinfo * drvinfo)167 static void igbvf_get_drvinfo(struct net_device *netdev,
168 struct ethtool_drvinfo *drvinfo)
169 {
170 struct igbvf_adapter *adapter = netdev_priv(netdev);
171
172 strlcpy(drvinfo->driver, igbvf_driver_name, sizeof(drvinfo->driver));
173 strlcpy(drvinfo->bus_info, pci_name(adapter->pdev),
174 sizeof(drvinfo->bus_info));
175 }
176
igbvf_get_ringparam(struct net_device * netdev,struct ethtool_ringparam * ring)177 static void igbvf_get_ringparam(struct net_device *netdev,
178 struct ethtool_ringparam *ring)
179 {
180 struct igbvf_adapter *adapter = netdev_priv(netdev);
181 struct igbvf_ring *tx_ring = adapter->tx_ring;
182 struct igbvf_ring *rx_ring = adapter->rx_ring;
183
184 ring->rx_max_pending = IGBVF_MAX_RXD;
185 ring->tx_max_pending = IGBVF_MAX_TXD;
186 ring->rx_pending = rx_ring->count;
187 ring->tx_pending = tx_ring->count;
188 }
189
igbvf_set_ringparam(struct net_device * netdev,struct ethtool_ringparam * ring)190 static int igbvf_set_ringparam(struct net_device *netdev,
191 struct ethtool_ringparam *ring)
192 {
193 struct igbvf_adapter *adapter = netdev_priv(netdev);
194 struct igbvf_ring *temp_ring;
195 int err = 0;
196 u32 new_rx_count, new_tx_count;
197
198 if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
199 return -EINVAL;
200
201 new_rx_count = max_t(u32, ring->rx_pending, IGBVF_MIN_RXD);
202 new_rx_count = min_t(u32, new_rx_count, IGBVF_MAX_RXD);
203 new_rx_count = ALIGN(new_rx_count, REQ_RX_DESCRIPTOR_MULTIPLE);
204
205 new_tx_count = max_t(u32, ring->tx_pending, IGBVF_MIN_TXD);
206 new_tx_count = min_t(u32, new_tx_count, IGBVF_MAX_TXD);
207 new_tx_count = ALIGN(new_tx_count, REQ_TX_DESCRIPTOR_MULTIPLE);
208
209 if ((new_tx_count == adapter->tx_ring->count) &&
210 (new_rx_count == adapter->rx_ring->count)) {
211 /* nothing to do */
212 return 0;
213 }
214
215 while (test_and_set_bit(__IGBVF_RESETTING, &adapter->state))
216 usleep_range(1000, 2000);
217
218 if (!netif_running(adapter->netdev)) {
219 adapter->tx_ring->count = new_tx_count;
220 adapter->rx_ring->count = new_rx_count;
221 goto clear_reset;
222 }
223
224 temp_ring = vmalloc(sizeof(struct igbvf_ring));
225 if (!temp_ring) {
226 err = -ENOMEM;
227 goto clear_reset;
228 }
229
230 igbvf_down(adapter);
231
232 /* We can't just free everything and then setup again,
233 * because the ISRs in MSI-X mode get passed pointers
234 * to the Tx and Rx ring structs.
235 */
236 if (new_tx_count != adapter->tx_ring->count) {
237 memcpy(temp_ring, adapter->tx_ring, sizeof(struct igbvf_ring));
238
239 temp_ring->count = new_tx_count;
240 err = igbvf_setup_tx_resources(adapter, temp_ring);
241 if (err)
242 goto err_setup;
243
244 igbvf_free_tx_resources(adapter->tx_ring);
245
246 memcpy(adapter->tx_ring, temp_ring, sizeof(struct igbvf_ring));
247 }
248
249 if (new_rx_count != adapter->rx_ring->count) {
250 memcpy(temp_ring, adapter->rx_ring, sizeof(struct igbvf_ring));
251
252 temp_ring->count = new_rx_count;
253 err = igbvf_setup_rx_resources(adapter, temp_ring);
254 if (err)
255 goto err_setup;
256
257 igbvf_free_rx_resources(adapter->rx_ring);
258
259 memcpy(adapter->rx_ring, temp_ring, sizeof(struct igbvf_ring));
260 }
261 err_setup:
262 igbvf_up(adapter);
263 vfree(temp_ring);
264 clear_reset:
265 clear_bit(__IGBVF_RESETTING, &adapter->state);
266 return err;
267 }
268
igbvf_link_test(struct igbvf_adapter * adapter,u64 * data)269 static int igbvf_link_test(struct igbvf_adapter *adapter, u64 *data)
270 {
271 struct e1000_hw *hw = &adapter->hw;
272 *data = 0;
273
274 spin_lock_bh(&hw->mbx_lock);
275
276 hw->mac.ops.check_for_link(hw);
277
278 spin_unlock_bh(&hw->mbx_lock);
279
280 if (!(er32(STATUS) & E1000_STATUS_LU))
281 *data = 1;
282
283 return *data;
284 }
285
igbvf_diag_test(struct net_device * netdev,struct ethtool_test * eth_test,u64 * data)286 static void igbvf_diag_test(struct net_device *netdev,
287 struct ethtool_test *eth_test, u64 *data)
288 {
289 struct igbvf_adapter *adapter = netdev_priv(netdev);
290
291 set_bit(__IGBVF_TESTING, &adapter->state);
292
293 /* Link test performed before hardware reset so autoneg doesn't
294 * interfere with test result
295 */
296 if (igbvf_link_test(adapter, &data[0]))
297 eth_test->flags |= ETH_TEST_FL_FAILED;
298
299 clear_bit(__IGBVF_TESTING, &adapter->state);
300 msleep_interruptible(4 * 1000);
301 }
302
igbvf_get_wol(struct net_device * netdev,struct ethtool_wolinfo * wol)303 static void igbvf_get_wol(struct net_device *netdev,
304 struct ethtool_wolinfo *wol)
305 {
306 wol->supported = 0;
307 wol->wolopts = 0;
308 }
309
igbvf_set_wol(struct net_device * netdev,struct ethtool_wolinfo * wol)310 static int igbvf_set_wol(struct net_device *netdev,
311 struct ethtool_wolinfo *wol)
312 {
313 return -EOPNOTSUPP;
314 }
315
igbvf_get_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec,struct kernel_ethtool_coalesce * kernel_coal,struct netlink_ext_ack * extack)316 static int igbvf_get_coalesce(struct net_device *netdev,
317 struct ethtool_coalesce *ec,
318 struct kernel_ethtool_coalesce *kernel_coal,
319 struct netlink_ext_ack *extack)
320 {
321 struct igbvf_adapter *adapter = netdev_priv(netdev);
322
323 if (adapter->requested_itr <= 3)
324 ec->rx_coalesce_usecs = adapter->requested_itr;
325 else
326 ec->rx_coalesce_usecs = adapter->current_itr >> 2;
327
328 return 0;
329 }
330
igbvf_set_coalesce(struct net_device * netdev,struct ethtool_coalesce * ec,struct kernel_ethtool_coalesce * kernel_coal,struct netlink_ext_ack * extack)331 static int igbvf_set_coalesce(struct net_device *netdev,
332 struct ethtool_coalesce *ec,
333 struct kernel_ethtool_coalesce *kernel_coal,
334 struct netlink_ext_ack *extack)
335 {
336 struct igbvf_adapter *adapter = netdev_priv(netdev);
337 struct e1000_hw *hw = &adapter->hw;
338
339 if ((ec->rx_coalesce_usecs >= IGBVF_MIN_ITR_USECS) &&
340 (ec->rx_coalesce_usecs <= IGBVF_MAX_ITR_USECS)) {
341 adapter->current_itr = ec->rx_coalesce_usecs << 2;
342 adapter->requested_itr = 1000000000 /
343 (adapter->current_itr * 256);
344 } else if ((ec->rx_coalesce_usecs == 3) ||
345 (ec->rx_coalesce_usecs == 2)) {
346 adapter->current_itr = IGBVF_START_ITR;
347 adapter->requested_itr = ec->rx_coalesce_usecs;
348 } else if (ec->rx_coalesce_usecs == 0) {
349 /* The user's desire is to turn off interrupt throttling
350 * altogether, but due to HW limitations, we can't do that.
351 * Instead we set a very small value in EITR, which would
352 * allow ~967k interrupts per second, but allow the adapter's
353 * internal clocking to still function properly.
354 */
355 adapter->current_itr = 4;
356 adapter->requested_itr = 1000000000 /
357 (adapter->current_itr * 256);
358 } else {
359 return -EINVAL;
360 }
361
362 writel(adapter->current_itr,
363 hw->hw_addr + adapter->rx_ring->itr_register);
364
365 return 0;
366 }
367
igbvf_nway_reset(struct net_device * netdev)368 static int igbvf_nway_reset(struct net_device *netdev)
369 {
370 struct igbvf_adapter *adapter = netdev_priv(netdev);
371
372 if (netif_running(netdev))
373 igbvf_reinit_locked(adapter);
374 return 0;
375 }
376
igbvf_get_ethtool_stats(struct net_device * netdev,struct ethtool_stats * stats,u64 * data)377 static void igbvf_get_ethtool_stats(struct net_device *netdev,
378 struct ethtool_stats *stats,
379 u64 *data)
380 {
381 struct igbvf_adapter *adapter = netdev_priv(netdev);
382 int i;
383
384 igbvf_update_stats(adapter);
385 for (i = 0; i < IGBVF_GLOBAL_STATS_LEN; i++) {
386 char *p = (char *)adapter +
387 igbvf_gstrings_stats[i].stat_offset;
388 char *b = (char *)adapter +
389 igbvf_gstrings_stats[i].base_stat_offset;
390 data[i] = ((igbvf_gstrings_stats[i].sizeof_stat ==
391 sizeof(u64)) ? (*(u64 *)p - *(u64 *)b) :
392 (*(u32 *)p - *(u32 *)b));
393 }
394 }
395
igbvf_get_sset_count(struct net_device * dev,int stringset)396 static int igbvf_get_sset_count(struct net_device *dev, int stringset)
397 {
398 switch (stringset) {
399 case ETH_SS_TEST:
400 return IGBVF_TEST_LEN;
401 case ETH_SS_STATS:
402 return IGBVF_GLOBAL_STATS_LEN;
403 default:
404 return -EINVAL;
405 }
406 }
407
igbvf_get_strings(struct net_device * netdev,u32 stringset,u8 * data)408 static void igbvf_get_strings(struct net_device *netdev, u32 stringset,
409 u8 *data)
410 {
411 u8 *p = data;
412 int i;
413
414 switch (stringset) {
415 case ETH_SS_TEST:
416 memcpy(data, *igbvf_gstrings_test, sizeof(igbvf_gstrings_test));
417 break;
418 case ETH_SS_STATS:
419 for (i = 0; i < IGBVF_GLOBAL_STATS_LEN; i++) {
420 memcpy(p, igbvf_gstrings_stats[i].stat_string,
421 ETH_GSTRING_LEN);
422 p += ETH_GSTRING_LEN;
423 }
424 break;
425 }
426 }
427
428 static const struct ethtool_ops igbvf_ethtool_ops = {
429 .supported_coalesce_params = ETHTOOL_COALESCE_RX_USECS,
430 .get_drvinfo = igbvf_get_drvinfo,
431 .get_regs_len = igbvf_get_regs_len,
432 .get_regs = igbvf_get_regs,
433 .get_wol = igbvf_get_wol,
434 .set_wol = igbvf_set_wol,
435 .get_msglevel = igbvf_get_msglevel,
436 .set_msglevel = igbvf_set_msglevel,
437 .nway_reset = igbvf_nway_reset,
438 .get_link = ethtool_op_get_link,
439 .get_eeprom_len = igbvf_get_eeprom_len,
440 .get_eeprom = igbvf_get_eeprom,
441 .set_eeprom = igbvf_set_eeprom,
442 .get_ringparam = igbvf_get_ringparam,
443 .set_ringparam = igbvf_set_ringparam,
444 .get_pauseparam = igbvf_get_pauseparam,
445 .set_pauseparam = igbvf_set_pauseparam,
446 .self_test = igbvf_diag_test,
447 .get_sset_count = igbvf_get_sset_count,
448 .get_strings = igbvf_get_strings,
449 .get_ethtool_stats = igbvf_get_ethtool_stats,
450 .get_coalesce = igbvf_get_coalesce,
451 .set_coalesce = igbvf_set_coalesce,
452 .get_link_ksettings = igbvf_get_link_ksettings,
453 .set_link_ksettings = igbvf_set_link_ksettings,
454 };
455
igbvf_set_ethtool_ops(struct net_device * netdev)456 void igbvf_set_ethtool_ops(struct net_device *netdev)
457 {
458 netdev->ethtool_ops = &igbvf_ethtool_ops;
459 }
460