forked from Minki/linux
b9b39b625c
The SFC4000 controller does not have hardware support for TSO, and the core GSO code incurs a high cost in allocating and freeing skbs. This TSO implementation uses lightweight packet header structures and is substantially faster. Signed-off-by: Ben Hutchings <bhutchings@solarflare.com> Signed-off-by: Jeff Garzik <jgarzik@redhat.com>
488 lines
14 KiB
C
488 lines
14 KiB
C
/****************************************************************************
|
|
* Driver for Solarflare Solarstorm network controllers and boards
|
|
* Copyright 2005-2006 Fen Systems Ltd.
|
|
* Copyright 2006-2008 Solarflare Communications Inc.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms of the GNU General Public License version 2 as published
|
|
* by the Free Software Foundation, incorporated herein by reference.
|
|
*/
|
|
|
|
#include <linux/netdevice.h>
|
|
#include <linux/ethtool.h>
|
|
#include <linux/rtnetlink.h>
|
|
#include "net_driver.h"
|
|
#include "efx.h"
|
|
#include "ethtool.h"
|
|
#include "falcon.h"
|
|
#include "gmii.h"
|
|
#include "mac.h"
|
|
|
|
static int efx_ethtool_set_tx_csum(struct net_device *net_dev, u32 enable);
|
|
|
|
struct ethtool_string {
|
|
char name[ETH_GSTRING_LEN];
|
|
};
|
|
|
|
struct efx_ethtool_stat {
|
|
const char *name;
|
|
enum {
|
|
EFX_ETHTOOL_STAT_SOURCE_mac_stats,
|
|
EFX_ETHTOOL_STAT_SOURCE_nic,
|
|
EFX_ETHTOOL_STAT_SOURCE_channel
|
|
} source;
|
|
unsigned offset;
|
|
u64(*get_stat) (void *field); /* Reader function */
|
|
};
|
|
|
|
/* Initialiser for a struct #efx_ethtool_stat with type-checking */
|
|
#define EFX_ETHTOOL_STAT(stat_name, source_name, field, field_type, \
|
|
get_stat_function) { \
|
|
.name = #stat_name, \
|
|
.source = EFX_ETHTOOL_STAT_SOURCE_##source_name, \
|
|
.offset = ((((field_type *) 0) == \
|
|
&((struct efx_##source_name *)0)->field) ? \
|
|
offsetof(struct efx_##source_name, field) : \
|
|
offsetof(struct efx_##source_name, field)), \
|
|
.get_stat = get_stat_function, \
|
|
}
|
|
|
|
static u64 efx_get_uint_stat(void *field)
|
|
{
|
|
return *(unsigned int *)field;
|
|
}
|
|
|
|
static u64 efx_get_ulong_stat(void *field)
|
|
{
|
|
return *(unsigned long *)field;
|
|
}
|
|
|
|
static u64 efx_get_u64_stat(void *field)
|
|
{
|
|
return *(u64 *) field;
|
|
}
|
|
|
|
static u64 efx_get_atomic_stat(void *field)
|
|
{
|
|
return atomic_read((atomic_t *) field);
|
|
}
|
|
|
|
#define EFX_ETHTOOL_ULONG_MAC_STAT(field) \
|
|
EFX_ETHTOOL_STAT(field, mac_stats, field, \
|
|
unsigned long, efx_get_ulong_stat)
|
|
|
|
#define EFX_ETHTOOL_U64_MAC_STAT(field) \
|
|
EFX_ETHTOOL_STAT(field, mac_stats, field, \
|
|
u64, efx_get_u64_stat)
|
|
|
|
#define EFX_ETHTOOL_UINT_NIC_STAT(name) \
|
|
EFX_ETHTOOL_STAT(name, nic, n_##name, \
|
|
unsigned int, efx_get_uint_stat)
|
|
|
|
#define EFX_ETHTOOL_ATOMIC_NIC_ERROR_STAT(field) \
|
|
EFX_ETHTOOL_STAT(field, nic, field, \
|
|
atomic_t, efx_get_atomic_stat)
|
|
|
|
#define EFX_ETHTOOL_UINT_CHANNEL_STAT(field) \
|
|
EFX_ETHTOOL_STAT(field, channel, n_##field, \
|
|
unsigned int, efx_get_uint_stat)
|
|
|
|
static struct efx_ethtool_stat efx_ethtool_stats[] = {
|
|
EFX_ETHTOOL_U64_MAC_STAT(tx_bytes),
|
|
EFX_ETHTOOL_U64_MAC_STAT(tx_good_bytes),
|
|
EFX_ETHTOOL_U64_MAC_STAT(tx_bad_bytes),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_packets),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_bad),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_pause),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_control),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_unicast),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_multicast),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_broadcast),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_lt64),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_64),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_65_to_127),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_128_to_255),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_256_to_511),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_512_to_1023),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_1024_to_15xx),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_15xx_to_jumbo),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_gtjumbo),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_collision),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_single_collision),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_multiple_collision),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_excessive_collision),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_deferred),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_late_collision),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_excessive_deferred),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_non_tcpudp),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_mac_src_error),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(tx_ip_src_error),
|
|
EFX_ETHTOOL_U64_MAC_STAT(rx_bytes),
|
|
EFX_ETHTOOL_U64_MAC_STAT(rx_good_bytes),
|
|
EFX_ETHTOOL_U64_MAC_STAT(rx_bad_bytes),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_packets),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_good),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_bad),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_pause),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_control),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_unicast),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_multicast),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_broadcast),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_lt64),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_64),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_65_to_127),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_128_to_255),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_256_to_511),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_512_to_1023),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_1024_to_15xx),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_15xx_to_jumbo),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_gtjumbo),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_bad_lt64),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_bad_64_to_15xx),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_bad_15xx_to_jumbo),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_bad_gtjumbo),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_overflow),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_missed),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_false_carrier),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_symbol_error),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_align_error),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_length_error),
|
|
EFX_ETHTOOL_ULONG_MAC_STAT(rx_internal_error),
|
|
EFX_ETHTOOL_UINT_NIC_STAT(rx_nodesc_drop_cnt),
|
|
EFX_ETHTOOL_ATOMIC_NIC_ERROR_STAT(rx_reset),
|
|
EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_tobe_disc),
|
|
EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_ip_hdr_chksum_err),
|
|
EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_tcp_udp_chksum_err),
|
|
EFX_ETHTOOL_UINT_CHANNEL_STAT(rx_frm_trunc),
|
|
};
|
|
|
|
/* Number of ethtool statistics */
|
|
#define EFX_ETHTOOL_NUM_STATS ARRAY_SIZE(efx_ethtool_stats)
|
|
|
|
/**************************************************************************
|
|
*
|
|
* Ethtool operations
|
|
*
|
|
**************************************************************************
|
|
*/
|
|
|
|
/* Identify device by flashing LEDs */
|
|
static int efx_ethtool_phys_id(struct net_device *net_dev, u32 seconds)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
|
|
efx->board_info.blink(efx, 1);
|
|
schedule_timeout_interruptible(seconds * HZ);
|
|
efx->board_info.blink(efx, 0);
|
|
return 0;
|
|
}
|
|
|
|
/* This must be called with rtnl_lock held. */
|
|
int efx_ethtool_get_settings(struct net_device *net_dev,
|
|
struct ethtool_cmd *ecmd)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
int rc;
|
|
|
|
mutex_lock(&efx->mac_lock);
|
|
rc = falcon_xmac_get_settings(efx, ecmd);
|
|
mutex_unlock(&efx->mac_lock);
|
|
|
|
return rc;
|
|
}
|
|
|
|
/* This must be called with rtnl_lock held. */
|
|
int efx_ethtool_set_settings(struct net_device *net_dev,
|
|
struct ethtool_cmd *ecmd)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
int rc;
|
|
|
|
mutex_lock(&efx->mac_lock);
|
|
rc = falcon_xmac_set_settings(efx, ecmd);
|
|
mutex_unlock(&efx->mac_lock);
|
|
if (!rc)
|
|
efx_reconfigure_port(efx);
|
|
|
|
return rc;
|
|
}
|
|
|
|
static void efx_ethtool_get_drvinfo(struct net_device *net_dev,
|
|
struct ethtool_drvinfo *info)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
|
|
strlcpy(info->driver, EFX_DRIVER_NAME, sizeof(info->driver));
|
|
strlcpy(info->version, EFX_DRIVER_VERSION, sizeof(info->version));
|
|
strlcpy(info->bus_info, pci_name(efx->pci_dev), sizeof(info->bus_info));
|
|
}
|
|
|
|
static int efx_ethtool_get_stats_count(struct net_device *net_dev)
|
|
{
|
|
return EFX_ETHTOOL_NUM_STATS;
|
|
}
|
|
|
|
static void efx_ethtool_get_strings(struct net_device *net_dev,
|
|
u32 string_set, u8 *strings)
|
|
{
|
|
struct ethtool_string *ethtool_strings =
|
|
(struct ethtool_string *)strings;
|
|
int i;
|
|
|
|
if (string_set == ETH_SS_STATS)
|
|
for (i = 0; i < EFX_ETHTOOL_NUM_STATS; i++)
|
|
strncpy(ethtool_strings[i].name,
|
|
efx_ethtool_stats[i].name,
|
|
sizeof(ethtool_strings[i].name));
|
|
}
|
|
|
|
static void efx_ethtool_get_stats(struct net_device *net_dev,
|
|
struct ethtool_stats *stats,
|
|
u64 *data)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
struct efx_mac_stats *mac_stats = &efx->mac_stats;
|
|
struct efx_ethtool_stat *stat;
|
|
struct efx_channel *channel;
|
|
int i;
|
|
|
|
EFX_BUG_ON_PARANOID(stats->n_stats != EFX_ETHTOOL_NUM_STATS);
|
|
|
|
/* Update MAC and NIC statistics */
|
|
net_dev->get_stats(net_dev);
|
|
|
|
/* Fill detailed statistics buffer */
|
|
for (i = 0; i < EFX_ETHTOOL_NUM_STATS; i++) {
|
|
stat = &efx_ethtool_stats[i];
|
|
switch (stat->source) {
|
|
case EFX_ETHTOOL_STAT_SOURCE_mac_stats:
|
|
data[i] = stat->get_stat((void *)mac_stats +
|
|
stat->offset);
|
|
break;
|
|
case EFX_ETHTOOL_STAT_SOURCE_nic:
|
|
data[i] = stat->get_stat((void *)efx + stat->offset);
|
|
break;
|
|
case EFX_ETHTOOL_STAT_SOURCE_channel:
|
|
data[i] = 0;
|
|
efx_for_each_channel(channel, efx)
|
|
data[i] += stat->get_stat((void *)channel +
|
|
stat->offset);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
static int efx_ethtool_set_tso(struct net_device *net_dev, u32 enable)
|
|
{
|
|
int rc;
|
|
|
|
/* Our TSO requires TX checksumming, so force TX checksumming
|
|
* on when TSO is enabled.
|
|
*/
|
|
if (enable) {
|
|
rc = efx_ethtool_set_tx_csum(net_dev, 1);
|
|
if (rc)
|
|
return rc;
|
|
}
|
|
|
|
return ethtool_op_set_tso(net_dev, enable);
|
|
}
|
|
|
|
static int efx_ethtool_set_tx_csum(struct net_device *net_dev, u32 enable)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
int rc;
|
|
|
|
rc = ethtool_op_set_tx_csum(net_dev, enable);
|
|
if (rc)
|
|
return rc;
|
|
|
|
efx_flush_queues(efx);
|
|
|
|
/* Our TSO requires TX checksumming, so disable TSO when
|
|
* checksumming is disabled
|
|
*/
|
|
if (!enable) {
|
|
rc = efx_ethtool_set_tso(net_dev, 0);
|
|
if (rc)
|
|
return rc;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int efx_ethtool_set_rx_csum(struct net_device *net_dev, u32 enable)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
|
|
/* No way to stop the hardware doing the checks; we just
|
|
* ignore the result.
|
|
*/
|
|
efx->rx_checksum_enabled = (enable ? 1 : 0);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static u32 efx_ethtool_get_rx_csum(struct net_device *net_dev)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
|
|
return efx->rx_checksum_enabled;
|
|
}
|
|
|
|
/* Restart autonegotiation */
|
|
static int efx_ethtool_nway_reset(struct net_device *net_dev)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
|
|
return mii_nway_restart(&efx->mii);
|
|
}
|
|
|
|
static u32 efx_ethtool_get_link(struct net_device *net_dev)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
|
|
return efx->link_up;
|
|
}
|
|
|
|
static int efx_ethtool_get_coalesce(struct net_device *net_dev,
|
|
struct ethtool_coalesce *coalesce)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
struct efx_tx_queue *tx_queue;
|
|
struct efx_rx_queue *rx_queue;
|
|
struct efx_channel *channel;
|
|
|
|
memset(coalesce, 0, sizeof(*coalesce));
|
|
|
|
/* Find lowest IRQ moderation across all used TX queues */
|
|
coalesce->tx_coalesce_usecs_irq = ~((u32) 0);
|
|
efx_for_each_tx_queue(tx_queue, efx) {
|
|
channel = tx_queue->channel;
|
|
if (channel->irq_moderation < coalesce->tx_coalesce_usecs_irq) {
|
|
if (channel->used_flags != EFX_USED_BY_RX_TX)
|
|
coalesce->tx_coalesce_usecs_irq =
|
|
channel->irq_moderation;
|
|
else
|
|
coalesce->tx_coalesce_usecs_irq = 0;
|
|
}
|
|
}
|
|
|
|
/* Find lowest IRQ moderation across all used RX queues */
|
|
coalesce->rx_coalesce_usecs_irq = ~((u32) 0);
|
|
efx_for_each_rx_queue(rx_queue, efx) {
|
|
channel = rx_queue->channel;
|
|
if (channel->irq_moderation < coalesce->rx_coalesce_usecs_irq)
|
|
coalesce->rx_coalesce_usecs_irq =
|
|
channel->irq_moderation;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
/* Set coalescing parameters
|
|
* The difficulties occur for shared channels
|
|
*/
|
|
static int efx_ethtool_set_coalesce(struct net_device *net_dev,
|
|
struct ethtool_coalesce *coalesce)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
struct efx_channel *channel;
|
|
struct efx_tx_queue *tx_queue;
|
|
unsigned tx_usecs, rx_usecs;
|
|
|
|
if (coalesce->use_adaptive_rx_coalesce ||
|
|
coalesce->use_adaptive_tx_coalesce)
|
|
return -EOPNOTSUPP;
|
|
|
|
if (coalesce->rx_coalesce_usecs || coalesce->tx_coalesce_usecs) {
|
|
EFX_ERR(efx, "invalid coalescing setting. "
|
|
"Only rx/tx_coalesce_usecs_irq are supported\n");
|
|
return -EOPNOTSUPP;
|
|
}
|
|
|
|
rx_usecs = coalesce->rx_coalesce_usecs_irq;
|
|
tx_usecs = coalesce->tx_coalesce_usecs_irq;
|
|
|
|
/* If the channel is shared only allow RX parameters to be set */
|
|
efx_for_each_tx_queue(tx_queue, efx) {
|
|
if ((tx_queue->channel->used_flags == EFX_USED_BY_RX_TX) &&
|
|
tx_usecs) {
|
|
EFX_ERR(efx, "Channel is shared. "
|
|
"Only RX coalescing may be set\n");
|
|
return -EOPNOTSUPP;
|
|
}
|
|
}
|
|
|
|
efx_init_irq_moderation(efx, tx_usecs, rx_usecs);
|
|
|
|
/* Reset channel to pick up new moderation value. Note that
|
|
* this may change the value of the irq_moderation field
|
|
* (e.g. to allow for hardware timer granularity).
|
|
*/
|
|
efx_for_each_channel(channel, efx)
|
|
falcon_set_int_moderation(channel);
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int efx_ethtool_set_pauseparam(struct net_device *net_dev,
|
|
struct ethtool_pauseparam *pause)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
enum efx_fc_type flow_control = efx->flow_control;
|
|
int rc;
|
|
|
|
flow_control &= ~(EFX_FC_RX | EFX_FC_TX | EFX_FC_AUTO);
|
|
flow_control |= pause->rx_pause ? EFX_FC_RX : 0;
|
|
flow_control |= pause->tx_pause ? EFX_FC_TX : 0;
|
|
flow_control |= pause->autoneg ? EFX_FC_AUTO : 0;
|
|
|
|
/* Try to push the pause parameters */
|
|
mutex_lock(&efx->mac_lock);
|
|
rc = falcon_xmac_set_pause(efx, flow_control);
|
|
mutex_unlock(&efx->mac_lock);
|
|
|
|
if (!rc)
|
|
efx_reconfigure_port(efx);
|
|
|
|
return rc;
|
|
}
|
|
|
|
static void efx_ethtool_get_pauseparam(struct net_device *net_dev,
|
|
struct ethtool_pauseparam *pause)
|
|
{
|
|
struct efx_nic *efx = net_dev->priv;
|
|
|
|
pause->rx_pause = (efx->flow_control & EFX_FC_RX) ? 1 : 0;
|
|
pause->tx_pause = (efx->flow_control & EFX_FC_TX) ? 1 : 0;
|
|
pause->autoneg = (efx->flow_control & EFX_FC_AUTO) ? 1 : 0;
|
|
}
|
|
|
|
|
|
struct ethtool_ops efx_ethtool_ops = {
|
|
.get_settings = efx_ethtool_get_settings,
|
|
.set_settings = efx_ethtool_set_settings,
|
|
.get_drvinfo = efx_ethtool_get_drvinfo,
|
|
.nway_reset = efx_ethtool_nway_reset,
|
|
.get_link = efx_ethtool_get_link,
|
|
.get_coalesce = efx_ethtool_get_coalesce,
|
|
.set_coalesce = efx_ethtool_set_coalesce,
|
|
.get_pauseparam = efx_ethtool_get_pauseparam,
|
|
.set_pauseparam = efx_ethtool_set_pauseparam,
|
|
.get_rx_csum = efx_ethtool_get_rx_csum,
|
|
.set_rx_csum = efx_ethtool_set_rx_csum,
|
|
.get_tx_csum = ethtool_op_get_tx_csum,
|
|
.set_tx_csum = efx_ethtool_set_tx_csum,
|
|
.get_sg = ethtool_op_get_sg,
|
|
.set_sg = ethtool_op_set_sg,
|
|
.get_tso = ethtool_op_get_tso,
|
|
.set_tso = efx_ethtool_set_tso,
|
|
.get_flags = ethtool_op_get_flags,
|
|
.set_flags = ethtool_op_set_flags,
|
|
.get_strings = efx_ethtool_get_strings,
|
|
.phys_id = efx_ethtool_phys_id,
|
|
.get_stats_count = efx_ethtool_get_stats_count,
|
|
.get_ethtool_stats = efx_ethtool_get_stats,
|
|
};
|