mirror of https://github.com/Qortal/Brooklyn
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
250 lines
5.8 KiB
250 lines
5.8 KiB
// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause |
|
/* Copyright (c) 2021, Microsoft Corporation. */ |
|
|
|
#include <linux/inetdevice.h> |
|
#include <linux/etherdevice.h> |
|
#include <linux/ethtool.h> |
|
|
|
#include "mana.h" |
|
|
|
static const struct { |
|
char name[ETH_GSTRING_LEN]; |
|
u16 offset; |
|
} mana_eth_stats[] = { |
|
{"stop_queue", offsetof(struct mana_ethtool_stats, stop_queue)}, |
|
{"wake_queue", offsetof(struct mana_ethtool_stats, wake_queue)}, |
|
}; |
|
|
|
static int mana_get_sset_count(struct net_device *ndev, int stringset) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
unsigned int num_queues = apc->num_queues; |
|
|
|
if (stringset != ETH_SS_STATS) |
|
return -EINVAL; |
|
|
|
return ARRAY_SIZE(mana_eth_stats) + num_queues * 4; |
|
} |
|
|
|
static void mana_get_strings(struct net_device *ndev, u32 stringset, u8 *data) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
unsigned int num_queues = apc->num_queues; |
|
u8 *p = data; |
|
int i; |
|
|
|
if (stringset != ETH_SS_STATS) |
|
return; |
|
|
|
for (i = 0; i < ARRAY_SIZE(mana_eth_stats); i++) { |
|
memcpy(p, mana_eth_stats[i].name, ETH_GSTRING_LEN); |
|
p += ETH_GSTRING_LEN; |
|
} |
|
|
|
for (i = 0; i < num_queues; i++) { |
|
sprintf(p, "rx_%d_packets", i); |
|
p += ETH_GSTRING_LEN; |
|
sprintf(p, "rx_%d_bytes", i); |
|
p += ETH_GSTRING_LEN; |
|
} |
|
|
|
for (i = 0; i < num_queues; i++) { |
|
sprintf(p, "tx_%d_packets", i); |
|
p += ETH_GSTRING_LEN; |
|
sprintf(p, "tx_%d_bytes", i); |
|
p += ETH_GSTRING_LEN; |
|
} |
|
} |
|
|
|
static void mana_get_ethtool_stats(struct net_device *ndev, |
|
struct ethtool_stats *e_stats, u64 *data) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
unsigned int num_queues = apc->num_queues; |
|
void *eth_stats = &apc->eth_stats; |
|
struct mana_stats *stats; |
|
unsigned int start; |
|
u64 packets, bytes; |
|
int q, i = 0; |
|
|
|
if (!apc->port_is_up) |
|
return; |
|
|
|
for (q = 0; q < ARRAY_SIZE(mana_eth_stats); q++) |
|
data[i++] = *(u64 *)(eth_stats + mana_eth_stats[q].offset); |
|
|
|
for (q = 0; q < num_queues; q++) { |
|
stats = &apc->rxqs[q]->stats; |
|
|
|
do { |
|
start = u64_stats_fetch_begin_irq(&stats->syncp); |
|
packets = stats->packets; |
|
bytes = stats->bytes; |
|
} while (u64_stats_fetch_retry_irq(&stats->syncp, start)); |
|
|
|
data[i++] = packets; |
|
data[i++] = bytes; |
|
} |
|
|
|
for (q = 0; q < num_queues; q++) { |
|
stats = &apc->tx_qp[q].txq.stats; |
|
|
|
do { |
|
start = u64_stats_fetch_begin_irq(&stats->syncp); |
|
packets = stats->packets; |
|
bytes = stats->bytes; |
|
} while (u64_stats_fetch_retry_irq(&stats->syncp, start)); |
|
|
|
data[i++] = packets; |
|
data[i++] = bytes; |
|
} |
|
} |
|
|
|
static int mana_get_rxnfc(struct net_device *ndev, struct ethtool_rxnfc *cmd, |
|
u32 *rules) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
|
|
switch (cmd->cmd) { |
|
case ETHTOOL_GRXRINGS: |
|
cmd->data = apc->num_queues; |
|
return 0; |
|
} |
|
|
|
return -EOPNOTSUPP; |
|
} |
|
|
|
static u32 mana_get_rxfh_key_size(struct net_device *ndev) |
|
{ |
|
return MANA_HASH_KEY_SIZE; |
|
} |
|
|
|
static u32 mana_rss_indir_size(struct net_device *ndev) |
|
{ |
|
return MANA_INDIRECT_TABLE_SIZE; |
|
} |
|
|
|
static int mana_get_rxfh(struct net_device *ndev, u32 *indir, u8 *key, |
|
u8 *hfunc) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
int i; |
|
|
|
if (hfunc) |
|
*hfunc = ETH_RSS_HASH_TOP; /* Toeplitz */ |
|
|
|
if (indir) { |
|
for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) |
|
indir[i] = apc->indir_table[i]; |
|
} |
|
|
|
if (key) |
|
memcpy(key, apc->hashkey, MANA_HASH_KEY_SIZE); |
|
|
|
return 0; |
|
} |
|
|
|
static int mana_set_rxfh(struct net_device *ndev, const u32 *indir, |
|
const u8 *key, const u8 hfunc) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
bool update_hash = false, update_table = false; |
|
u32 save_table[MANA_INDIRECT_TABLE_SIZE]; |
|
u8 save_key[MANA_HASH_KEY_SIZE]; |
|
int i, err; |
|
|
|
if (!apc->port_is_up) |
|
return -EOPNOTSUPP; |
|
|
|
if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) |
|
return -EOPNOTSUPP; |
|
|
|
if (indir) { |
|
for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) |
|
if (indir[i] >= apc->num_queues) |
|
return -EINVAL; |
|
|
|
update_table = true; |
|
for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) { |
|
save_table[i] = apc->indir_table[i]; |
|
apc->indir_table[i] = indir[i]; |
|
} |
|
} |
|
|
|
if (key) { |
|
update_hash = true; |
|
memcpy(save_key, apc->hashkey, MANA_HASH_KEY_SIZE); |
|
memcpy(apc->hashkey, key, MANA_HASH_KEY_SIZE); |
|
} |
|
|
|
err = mana_config_rss(apc, TRI_STATE_TRUE, update_hash, update_table); |
|
|
|
if (err) { /* recover to original values */ |
|
if (update_table) { |
|
for (i = 0; i < MANA_INDIRECT_TABLE_SIZE; i++) |
|
apc->indir_table[i] = save_table[i]; |
|
} |
|
|
|
if (update_hash) |
|
memcpy(apc->hashkey, save_key, MANA_HASH_KEY_SIZE); |
|
|
|
mana_config_rss(apc, TRI_STATE_TRUE, update_hash, update_table); |
|
} |
|
|
|
return err; |
|
} |
|
|
|
static void mana_get_channels(struct net_device *ndev, |
|
struct ethtool_channels *channel) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
|
|
channel->max_combined = apc->max_queues; |
|
channel->combined_count = apc->num_queues; |
|
} |
|
|
|
static int mana_set_channels(struct net_device *ndev, |
|
struct ethtool_channels *channels) |
|
{ |
|
struct mana_port_context *apc = netdev_priv(ndev); |
|
unsigned int new_count = channels->combined_count; |
|
unsigned int old_count = apc->num_queues; |
|
int err, err2; |
|
|
|
if (!apc->port_is_up) |
|
return -EOPNOTSUPP; |
|
|
|
err = mana_detach(ndev, false); |
|
if (err) { |
|
netdev_err(ndev, "mana_detach failed: %d\n", err); |
|
return err; |
|
} |
|
|
|
apc->num_queues = new_count; |
|
err = mana_attach(ndev); |
|
if (!err) |
|
return 0; |
|
|
|
netdev_err(ndev, "mana_attach failed: %d\n", err); |
|
|
|
/* Try to roll it back to the old configuration. */ |
|
apc->num_queues = old_count; |
|
err2 = mana_attach(ndev); |
|
if (err2) |
|
netdev_err(ndev, "mana re-attach failed: %d\n", err2); |
|
|
|
return err; |
|
} |
|
|
|
const struct ethtool_ops mana_ethtool_ops = { |
|
.get_ethtool_stats = mana_get_ethtool_stats, |
|
.get_sset_count = mana_get_sset_count, |
|
.get_strings = mana_get_strings, |
|
.get_rxnfc = mana_get_rxnfc, |
|
.get_rxfh_key_size = mana_get_rxfh_key_size, |
|
.get_rxfh_indir_size = mana_rss_indir_size, |
|
.get_rxfh = mana_get_rxfh, |
|
.set_rxfh = mana_set_rxfh, |
|
.get_channels = mana_get_channels, |
|
.set_channels = mana_set_channels, |
|
};
|
|
|