forked from Minki/linux
1eb8c695bd
Use RFS infrastructure and flow steering in HW to keep CPU affinity of rx interrupts and application per TCP stream. A flow steering filter is added to the HW whenever the RFS ndo callback is invoked by core networking code. Because the invocation takes place in interrupt context, the actual setup of HW is done using workqueue. Whenever new filter is added, the driver checks for expiry of existing filters. Since there's window in time between the point where the core RFS code invoked the ndo callback, to the point where the HW is configured from the workqueue context, the 2nd, 3rd etc packets from that stream will cause the net core to invoke the callback again and again. To prevent inefficient/double configuration of the HW, the filters are kept in a database which is indexed using hash function to enable fast access. Signed-off-by: Amir Vadai <amirv@mellanox.com> Signed-off-by: Or Gerlitz <ogerlitz@mellanox.com> Signed-off-by: David S. Miller <davem@davemloft.net>
181 lines
4.8 KiB
C
181 lines
4.8 KiB
C
/*
|
|
* Copyright (c) 2007 Mellanox Technologies. All rights reserved.
|
|
*
|
|
* This software is available to you under a choice of one of two
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
|
* General Public License (GPL) Version 2, available from the file
|
|
* COPYING in the main directory of this source tree, or the
|
|
* OpenIB.org BSD license below:
|
|
*
|
|
* Redistribution and use in source and binary forms, with or
|
|
* without modification, are permitted provided that the following
|
|
* conditions are met:
|
|
*
|
|
* - Redistributions of source code must retain the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer.
|
|
*
|
|
* - Redistributions in binary form must reproduce the above
|
|
* copyright notice, this list of conditions and the following
|
|
* disclaimer in the documentation and/or other materials
|
|
* provided with the distribution.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*
|
|
*/
|
|
|
|
#include <linux/mlx4/cq.h>
|
|
#include <linux/mlx4/qp.h>
|
|
#include <linux/mlx4/cmd.h>
|
|
|
|
#include "mlx4_en.h"
|
|
|
|
static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event)
|
|
{
|
|
return;
|
|
}
|
|
|
|
|
|
int mlx4_en_create_cq(struct mlx4_en_priv *priv,
|
|
struct mlx4_en_cq *cq,
|
|
int entries, int ring, enum cq_type mode)
|
|
{
|
|
struct mlx4_en_dev *mdev = priv->mdev;
|
|
int err;
|
|
|
|
cq->size = entries;
|
|
cq->buf_size = cq->size * sizeof(struct mlx4_cqe);
|
|
|
|
cq->ring = ring;
|
|
cq->is_tx = mode;
|
|
spin_lock_init(&cq->lock);
|
|
|
|
err = mlx4_alloc_hwq_res(mdev->dev, &cq->wqres,
|
|
cq->buf_size, 2 * PAGE_SIZE);
|
|
if (err)
|
|
return err;
|
|
|
|
err = mlx4_en_map_buffer(&cq->wqres.buf);
|
|
if (err)
|
|
mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size);
|
|
else
|
|
cq->buf = (struct mlx4_cqe *) cq->wqres.buf.direct.buf;
|
|
|
|
return err;
|
|
}
|
|
|
|
int mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq,
|
|
int cq_idx)
|
|
{
|
|
struct mlx4_en_dev *mdev = priv->mdev;
|
|
int err = 0;
|
|
char name[25];
|
|
struct cpu_rmap *rmap =
|
|
#ifdef CONFIG_RFS_ACCEL
|
|
priv->dev->rx_cpu_rmap;
|
|
#else
|
|
NULL;
|
|
#endif
|
|
|
|
cq->dev = mdev->pndev[priv->port];
|
|
cq->mcq.set_ci_db = cq->wqres.db.db;
|
|
cq->mcq.arm_db = cq->wqres.db.db + 1;
|
|
*cq->mcq.set_ci_db = 0;
|
|
*cq->mcq.arm_db = 0;
|
|
memset(cq->buf, 0, cq->buf_size);
|
|
|
|
if (cq->is_tx == RX) {
|
|
if (mdev->dev->caps.comp_pool) {
|
|
if (!cq->vector) {
|
|
sprintf(name, "%s-%d", priv->dev->name,
|
|
cq->ring);
|
|
/* Set IRQ for specific name (per ring) */
|
|
if (mlx4_assign_eq(mdev->dev, name, rmap,
|
|
&cq->vector)) {
|
|
cq->vector = (cq->ring + 1 + priv->port)
|
|
% mdev->dev->caps.num_comp_vectors;
|
|
mlx4_warn(mdev, "Failed Assigning an EQ to "
|
|
"%s ,Falling back to legacy EQ's\n",
|
|
name);
|
|
}
|
|
}
|
|
} else {
|
|
cq->vector = (cq->ring + 1 + priv->port) %
|
|
mdev->dev->caps.num_comp_vectors;
|
|
}
|
|
} else {
|
|
/* For TX we use the same irq per
|
|
ring we assigned for the RX */
|
|
struct mlx4_en_cq *rx_cq;
|
|
|
|
cq_idx = cq_idx % priv->rx_ring_num;
|
|
rx_cq = &priv->rx_cq[cq_idx];
|
|
cq->vector = rx_cq->vector;
|
|
}
|
|
|
|
if (!cq->is_tx)
|
|
cq->size = priv->rx_ring[cq->ring].actual_size;
|
|
|
|
err = mlx4_cq_alloc(mdev->dev, cq->size, &cq->wqres.mtt, &mdev->priv_uar,
|
|
cq->wqres.db.dma, &cq->mcq, cq->vector, 0);
|
|
if (err)
|
|
return err;
|
|
|
|
cq->mcq.comp = cq->is_tx ? mlx4_en_tx_irq : mlx4_en_rx_irq;
|
|
cq->mcq.event = mlx4_en_cq_event;
|
|
|
|
if (!cq->is_tx) {
|
|
netif_napi_add(cq->dev, &cq->napi, mlx4_en_poll_rx_cq, 64);
|
|
napi_enable(&cq->napi);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
void mlx4_en_destroy_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
|
|
{
|
|
struct mlx4_en_dev *mdev = priv->mdev;
|
|
|
|
mlx4_en_unmap_buffer(&cq->wqres.buf);
|
|
mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size);
|
|
if (priv->mdev->dev->caps.comp_pool && cq->vector)
|
|
mlx4_release_eq(priv->mdev->dev, cq->vector);
|
|
cq->vector = 0;
|
|
cq->buf_size = 0;
|
|
cq->buf = NULL;
|
|
}
|
|
|
|
void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
|
|
{
|
|
if (!cq->is_tx) {
|
|
napi_disable(&cq->napi);
|
|
netif_napi_del(&cq->napi);
|
|
}
|
|
|
|
mlx4_cq_free(priv->mdev->dev, &cq->mcq);
|
|
}
|
|
|
|
/* Set rx cq moderation parameters */
|
|
int mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
|
|
{
|
|
return mlx4_cq_modify(priv->mdev->dev, &cq->mcq,
|
|
cq->moder_cnt, cq->moder_time);
|
|
}
|
|
|
|
int mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
|
|
{
|
|
mlx4_cq_arm(&cq->mcq, MLX4_CQ_DB_REQ_NOT, priv->mdev->uar_map,
|
|
&priv->mdev->uar_lock);
|
|
|
|
return 0;
|
|
}
|
|
|
|
|