forked from Minki/linux
dc05f3df8f
This patch contains handling of first part or middle part of the record. When we get a middle record, we will fetch few already sent bytes to make packet start 16 byte aligned. And if the packet has only the header part, we don't need to send it for packet encryption, send that packet as a plaintext. v1->v2: - un-necessary updating left variable. v3->v4: - replaced kfree_skb with dev_kfree_skb_any. Signed-off-by: Rohit Maheshwari <rohitm@chelsio.com> Signed-off-by: David S. Miller <davem@davemloft.net>
136 lines
3.5 KiB
C
136 lines
3.5 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/* Copyright (C) 2020 Chelsio Communications. All rights reserved. */
|
|
|
|
#ifndef __CHCR_COMMON_H__
|
|
#define __CHCR_COMMON_H__
|
|
|
|
#include "cxgb4.h"
|
|
|
|
#define CHCR_MAX_SALT 4
|
|
#define CHCR_KEYCTX_MAC_KEY_SIZE_128 0
|
|
#define CHCR_KEYCTX_CIPHER_KEY_SIZE_128 0
|
|
#define CHCR_SCMD_CIPHER_MODE_AES_GCM 2
|
|
#define CHCR_SCMD_CIPHER_MODE_AES_CTR 3
|
|
#define CHCR_CPL_TX_SEC_PDU_LEN_64BIT 2
|
|
#define CHCR_SCMD_SEQ_NO_CTRL_64BIT 3
|
|
#define CHCR_SCMD_PROTO_VERSION_TLS 0
|
|
#define CHCR_SCMD_PROTO_VERSION_GENERIC 4
|
|
#define CHCR_SCMD_AUTH_MODE_GHASH 4
|
|
#define AES_BLOCK_LEN 16
|
|
|
|
enum chcr_state {
|
|
CHCR_INIT = 0,
|
|
CHCR_ATTACH,
|
|
CHCR_DETACH,
|
|
};
|
|
|
|
struct chcr_dev {
|
|
spinlock_t lock_chcr_dev; /* chcr dev structure lock */
|
|
enum chcr_state state;
|
|
atomic_t inflight;
|
|
int wqretry;
|
|
struct delayed_work detach_work;
|
|
struct completion detach_comp;
|
|
unsigned char tx_channel_id;
|
|
};
|
|
|
|
struct uld_ctx {
|
|
struct list_head entry;
|
|
struct cxgb4_lld_info lldi;
|
|
struct chcr_dev dev;
|
|
};
|
|
|
|
struct ktls_key_ctx {
|
|
__be32 ctx_hdr;
|
|
u8 salt[CHCR_MAX_SALT];
|
|
__be64 iv_to_auth;
|
|
unsigned char key[TLS_CIPHER_AES_GCM_128_KEY_SIZE +
|
|
TLS_CIPHER_AES_GCM_256_TAG_SIZE];
|
|
};
|
|
|
|
/* Crypto key context */
|
|
#define KEY_CONTEXT_CTX_LEN_S 24
|
|
#define KEY_CONTEXT_CTX_LEN_V(x) ((x) << KEY_CONTEXT_CTX_LEN_S)
|
|
|
|
#define KEY_CONTEXT_SALT_PRESENT_S 10
|
|
#define KEY_CONTEXT_SALT_PRESENT_V(x) ((x) << KEY_CONTEXT_SALT_PRESENT_S)
|
|
#define KEY_CONTEXT_SALT_PRESENT_F KEY_CONTEXT_SALT_PRESENT_V(1U)
|
|
|
|
#define KEY_CONTEXT_VALID_S 0
|
|
#define KEY_CONTEXT_VALID_V(x) ((x) << KEY_CONTEXT_VALID_S)
|
|
#define KEY_CONTEXT_VALID_F KEY_CONTEXT_VALID_V(1U)
|
|
|
|
#define KEY_CONTEXT_CK_SIZE_S 6
|
|
#define KEY_CONTEXT_CK_SIZE_V(x) ((x) << KEY_CONTEXT_CK_SIZE_S)
|
|
|
|
#define KEY_CONTEXT_MK_SIZE_S 2
|
|
#define KEY_CONTEXT_MK_SIZE_V(x) ((x) << KEY_CONTEXT_MK_SIZE_S)
|
|
|
|
#define KEY_CONTEXT_OPAD_PRESENT_S 11
|
|
#define KEY_CONTEXT_OPAD_PRESENT_V(x) ((x) << KEY_CONTEXT_OPAD_PRESENT_S)
|
|
#define KEY_CONTEXT_OPAD_PRESENT_F KEY_CONTEXT_OPAD_PRESENT_V(1U)
|
|
|
|
#define FILL_KEY_CTX_HDR(ck_size, mk_size, ctx_len) \
|
|
htonl(KEY_CONTEXT_MK_SIZE_V(mk_size) | \
|
|
KEY_CONTEXT_CK_SIZE_V(ck_size) | \
|
|
KEY_CONTEXT_VALID_F | \
|
|
KEY_CONTEXT_SALT_PRESENT_F | \
|
|
KEY_CONTEXT_CTX_LEN_V((ctx_len)))
|
|
|
|
struct uld_ctx *assign_chcr_device(void);
|
|
|
|
static inline void *chcr_copy_to_txd(const void *src, const struct sge_txq *q,
|
|
void *pos, int length)
|
|
{
|
|
int left = (void *)q->stat - pos;
|
|
u64 *p;
|
|
|
|
if (likely(length <= left)) {
|
|
memcpy(pos, src, length);
|
|
pos += length;
|
|
} else {
|
|
memcpy(pos, src, left);
|
|
memcpy(q->desc, src + left, length - left);
|
|
pos = (void *)q->desc + (length - left);
|
|
}
|
|
/* 0-pad to multiple of 16 */
|
|
p = PTR_ALIGN(pos, 8);
|
|
if ((uintptr_t)p & 8) {
|
|
*p = 0;
|
|
return p + 1;
|
|
}
|
|
return p;
|
|
}
|
|
|
|
static inline unsigned int chcr_txq_avail(const struct sge_txq *q)
|
|
{
|
|
return q->size - 1 - q->in_use;
|
|
}
|
|
|
|
static inline void chcr_txq_advance(struct sge_txq *q, unsigned int n)
|
|
{
|
|
q->in_use += n;
|
|
q->pidx += n;
|
|
if (q->pidx >= q->size)
|
|
q->pidx -= q->size;
|
|
}
|
|
|
|
static inline void chcr_eth_txq_stop(struct sge_eth_txq *q)
|
|
{
|
|
netif_tx_stop_queue(q->txq);
|
|
q->q.stops++;
|
|
}
|
|
|
|
static inline unsigned int chcr_sgl_len(unsigned int n)
|
|
{
|
|
n--;
|
|
return (3 * n) / 2 + (n & 1) + 2;
|
|
}
|
|
|
|
static inline unsigned int chcr_flits_to_desc(unsigned int n)
|
|
{
|
|
WARN_ON(n > SGE_MAX_WR_LEN / 8);
|
|
return DIV_ROUND_UP(n, 8);
|
|
}
|
|
#endif /* __CHCR_COMMON_H__ */
|