Merge branch 'net-tls-some-optimizations-for-tls'
Ziyang Xuan says: ==================== net/tls: some optimizations for tls Do some small optimizations for tls, including jump instructions optimization, and judgement processes optimization. ==================== Link: https://lore.kernel.org/r/cover.1647658604.git.william.xuanziyang@huawei.com Signed-off-by: Jakub Kicinski <kuba@kernel.org>
This commit is contained in:
@@ -1028,20 +1028,21 @@ int tls_set_device_offload(struct sock *sk, struct tls_context *ctx)
|
|||||||
if (ctx->priv_ctx_tx)
|
if (ctx->priv_ctx_tx)
|
||||||
return -EEXIST;
|
return -EEXIST;
|
||||||
|
|
||||||
start_marker_record = kmalloc(sizeof(*start_marker_record), GFP_KERNEL);
|
netdev = get_netdev_for_sock(sk);
|
||||||
if (!start_marker_record)
|
if (!netdev) {
|
||||||
return -ENOMEM;
|
pr_err_ratelimited("%s: netdev not found\n", __func__);
|
||||||
|
return -EINVAL;
|
||||||
|
}
|
||||||
|
|
||||||
offload_ctx = kzalloc(TLS_OFFLOAD_CONTEXT_SIZE_TX, GFP_KERNEL);
|
if (!(netdev->features & NETIF_F_HW_TLS_TX)) {
|
||||||
if (!offload_ctx) {
|
rc = -EOPNOTSUPP;
|
||||||
rc = -ENOMEM;
|
goto release_netdev;
|
||||||
goto free_marker_record;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
crypto_info = &ctx->crypto_send.info;
|
crypto_info = &ctx->crypto_send.info;
|
||||||
if (crypto_info->version != TLS_1_2_VERSION) {
|
if (crypto_info->version != TLS_1_2_VERSION) {
|
||||||
rc = -EOPNOTSUPP;
|
rc = -EOPNOTSUPP;
|
||||||
goto free_offload_ctx;
|
goto release_netdev;
|
||||||
}
|
}
|
||||||
|
|
||||||
switch (crypto_info->cipher_type) {
|
switch (crypto_info->cipher_type) {
|
||||||
@@ -1057,13 +1058,13 @@ int tls_set_device_offload(struct sock *sk, struct tls_context *ctx)
|
|||||||
break;
|
break;
|
||||||
default:
|
default:
|
||||||
rc = -EINVAL;
|
rc = -EINVAL;
|
||||||
goto free_offload_ctx;
|
goto release_netdev;
|
||||||
}
|
}
|
||||||
|
|
||||||
/* Sanity-check the rec_seq_size for stack allocations */
|
/* Sanity-check the rec_seq_size for stack allocations */
|
||||||
if (rec_seq_size > TLS_MAX_REC_SEQ_SIZE) {
|
if (rec_seq_size > TLS_MAX_REC_SEQ_SIZE) {
|
||||||
rc = -EINVAL;
|
rc = -EINVAL;
|
||||||
goto free_offload_ctx;
|
goto release_netdev;
|
||||||
}
|
}
|
||||||
|
|
||||||
prot->version = crypto_info->version;
|
prot->version = crypto_info->version;
|
||||||
@@ -1077,7 +1078,7 @@ int tls_set_device_offload(struct sock *sk, struct tls_context *ctx)
|
|||||||
GFP_KERNEL);
|
GFP_KERNEL);
|
||||||
if (!ctx->tx.iv) {
|
if (!ctx->tx.iv) {
|
||||||
rc = -ENOMEM;
|
rc = -ENOMEM;
|
||||||
goto free_offload_ctx;
|
goto release_netdev;
|
||||||
}
|
}
|
||||||
|
|
||||||
memcpy(ctx->tx.iv + TLS_CIPHER_AES_GCM_128_SALT_SIZE, iv, iv_size);
|
memcpy(ctx->tx.iv + TLS_CIPHER_AES_GCM_128_SALT_SIZE, iv, iv_size);
|
||||||
@@ -1089,9 +1090,21 @@ int tls_set_device_offload(struct sock *sk, struct tls_context *ctx)
|
|||||||
goto free_iv;
|
goto free_iv;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
start_marker_record = kmalloc(sizeof(*start_marker_record), GFP_KERNEL);
|
||||||
|
if (!start_marker_record) {
|
||||||
|
rc = -ENOMEM;
|
||||||
|
goto free_rec_seq;
|
||||||
|
}
|
||||||
|
|
||||||
|
offload_ctx = kzalloc(TLS_OFFLOAD_CONTEXT_SIZE_TX, GFP_KERNEL);
|
||||||
|
if (!offload_ctx) {
|
||||||
|
rc = -ENOMEM;
|
||||||
|
goto free_marker_record;
|
||||||
|
}
|
||||||
|
|
||||||
rc = tls_sw_fallback_init(sk, offload_ctx, crypto_info);
|
rc = tls_sw_fallback_init(sk, offload_ctx, crypto_info);
|
||||||
if (rc)
|
if (rc)
|
||||||
goto free_rec_seq;
|
goto free_offload_ctx;
|
||||||
|
|
||||||
/* start at rec_seq - 1 to account for the start marker record */
|
/* start at rec_seq - 1 to account for the start marker record */
|
||||||
memcpy(&rcd_sn, ctx->tx.rec_seq, sizeof(rcd_sn));
|
memcpy(&rcd_sn, ctx->tx.rec_seq, sizeof(rcd_sn));
|
||||||
@@ -1118,18 +1131,6 @@ int tls_set_device_offload(struct sock *sk, struct tls_context *ctx)
|
|||||||
if (skb)
|
if (skb)
|
||||||
TCP_SKB_CB(skb)->eor = 1;
|
TCP_SKB_CB(skb)->eor = 1;
|
||||||
|
|
||||||
netdev = get_netdev_for_sock(sk);
|
|
||||||
if (!netdev) {
|
|
||||||
pr_err_ratelimited("%s: netdev not found\n", __func__);
|
|
||||||
rc = -EINVAL;
|
|
||||||
goto disable_cad;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!(netdev->features & NETIF_F_HW_TLS_TX)) {
|
|
||||||
rc = -EOPNOTSUPP;
|
|
||||||
goto release_netdev;
|
|
||||||
}
|
|
||||||
|
|
||||||
/* Avoid offloading if the device is down
|
/* Avoid offloading if the device is down
|
||||||
* We don't want to offload new flows after
|
* We don't want to offload new flows after
|
||||||
* the NETDEV_DOWN event
|
* the NETDEV_DOWN event
|
||||||
@@ -1167,20 +1168,19 @@ int tls_set_device_offload(struct sock *sk, struct tls_context *ctx)
|
|||||||
|
|
||||||
release_lock:
|
release_lock:
|
||||||
up_read(&device_offload_lock);
|
up_read(&device_offload_lock);
|
||||||
release_netdev:
|
|
||||||
dev_put(netdev);
|
|
||||||
disable_cad:
|
|
||||||
clean_acked_data_disable(inet_csk(sk));
|
clean_acked_data_disable(inet_csk(sk));
|
||||||
crypto_free_aead(offload_ctx->aead_send);
|
crypto_free_aead(offload_ctx->aead_send);
|
||||||
free_rec_seq:
|
|
||||||
kfree(ctx->tx.rec_seq);
|
|
||||||
free_iv:
|
|
||||||
kfree(ctx->tx.iv);
|
|
||||||
free_offload_ctx:
|
free_offload_ctx:
|
||||||
kfree(offload_ctx);
|
kfree(offload_ctx);
|
||||||
ctx->priv_ctx_tx = NULL;
|
ctx->priv_ctx_tx = NULL;
|
||||||
free_marker_record:
|
free_marker_record:
|
||||||
kfree(start_marker_record);
|
kfree(start_marker_record);
|
||||||
|
free_rec_seq:
|
||||||
|
kfree(ctx->tx.rec_seq);
|
||||||
|
free_iv:
|
||||||
|
kfree(ctx->tx.iv);
|
||||||
|
release_netdev:
|
||||||
|
dev_put(netdev);
|
||||||
return rc;
|
return rc;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -553,10 +553,8 @@ static int do_tls_setsockopt_conf(struct sock *sk, sockptr_t optval,
|
|||||||
int rc = 0;
|
int rc = 0;
|
||||||
int conf;
|
int conf;
|
||||||
|
|
||||||
if (sockptr_is_null(optval) || (optlen < sizeof(*crypto_info))) {
|
if (sockptr_is_null(optval) || (optlen < sizeof(*crypto_info)))
|
||||||
rc = -EINVAL;
|
return -EINVAL;
|
||||||
goto out;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (tx) {
|
if (tx) {
|
||||||
crypto_info = &ctx->crypto_send.info;
|
crypto_info = &ctx->crypto_send.info;
|
||||||
@@ -567,10 +565,8 @@ static int do_tls_setsockopt_conf(struct sock *sk, sockptr_t optval,
|
|||||||
}
|
}
|
||||||
|
|
||||||
/* Currently we don't support set crypto info more than one time */
|
/* Currently we don't support set crypto info more than one time */
|
||||||
if (TLS_CRYPTO_INFO_READY(crypto_info)) {
|
if (TLS_CRYPTO_INFO_READY(crypto_info))
|
||||||
rc = -EBUSY;
|
return -EBUSY;
|
||||||
goto out;
|
|
||||||
}
|
|
||||||
|
|
||||||
rc = copy_from_sockptr(crypto_info, optval, sizeof(*crypto_info));
|
rc = copy_from_sockptr(crypto_info, optval, sizeof(*crypto_info));
|
||||||
if (rc) {
|
if (rc) {
|
||||||
@@ -672,11 +668,10 @@ static int do_tls_setsockopt_conf(struct sock *sk, sockptr_t optval,
|
|||||||
ctx->sk_write_space = sk->sk_write_space;
|
ctx->sk_write_space = sk->sk_write_space;
|
||||||
sk->sk_write_space = tls_write_space;
|
sk->sk_write_space = tls_write_space;
|
||||||
}
|
}
|
||||||
goto out;
|
return 0;
|
||||||
|
|
||||||
err_crypto_info:
|
err_crypto_info:
|
||||||
memzero_explicit(crypto_info, sizeof(union tls_crypto_context));
|
memzero_explicit(crypto_info, sizeof(union tls_crypto_context));
|
||||||
out:
|
|
||||||
return rc;
|
return rc;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user