2022-03-01 09:43:56 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
/*
|
|
|
|
* Shared Memory Communications over RDMA (SMC-R) and RoCE
|
|
|
|
*
|
|
|
|
* smc_sysctl.c: sysctl interface to SMC subsystem.
|
|
|
|
*
|
|
|
|
* Copyright (c) 2022, Alibaba Inc.
|
|
|
|
*
|
|
|
|
* Author: Tony Lu <tonylu@linux.alibaba.com>
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/sysctl.h>
|
|
|
|
#include <net/net_namespace.h>
|
|
|
|
|
2022-03-01 09:43:58 +00:00
|
|
|
#include "smc.h"
|
2022-07-14 09:44:02 +00:00
|
|
|
#include "smc_core.h"
|
2022-09-20 09:52:21 +00:00
|
|
|
#include "smc_llc.h"
|
2022-03-01 09:43:56 +00:00
|
|
|
#include "smc_sysctl.h"
|
|
|
|
|
2022-09-20 09:52:22 +00:00
|
|
|
static int min_sndbuf = SMC_BUF_MIN_SIZE;
|
|
|
|
static int min_rcvbuf = SMC_BUF_MIN_SIZE;
|
2023-08-04 17:06:23 +00:00
|
|
|
static int max_sndbuf = INT_MAX / 2;
|
|
|
|
static int max_rcvbuf = INT_MAX / 2;
|
|
|
|
static const int net_smc_wmem_init = (64 * 1024);
|
|
|
|
static const int net_smc_rmem_init = (64 * 1024);
|
2023-11-22 13:52:57 +00:00
|
|
|
static int links_per_lgr_min = SMC_LINKS_ADD_LNK_MIN;
|
|
|
|
static int links_per_lgr_max = SMC_LINKS_ADD_LNK_MAX;
|
2023-11-22 13:52:58 +00:00
|
|
|
static int conns_per_lgr_min = SMC_CONN_PER_LGR_MIN;
|
|
|
|
static int conns_per_lgr_max = SMC_CONN_PER_LGR_MAX;
|
2022-09-20 09:52:22 +00:00
|
|
|
|
2022-03-01 09:43:56 +00:00
|
|
|
static struct ctl_table smc_table[] = {
|
2022-03-01 09:43:58 +00:00
|
|
|
{
|
|
|
|
.procname = "autocorking_size",
|
|
|
|
.data = &init_net.smc.sysctl_autocorking_size,
|
|
|
|
.maxlen = sizeof(unsigned int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_douintvec,
|
|
|
|
},
|
2022-07-14 09:44:02 +00:00
|
|
|
{
|
|
|
|
.procname = "smcr_buf_type",
|
|
|
|
.data = &init_net.smc.sysctl_smcr_buf_type,
|
|
|
|
.maxlen = sizeof(unsigned int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_douintvec_minmax,
|
|
|
|
.extra1 = SYSCTL_ZERO,
|
|
|
|
.extra2 = SYSCTL_TWO,
|
|
|
|
},
|
2022-09-20 09:52:21 +00:00
|
|
|
{
|
|
|
|
.procname = "smcr_testlink_time",
|
|
|
|
.data = &init_net.smc.sysctl_smcr_testlink_time,
|
|
|
|
.maxlen = sizeof(int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_dointvec_jiffies,
|
|
|
|
},
|
2022-09-20 09:52:22 +00:00
|
|
|
{
|
|
|
|
.procname = "wmem",
|
|
|
|
.data = &init_net.smc.sysctl_wmem,
|
|
|
|
.maxlen = sizeof(int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_dointvec_minmax,
|
|
|
|
.extra1 = &min_sndbuf,
|
2023-08-04 17:06:23 +00:00
|
|
|
.extra2 = &max_sndbuf,
|
2022-09-20 09:52:22 +00:00
|
|
|
},
|
|
|
|
{
|
|
|
|
.procname = "rmem",
|
|
|
|
.data = &init_net.smc.sysctl_rmem,
|
|
|
|
.maxlen = sizeof(int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_dointvec_minmax,
|
|
|
|
.extra1 = &min_rcvbuf,
|
2023-08-04 17:06:23 +00:00
|
|
|
.extra2 = &max_rcvbuf,
|
2022-09-20 09:52:22 +00:00
|
|
|
},
|
2023-11-22 13:52:57 +00:00
|
|
|
{
|
|
|
|
.procname = "smcr_max_links_per_lgr",
|
|
|
|
.data = &init_net.smc.sysctl_max_links_per_lgr,
|
|
|
|
.maxlen = sizeof(int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_dointvec_minmax,
|
|
|
|
.extra1 = &links_per_lgr_min,
|
|
|
|
.extra2 = &links_per_lgr_max,
|
|
|
|
},
|
2023-11-22 13:52:58 +00:00
|
|
|
{
|
|
|
|
.procname = "smcr_max_conns_per_lgr",
|
|
|
|
.data = &init_net.smc.sysctl_max_conns_per_lgr,
|
|
|
|
.maxlen = sizeof(int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_dointvec_minmax,
|
|
|
|
.extra1 = &conns_per_lgr_min,
|
|
|
|
.extra2 = &conns_per_lgr_max,
|
|
|
|
},
|
2024-09-06 02:35:35 +00:00
|
|
|
{
|
|
|
|
.procname = "limit_smc_hs",
|
|
|
|
.data = &init_net.smc.limit_smc_hs,
|
|
|
|
.maxlen = sizeof(int),
|
|
|
|
.mode = 0644,
|
|
|
|
.proc_handler = proc_dointvec_minmax,
|
|
|
|
.extra1 = SYSCTL_ZERO,
|
|
|
|
.extra2 = SYSCTL_ONE,
|
|
|
|
},
|
2022-03-01 09:43:56 +00:00
|
|
|
};
|
|
|
|
|
2022-03-07 01:54:24 +00:00
|
|
|
int __net_init smc_sysctl_net_init(struct net *net)
|
2022-03-01 09:43:56 +00:00
|
|
|
{
|
2024-05-01 09:29:29 +00:00
|
|
|
size_t table_size = ARRAY_SIZE(smc_table);
|
2022-03-01 09:43:56 +00:00
|
|
|
struct ctl_table *table;
|
|
|
|
|
|
|
|
table = smc_table;
|
|
|
|
if (!net_eq(net, &init_net)) {
|
|
|
|
int i;
|
|
|
|
|
|
|
|
table = kmemdup(table, sizeof(smc_table), GFP_KERNEL);
|
|
|
|
if (!table)
|
|
|
|
goto err_alloc;
|
|
|
|
|
2024-05-01 09:29:29 +00:00
|
|
|
for (i = 0; i < table_size; i++)
|
2022-03-01 09:43:56 +00:00
|
|
|
table[i].data += (void *)net - (void *)&init_net;
|
|
|
|
}
|
|
|
|
|
2023-08-09 10:50:03 +00:00
|
|
|
net->smc.smc_hdr = register_net_sysctl_sz(net, "net/smc", table,
|
2024-05-01 09:29:29 +00:00
|
|
|
table_size);
|
2022-03-01 09:43:56 +00:00
|
|
|
if (!net->smc.smc_hdr)
|
|
|
|
goto err_reg;
|
|
|
|
|
2022-03-01 09:43:58 +00:00
|
|
|
net->smc.sysctl_autocorking_size = SMC_AUTOCORKING_DEFAULT_SIZE;
|
2022-07-14 09:44:02 +00:00
|
|
|
net->smc.sysctl_smcr_buf_type = SMCR_PHYS_CONT_BUFS;
|
2022-09-20 09:52:21 +00:00
|
|
|
net->smc.sysctl_smcr_testlink_time = SMC_LLC_TESTLINK_DEFAULT_TIME;
|
2023-08-04 17:06:23 +00:00
|
|
|
WRITE_ONCE(net->smc.sysctl_wmem, net_smc_wmem_init);
|
|
|
|
WRITE_ONCE(net->smc.sysctl_rmem, net_smc_rmem_init);
|
2023-11-22 13:52:57 +00:00
|
|
|
net->smc.sysctl_max_links_per_lgr = SMC_LINKS_PER_LGR_MAX_PREFER;
|
2023-11-22 13:52:58 +00:00
|
|
|
net->smc.sysctl_max_conns_per_lgr = SMC_CONN_PER_LGR_PREFER;
|
2024-09-06 02:35:35 +00:00
|
|
|
/* disable handshake limitation by default */
|
|
|
|
net->smc.limit_smc_hs = 0;
|
2022-03-01 09:43:58 +00:00
|
|
|
|
2022-03-01 09:43:56 +00:00
|
|
|
return 0;
|
|
|
|
|
|
|
|
err_reg:
|
|
|
|
if (!net_eq(net, &init_net))
|
|
|
|
kfree(table);
|
|
|
|
err_alloc:
|
|
|
|
return -ENOMEM;
|
|
|
|
}
|
|
|
|
|
2022-03-07 01:54:24 +00:00
|
|
|
void __net_exit smc_sysctl_net_exit(struct net *net)
|
2022-03-01 09:43:56 +00:00
|
|
|
{
|
2024-04-18 09:40:08 +00:00
|
|
|
const struct ctl_table *table;
|
2022-03-25 16:50:21 +00:00
|
|
|
|
|
|
|
table = net->smc.smc_hdr->ctl_table_arg;
|
2022-03-01 09:43:56 +00:00
|
|
|
unregister_net_sysctl_table(net->smc.smc_hdr);
|
2022-03-25 16:50:21 +00:00
|
|
|
if (!net_eq(net, &init_net))
|
|
|
|
kfree(table);
|
2022-03-01 09:43:56 +00:00
|
|
|
}
|