forked from Minki/linux
dac6ab305d
These variables are always accessed via struct isert_conn so no need to have a "conn_" prefix for them. Signed-off-by: Sagi Grimberg <sagig@mellanox.com> Signed-off-by: Nicholas Bellinger <nab@linux-iscsi.org>
232 lines
5.1 KiB
C
232 lines
5.1 KiB
C
#include <linux/socket.h>
|
|
#include <linux/in.h>
|
|
#include <linux/in6.h>
|
|
#include <rdma/ib_verbs.h>
|
|
#include <rdma/rdma_cm.h>
|
|
|
|
#define DRV_NAME "isert"
|
|
#define PFX DRV_NAME ": "
|
|
|
|
#define isert_dbg(fmt, arg...) \
|
|
do { \
|
|
if (unlikely(isert_debug_level > 2)) \
|
|
printk(KERN_DEBUG PFX "%s: " fmt,\
|
|
__func__ , ## arg); \
|
|
} while (0)
|
|
|
|
#define isert_warn(fmt, arg...) \
|
|
do { \
|
|
if (unlikely(isert_debug_level > 0)) \
|
|
pr_warn(PFX "%s: " fmt, \
|
|
__func__ , ## arg); \
|
|
} while (0)
|
|
|
|
#define isert_info(fmt, arg...) \
|
|
do { \
|
|
if (unlikely(isert_debug_level > 1)) \
|
|
pr_info(PFX "%s: " fmt, \
|
|
__func__ , ## arg); \
|
|
} while (0)
|
|
|
|
#define isert_err(fmt, arg...) \
|
|
pr_err(PFX "%s: " fmt, __func__ , ## arg)
|
|
|
|
#define ISCSI_ISER_SG_TABLESIZE 256
|
|
#define ISER_FASTREG_LI_WRID 0xffffffffffffffffULL
|
|
#define ISER_BEACON_WRID 0xfffffffffffffffeULL
|
|
|
|
enum isert_desc_type {
|
|
ISCSI_TX_CONTROL,
|
|
ISCSI_TX_DATAIN
|
|
};
|
|
|
|
enum iser_ib_op_code {
|
|
ISER_IB_RECV,
|
|
ISER_IB_SEND,
|
|
ISER_IB_RDMA_WRITE,
|
|
ISER_IB_RDMA_READ,
|
|
};
|
|
|
|
enum iser_conn_state {
|
|
ISER_CONN_INIT,
|
|
ISER_CONN_UP,
|
|
ISER_CONN_FULL_FEATURE,
|
|
ISER_CONN_TERMINATING,
|
|
ISER_CONN_DOWN,
|
|
};
|
|
|
|
struct iser_rx_desc {
|
|
struct iser_hdr iser_header;
|
|
struct iscsi_hdr iscsi_header;
|
|
char data[ISER_RECV_DATA_SEG_LEN];
|
|
u64 dma_addr;
|
|
struct ib_sge rx_sg;
|
|
char pad[ISER_RX_PAD_SIZE];
|
|
} __packed;
|
|
|
|
struct iser_tx_desc {
|
|
struct iser_hdr iser_header;
|
|
struct iscsi_hdr iscsi_header;
|
|
enum isert_desc_type type;
|
|
u64 dma_addr;
|
|
struct ib_sge tx_sg[2];
|
|
int num_sge;
|
|
struct isert_cmd *isert_cmd;
|
|
struct ib_send_wr send_wr;
|
|
} __packed;
|
|
|
|
enum isert_indicator {
|
|
ISERT_PROTECTED = 1 << 0,
|
|
ISERT_DATA_KEY_VALID = 1 << 1,
|
|
ISERT_PROT_KEY_VALID = 1 << 2,
|
|
ISERT_SIG_KEY_VALID = 1 << 3,
|
|
};
|
|
|
|
struct pi_context {
|
|
struct ib_mr *prot_mr;
|
|
struct ib_fast_reg_page_list *prot_frpl;
|
|
struct ib_mr *sig_mr;
|
|
};
|
|
|
|
struct fast_reg_descriptor {
|
|
struct list_head list;
|
|
struct ib_mr *data_mr;
|
|
struct ib_fast_reg_page_list *data_frpl;
|
|
u8 ind;
|
|
struct pi_context *pi_ctx;
|
|
};
|
|
|
|
struct isert_data_buf {
|
|
struct scatterlist *sg;
|
|
int nents;
|
|
u32 sg_off;
|
|
u32 len; /* cur_rdma_length */
|
|
u32 offset;
|
|
unsigned int dma_nents;
|
|
enum dma_data_direction dma_dir;
|
|
};
|
|
|
|
enum {
|
|
DATA = 0,
|
|
PROT = 1,
|
|
SIG = 2,
|
|
};
|
|
|
|
struct isert_rdma_wr {
|
|
struct list_head wr_list;
|
|
struct isert_cmd *isert_cmd;
|
|
enum iser_ib_op_code iser_ib_op;
|
|
struct ib_sge *ib_sge;
|
|
struct ib_sge s_ib_sge;
|
|
int send_wr_num;
|
|
struct ib_send_wr *send_wr;
|
|
struct ib_send_wr s_send_wr;
|
|
struct ib_sge ib_sg[3];
|
|
struct isert_data_buf data;
|
|
struct isert_data_buf prot;
|
|
struct fast_reg_descriptor *fr_desc;
|
|
};
|
|
|
|
struct isert_cmd {
|
|
uint32_t read_stag;
|
|
uint32_t write_stag;
|
|
uint64_t read_va;
|
|
uint64_t write_va;
|
|
u64 pdu_buf_dma;
|
|
u32 pdu_buf_len;
|
|
u32 read_va_off;
|
|
u32 write_va_off;
|
|
u32 rdma_wr_num;
|
|
struct isert_conn *conn;
|
|
struct iscsi_cmd *iscsi_cmd;
|
|
struct iser_tx_desc tx_desc;
|
|
struct isert_rdma_wr rdma_wr;
|
|
struct work_struct comp_work;
|
|
};
|
|
|
|
struct isert_device;
|
|
|
|
struct isert_conn {
|
|
enum iser_conn_state state;
|
|
int post_recv_buf_count;
|
|
u32 responder_resources;
|
|
u32 initiator_depth;
|
|
bool pi_support;
|
|
u32 max_sge;
|
|
char *login_buf;
|
|
char *login_req_buf;
|
|
char *login_rsp_buf;
|
|
u64 login_req_dma;
|
|
int login_req_len;
|
|
u64 login_rsp_dma;
|
|
unsigned int rx_desc_head;
|
|
struct iser_rx_desc *rx_descs;
|
|
struct ib_recv_wr rx_wr[ISERT_MIN_POSTED_RX];
|
|
struct iscsi_conn *conn;
|
|
struct list_head accept_node;
|
|
struct completion login_comp;
|
|
struct completion login_req_comp;
|
|
struct iser_tx_desc login_tx_desc;
|
|
struct rdma_cm_id *cm_id;
|
|
struct ib_qp *qp;
|
|
struct isert_device *device;
|
|
struct mutex mutex;
|
|
struct completion wait;
|
|
struct completion wait_comp_err;
|
|
struct kref kref;
|
|
struct list_head fr_pool;
|
|
int fr_pool_size;
|
|
/* lock to protect fastreg pool */
|
|
spinlock_t pool_lock;
|
|
struct work_struct release_work;
|
|
struct ib_recv_wr beacon;
|
|
bool logout_posted;
|
|
};
|
|
|
|
#define ISERT_MAX_CQ 64
|
|
|
|
/**
|
|
* struct isert_comp - iSER completion context
|
|
*
|
|
* @device: pointer to device handle
|
|
* @cq: completion queue
|
|
* @wcs: work completion array
|
|
* @active_qps: Number of active QPs attached
|
|
* to completion context
|
|
* @work: completion work handle
|
|
*/
|
|
struct isert_comp {
|
|
struct isert_device *device;
|
|
struct ib_cq *cq;
|
|
struct ib_wc wcs[16];
|
|
int active_qps;
|
|
struct work_struct work;
|
|
};
|
|
|
|
struct isert_device {
|
|
int use_fastreg;
|
|
bool pi_capable;
|
|
int refcount;
|
|
struct ib_device *ib_device;
|
|
struct ib_pd *pd;
|
|
struct ib_mr *mr;
|
|
struct isert_comp *comps;
|
|
int comps_used;
|
|
struct list_head dev_node;
|
|
struct ib_device_attr dev_attr;
|
|
int (*reg_rdma_mem)(struct iscsi_conn *conn,
|
|
struct iscsi_cmd *cmd,
|
|
struct isert_rdma_wr *wr);
|
|
void (*unreg_rdma_mem)(struct isert_cmd *isert_cmd,
|
|
struct isert_conn *isert_conn);
|
|
};
|
|
|
|
struct isert_np {
|
|
struct iscsi_np *np;
|
|
struct semaphore np_sem;
|
|
struct rdma_cm_id *np_cm_id;
|
|
struct mutex np_accept_mutex;
|
|
struct list_head np_accept_list;
|
|
struct completion np_login_comp;
|
|
};
|