mirror of https://github.com/Qortal/Brooklyn
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
215 lines
5.0 KiB
215 lines
5.0 KiB
/* SPDX-License-Identifier: GPL-2.0 */ |
|
#include <linux/socket.h> |
|
#include <linux/in.h> |
|
#include <linux/in6.h> |
|
#include <rdma/ib_verbs.h> |
|
#include <rdma/rdma_cm.h> |
|
#include <rdma/rw.h> |
|
#include <scsi/iser.h> |
|
|
|
|
|
#define DRV_NAME "isert" |
|
#define PFX DRV_NAME ": " |
|
|
|
#define isert_dbg(fmt, arg...) \ |
|
do { \ |
|
if (unlikely(isert_debug_level > 2)) \ |
|
printk(KERN_DEBUG PFX "%s: " fmt,\ |
|
__func__ , ## arg); \ |
|
} while (0) |
|
|
|
#define isert_warn(fmt, arg...) \ |
|
do { \ |
|
if (unlikely(isert_debug_level > 0)) \ |
|
pr_warn(PFX "%s: " fmt, \ |
|
__func__ , ## arg); \ |
|
} while (0) |
|
|
|
#define isert_info(fmt, arg...) \ |
|
do { \ |
|
if (unlikely(isert_debug_level > 1)) \ |
|
pr_info(PFX "%s: " fmt, \ |
|
__func__ , ## arg); \ |
|
} while (0) |
|
|
|
#define isert_err(fmt, arg...) \ |
|
pr_err(PFX "%s: " fmt, __func__ , ## arg) |
|
|
|
/* Constant PDU lengths calculations */ |
|
#define ISER_HEADERS_LEN (sizeof(struct iser_ctrl) + \ |
|
sizeof(struct iscsi_hdr)) |
|
#define ISER_RX_PAYLOAD_SIZE (ISER_HEADERS_LEN + ISCSI_DEF_MAX_RECV_SEG_LEN) |
|
|
|
/* QP settings */ |
|
/* Maximal bounds on received asynchronous PDUs */ |
|
#define ISERT_MAX_TX_MISC_PDUS 4 /* NOOP_IN(2) , ASYNC_EVENT(2) */ |
|
|
|
#define ISERT_MAX_RX_MISC_PDUS 6 /* |
|
* NOOP_OUT(2), TEXT(1), |
|
* SCSI_TMFUNC(2), LOGOUT(1) |
|
*/ |
|
|
|
#define ISCSI_DEF_XMIT_CMDS_MAX 128 /* from libiscsi.h, must be power of 2 */ |
|
|
|
#define ISERT_QP_MAX_RECV_DTOS (ISCSI_DEF_XMIT_CMDS_MAX) |
|
|
|
#define ISERT_MIN_POSTED_RX (ISCSI_DEF_XMIT_CMDS_MAX >> 2) |
|
|
|
#define ISERT_QP_MAX_REQ_DTOS (ISCSI_DEF_XMIT_CMDS_MAX + \ |
|
ISERT_MAX_TX_MISC_PDUS + \ |
|
ISERT_MAX_RX_MISC_PDUS) |
|
|
|
/* |
|
* RX size is default of 8k plus headers, but data needs to align to |
|
* 512 boundary, so use 1024 to have the extra space for alignment. |
|
*/ |
|
#define ISER_RX_SIZE (ISCSI_DEF_MAX_RECV_SEG_LEN + 1024) |
|
|
|
/* Default I/O size is 1MB */ |
|
#define ISCSI_ISER_DEF_SG_TABLESIZE 256 |
|
|
|
/* Minimum I/O size is 512KB */ |
|
#define ISCSI_ISER_MIN_SG_TABLESIZE 128 |
|
|
|
/* Maximum support is 16MB I/O size */ |
|
#define ISCSI_ISER_MAX_SG_TABLESIZE 4096 |
|
|
|
enum isert_desc_type { |
|
ISCSI_TX_CONTROL, |
|
ISCSI_TX_DATAIN |
|
}; |
|
|
|
enum iser_conn_state { |
|
ISER_CONN_INIT, |
|
ISER_CONN_UP, |
|
ISER_CONN_BOUND, |
|
ISER_CONN_FULL_FEATURE, |
|
ISER_CONN_TERMINATING, |
|
ISER_CONN_DOWN, |
|
}; |
|
|
|
struct iser_rx_desc { |
|
char buf[ISER_RX_SIZE]; |
|
u64 dma_addr; |
|
struct ib_sge rx_sg; |
|
struct ib_cqe rx_cqe; |
|
bool in_use; |
|
}; |
|
|
|
static inline struct iser_rx_desc *cqe_to_rx_desc(struct ib_cqe *cqe) |
|
{ |
|
return container_of(cqe, struct iser_rx_desc, rx_cqe); |
|
} |
|
|
|
static void *isert_get_iser_hdr(struct iser_rx_desc *desc) |
|
{ |
|
return PTR_ALIGN(desc->buf + ISER_HEADERS_LEN, 512) - ISER_HEADERS_LEN; |
|
} |
|
|
|
static size_t isert_get_hdr_offset(struct iser_rx_desc *desc) |
|
{ |
|
return isert_get_iser_hdr(desc) - (void *)desc->buf; |
|
} |
|
|
|
static void *isert_get_iscsi_hdr(struct iser_rx_desc *desc) |
|
{ |
|
return isert_get_iser_hdr(desc) + sizeof(struct iser_ctrl); |
|
} |
|
|
|
static void *isert_get_data(struct iser_rx_desc *desc) |
|
{ |
|
void *data = isert_get_iser_hdr(desc) + ISER_HEADERS_LEN; |
|
|
|
WARN_ON((uintptr_t)data & 511); |
|
return data; |
|
} |
|
|
|
struct iser_tx_desc { |
|
struct iser_ctrl iser_header; |
|
struct iscsi_hdr iscsi_header; |
|
enum isert_desc_type type; |
|
u64 dma_addr; |
|
struct ib_sge tx_sg[2]; |
|
struct ib_cqe tx_cqe; |
|
int num_sge; |
|
struct ib_send_wr send_wr; |
|
} __packed; |
|
|
|
static inline struct iser_tx_desc *cqe_to_tx_desc(struct ib_cqe *cqe) |
|
{ |
|
return container_of(cqe, struct iser_tx_desc, tx_cqe); |
|
} |
|
|
|
struct isert_cmd { |
|
uint32_t read_stag; |
|
uint32_t write_stag; |
|
uint64_t read_va; |
|
uint64_t write_va; |
|
uint32_t inv_rkey; |
|
u64 pdu_buf_dma; |
|
u32 pdu_buf_len; |
|
struct isert_conn *conn; |
|
struct iscsi_cmd *iscsi_cmd; |
|
struct iser_tx_desc tx_desc; |
|
struct iser_rx_desc *rx_desc; |
|
struct rdma_rw_ctx rw; |
|
struct work_struct comp_work; |
|
struct scatterlist sg; |
|
bool ctx_init_done; |
|
}; |
|
|
|
static inline struct isert_cmd *tx_desc_to_cmd(struct iser_tx_desc *desc) |
|
{ |
|
return container_of(desc, struct isert_cmd, tx_desc); |
|
} |
|
|
|
struct isert_device; |
|
|
|
struct isert_conn { |
|
enum iser_conn_state state; |
|
u32 responder_resources; |
|
u32 initiator_depth; |
|
bool pi_support; |
|
struct iser_rx_desc *login_desc; |
|
char *login_rsp_buf; |
|
int login_req_len; |
|
u64 login_rsp_dma; |
|
struct iser_rx_desc *rx_descs; |
|
struct ib_recv_wr rx_wr[ISERT_QP_MAX_RECV_DTOS]; |
|
struct iscsi_conn *conn; |
|
struct list_head node; |
|
struct completion login_comp; |
|
struct completion login_req_comp; |
|
struct iser_tx_desc login_tx_desc; |
|
struct rdma_cm_id *cm_id; |
|
struct ib_qp *qp; |
|
struct ib_cq *cq; |
|
u32 cq_size; |
|
struct isert_device *device; |
|
struct mutex mutex; |
|
struct kref kref; |
|
struct work_struct release_work; |
|
bool logout_posted; |
|
bool snd_w_inv; |
|
wait_queue_head_t rem_wait; |
|
bool dev_removed; |
|
}; |
|
|
|
struct isert_device { |
|
bool pi_capable; |
|
int refcount; |
|
struct ib_device *ib_device; |
|
struct ib_pd *pd; |
|
struct isert_comp *comps; |
|
int comps_used; |
|
struct list_head dev_node; |
|
}; |
|
|
|
struct isert_np { |
|
struct iscsi_np *np; |
|
struct semaphore sem; |
|
struct rdma_cm_id *cm_id; |
|
struct mutex mutex; |
|
struct list_head accepted; |
|
struct list_head pending; |
|
};
|
|
|