kernel/drivers/infiniband/ulp/isert/ib_isert.h

   1 #include <linux/socket.h>
   2 #include <linux/in.h>
   3 #include <linux/in6.h>
   4 #include <rdma/ib_verbs.h>
   5 #include <rdma/rdma_cm.h>
   6
   7 #define DRV_NAME        "isert"
   8 #define PFX             DRV_NAME ": "
   9
  10 #define isert_dbg(fmt, arg...)                           \
  11         do {                                             \
  12                 if (unlikely(isert_debug_level > 2))     \
  13                         printk(KERN_DEBUG PFX "%s: " fmt,\
  14                                 __func__ , ## arg);      \
  15         } while (0)
  16
  17 #define isert_warn(fmt, arg...)                         \
  18         do {                                            \
  19                 if (unlikely(isert_debug_level > 0))    \
  20                         pr_warn(PFX "%s: " fmt,         \
  21                                 __func__ , ## arg);     \
  22         } while (0)
  23
  24 #define isert_info(fmt, arg...)                         \
  25         do {                                            \
  26                 if (unlikely(isert_debug_level > 1))    \
  27                         pr_info(PFX "%s: " fmt,         \
  28                                 __func__ , ## arg);     \
  29         } while (0)
  30
  31 #define isert_err(fmt, arg...) \
  32         pr_err(PFX "%s: " fmt, __func__ , ## arg)
  33
  34 #define ISCSI_ISER_SG_TABLESIZE         256
  35 #define ISER_FASTREG_LI_WRID            0xffffffffffffffffULL
  36 #define ISER_BEACON_WRID               0xfffffffffffffffeULL
  37
  38 enum isert_desc_type {
  39         ISCSI_TX_CONTROL,
  40         ISCSI_TX_DATAIN
  41 };
  42
  43 enum iser_ib_op_code {
  44         ISER_IB_RECV,
  45         ISER_IB_SEND,
  46         ISER_IB_RDMA_WRITE,
  47         ISER_IB_RDMA_READ,
  48 };
  49
  50 enum iser_conn_state {
  51         ISER_CONN_INIT,
  52         ISER_CONN_UP,
  53         ISER_CONN_BOUND,
  54         ISER_CONN_FULL_FEATURE,
  55         ISER_CONN_TERMINATING,
  56         ISER_CONN_DOWN,
  57 };
  58
  59 struct iser_rx_desc {
  60         struct iser_hdr iser_header;
  61         struct iscsi_hdr iscsi_header;
  62         char            data[ISER_RECV_DATA_SEG_LEN];
  63         u64             dma_addr;
  64         struct ib_sge   rx_sg;
  65         char            pad[ISER_RX_PAD_SIZE];
  66 } __packed;
  67
  68 struct iser_tx_desc {
  69         struct iser_hdr iser_header;
  70         struct iscsi_hdr iscsi_header;
  71         enum isert_desc_type type;
  72         u64             dma_addr;
  73         struct ib_sge   tx_sg[2];
  74         int             num_sge;
  75         struct isert_cmd *isert_cmd;
  76         struct ib_send_wr send_wr;
  77 } __packed;
  78
  79 enum isert_indicator {
  80         ISERT_PROTECTED         = 1 << 0,
  81         ISERT_DATA_KEY_VALID    = 1 << 1,
  82         ISERT_PROT_KEY_VALID    = 1 << 2,
  83         ISERT_SIG_KEY_VALID     = 1 << 3,
  84 };
  85
  86 struct pi_context {
  87         struct ib_mr                   *prot_mr;
  88         struct ib_mr                   *sig_mr;
  89 };
  90
  91 struct fast_reg_descriptor {
  92         struct list_head                list;
  93         struct ib_mr                   *data_mr;
  94         u8                              ind;
  95         struct pi_context              *pi_ctx;
  96 };
  97
  98 struct isert_data_buf {
  99         struct scatterlist     *sg;
 100         int                     nents;
 101         u32                     sg_off;
 102         u32                     len; /* cur_rdma_length */
 103         u32                     offset;
 104         unsigned int            dma_nents;
 105         enum dma_data_direction dma_dir;
 106 };
 107
 108 enum {
 109         DATA = 0,
 110         PROT = 1,
 111         SIG = 2,
 112 };
 113
 114 struct isert_rdma_wr {
 115         struct isert_cmd        *isert_cmd;
 116         enum iser_ib_op_code    iser_ib_op;
 117         struct ib_sge           *ib_sge;
 118         struct ib_sge           s_ib_sge;
 119         int                     rdma_wr_num;
 120         struct ib_rdma_wr       *rdma_wr;
 121         struct ib_rdma_wr       s_rdma_wr;
 122         struct ib_sge           ib_sg[3];
 123         struct isert_data_buf   data;
 124         struct isert_data_buf   prot;
 125         struct fast_reg_descriptor *fr_desc;
 126 };
 127
 128 struct isert_cmd {
 129         uint32_t                read_stag;
 130         uint32_t                write_stag;
 131         uint64_t                read_va;
 132         uint64_t                write_va;
 133         u64                     pdu_buf_dma;
 134         u32                     pdu_buf_len;
 135         struct isert_conn       *conn;
 136         struct iscsi_cmd        *iscsi_cmd;
 137         struct iser_tx_desc     tx_desc;
 138         struct iser_rx_desc     *rx_desc;
 139         struct isert_rdma_wr    rdma_wr;
 140         struct work_struct      comp_work;
 141         struct scatterlist      sg;
 142 };
 143
 144 struct isert_device;
 145
 146 struct isert_conn {
 147         enum iser_conn_state    state;
 148         u32                     responder_resources;
 149         u32                     initiator_depth;
 150         bool                    pi_support;
 151         u32                     max_sge;
 152         char                    *login_buf;
 153         char                    *login_req_buf;
 154         char                    *login_rsp_buf;
 155         u64                     login_req_dma;
 156         int                     login_req_len;
 157         u64                     login_rsp_dma;
 158         struct iser_rx_desc     *rx_descs;
 159         struct ib_recv_wr       rx_wr[ISERT_QP_MAX_RECV_DTOS];
 160         struct iscsi_conn       *conn;
 161         struct list_head        node;
 162         struct completion       login_comp;
 163         struct completion       login_req_comp;
 164         struct iser_tx_desc     login_tx_desc;
 165         struct rdma_cm_id       *cm_id;
 166         struct ib_qp            *qp;
 167         struct isert_device     *device;
 168         struct mutex            mutex;
 169         struct completion       wait;
 170         struct completion       wait_comp_err;
 171         struct kref             kref;
 172         struct list_head        fr_pool;
 173         int                     fr_pool_size;
 174         /* lock to protect fastreg pool */
 175         spinlock_t              pool_lock;
 176         struct work_struct      release_work;
 177         struct ib_recv_wr       beacon;
 178         bool                    logout_posted;
 179 };
 180
 181 #define ISERT_MAX_CQ 64
 182
 183 /**
 184  * struct isert_comp - iSER completion context
 185  *
 186  * @device:     pointer to device handle
 187  * @cq:         completion queue
 188  * @wcs:        work completion array
 189  * @active_qps: Number of active QPs attached
 190  *              to completion context
 191  * @work:       completion work handle
 192  */
 193 struct isert_comp {
 194         struct isert_device     *device;
 195         struct ib_cq            *cq;
 196         struct ib_wc             wcs[16];
 197         int                      active_qps;
 198         struct work_struct       work;
 199 };
 200
 201 struct isert_device {
 202         int                     use_fastreg;
 203         bool                    pi_capable;
 204         int                     refcount;
 205         struct ib_device        *ib_device;
 206         struct ib_pd            *pd;
 207         struct isert_comp       *comps;
 208         int                     comps_used;
 209         struct list_head        dev_node;
 210         struct ib_device_attr   dev_attr;
 211         int                     (*reg_rdma_mem)(struct iscsi_conn *conn,
 212                                                     struct iscsi_cmd *cmd,
 213                                                     struct isert_rdma_wr *wr);
 214         void                    (*unreg_rdma_mem)(struct isert_cmd *isert_cmd,
 215                                                   struct isert_conn *isert_conn);
 216 };
 217
 218 struct isert_np {
 219         struct iscsi_np         *np;
 220         struct semaphore        sem;
 221         struct rdma_cm_id       *cm_id;
 222         struct mutex            mutex;
 223         struct list_head        accepted;
 224         struct list_head        pending;
 225 };