Commit 318d311e authored by Sagi Grimberg's avatar Sagi Grimberg Committed by Doug Ledford

iser: Accept arbitrary sg lists mapping if the device supports it

If the device support arbitrary sg list mapping (device cap
IB_DEVICE_SG_GAPS_REG set) we allocate the memory regions with
IB_MR_TYPE_SG_GAPS and allow the block layer to pass us
gaps by skip setting the queue virt_boundary.
Signed-off-by: default avatarSagi Grimberg <sagig@mellanox.com>
Signed-off-by: default avatarDoug Ledford <dledford@redhat.com>
parent b005d316
...@@ -969,6 +969,15 @@ static umode_t iser_attr_is_visible(int param_type, int param) ...@@ -969,6 +969,15 @@ static umode_t iser_attr_is_visible(int param_type, int param)
static int iscsi_iser_slave_alloc(struct scsi_device *sdev) static int iscsi_iser_slave_alloc(struct scsi_device *sdev)
{ {
struct iscsi_session *session;
struct iser_conn *iser_conn;
struct ib_device *ib_dev;
session = starget_to_session(scsi_target(sdev))->dd_data;
iser_conn = session->leadconn->dd_data;
ib_dev = iser_conn->ib_conn.device->ib_device;
if (!(ib_dev->attrs.device_cap_flags & IB_DEVICE_SG_GAPS_REG))
blk_queue_virt_boundary(sdev->request_queue, ~MASK_4K); blk_queue_virt_boundary(sdev->request_queue, ~MASK_4K);
return 0; return 0;
......
...@@ -252,14 +252,21 @@ void iser_free_fmr_pool(struct ib_conn *ib_conn) ...@@ -252,14 +252,21 @@ void iser_free_fmr_pool(struct ib_conn *ib_conn)
} }
static int static int
iser_alloc_reg_res(struct ib_device *ib_device, iser_alloc_reg_res(struct iser_device *device,
struct ib_pd *pd, struct ib_pd *pd,
struct iser_reg_resources *res, struct iser_reg_resources *res,
unsigned int size) unsigned int size)
{ {
struct ib_device *ib_dev = device->ib_device;
enum ib_mr_type mr_type;
int ret; int ret;
res->mr = ib_alloc_mr(pd, IB_MR_TYPE_MEM_REG, size); if (ib_dev->attrs.device_cap_flags & IB_DEVICE_SG_GAPS_REG)
mr_type = IB_MR_TYPE_SG_GAPS;
else
mr_type = IB_MR_TYPE_MEM_REG;
res->mr = ib_alloc_mr(pd, mr_type, size);
if (IS_ERR(res->mr)) { if (IS_ERR(res->mr)) {
ret = PTR_ERR(res->mr); ret = PTR_ERR(res->mr);
iser_err("Failed to allocate ib_fast_reg_mr err=%d\n", ret); iser_err("Failed to allocate ib_fast_reg_mr err=%d\n", ret);
...@@ -277,7 +284,7 @@ iser_free_reg_res(struct iser_reg_resources *rsc) ...@@ -277,7 +284,7 @@ iser_free_reg_res(struct iser_reg_resources *rsc)
} }
static int static int
iser_alloc_pi_ctx(struct ib_device *ib_device, iser_alloc_pi_ctx(struct iser_device *device,
struct ib_pd *pd, struct ib_pd *pd,
struct iser_fr_desc *desc, struct iser_fr_desc *desc,
unsigned int size) unsigned int size)
...@@ -291,7 +298,7 @@ iser_alloc_pi_ctx(struct ib_device *ib_device, ...@@ -291,7 +298,7 @@ iser_alloc_pi_ctx(struct ib_device *ib_device,
pi_ctx = desc->pi_ctx; pi_ctx = desc->pi_ctx;
ret = iser_alloc_reg_res(ib_device, pd, &pi_ctx->rsc, size); ret = iser_alloc_reg_res(device, pd, &pi_ctx->rsc, size);
if (ret) { if (ret) {
iser_err("failed to allocate reg_resources\n"); iser_err("failed to allocate reg_resources\n");
goto alloc_reg_res_err; goto alloc_reg_res_err;
...@@ -324,7 +331,7 @@ iser_free_pi_ctx(struct iser_pi_context *pi_ctx) ...@@ -324,7 +331,7 @@ iser_free_pi_ctx(struct iser_pi_context *pi_ctx)
} }
static struct iser_fr_desc * static struct iser_fr_desc *
iser_create_fastreg_desc(struct ib_device *ib_device, iser_create_fastreg_desc(struct iser_device *device,
struct ib_pd *pd, struct ib_pd *pd,
bool pi_enable, bool pi_enable,
unsigned int size) unsigned int size)
...@@ -336,12 +343,12 @@ iser_create_fastreg_desc(struct ib_device *ib_device, ...@@ -336,12 +343,12 @@ iser_create_fastreg_desc(struct ib_device *ib_device,
if (!desc) if (!desc)
return ERR_PTR(-ENOMEM); return ERR_PTR(-ENOMEM);
ret = iser_alloc_reg_res(ib_device, pd, &desc->rsc, size); ret = iser_alloc_reg_res(device, pd, &desc->rsc, size);
if (ret) if (ret)
goto reg_res_alloc_failure; goto reg_res_alloc_failure;
if (pi_enable) { if (pi_enable) {
ret = iser_alloc_pi_ctx(ib_device, pd, desc, size); ret = iser_alloc_pi_ctx(device, pd, desc, size);
if (ret) if (ret)
goto pi_ctx_alloc_failure; goto pi_ctx_alloc_failure;
} }
...@@ -374,7 +381,7 @@ int iser_alloc_fastreg_pool(struct ib_conn *ib_conn, ...@@ -374,7 +381,7 @@ int iser_alloc_fastreg_pool(struct ib_conn *ib_conn,
spin_lock_init(&fr_pool->lock); spin_lock_init(&fr_pool->lock);
fr_pool->size = 0; fr_pool->size = 0;
for (i = 0; i < cmds_max; i++) { for (i = 0; i < cmds_max; i++) {
desc = iser_create_fastreg_desc(device->ib_device, device->pd, desc = iser_create_fastreg_desc(device, device->pd,
ib_conn->pi_support, size); ib_conn->pi_support, size);
if (IS_ERR(desc)) { if (IS_ERR(desc)) {
ret = PTR_ERR(desc); ret = PTR_ERR(desc);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment