Commit f8fb3110 authored by Jason Gunthorpe's avatar Jason Gunthorpe

RDMA/mlx5: Remove npages from mlx5_ib_cont_pages()

Most callers don't need this, and the few that do can get it as
ib_umem_num_pages(umem).

Link: https://lore.kernel.org/r/20201026131936.1335664-8-leon@kernel.orgSigned-off-by: default avatarLeon Romanovsky <leonro@nvidia.com>
Signed-off-by: default avatarJason Gunthorpe <jgg@nvidia.com>
parent 7db0eea9
...@@ -710,7 +710,6 @@ static int create_cq_user(struct mlx5_ib_dev *dev, struct ib_udata *udata, ...@@ -710,7 +710,6 @@ static int create_cq_user(struct mlx5_ib_dev *dev, struct ib_udata *udata,
size_t ucmdlen; size_t ucmdlen;
int page_shift; int page_shift;
__be64 *pas; __be64 *pas;
int npages;
int ncont; int ncont;
void *cqc; void *cqc;
int err; int err;
...@@ -746,11 +745,13 @@ static int create_cq_user(struct mlx5_ib_dev *dev, struct ib_udata *udata, ...@@ -746,11 +745,13 @@ static int create_cq_user(struct mlx5_ib_dev *dev, struct ib_udata *udata,
if (err) if (err)
goto err_umem; goto err_umem;
mlx5_ib_cont_pages(cq->buf.umem, ucmd.buf_addr, 0, &npages, mlx5_ib_cont_pages(cq->buf.umem, ucmd.buf_addr, 0, &page_shift);
&page_shift);
ncont = ib_umem_num_dma_blocks(cq->buf.umem, 1UL << page_shift); ncont = ib_umem_num_dma_blocks(cq->buf.umem, 1UL << page_shift);
mlx5_ib_dbg(dev, "addr 0x%llx, size %u, npages %d, page_shift %d, ncont %d\n", mlx5_ib_dbg(
ucmd.buf_addr, entries * ucmd.cqe_size, npages, page_shift, ncont); dev,
"addr 0x%llx, size %u, npages %zu, page_shift %d, ncont %d\n",
ucmd.buf_addr, entries * ucmd.cqe_size,
ib_umem_num_pages(cq->buf.umem), page_shift, ncont);
*inlen = MLX5_ST_SZ_BYTES(create_cq_in) + *inlen = MLX5_ST_SZ_BYTES(create_cq_in) +
MLX5_FLD_SZ_BYTES(create_cq_in, pas[0]) * ncont; MLX5_FLD_SZ_BYTES(create_cq_in, pas[0]) * ncont;
...@@ -1135,7 +1136,6 @@ static int resize_user(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, ...@@ -1135,7 +1136,6 @@ static int resize_user(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq,
struct mlx5_ib_resize_cq ucmd; struct mlx5_ib_resize_cq ucmd;
struct ib_umem *umem; struct ib_umem *umem;
int err; int err;
int npages;
err = ib_copy_from_udata(&ucmd, udata, sizeof(ucmd)); err = ib_copy_from_udata(&ucmd, udata, sizeof(ucmd));
if (err) if (err)
...@@ -1156,7 +1156,7 @@ static int resize_user(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, ...@@ -1156,7 +1156,7 @@ static int resize_user(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq,
return err; return err;
} }
mlx5_ib_cont_pages(umem, ucmd.buf_addr, 0, &npages, page_shift); mlx5_ib_cont_pages(umem, ucmd.buf_addr, 0, page_shift);
cq->resize_umem = umem; cq->resize_umem = umem;
*cqe_size = ucmd.cqe_size; *cqe_size = ucmd.cqe_size;
......
...@@ -2056,7 +2056,6 @@ static int devx_umem_get(struct mlx5_ib_dev *dev, struct ib_ucontext *ucontext, ...@@ -2056,7 +2056,6 @@ static int devx_umem_get(struct mlx5_ib_dev *dev, struct ib_ucontext *ucontext,
u64 addr; u64 addr;
size_t size; size_t size;
u32 access; u32 access;
int npages;
int err; int err;
u32 page_mask; u32 page_mask;
...@@ -2081,14 +2080,7 @@ static int devx_umem_get(struct mlx5_ib_dev *dev, struct ib_ucontext *ucontext, ...@@ -2081,14 +2080,7 @@ static int devx_umem_get(struct mlx5_ib_dev *dev, struct ib_ucontext *ucontext,
return PTR_ERR(obj->umem); return PTR_ERR(obj->umem);
mlx5_ib_cont_pages(obj->umem, obj->umem->address, mlx5_ib_cont_pages(obj->umem, obj->umem->address,
MLX5_MKEY_PAGE_SHIFT_MASK, &npages, MLX5_MKEY_PAGE_SHIFT_MASK, &obj->page_shift);
&obj->page_shift);
if (!npages) {
ib_umem_release(obj->umem);
return -EINVAL;
}
page_mask = (1 << obj->page_shift) - 1; page_mask = (1 << obj->page_shift) - 1;
obj->page_offset = obj->umem->address & page_mask; obj->page_offset = obj->umem->address & page_mask;
......
...@@ -39,11 +39,10 @@ ...@@ -39,11 +39,10 @@
/* @umem: umem object to scan /* @umem: umem object to scan
* @addr: ib virtual address requested by the user * @addr: ib virtual address requested by the user
* @max_page_shift: high limit for page_shift - 0 means no limit * @max_page_shift: high limit for page_shift - 0 means no limit
* @count: number of PAGE_SIZE pages covered by umem
* @shift: page shift for the compound pages found in the region * @shift: page shift for the compound pages found in the region
*/ */
void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr, void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr,
unsigned long max_page_shift, int *count, int *shift) unsigned long max_page_shift, int *shift)
{ {
unsigned long tmp; unsigned long tmp;
unsigned long m; unsigned long m;
...@@ -57,7 +56,6 @@ void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr, ...@@ -57,7 +56,6 @@ void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr,
struct ib_umem_odp *odp = to_ib_umem_odp(umem); struct ib_umem_odp *odp = to_ib_umem_odp(umem);
*shift = odp->page_shift; *shift = odp->page_shift;
*count = ib_umem_num_pages(umem);
return; return;
} }
...@@ -91,7 +89,6 @@ void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr, ...@@ -91,7 +89,6 @@ void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr,
else else
m = 0; m = 0;
*shift = PAGE_SHIFT + m; *shift = PAGE_SHIFT + m;
*count = i;
} }
/* /*
......
...@@ -1231,7 +1231,7 @@ int mlx5_ib_query_port(struct ib_device *ibdev, u8 port, ...@@ -1231,7 +1231,7 @@ int mlx5_ib_query_port(struct ib_device *ibdev, u8 port,
struct ib_port_attr *props); struct ib_port_attr *props);
void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr, void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr,
unsigned long max_page_shift, unsigned long max_page_shift,
int *count, int *shift); int *shift);
void __mlx5_ib_populate_pas(struct mlx5_ib_dev *dev, struct ib_umem *umem, void __mlx5_ib_populate_pas(struct mlx5_ib_dev *dev, struct ib_umem *umem,
int page_shift, size_t offset, size_t num_pages, int page_shift, size_t offset, size_t num_pages,
__be64 *pas, int access_flags); __be64 *pas, int access_flags);
......
...@@ -957,11 +957,9 @@ static struct mlx5_ib_mr *alloc_mr_from_cache(struct ib_pd *pd, ...@@ -957,11 +957,9 @@ static struct mlx5_ib_mr *alloc_mr_from_cache(struct ib_pd *pd,
struct mlx5_ib_dev *dev = to_mdev(pd->device); struct mlx5_ib_dev *dev = to_mdev(pd->device);
struct mlx5_cache_ent *ent; struct mlx5_cache_ent *ent;
struct mlx5_ib_mr *mr; struct mlx5_ib_mr *mr;
int npages;
int page_shift; int page_shift;
mlx5_ib_cont_pages(umem, iova, MLX5_MKEY_PAGE_SHIFT_MASK, &npages, mlx5_ib_cont_pages(umem, iova, MLX5_MKEY_PAGE_SHIFT_MASK, &page_shift);
&page_shift);
ent = mr_cache_ent_from_order(dev, order_base_2(ib_umem_num_dma_blocks( ent = mr_cache_ent_from_order(dev, order_base_2(ib_umem_num_dma_blocks(
umem, 1UL << page_shift))); umem, 1UL << page_shift)));
if (!ent) if (!ent)
...@@ -1151,7 +1149,6 @@ static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd, ...@@ -1151,7 +1149,6 @@ static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd,
struct mlx5_ib_mr *mr; struct mlx5_ib_mr *mr;
int page_shift; int page_shift;
__be64 *pas; __be64 *pas;
int npages;
void *mkc; void *mkc;
int inlen; int inlen;
u32 *in; u32 *in;
...@@ -1162,8 +1159,7 @@ static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd, ...@@ -1162,8 +1159,7 @@ static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd,
if (!mr) if (!mr)
return ERR_PTR(-ENOMEM); return ERR_PTR(-ENOMEM);
mlx5_ib_cont_pages(umem, iova, MLX5_MKEY_PAGE_SHIFT_MASK, &npages, mlx5_ib_cont_pages(umem, iova, MLX5_MKEY_PAGE_SHIFT_MASK, &page_shift);
&page_shift);
mr->page_shift = page_shift; mr->page_shift = page_shift;
mr->ibmr.pd = pd; mr->ibmr.pd = pd;
...@@ -1171,7 +1167,7 @@ static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd, ...@@ -1171,7 +1167,7 @@ static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd,
inlen = MLX5_ST_SZ_BYTES(create_mkey_in); inlen = MLX5_ST_SZ_BYTES(create_mkey_in);
if (populate) if (populate)
inlen += sizeof(*pas) * roundup(npages, 2); inlen += sizeof(*pas) * roundup(ib_umem_num_pages(umem), 2);
in = kvzalloc(inlen, GFP_KERNEL); in = kvzalloc(inlen, GFP_KERNEL);
if (!in) { if (!in) {
err = -ENOMEM; err = -ENOMEM;
......
...@@ -780,7 +780,7 @@ int bfregn_to_uar_index(struct mlx5_ib_dev *dev, ...@@ -780,7 +780,7 @@ int bfregn_to_uar_index(struct mlx5_ib_dev *dev,
static int mlx5_ib_umem_get(struct mlx5_ib_dev *dev, struct ib_udata *udata, static int mlx5_ib_umem_get(struct mlx5_ib_dev *dev, struct ib_udata *udata,
unsigned long addr, size_t size, unsigned long addr, size_t size,
struct ib_umem **umem, int *npages, int *page_shift, struct ib_umem **umem, int *page_shift,
u32 *offset) u32 *offset)
{ {
int err; int err;
...@@ -791,7 +791,7 @@ static int mlx5_ib_umem_get(struct mlx5_ib_dev *dev, struct ib_udata *udata, ...@@ -791,7 +791,7 @@ static int mlx5_ib_umem_get(struct mlx5_ib_dev *dev, struct ib_udata *udata,
return PTR_ERR(*umem); return PTR_ERR(*umem);
} }
mlx5_ib_cont_pages(*umem, addr, 0, npages, page_shift); mlx5_ib_cont_pages(*umem, addr, 0, page_shift);
err = mlx5_ib_get_buf_offset(addr, *page_shift, offset); err = mlx5_ib_get_buf_offset(addr, *page_shift, offset);
if (err) { if (err) {
...@@ -799,8 +799,8 @@ static int mlx5_ib_umem_get(struct mlx5_ib_dev *dev, struct ib_udata *udata, ...@@ -799,8 +799,8 @@ static int mlx5_ib_umem_get(struct mlx5_ib_dev *dev, struct ib_udata *udata,
goto err_umem; goto err_umem;
} }
mlx5_ib_dbg(dev, "addr 0x%lx, size %zu, npages %d, page_shift %d, offset %d\n", mlx5_ib_dbg(dev, "addr 0x%lx, size %zu, npages %zu, page_shift %d, offset %d\n",
addr, size, *npages, *page_shift, *offset); addr, size, ib_umem_num_pages(*umem), *page_shift, *offset);
return 0; return 0;
...@@ -834,7 +834,6 @@ static int create_user_rq(struct mlx5_ib_dev *dev, struct ib_pd *pd, ...@@ -834,7 +834,6 @@ static int create_user_rq(struct mlx5_ib_dev *dev, struct ib_pd *pd,
struct mlx5_ib_ucontext *ucontext = rdma_udata_to_drv_context( struct mlx5_ib_ucontext *ucontext = rdma_udata_to_drv_context(
udata, struct mlx5_ib_ucontext, ibucontext); udata, struct mlx5_ib_ucontext, ibucontext);
int page_shift = 0; int page_shift = 0;
int npages;
u32 offset = 0; u32 offset = 0;
int err; int err;
...@@ -848,7 +847,7 @@ static int create_user_rq(struct mlx5_ib_dev *dev, struct ib_pd *pd, ...@@ -848,7 +847,7 @@ static int create_user_rq(struct mlx5_ib_dev *dev, struct ib_pd *pd,
return err; return err;
} }
mlx5_ib_cont_pages(rwq->umem, ucmd->buf_addr, 0, &npages, &page_shift); mlx5_ib_cont_pages(rwq->umem, ucmd->buf_addr, 0, &page_shift);
err = mlx5_ib_get_buf_offset(ucmd->buf_addr, page_shift, err = mlx5_ib_get_buf_offset(ucmd->buf_addr, page_shift,
&rwq->rq_page_offset); &rwq->rq_page_offset);
if (err) { if (err) {
...@@ -861,9 +860,12 @@ static int create_user_rq(struct mlx5_ib_dev *dev, struct ib_pd *pd, ...@@ -861,9 +860,12 @@ static int create_user_rq(struct mlx5_ib_dev *dev, struct ib_pd *pd,
rwq->log_page_size = page_shift - MLX5_ADAPTER_PAGE_SHIFT; rwq->log_page_size = page_shift - MLX5_ADAPTER_PAGE_SHIFT;
rwq->wq_sig = !!(ucmd->flags & MLX5_WQ_FLAG_SIGNATURE); rwq->wq_sig = !!(ucmd->flags & MLX5_WQ_FLAG_SIGNATURE);
mlx5_ib_dbg(dev, "addr 0x%llx, size %zd, npages %d, page_shift %d, ncont %d, offset %d\n", mlx5_ib_dbg(
dev,
"addr 0x%llx, size %zd, npages %zu, page_shift %d, ncont %d, offset %d\n",
(unsigned long long)ucmd->buf_addr, rwq->buf_size, (unsigned long long)ucmd->buf_addr, rwq->buf_size,
npages, page_shift, rwq->rq_num_pas, offset); ib_umem_num_pages(rwq->umem), page_shift, rwq->rq_num_pas,
offset);
err = mlx5_ib_db_map_user(ucontext, udata, ucmd->db_addr, &rwq->db); err = mlx5_ib_db_map_user(ucontext, udata, ucmd->db_addr, &rwq->db);
if (err) { if (err) {
...@@ -896,7 +898,6 @@ static int _create_user_qp(struct mlx5_ib_dev *dev, struct ib_pd *pd, ...@@ -896,7 +898,6 @@ static int _create_user_qp(struct mlx5_ib_dev *dev, struct ib_pd *pd,
struct mlx5_ib_ubuffer *ubuffer = &base->ubuffer; struct mlx5_ib_ubuffer *ubuffer = &base->ubuffer;
int page_shift = 0; int page_shift = 0;
int uar_index = 0; int uar_index = 0;
int npages;
u32 offset = 0; u32 offset = 0;
int bfregn; int bfregn;
int ncont = 0; int ncont = 0;
...@@ -950,7 +951,7 @@ static int _create_user_qp(struct mlx5_ib_dev *dev, struct ib_pd *pd, ...@@ -950,7 +951,7 @@ static int _create_user_qp(struct mlx5_ib_dev *dev, struct ib_pd *pd,
ubuffer->buf_addr = ucmd->buf_addr; ubuffer->buf_addr = ucmd->buf_addr;
err = mlx5_ib_umem_get(dev, udata, ubuffer->buf_addr, err = mlx5_ib_umem_get(dev, udata, ubuffer->buf_addr,
ubuffer->buf_size, &ubuffer->umem, ubuffer->buf_size, &ubuffer->umem,
&npages, &page_shift, &offset); &page_shift, &offset);
if (err) if (err)
goto err_bfreg; goto err_bfreg;
ncont = ib_umem_num_dma_blocks(ubuffer->umem, 1UL << page_shift); ncont = ib_umem_num_dma_blocks(ubuffer->umem, 1UL << page_shift);
...@@ -1209,12 +1210,10 @@ static int create_raw_packet_qp_sq(struct mlx5_ib_dev *dev, ...@@ -1209,12 +1210,10 @@ static int create_raw_packet_qp_sq(struct mlx5_ib_dev *dev,
int inlen; int inlen;
int err; int err;
int page_shift = 0; int page_shift = 0;
int npages;
u32 offset = 0; u32 offset = 0;
err = mlx5_ib_umem_get(dev, udata, ubuffer->buf_addr, ubuffer->buf_size, err = mlx5_ib_umem_get(dev, udata, ubuffer->buf_addr, ubuffer->buf_size,
&sq->ubuffer.umem, &npages, &page_shift, &sq->ubuffer.umem, &page_shift, &offset);
&offset);
if (err) if (err)
return err; return err;
......
...@@ -51,7 +51,6 @@ static int create_srq_user(struct ib_pd *pd, struct mlx5_ib_srq *srq, ...@@ -51,7 +51,6 @@ static int create_srq_user(struct ib_pd *pd, struct mlx5_ib_srq *srq,
udata, struct mlx5_ib_ucontext, ibucontext); udata, struct mlx5_ib_ucontext, ibucontext);
size_t ucmdlen; size_t ucmdlen;
int err; int err;
int npages;
int page_shift; int page_shift;
u32 offset; u32 offset;
u32 uidx = MLX5_IB_DEFAULT_UIDX; u32 uidx = MLX5_IB_DEFAULT_UIDX;
...@@ -86,8 +85,7 @@ static int create_srq_user(struct ib_pd *pd, struct mlx5_ib_srq *srq, ...@@ -86,8 +85,7 @@ static int create_srq_user(struct ib_pd *pd, struct mlx5_ib_srq *srq,
return err; return err;
} }
mlx5_ib_cont_pages(srq->umem, ucmd.buf_addr, 0, &npages, mlx5_ib_cont_pages(srq->umem, ucmd.buf_addr, 0, &page_shift);
&page_shift);
err = mlx5_ib_get_buf_offset(ucmd.buf_addr, page_shift, err = mlx5_ib_get_buf_offset(ucmd.buf_addr, page_shift,
&offset); &offset);
if (err) { if (err) {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment