Commit 1cefc2cd authored by Harish Chegondi's avatar Harish Chegondi Committed by Doug Ledford

IB/qib: Remove qib_lookup_qpn and use rvt_lookup_qpn instead

Add calls to rcu_read_lock()/rcu_read_unlock() as rvt_lookup_qpn callers
must hold the rcu_read_lock before calling and keep the lock until the
returned qp is no longer in use.

Remove lookaside qp and some qp refcount atomics in the sdma send code
that is redundant with the s_dma_busy refcount, which will also stall
the state processing to the reset state.

Change the qpn hash function to hash_32 which is hash function used
in rvt_lookup_qpn. qpn_hash function would be eliminated in later patches.
Reviewed-by: default avatarIra Weiny <ira.weiny@intel.com>
Reviewed-by: default avatarMike Marciniszyn <mike.marciniszyn@intel.com>
Reviewed-by: default avatarDennis Dalessandro <dennis.dalessandro@intel.com>
Signed-off-by: default avatarHarish Chegondi <harish.chegondi@intel.com>
Signed-off-by: default avatarDoug Ledford <dledford@redhat.com>
parent 9e804b1f
...@@ -230,9 +230,6 @@ struct qib_ctxtdata { ...@@ -230,9 +230,6 @@ struct qib_ctxtdata {
u8 redirect_seq_cnt; u8 redirect_seq_cnt;
/* ctxt rcvhdrq head offset */ /* ctxt rcvhdrq head offset */
u32 head; u32 head;
/* lookaside fields */
struct rvt_qp *lookaside_qp;
u32 lookaside_qpn;
/* QPs waiting for context processing */ /* QPs waiting for context processing */
struct list_head qp_wait_list; struct list_head qp_wait_list;
#ifdef CONFIG_DEBUG_FS #ifdef CONFIG_DEBUG_FS
......
...@@ -322,6 +322,8 @@ static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd, ...@@ -322,6 +322,8 @@ static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd,
struct qib_ib_header *hdr = (struct qib_ib_header *) rhdr; struct qib_ib_header *hdr = (struct qib_ib_header *) rhdr;
struct qib_other_headers *ohdr = NULL; struct qib_other_headers *ohdr = NULL;
struct qib_ibport *ibp = &ppd->ibport_data; struct qib_ibport *ibp = &ppd->ibport_data;
struct qib_devdata *dd = ppd->dd;
struct rvt_dev_info *rdi = &dd->verbs_dev.rdi;
struct rvt_qp *qp = NULL; struct rvt_qp *qp = NULL;
u32 tlen = qib_hdrget_length_in_bytes(rhf_addr); u32 tlen = qib_hdrget_length_in_bytes(rhf_addr);
u16 lid = be16_to_cpu(hdr->lrh[1]); u16 lid = be16_to_cpu(hdr->lrh[1]);
...@@ -366,9 +368,12 @@ static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd, ...@@ -366,9 +368,12 @@ static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd,
if (qp_num != QIB_MULTICAST_QPN) { if (qp_num != QIB_MULTICAST_QPN) {
int ruc_res; int ruc_res;
qp = qib_lookup_qpn(ibp, qp_num); rcu_read_lock();
if (!qp) qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num);
if (!qp) {
rcu_read_unlock();
goto drop; goto drop;
}
/* /*
* Handle only RC QPs - for other QP types drop error * Handle only RC QPs - for other QP types drop error
...@@ -435,12 +440,7 @@ static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd, ...@@ -435,12 +440,7 @@ static u32 qib_rcv_hdrerr(struct qib_ctxtdata *rcd, struct qib_pportdata *ppd,
unlock: unlock:
spin_unlock(&qp->r_lock); spin_unlock(&qp->r_lock);
/* rcu_read_unlock();
* Notify qib_destroy_qp() if it is waiting
* for us to finish.
*/
if (atomic_dec_and_test(&qp->refcount))
wake_up(&qp->wait);
} /* Unicast QP */ } /* Unicast QP */
} /* Valid packet with TIDErr */ } /* Valid packet with TIDErr */
...@@ -565,15 +565,6 @@ u32 qib_kreceive(struct qib_ctxtdata *rcd, u32 *llic, u32 *npkts) ...@@ -565,15 +565,6 @@ u32 qib_kreceive(struct qib_ctxtdata *rcd, u32 *llic, u32 *npkts)
updegr = 0; updegr = 0;
} }
} }
/*
* Notify qib_destroy_qp() if it is waiting
* for lookaside_qp to finish.
*/
if (rcd->lookaside_qp) {
if (atomic_dec_and_test(&rcd->lookaside_qp->refcount))
wake_up(&rcd->lookaside_qp->wait);
rcd->lookaside_qp = NULL;
}
rcd->head = l; rcd->head = l;
......
...@@ -34,7 +34,6 @@ ...@@ -34,7 +34,6 @@
#include <linux/err.h> #include <linux/err.h>
#include <linux/vmalloc.h> #include <linux/vmalloc.h>
#include <linux/jhash.h>
#include <rdma/rdma_vt.h> #include <rdma/rdma_vt.h>
#ifdef CONFIG_DEBUG_FS #ifdef CONFIG_DEBUG_FS
#include <linux/seq_file.h> #include <linux/seq_file.h>
...@@ -221,8 +220,7 @@ static void free_qpn(struct rvt_qpn_table *qpt, u32 qpn) ...@@ -221,8 +220,7 @@ static void free_qpn(struct rvt_qpn_table *qpt, u32 qpn)
static inline unsigned qpn_hash(struct qib_ibdev *dev, u32 qpn) static inline unsigned qpn_hash(struct qib_ibdev *dev, u32 qpn)
{ {
return jhash_1word(qpn, dev->qp_rnd) & return hash_32(qpn, dev->rdi.qp_dev->qp_table_bits);
(dev->rdi.qp_dev->qp_table_size - 1);
} }
...@@ -293,7 +291,8 @@ static void remove_qp(struct qib_ibdev *dev, struct rvt_qp *qp) ...@@ -293,7 +291,8 @@ static void remove_qp(struct qib_ibdev *dev, struct rvt_qp *qp)
spin_unlock_irqrestore(&dev->rdi.qp_dev->qpt_lock, flags); spin_unlock_irqrestore(&dev->rdi.qp_dev->qpt_lock, flags);
if (removed) { if (removed) {
synchronize_rcu(); synchronize_rcu();
atomic_dec(&qp->refcount); if (atomic_dec_and_test(&qp->refcount))
wake_up(&qp->wait);
} }
} }
...@@ -320,41 +319,6 @@ unsigned qib_free_all_qps(struct rvt_dev_info *rdi) ...@@ -320,41 +319,6 @@ unsigned qib_free_all_qps(struct rvt_dev_info *rdi)
return qp_inuse; return qp_inuse;
} }
/**
* qib_lookup_qpn - return the QP with the given QPN
* @qpt: the QP table
* @qpn: the QP number to look up
*
* The caller is responsible for decrementing the QP reference count
* when done.
*/
struct rvt_qp *qib_lookup_qpn(struct qib_ibport *ibp, u32 qpn)
{
struct rvt_qp *qp = NULL;
rcu_read_lock();
if (unlikely(qpn <= 1)) {
if (qpn == 0)
qp = rcu_dereference(ibp->rvp.qp[0]);
else
qp = rcu_dereference(ibp->rvp.qp[1]);
if (qp)
atomic_inc(&qp->refcount);
} else {
struct qib_ibdev *dev = &ppd_from_ibp(ibp)->dd->verbs_dev;
unsigned n = qpn_hash(dev, qpn);
for (qp = rcu_dereference(dev->rdi.qp_dev->qp_table[n]); qp;
qp = rcu_dereference(qp->next))
if (qp->ibqp.qp_num == qpn) {
atomic_inc(&qp->refcount);
break;
}
}
rcu_read_unlock();
return qp;
}
void notify_qp_reset(struct rvt_qp *qp) void notify_qp_reset(struct rvt_qp *qp)
{ {
struct qib_qp_priv *priv = qp->priv; struct qib_qp_priv *priv = qp->priv;
......
...@@ -358,6 +358,9 @@ int qib_ruc_check_hdr(struct qib_ibport *ibp, struct qib_ib_header *hdr, ...@@ -358,6 +358,9 @@ int qib_ruc_check_hdr(struct qib_ibport *ibp, struct qib_ib_header *hdr,
static void qib_ruc_loopback(struct rvt_qp *sqp) static void qib_ruc_loopback(struct rvt_qp *sqp)
{ {
struct qib_ibport *ibp = to_iport(sqp->ibqp.device, sqp->port_num); struct qib_ibport *ibp = to_iport(sqp->ibqp.device, sqp->port_num);
struct qib_pportdata *ppd = ppd_from_ibp(ibp);
struct qib_devdata *dd = ppd->dd;
struct rvt_dev_info *rdi = &dd->verbs_dev.rdi;
struct rvt_qp *qp; struct rvt_qp *qp;
struct rvt_swqe *wqe; struct rvt_swqe *wqe;
struct rvt_sge *sge; struct rvt_sge *sge;
...@@ -369,11 +372,14 @@ static void qib_ruc_loopback(struct rvt_qp *sqp) ...@@ -369,11 +372,14 @@ static void qib_ruc_loopback(struct rvt_qp *sqp)
int release; int release;
int ret; int ret;
rcu_read_lock();
/* /*
* Note that we check the responder QP state after * Note that we check the responder QP state after
* checking the requester's state. * checking the requester's state.
*/ */
qp = qib_lookup_qpn(ibp, sqp->remote_qpn); qp = rvt_lookup_qpn(rdi, &ibp->rvp, sqp->remote_qpn);
if (!qp)
goto done;
spin_lock_irqsave(&sqp->s_lock, flags); spin_lock_irqsave(&sqp->s_lock, flags);
...@@ -639,8 +645,7 @@ static void qib_ruc_loopback(struct rvt_qp *sqp) ...@@ -639,8 +645,7 @@ static void qib_ruc_loopback(struct rvt_qp *sqp)
unlock: unlock:
spin_unlock_irqrestore(&sqp->s_lock, flags); spin_unlock_irqrestore(&sqp->s_lock, flags);
done: done:
if (qp && atomic_dec_and_test(&qp->refcount)) rcu_read_unlock();
wake_up(&qp->wait);
} }
/** /**
......
...@@ -50,7 +50,9 @@ ...@@ -50,7 +50,9 @@
static void qib_ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe) static void qib_ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe)
{ {
struct qib_ibport *ibp = to_iport(sqp->ibqp.device, sqp->port_num); struct qib_ibport *ibp = to_iport(sqp->ibqp.device, sqp->port_num);
struct qib_pportdata *ppd; struct qib_pportdata *ppd = ppd_from_ibp(ibp);
struct qib_devdata *dd = ppd->dd;
struct rvt_dev_info *rdi = &dd->verbs_dev.rdi;
struct rvt_qp *qp; struct rvt_qp *qp;
struct ib_ah_attr *ah_attr; struct ib_ah_attr *ah_attr;
unsigned long flags; unsigned long flags;
...@@ -60,9 +62,11 @@ static void qib_ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe) ...@@ -60,9 +62,11 @@ static void qib_ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe)
u32 length; u32 length;
enum ib_qp_type sqptype, dqptype; enum ib_qp_type sqptype, dqptype;
qp = qib_lookup_qpn(ibp, swqe->ud_wr.remote_qpn); rcu_read_lock();
qp = rvt_lookup_qpn(rdi, &ibp->rvp, swqe->ud_wr.remote_qpn);
if (!qp) { if (!qp) {
ibp->rvp.n_pkt_drops++; ibp->rvp.n_pkt_drops++;
rcu_read_unlock();
return; return;
} }
...@@ -223,8 +227,7 @@ static void qib_ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe) ...@@ -223,8 +227,7 @@ static void qib_ud_loopback(struct rvt_qp *sqp, struct rvt_swqe *swqe)
bail_unlock: bail_unlock:
spin_unlock_irqrestore(&qp->r_lock, flags); spin_unlock_irqrestore(&qp->r_lock, flags);
drop: drop:
if (atomic_dec_and_test(&qp->refcount)) rcu_read_unlock();
wake_up(&qp->wait);
} }
/** /**
......
...@@ -367,6 +367,8 @@ void qib_ib_rcv(struct qib_ctxtdata *rcd, void *rhdr, void *data, u32 tlen) ...@@ -367,6 +367,8 @@ void qib_ib_rcv(struct qib_ctxtdata *rcd, void *rhdr, void *data, u32 tlen)
struct qib_pportdata *ppd = rcd->ppd; struct qib_pportdata *ppd = rcd->ppd;
struct qib_ibport *ibp = &ppd->ibport_data; struct qib_ibport *ibp = &ppd->ibport_data;
struct qib_ib_header *hdr = rhdr; struct qib_ib_header *hdr = rhdr;
struct qib_devdata *dd = ppd->dd;
struct rvt_dev_info *rdi = &dd->verbs_dev.rdi;
struct qib_other_headers *ohdr; struct qib_other_headers *ohdr;
struct rvt_qp *qp; struct rvt_qp *qp;
u32 qp_num; u32 qp_num;
...@@ -429,25 +431,15 @@ void qib_ib_rcv(struct qib_ctxtdata *rcd, void *rhdr, void *data, u32 tlen) ...@@ -429,25 +431,15 @@ void qib_ib_rcv(struct qib_ctxtdata *rcd, void *rhdr, void *data, u32 tlen)
if (atomic_dec_return(&mcast->refcount) <= 1) if (atomic_dec_return(&mcast->refcount) <= 1)
wake_up(&mcast->wait); wake_up(&mcast->wait);
} else { } else {
if (rcd->lookaside_qp) { rcu_read_lock();
if (rcd->lookaside_qpn != qp_num) { qp = rvt_lookup_qpn(rdi, &ibp->rvp, qp_num);
if (atomic_dec_and_test( if (!qp) {
&rcd->lookaside_qp->refcount)) rcu_read_unlock();
wake_up( goto drop;
&rcd->lookaside_qp->wait);
rcd->lookaside_qp = NULL;
}
} }
if (!rcd->lookaside_qp) {
qp = qib_lookup_qpn(ibp, qp_num);
if (!qp)
goto drop;
rcd->lookaside_qp = qp;
rcd->lookaside_qpn = qp_num;
} else
qp = rcd->lookaside_qp;
this_cpu_inc(ibp->pmastats->n_unicast_rcv); this_cpu_inc(ibp->pmastats->n_unicast_rcv);
qib_qp_rcv(rcd, hdr, lnh == QIB_LRH_GRH, data, tlen, qp); qib_qp_rcv(rcd, hdr, lnh == QIB_LRH_GRH, data, tlen, qp);
rcu_read_unlock();
} }
return; return;
...@@ -747,8 +739,6 @@ void qib_put_txreq(struct qib_verbs_txreq *tx) ...@@ -747,8 +739,6 @@ void qib_put_txreq(struct qib_verbs_txreq *tx)
qp = tx->qp; qp = tx->qp;
dev = to_idev(qp->ibqp.device); dev = to_idev(qp->ibqp.device);
if (atomic_dec_and_test(&qp->refcount))
wake_up(&qp->wait);
if (tx->mr) { if (tx->mr) {
rvt_put_mr(tx->mr); rvt_put_mr(tx->mr);
tx->mr = NULL; tx->mr = NULL;
...@@ -929,7 +919,6 @@ static int qib_verbs_send_dma(struct rvt_qp *qp, struct qib_ib_header *hdr, ...@@ -929,7 +919,6 @@ static int qib_verbs_send_dma(struct rvt_qp *qp, struct qib_ib_header *hdr,
control = dd->f_setpbc_control(ppd, plen, qp->s_srate, control = dd->f_setpbc_control(ppd, plen, qp->s_srate,
be16_to_cpu(hdr->lrh[0]) >> 12); be16_to_cpu(hdr->lrh[0]) >> 12);
tx->qp = qp; tx->qp = qp;
atomic_inc(&qp->refcount);
tx->wqe = qp->s_wqe; tx->wqe = qp->s_wqe;
tx->mr = qp->s_rdma_mr; tx->mr = qp->s_rdma_mr;
if (qp->s_rdma_mr) if (qp->s_rdma_mr)
......
...@@ -359,8 +359,6 @@ int qib_get_counters(struct qib_pportdata *ppd, ...@@ -359,8 +359,6 @@ int qib_get_counters(struct qib_pportdata *ppd,
__be32 qib_compute_aeth(struct rvt_qp *qp); __be32 qib_compute_aeth(struct rvt_qp *qp);
struct rvt_qp *qib_lookup_qpn(struct qib_ibport *ibp, u32 qpn);
int qib_destroy_qp(struct ib_qp *ibqp); int qib_destroy_qp(struct ib_qp *ibqp);
int qib_error_qp(struct rvt_qp *qp, enum ib_wc_status err); int qib_error_qp(struct rvt_qp *qp, enum ib_wc_status err);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment