Commit 01c7fc50 authored by Mike Marciniszyn's avatar Mike Marciniszyn Committed by Jason Gunthorpe

IB/hfi1: Add fast and slow handlers for receive context

This patch eliminate special cases by adding a fast_handler member to the
receive context and changes to the fast handler as specified in the new
variable. Initialize the variable as soon as the setting for dma tail is
known when the context is created.

Setting fast path is called every time when any context has entered slow
path. Add function to check if contexts is using fast path and do not set
fast path when it is already done to improve RCD fastpath setting.

Link: https://lore.kernel.org/r/20200106134150.119356.87558.stgit@awfm-01.aw.intel.comReviewed-by: default avatarDennis Dalessandro <dennis.dalessandro@intel.com>
Reviewed-by: default avatarMichael J. Ruhl <michael.j.ruhl@intel.com>
Signed-off-by: default avatarGrzegorz Andrejczuk <grzegorz.andrejczuk@intel.com>
Signed-off-by: default avatarSadanand Warrier <sadanand.warrier@intel.com>
Signed-off-by: default avatarMike Marciniszyn <mike.marciniszyn@intel.com>
Signed-off-by: default avatarKaike Wan <kaike.wan@intel.com>
Signed-off-by: default avatarDennis Dalessandro <dennis.dalessandro@intel.com>
Signed-off-by: default avatarJason Gunthorpe <jgg@mellanox.com>
parent de730f71
...@@ -883,9 +883,8 @@ int handle_receive_interrupt_dma_rtail(struct hfi1_ctxtdata *rcd, int thread) ...@@ -883,9 +883,8 @@ int handle_receive_interrupt_dma_rtail(struct hfi1_ctxtdata *rcd, int thread)
return last; return last;
} }
static inline void set_nodma_rtail(struct hfi1_devdata *dd, u16 ctxt) static void set_all_fastpath(struct hfi1_devdata *dd, struct hfi1_ctxtdata *rcd)
{ {
struct hfi1_ctxtdata *rcd;
u16 i; u16 i;
/* /*
...@@ -893,50 +892,17 @@ static inline void set_nodma_rtail(struct hfi1_devdata *dd, u16 ctxt) ...@@ -893,50 +892,17 @@ static inline void set_nodma_rtail(struct hfi1_devdata *dd, u16 ctxt)
* interrupt handler only for that context. Otherwise, switch * interrupt handler only for that context. Otherwise, switch
* interrupt handler for all statically allocated kernel contexts. * interrupt handler for all statically allocated kernel contexts.
*/ */
if (ctxt >= dd->first_dyn_alloc_ctxt) { if (rcd->ctxt >= dd->first_dyn_alloc_ctxt && !rcd->is_vnic) {
rcd = hfi1_rcd_get_by_index_safe(dd, ctxt); hfi1_rcd_get(rcd);
if (rcd) { hfi1_set_fast(rcd);
rcd->do_interrupt =
&handle_receive_interrupt_nodma_rtail;
hfi1_rcd_put(rcd);
}
return;
}
for (i = HFI1_CTRL_CTXT + 1; i < dd->first_dyn_alloc_ctxt; i++) {
rcd = hfi1_rcd_get_by_index(dd, i);
if (rcd)
rcd->do_interrupt =
&handle_receive_interrupt_nodma_rtail;
hfi1_rcd_put(rcd); hfi1_rcd_put(rcd);
}
}
static inline void set_dma_rtail(struct hfi1_devdata *dd, u16 ctxt)
{
struct hfi1_ctxtdata *rcd;
u16 i;
/*
* For dynamically allocated kernel contexts (like vnic) switch
* interrupt handler only for that context. Otherwise, switch
* interrupt handler for all statically allocated kernel contexts.
*/
if (ctxt >= dd->first_dyn_alloc_ctxt) {
rcd = hfi1_rcd_get_by_index_safe(dd, ctxt);
if (rcd) {
rcd->do_interrupt =
&handle_receive_interrupt_dma_rtail;
hfi1_rcd_put(rcd);
}
return; return;
} }
for (i = HFI1_CTRL_CTXT + 1; i < dd->first_dyn_alloc_ctxt; i++) { for (i = HFI1_CTRL_CTXT + 1; i < dd->num_rcv_contexts; i++) {
rcd = hfi1_rcd_get_by_index(dd, i); rcd = hfi1_rcd_get_by_index(dd, i);
if (rcd) if (rcd && (i < dd->first_dyn_alloc_ctxt || rcd->is_vnic))
rcd->do_interrupt = hfi1_set_fast(rcd);
&handle_receive_interrupt_dma_rtail;
hfi1_rcd_put(rcd); hfi1_rcd_put(rcd);
} }
} }
...@@ -952,7 +918,7 @@ void set_all_slowpath(struct hfi1_devdata *dd) ...@@ -952,7 +918,7 @@ void set_all_slowpath(struct hfi1_devdata *dd)
if (!rcd) if (!rcd)
continue; continue;
if (i < dd->first_dyn_alloc_ctxt || rcd->is_vnic) if (i < dd->first_dyn_alloc_ctxt || rcd->is_vnic)
rcd->do_interrupt = &handle_receive_interrupt; rcd->do_interrupt = rcd->slow_handler;
hfi1_rcd_put(rcd); hfi1_rcd_put(rcd);
} }
...@@ -1065,11 +1031,6 @@ int handle_receive_interrupt(struct hfi1_ctxtdata *rcd, int thread) ...@@ -1065,11 +1031,6 @@ int handle_receive_interrupt(struct hfi1_ctxtdata *rcd, int thread)
if (!get_dma_rtail_setting(rcd)) { if (!get_dma_rtail_setting(rcd)) {
if (hfi1_seq_incr(rcd, rhf_rcv_seq(packet.rhf))) if (hfi1_seq_incr(rcd, rhf_rcv_seq(packet.rhf)))
last = RCV_PKT_DONE; last = RCV_PKT_DONE;
if (needset) {
dd_dev_info(dd, "Switching to NO_DMA_RTAIL\n");
set_nodma_rtail(dd, rcd->ctxt);
needset = 0;
}
} else { } else {
if (packet.rhqoff == hdrqtail) if (packet.rhqoff == hdrqtail)
last = RCV_PKT_DONE; last = RCV_PKT_DONE;
...@@ -1085,15 +1046,12 @@ int handle_receive_interrupt(struct hfi1_ctxtdata *rcd, int thread) ...@@ -1085,15 +1046,12 @@ int handle_receive_interrupt(struct hfi1_ctxtdata *rcd, int thread)
if (!last && lseq) if (!last && lseq)
skip_pkt = 1; skip_pkt = 1;
} }
if (needset) {
dd_dev_info(dd,
"Switching to DMA_RTAIL\n");
set_dma_rtail(dd, rcd->ctxt);
needset = 0;
}
} }
if (needset) {
needset = false;
set_all_fastpath(dd, rcd);
}
process_rcv_update(last, &packet); process_rcv_update(last, &packet);
} }
......
...@@ -197,6 +197,8 @@ struct exp_tid_set { ...@@ -197,6 +197,8 @@ struct exp_tid_set {
u32 count; u32 count;
}; };
struct hfi1_ctxtdata;
typedef int (*intr_handler)(struct hfi1_ctxtdata *rcd, int data);
typedef int (*rhf_rcv_function_ptr)(struct hfi1_packet *packet); typedef int (*rhf_rcv_function_ptr)(struct hfi1_packet *packet);
struct tid_queue { struct tid_queue {
...@@ -226,7 +228,11 @@ struct hfi1_ctxtdata { ...@@ -226,7 +228,11 @@ struct hfi1_ctxtdata {
* be valid. Worst case is we process an extra interrupt and up to 64 * be valid. Worst case is we process an extra interrupt and up to 64
* packets with the wrong interrupt handler. * packets with the wrong interrupt handler.
*/ */
int (*do_interrupt)(struct hfi1_ctxtdata *rcd, int threaded); intr_handler do_interrupt;
/** fast handler after autoactive */
intr_handler fast_handler;
/** slow handler */
intr_handler slow_handler;
/* verbs rx_stats per rcd */ /* verbs rx_stats per rcd */
struct hfi1_opcode_stats_perctx *opstats; struct hfi1_opcode_stats_perctx *opstats;
/* clear interrupt mask */ /* clear interrupt mask */
...@@ -1616,6 +1622,39 @@ static inline u16 get_hdrq_cnt(struct hfi1_ctxtdata *rcd) ...@@ -1616,6 +1622,39 @@ static inline u16 get_hdrq_cnt(struct hfi1_ctxtdata *rcd)
return rcd->rcvhdrq_cnt; return rcd->rcvhdrq_cnt;
} }
/**
* hfi1_is_slowpath - check if this context is slow path
* @rcd: the receive context
*/
static inline bool hfi1_is_slowpath(struct hfi1_ctxtdata *rcd)
{
return rcd->do_interrupt == rcd->slow_handler;
}
/**
* hfi1_is_fastpath - check if this context is fast path
* @rcd: the receive context
*/
static inline bool hfi1_is_fastpath(struct hfi1_ctxtdata *rcd)
{
if (rcd->ctxt == HFI1_CTRL_CTXT)
return false;
return rcd->do_interrupt == rcd->fast_handler;
}
/**
* hfi1_set_fast - change to the fast handler
* @rcd: the receive context
*/
static inline void hfi1_set_fast(struct hfi1_ctxtdata *rcd)
{
if (unlikely(!rcd))
return;
if (unlikely(!hfi1_is_fastpath(rcd)))
rcd->do_interrupt = rcd->fast_handler;
}
int hfi1_reset_device(int); int hfi1_reset_device(int);
void receive_interrupt_work(struct work_struct *work); void receive_interrupt_work(struct work_struct *work);
......
...@@ -150,6 +150,11 @@ static int hfi1_create_kctxt(struct hfi1_devdata *dd, ...@@ -150,6 +150,11 @@ static int hfi1_create_kctxt(struct hfi1_devdata *dd,
/* Control context must use DMA_RTAIL */ /* Control context must use DMA_RTAIL */
if (rcd->ctxt == HFI1_CTRL_CTXT) if (rcd->ctxt == HFI1_CTRL_CTXT)
rcd->flags |= HFI1_CAP_DMA_RTAIL; rcd->flags |= HFI1_CAP_DMA_RTAIL;
rcd->fast_handler = get_dma_rtail_setting(rcd) ?
handle_receive_interrupt_dma_rtail :
handle_receive_interrupt_nodma_rtail;
rcd->slow_handler = handle_receive_interrupt;
hfi1_set_seq_cnt(rcd, 1); hfi1_set_seq_cnt(rcd, 1);
rcd->sc = sc_alloc(dd, SC_ACK, rcd->rcvhdrqentsize, dd->node); rcd->sc = sc_alloc(dd, SC_ACK, rcd->rcvhdrqentsize, dd->node);
......
...@@ -106,11 +106,7 @@ TRACE_EVENT(hfi1_receive_interrupt, ...@@ -106,11 +106,7 @@ TRACE_EVENT(hfi1_receive_interrupt,
), ),
TP_fast_assign(DD_DEV_ASSIGN(dd); TP_fast_assign(DD_DEV_ASSIGN(dd);
__entry->ctxt = rcd->ctxt; __entry->ctxt = rcd->ctxt;
if (rcd->do_interrupt == __entry->slow_path = hfi1_is_slowpath(rcd);
&handle_receive_interrupt)
__entry->slow_path = 1;
else
__entry->slow_path = 0;
__entry->dma_rtail = get_dma_rtail_setting(rcd); __entry->dma_rtail = get_dma_rtail_setting(rcd);
), ),
TP_printk("[%s] ctxt %d SlowPath: %d DmaRtail: %d", TP_printk("[%s] ctxt %d SlowPath: %d DmaRtail: %d",
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment