Commit 1fd972eb authored by Magnus Karlsson's avatar Magnus Karlsson Committed by Tony Nguyen

i40e: move check of full Tx ring to outside of send loop

Move the check if the HW Tx ring is full to outside the send
loop. Currently it is checked for every single descriptor that we
send. Instead, tell the send loop to only process a maximum number of
packets equal to the number of available slots in the Tx ring. This
way, we can remove the check inside the send loop to and gain some
performance.
Suggested-by: default avatarSridhar Samudrala <sridhar.samudrala@intel.com>
Signed-off-by: default avatarMagnus Karlsson <magnus.karlsson@intel.com>
Tested-by: default avatarAndrew Bowers <andrewx.bowers@intel.com>
Signed-off-by: default avatarTony Nguyen <anthony.l.nguyen@intel.com>
parent 4b5539c0
...@@ -381,17 +381,10 @@ static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget) ...@@ -381,17 +381,10 @@ static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget)
unsigned int sent_frames = 0, total_bytes = 0; unsigned int sent_frames = 0, total_bytes = 0;
struct i40e_tx_desc *tx_desc = NULL; struct i40e_tx_desc *tx_desc = NULL;
struct i40e_tx_buffer *tx_bi; struct i40e_tx_buffer *tx_bi;
bool work_done = true;
struct xdp_desc desc; struct xdp_desc desc;
dma_addr_t dma; dma_addr_t dma;
while (budget-- > 0) { while (budget-- > 0) {
if (!unlikely(I40E_DESC_UNUSED(xdp_ring))) {
xdp_ring->tx_stats.tx_busy++;
work_done = false;
break;
}
if (!xsk_umem_consume_tx(xdp_ring->xsk_umem, &desc)) if (!xsk_umem_consume_tx(xdp_ring->xsk_umem, &desc))
break; break;
...@@ -427,7 +420,7 @@ static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget) ...@@ -427,7 +420,7 @@ static bool i40e_xmit_zc(struct i40e_ring *xdp_ring, unsigned int budget)
i40e_update_tx_stats(xdp_ring, sent_frames, total_bytes); i40e_update_tx_stats(xdp_ring, sent_frames, total_bytes);
} }
return !!budget && work_done; return !!budget;
} }
/** /**
...@@ -448,19 +441,18 @@ static void i40e_clean_xdp_tx_buffer(struct i40e_ring *tx_ring, ...@@ -448,19 +441,18 @@ static void i40e_clean_xdp_tx_buffer(struct i40e_ring *tx_ring,
/** /**
* i40e_clean_xdp_tx_irq - Completes AF_XDP entries, and cleans XDP entries * i40e_clean_xdp_tx_irq - Completes AF_XDP entries, and cleans XDP entries
* @vsi: Current VSI
* @tx_ring: XDP Tx ring * @tx_ring: XDP Tx ring
* @tx_bi: Tx buffer info to clean
* *
* Returns true if cleanup/tranmission is done. * Returns true if cleanup/tranmission is done.
**/ **/
bool i40e_clean_xdp_tx_irq(struct i40e_vsi *vsi, struct i40e_ring *tx_ring) bool i40e_clean_xdp_tx_irq(struct i40e_vsi *vsi, struct i40e_ring *tx_ring)
{ {
unsigned int ntc, budget = vsi->work_limit;
struct xdp_umem *umem = tx_ring->xsk_umem; struct xdp_umem *umem = tx_ring->xsk_umem;
u32 i, completed_frames, xsk_frames = 0; u32 i, completed_frames, xsk_frames = 0;
u32 head_idx = i40e_get_head(tx_ring); u32 head_idx = i40e_get_head(tx_ring);
struct i40e_tx_buffer *tx_bi; struct i40e_tx_buffer *tx_bi;
bool xmit_done; unsigned int ntc;
if (head_idx < tx_ring->next_to_clean) if (head_idx < tx_ring->next_to_clean)
head_idx += tx_ring->count; head_idx += tx_ring->count;
...@@ -504,9 +496,7 @@ bool i40e_clean_xdp_tx_irq(struct i40e_vsi *vsi, struct i40e_ring *tx_ring) ...@@ -504,9 +496,7 @@ bool i40e_clean_xdp_tx_irq(struct i40e_vsi *vsi, struct i40e_ring *tx_ring)
if (xsk_umem_uses_need_wakeup(tx_ring->xsk_umem)) if (xsk_umem_uses_need_wakeup(tx_ring->xsk_umem))
xsk_set_tx_need_wakeup(tx_ring->xsk_umem); xsk_set_tx_need_wakeup(tx_ring->xsk_umem);
xmit_done = i40e_xmit_zc(tx_ring, budget); return i40e_xmit_zc(tx_ring, I40E_DESC_UNUSED(tx_ring));
return xmit_done;
} }
/** /**
...@@ -570,7 +560,7 @@ void i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring) ...@@ -570,7 +560,7 @@ void i40e_xsk_clean_rx_ring(struct i40e_ring *rx_ring)
/** /**
* i40e_xsk_clean_xdp_ring - Clean the XDP Tx ring on shutdown * i40e_xsk_clean_xdp_ring - Clean the XDP Tx ring on shutdown
* @xdp_ring: XDP Tx ring * @tx_ring: XDP Tx ring
**/ **/
void i40e_xsk_clean_tx_ring(struct i40e_ring *tx_ring) void i40e_xsk_clean_tx_ring(struct i40e_ring *tx_ring)
{ {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment