Commit 879456be authored by Lorenzo Bianconi's avatar Lorenzo Bianconi Committed by David S. Miller

net: mvneta: avoid possible cache misses in mvneta_rx_swbm

Do not use rx_desc pointers if possible since rx descriptors are stored in
uncached memory and dereferencing rx_desc pointers generate extra loads.
This patch improves XDP_DROP performance of ~ 110Kpps (700Kpps vs 590Kpps)
on Marvell Espressobin
Analyzed-by: default avatarIlias Apalodimas <ilias.apalodimas@linaro.org>
Signed-off-by: default avatarLorenzo Bianconi <lorenzo@kernel.org>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 2b2706aa
...@@ -2236,19 +2236,22 @@ mvneta_swbm_rx_frame(struct mvneta_port *pp, ...@@ -2236,19 +2236,22 @@ mvneta_swbm_rx_frame(struct mvneta_port *pp,
enum dma_data_direction dma_dir; enum dma_data_direction dma_dir;
struct skb_shared_info *sinfo; struct skb_shared_info *sinfo;
if (rx_desc->data_size > MVNETA_MAX_RX_BUF_SIZE) { if (*size > MVNETA_MAX_RX_BUF_SIZE) {
len = MVNETA_MAX_RX_BUF_SIZE; len = MVNETA_MAX_RX_BUF_SIZE;
data_len += len; data_len += len;
} else { } else {
len = rx_desc->data_size; len = *size;
data_len += len - ETH_FCS_LEN; data_len += len - ETH_FCS_LEN;
} }
*size = *size - len;
dma_dir = page_pool_get_dma_dir(rxq->page_pool); dma_dir = page_pool_get_dma_dir(rxq->page_pool);
dma_sync_single_for_cpu(dev->dev.parent, dma_sync_single_for_cpu(dev->dev.parent,
rx_desc->buf_phys_addr, rx_desc->buf_phys_addr,
len, dma_dir); len, dma_dir);
rx_desc->buf_phys_addr = 0;
/* Prefetch header */ /* Prefetch header */
prefetch(data); prefetch(data);
...@@ -2259,9 +2262,6 @@ mvneta_swbm_rx_frame(struct mvneta_port *pp, ...@@ -2259,9 +2262,6 @@ mvneta_swbm_rx_frame(struct mvneta_port *pp,
sinfo = xdp_get_shared_info_from_buff(xdp); sinfo = xdp_get_shared_info_from_buff(xdp);
sinfo->nr_frags = 0; sinfo->nr_frags = 0;
*size = rx_desc->data_size - len;
rx_desc->buf_phys_addr = 0;
} }
static void static void
...@@ -2375,7 +2375,7 @@ static int mvneta_rx_swbm(struct napi_struct *napi, ...@@ -2375,7 +2375,7 @@ static int mvneta_rx_swbm(struct napi_struct *napi,
size = rx_desc->data_size; size = rx_desc->data_size;
frame_sz = size - ETH_FCS_LEN; frame_sz = size - ETH_FCS_LEN;
desc_status = rx_desc->status; desc_status = rx_status;
mvneta_swbm_rx_frame(pp, rx_desc, rxq, &xdp_buf, mvneta_swbm_rx_frame(pp, rx_desc, rxq, &xdp_buf,
&size, page); &size, page);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment