Skip to content

L
linux
Commit 245c7bc8 authored by Lorenzo Bianconi's avatar Lorenzo Bianconi Committed by Jakub Kicinski
Browse files
Options

net: airoha: Move airoha_queues in airoha_qdma 

QDMA controllers available in EN7581 SoC have independent tx/rx hw queues
so move them in airoha_queues structure.
Signed-off-by: default avatarLorenzo Bianconi <lorenzo@kernel.org>
Link: https://patch.msgid.link/795fc4797bffbf7f0a1351308aa9bf0e65b5126e.1722522582.git.lorenzo@kernel.orgSigned-off-by: default avatarJakub Kicinski <kuba@kernel.org>
parent 16874d1c
Hide whitespace changes
Inline Side-by-side
Showing with 65 additions and 61 deletions
drivers/net/ethernet/mediatek/airoha_eth.c
View file @ 245c7bc8
...@@ -785,6 +785,17 @@ struct airoha_hw_stats { ...@@ -785,6 +785,17 @@ struct airoha_hw_stats {
struct airoha_qdma { struct airoha_qdma {
void __iomem *regs; void __iomem *regs;
struct airoha_tx_irq_queue q_tx_irq[AIROHA_NUM_TX_IRQ];
struct airoha_queue q_tx[AIROHA_NUM_TX_RING];
struct airoha_queue q_rx[AIROHA_NUM_RX_RING];
/* descriptor and packet buffers for qdma hw forward */
struct {
void *desc;
void *q;
} hfwd;
}; };
struct airoha_gdm_port { struct airoha_gdm_port {
...@@ -809,20 +820,10 @@ struct airoha_eth { ...@@ -809,20 +820,10 @@ struct airoha_eth {
struct reset_control_bulk_data rsts[AIROHA_MAX_NUM_RSTS]; struct reset_control_bulk_data rsts[AIROHA_MAX_NUM_RSTS];
struct reset_control_bulk_data xsi_rsts[AIROHA_MAX_NUM_XSI_RSTS]; struct reset_control_bulk_data xsi_rsts[AIROHA_MAX_NUM_XSI_RSTS];
struct airoha_qdma qdma[AIROHA_MAX_NUM_QDMA];
struct airoha_gdm_port *ports[AIROHA_MAX_NUM_GDM_PORTS];
struct net_device *napi_dev; struct net_device *napi_dev;
struct airoha_queue q_tx[AIROHA_NUM_TX_RING];
struct airoha_queue q_rx[AIROHA_NUM_RX_RING];
struct airoha_tx_irq_queue q_tx_irq[AIROHA_NUM_TX_IRQ];
/* descriptor and packet buffers for qdma hw forward */ struct airoha_qdma qdma[AIROHA_MAX_NUM_QDMA];
struct { struct airoha_gdm_port *ports[AIROHA_MAX_NUM_GDM_PORTS];
void *desc;
void *q;
} hfwd;
}; };
static u32 airoha_rr(void __iomem *base, u32 offset) static u32 airoha_rr(void __iomem *base, u32 offset)
...@@ -1390,7 +1391,7 @@ static int airoha_qdma_fill_rx_queue(struct airoha_queue *q) ...@@ -1390,7 +1391,7 @@ static int airoha_qdma_fill_rx_queue(struct airoha_queue *q)
enum dma_data_direction dir = page_pool_get_dma_dir(q->page_pool); enum dma_data_direction dir = page_pool_get_dma_dir(q->page_pool);
struct airoha_qdma *qdma = &q->eth->qdma[0]; struct airoha_qdma *qdma = &q->eth->qdma[0];
struct airoha_eth *eth = q->eth; struct airoha_eth *eth = q->eth;
int qid = q - &eth->q_rx[0]; int qid = q - &qdma->q_rx[0];
int nframes = 0; int nframes = 0;
while (q->queued < q->ndesc - 1) { while (q->queued < q->ndesc - 1) {
...@@ -1457,8 +1458,9 @@ static int airoha_qdma_get_gdm_port(struct airoha_eth *eth, ...@@ -1457,8 +1458,9 @@ static int airoha_qdma_get_gdm_port(struct airoha_eth *eth,
static int airoha_qdma_rx_process(struct airoha_queue *q, int budget) static int airoha_qdma_rx_process(struct airoha_queue *q, int budget)
{ {
enum dma_data_direction dir = page_pool_get_dma_dir(q->page_pool); enum dma_data_direction dir = page_pool_get_dma_dir(q->page_pool);
struct airoha_qdma *qdma = &q->eth->qdma[0];
struct airoha_eth *eth = q->eth; struct airoha_eth *eth = q->eth;
int qid = q - &eth->q_rx[0]; int qid = q - &qdma->q_rx[0];
int done = 0; int done = 0;
while (done < budget) { while (done < budget) {
...@@ -1549,7 +1551,7 @@ static int airoha_qdma_init_rx_queue(struct airoha_eth *eth, ...@@ -1549,7 +1551,7 @@ static int airoha_qdma_init_rx_queue(struct airoha_eth *eth,
.dev = eth->dev, .dev = eth->dev,
.napi = &q->napi, .napi = &q->napi,
}; };
int qid = q - &eth->q_rx[0], thr; int qid = q - &qdma->q_rx[0], thr;
dma_addr_t dma_addr; dma_addr_t dma_addr;
q->buf_size = PAGE_SIZE / 2; q->buf_size = PAGE_SIZE / 2;
...@@ -1613,7 +1615,7 @@ static int airoha_qdma_init_rx(struct airoha_eth *eth, ...@@ -1613,7 +1615,7 @@ static int airoha_qdma_init_rx(struct airoha_eth *eth,
{ {
int i; int i;
for (i = 0; i < ARRAY_SIZE(eth->q_rx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_rx); i++) {
int err; int err;
if (!(RX_DONE_INT_MASK & BIT(i))) { if (!(RX_DONE_INT_MASK & BIT(i))) {
...@@ -1621,7 +1623,7 @@ static int airoha_qdma_init_rx(struct airoha_eth *eth, ...@@ -1621,7 +1623,7 @@ static int airoha_qdma_init_rx(struct airoha_eth *eth,
continue; continue;
} }
err = airoha_qdma_init_rx_queue(eth, &eth->q_rx[i], err = airoha_qdma_init_rx_queue(eth, &qdma->q_rx[i],
qdma, RX_DSCP_NUM(i)); qdma, RX_DSCP_NUM(i));
if (err) if (err)
return err; return err;
...@@ -1640,7 +1642,7 @@ static int airoha_qdma_tx_napi_poll(struct napi_struct *napi, int budget) ...@@ -1640,7 +1642,7 @@ static int airoha_qdma_tx_napi_poll(struct napi_struct *napi, int budget)
irq_q = container_of(napi, struct airoha_tx_irq_queue, napi); irq_q = container_of(napi, struct airoha_tx_irq_queue, napi);
eth = irq_q->eth; eth = irq_q->eth;
qdma = &eth->qdma[0]; qdma = &eth->qdma[0];
id = irq_q - &eth->q_tx_irq[0]; id = irq_q - &qdma->q_tx_irq[0];
while (irq_q->queued > 0 && done < budget) { while (irq_q->queued > 0 && done < budget) {
u32 qid, last, val = irq_q->q[irq_q->head]; u32 qid, last, val = irq_q->q[irq_q->head];
...@@ -1657,10 +1659,10 @@ static int airoha_qdma_tx_napi_poll(struct napi_struct *napi, int budget) ...@@ -1657,10 +1659,10 @@ static int airoha_qdma_tx_napi_poll(struct napi_struct *napi, int budget)
last = FIELD_GET(IRQ_DESC_IDX_MASK, val); last = FIELD_GET(IRQ_DESC_IDX_MASK, val);
qid = FIELD_GET(IRQ_RING_IDX_MASK, val); qid = FIELD_GET(IRQ_RING_IDX_MASK, val);
if (qid >= ARRAY_SIZE(eth->q_tx)) if (qid >= ARRAY_SIZE(qdma->q_tx))
continue; continue;
q = &eth->q_tx[qid]; q = &qdma->q_tx[qid];
if (!q->ndesc) if (!q->ndesc)
continue; continue;
...@@ -1726,7 +1728,7 @@ static int airoha_qdma_init_tx_queue(struct airoha_eth *eth, ...@@ -1726,7 +1728,7 @@ static int airoha_qdma_init_tx_queue(struct airoha_eth *eth,
struct airoha_queue *q, struct airoha_queue *q,
struct airoha_qdma *qdma, int size) struct airoha_qdma *qdma, int size)
{ {
int i, qid = q - &eth->q_tx[0]; int i, qid = q - &qdma->q_tx[0];
dma_addr_t dma_addr; dma_addr_t dma_addr;
spin_lock_init(&q->lock); spin_lock_init(&q->lock);
...@@ -1764,7 +1766,7 @@ static int airoha_qdma_tx_irq_init(struct airoha_eth *eth, ...@@ -1764,7 +1766,7 @@ static int airoha_qdma_tx_irq_init(struct airoha_eth *eth,
struct airoha_tx_irq_queue *irq_q, struct airoha_tx_irq_queue *irq_q,
struct airoha_qdma *qdma, int size) struct airoha_qdma *qdma, int size)
{ {
int id = irq_q - &eth->q_tx_irq[0]; int id = irq_q - &qdma->q_tx_irq[0];
dma_addr_t dma_addr; dma_addr_t dma_addr;
netif_napi_add_tx(eth->napi_dev, &irq_q->napi, netif_napi_add_tx(eth->napi_dev, &irq_q->napi,
...@@ -1792,15 +1794,15 @@ static int airoha_qdma_init_tx(struct airoha_eth *eth, ...@@ -1792,15 +1794,15 @@ static int airoha_qdma_init_tx(struct airoha_eth *eth,
{ {
int i, err; int i, err;
for (i = 0; i < ARRAY_SIZE(eth->q_tx_irq); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_tx_irq); i++) {
err = airoha_qdma_tx_irq_init(eth, &eth->q_tx_irq[i], err = airoha_qdma_tx_irq_init(eth, &qdma->q_tx_irq[i],
qdma, IRQ_QUEUE_LEN(i)); qdma, IRQ_QUEUE_LEN(i));
if (err) if (err)
return err; return err;
} }
for (i = 0; i < ARRAY_SIZE(eth->q_tx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_tx); i++) {
err = airoha_qdma_init_tx_queue(eth, &eth->q_tx[i], err = airoha_qdma_init_tx_queue(eth, &qdma->q_tx[i],
qdma, TX_DSCP_NUM); qdma, TX_DSCP_NUM);
if (err) if (err)
return err; return err;
...@@ -1836,17 +1838,17 @@ static int airoha_qdma_init_hfwd_queues(struct airoha_eth *eth, ...@@ -1836,17 +1838,17 @@ static int airoha_qdma_init_hfwd_queues(struct airoha_eth *eth,
int size; int size;
size = HW_DSCP_NUM * sizeof(struct airoha_qdma_fwd_desc); size = HW_DSCP_NUM * sizeof(struct airoha_qdma_fwd_desc);
eth->hfwd.desc = dmam_alloc_coherent(eth->dev, size, &dma_addr, qdma->hfwd.desc = dmam_alloc_coherent(eth->dev, size, &dma_addr,
GFP_KERNEL); GFP_KERNEL);
if (!eth->hfwd.desc) if (!qdma->hfwd.desc)
return -ENOMEM; return -ENOMEM;
airoha_qdma_wr(qdma, REG_FWD_DSCP_BASE, dma_addr); airoha_qdma_wr(qdma, REG_FWD_DSCP_BASE, dma_addr);
size = AIROHA_MAX_PACKET_SIZE * HW_DSCP_NUM; size = AIROHA_MAX_PACKET_SIZE * HW_DSCP_NUM;
eth->hfwd.q = dmam_alloc_coherent(eth->dev, size, &dma_addr, qdma->hfwd.q = dmam_alloc_coherent(eth->dev, size, &dma_addr,
GFP_KERNEL); GFP_KERNEL);
if (!eth->hfwd.q) if (!qdma->hfwd.q)
return -ENOMEM; return -ENOMEM;
airoha_qdma_wr(qdma, REG_FWD_BUF_BASE, dma_addr); airoha_qdma_wr(qdma, REG_FWD_BUF_BASE, dma_addr);
...@@ -1934,8 +1936,8 @@ static int airoha_qdma_hw_init(struct airoha_eth *eth, ...@@ -1934,8 +1936,8 @@ static int airoha_qdma_hw_init(struct airoha_eth *eth,
airoha_qdma_irq_enable(eth, QDMA_INT_REG_IDX4, INT_IDX4_MASK); airoha_qdma_irq_enable(eth, QDMA_INT_REG_IDX4, INT_IDX4_MASK);
/* setup irq binding */ /* setup irq binding */
for (i = 0; i < ARRAY_SIZE(eth->q_tx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_tx); i++) {
if (!eth->q_tx[i].ndesc) if (!qdma->q_tx[i].ndesc)
continue; continue;
if (TX_RING_IRQ_BLOCKING_MAP_MASK & BIT(i)) if (TX_RING_IRQ_BLOCKING_MAP_MASK & BIT(i))
...@@ -1960,8 +1962,8 @@ static int airoha_qdma_hw_init(struct airoha_eth *eth, ...@@ -1960,8 +1962,8 @@ static int airoha_qdma_hw_init(struct airoha_eth *eth,
airoha_qdma_init_qos(eth, qdma); airoha_qdma_init_qos(eth, qdma);
/* disable qdma rx delay interrupt */ /* disable qdma rx delay interrupt */
for (i = 0; i < ARRAY_SIZE(eth->q_rx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_rx); i++) {
if (!eth->q_rx[i].ndesc) if (!qdma->q_rx[i].ndesc)
continue; continue;
airoha_qdma_clear(qdma, REG_RX_DELAY_INT_IDX(i), airoha_qdma_clear(qdma, REG_RX_DELAY_INT_IDX(i),
...@@ -1995,18 +1997,18 @@ static irqreturn_t airoha_irq_handler(int irq, void *dev_instance) ...@@ -1995,18 +1997,18 @@ static irqreturn_t airoha_irq_handler(int irq, void *dev_instance)
airoha_qdma_irq_disable(eth, QDMA_INT_REG_IDX1, airoha_qdma_irq_disable(eth, QDMA_INT_REG_IDX1,
RX_DONE_INT_MASK); RX_DONE_INT_MASK);
for (i = 0; i < ARRAY_SIZE(eth->q_rx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_rx); i++) {
if (!eth->q_rx[i].ndesc) if (!qdma->q_rx[i].ndesc)
continue; continue;
if (intr[1] & BIT(i)) if (intr[1] & BIT(i))
napi_schedule(&eth->q_rx[i].napi); napi_schedule(&qdma->q_rx[i].napi);
} }
} }
if (intr[0] & INT_TX_MASK) { if (intr[0] & INT_TX_MASK) {
for (i = 0; i < ARRAY_SIZE(eth->q_tx_irq); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_tx_irq); i++) {
struct airoha_tx_irq_queue *irq_q = &eth->q_tx_irq[i]; struct airoha_tx_irq_queue *irq_q = &qdma->q_tx_irq[i];
u32 status, head; u32 status, head;
if (!(intr[0] & TX_DONE_INT_MASK(i))) if (!(intr[0] & TX_DONE_INT_MASK(i)))
...@@ -2020,7 +2022,7 @@ static irqreturn_t airoha_irq_handler(int irq, void *dev_instance) ...@@ -2020,7 +2022,7 @@ static irqreturn_t airoha_irq_handler(int irq, void *dev_instance)
irq_q->head = head % irq_q->size; irq_q->head = head % irq_q->size;
irq_q->queued = FIELD_GET(IRQ_ENTRY_LEN_MASK, status); irq_q->queued = FIELD_GET(IRQ_ENTRY_LEN_MASK, status);
napi_schedule(&eth->q_tx_irq[i].napi); napi_schedule(&qdma->q_tx_irq[i].napi);
} }
} }
...@@ -2079,44 +2081,46 @@ static int airoha_hw_init(struct airoha_eth *eth) ...@@ -2079,44 +2081,46 @@ static int airoha_hw_init(struct airoha_eth *eth)
static void airoha_hw_cleanup(struct airoha_eth *eth) static void airoha_hw_cleanup(struct airoha_eth *eth)
{ {
struct airoha_qdma *qdma = &eth->qdma[0];
int i; int i;
for (i = 0; i < ARRAY_SIZE(eth->q_rx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_rx); i++) {
if (!eth->q_rx[i].ndesc) if (!qdma->q_rx[i].ndesc)
continue; continue;
napi_disable(&eth->q_rx[i].napi); napi_disable(&qdma->q_rx[i].napi);
netif_napi_del(&eth->q_rx[i].napi); netif_napi_del(&qdma->q_rx[i].napi);
airoha_qdma_cleanup_rx_queue(&eth->q_rx[i]); airoha_qdma_cleanup_rx_queue(&qdma->q_rx[i]);
if (eth->q_rx[i].page_pool) if (qdma->q_rx[i].page_pool)
page_pool_destroy(eth->q_rx[i].page_pool); page_pool_destroy(qdma->q_rx[i].page_pool);
} }
for (i = 0; i < ARRAY_SIZE(eth->q_tx_irq); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_tx_irq); i++) {
napi_disable(&eth->q_tx_irq[i].napi); napi_disable(&qdma->q_tx_irq[i].napi);
netif_napi_del(&eth->q_tx_irq[i].napi); netif_napi_del(&qdma->q_tx_irq[i].napi);
} }
for (i = 0; i < ARRAY_SIZE(eth->q_tx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_tx); i++) {
if (!eth->q_tx[i].ndesc) if (!qdma->q_tx[i].ndesc)
continue; continue;
airoha_qdma_cleanup_tx_queue(&eth->q_tx[i]); airoha_qdma_cleanup_tx_queue(&qdma->q_tx[i]);
} }
} }
static void airoha_qdma_start_napi(struct airoha_eth *eth) static void airoha_qdma_start_napi(struct airoha_eth *eth)
{ {
struct airoha_qdma *qdma = &eth->qdma[0];
int i; int i;
for (i = 0; i < ARRAY_SIZE(eth->q_tx_irq); i++) for (i = 0; i < ARRAY_SIZE(qdma->q_tx_irq); i++)
napi_enable(&eth->q_tx_irq[i].napi); napi_enable(&qdma->q_tx_irq[i].napi);
for (i = 0; i < ARRAY_SIZE(eth->q_rx); i++) { for (i = 0; i < ARRAY_SIZE(qdma->q_rx); i++) {
if (!eth->q_rx[i].ndesc) if (!qdma->q_rx[i].ndesc)
continue; continue;
napi_enable(&eth->q_rx[i].napi); napi_enable(&qdma->q_rx[i].napi);
} }
} }
...@@ -2391,7 +2395,7 @@ static netdev_tx_t airoha_dev_xmit(struct sk_buff *skb, ...@@ -2391,7 +2395,7 @@ static netdev_tx_t airoha_dev_xmit(struct sk_buff *skb,
FIELD_PREP(QDMA_ETH_TXMSG_METER_MASK, 0x7f); FIELD_PREP(QDMA_ETH_TXMSG_METER_MASK, 0x7f);
qdma = &eth->qdma[0]; qdma = &eth->qdma[0];
q = &eth->q_tx[qid]; q = &qdma->q_tx[qid];
if (WARN_ON_ONCE(!q->ndesc)) if (WARN_ON_ONCE(!q->ndesc))
goto error; goto error;
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment
GitLab Nexedi Edition | About GitLab | About Nexedi | 沪ICP备2021021310号-2 | 沪ICP备2021021310号-7