mirror of
https://github.com/Fishwaldo/Star64_linux.git
synced 2025-03-21 22:55:12 +00:00
ixgbe: split XDP_TX tail and XDP_REDIRECT map flushing
The driver was combining the XDP_TX tail flush and XDP_REDIRECT
map flushing (xdp_do_flush_map). This is suboptimal, these two
flush operations should be kept separate.
Fixes: 11393cc9b9
("xdp: Add batching support to redirect map")
Signed-off-by: Jesper Dangaard Brouer <brouer@redhat.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
fec9d3b1dc
commit
ad088ec480
1 changed files with 14 additions and 10 deletions
|
@ -2186,9 +2186,10 @@ static struct sk_buff *ixgbe_build_skb(struct ixgbe_ring *rx_ring,
|
||||||
return skb;
|
return skb;
|
||||||
}
|
}
|
||||||
|
|
||||||
#define IXGBE_XDP_PASS 0
|
#define IXGBE_XDP_PASS 0
|
||||||
#define IXGBE_XDP_CONSUMED 1
|
#define IXGBE_XDP_CONSUMED BIT(0)
|
||||||
#define IXGBE_XDP_TX 2
|
#define IXGBE_XDP_TX BIT(1)
|
||||||
|
#define IXGBE_XDP_REDIR BIT(2)
|
||||||
|
|
||||||
static int ixgbe_xmit_xdp_ring(struct ixgbe_adapter *adapter,
|
static int ixgbe_xmit_xdp_ring(struct ixgbe_adapter *adapter,
|
||||||
struct xdp_frame *xdpf);
|
struct xdp_frame *xdpf);
|
||||||
|
@ -2225,7 +2226,7 @@ static struct sk_buff *ixgbe_run_xdp(struct ixgbe_adapter *adapter,
|
||||||
case XDP_REDIRECT:
|
case XDP_REDIRECT:
|
||||||
err = xdp_do_redirect(adapter->netdev, xdp, xdp_prog);
|
err = xdp_do_redirect(adapter->netdev, xdp, xdp_prog);
|
||||||
if (!err)
|
if (!err)
|
||||||
result = IXGBE_XDP_TX;
|
result = IXGBE_XDP_REDIR;
|
||||||
else
|
else
|
||||||
result = IXGBE_XDP_CONSUMED;
|
result = IXGBE_XDP_CONSUMED;
|
||||||
break;
|
break;
|
||||||
|
@ -2285,7 +2286,7 @@ static int ixgbe_clean_rx_irq(struct ixgbe_q_vector *q_vector,
|
||||||
unsigned int mss = 0;
|
unsigned int mss = 0;
|
||||||
#endif /* IXGBE_FCOE */
|
#endif /* IXGBE_FCOE */
|
||||||
u16 cleaned_count = ixgbe_desc_unused(rx_ring);
|
u16 cleaned_count = ixgbe_desc_unused(rx_ring);
|
||||||
bool xdp_xmit = false;
|
unsigned int xdp_xmit = 0;
|
||||||
struct xdp_buff xdp;
|
struct xdp_buff xdp;
|
||||||
|
|
||||||
xdp.rxq = &rx_ring->xdp_rxq;
|
xdp.rxq = &rx_ring->xdp_rxq;
|
||||||
|
@ -2328,8 +2329,10 @@ static int ixgbe_clean_rx_irq(struct ixgbe_q_vector *q_vector,
|
||||||
}
|
}
|
||||||
|
|
||||||
if (IS_ERR(skb)) {
|
if (IS_ERR(skb)) {
|
||||||
if (PTR_ERR(skb) == -IXGBE_XDP_TX) {
|
unsigned int xdp_res = -PTR_ERR(skb);
|
||||||
xdp_xmit = true;
|
|
||||||
|
if (xdp_res & (IXGBE_XDP_TX | IXGBE_XDP_REDIR)) {
|
||||||
|
xdp_xmit |= xdp_res;
|
||||||
ixgbe_rx_buffer_flip(rx_ring, rx_buffer, size);
|
ixgbe_rx_buffer_flip(rx_ring, rx_buffer, size);
|
||||||
} else {
|
} else {
|
||||||
rx_buffer->pagecnt_bias++;
|
rx_buffer->pagecnt_bias++;
|
||||||
|
@ -2401,7 +2404,10 @@ static int ixgbe_clean_rx_irq(struct ixgbe_q_vector *q_vector,
|
||||||
total_rx_packets++;
|
total_rx_packets++;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (xdp_xmit) {
|
if (xdp_xmit & IXGBE_XDP_REDIR)
|
||||||
|
xdp_do_flush_map();
|
||||||
|
|
||||||
|
if (xdp_xmit & IXGBE_XDP_TX) {
|
||||||
struct ixgbe_ring *ring = adapter->xdp_ring[smp_processor_id()];
|
struct ixgbe_ring *ring = adapter->xdp_ring[smp_processor_id()];
|
||||||
|
|
||||||
/* Force memory writes to complete before letting h/w
|
/* Force memory writes to complete before letting h/w
|
||||||
|
@ -2409,8 +2415,6 @@ static int ixgbe_clean_rx_irq(struct ixgbe_q_vector *q_vector,
|
||||||
*/
|
*/
|
||||||
wmb();
|
wmb();
|
||||||
writel(ring->next_to_use, ring->tail);
|
writel(ring->next_to_use, ring->tail);
|
||||||
|
|
||||||
xdp_do_flush_map();
|
|
||||||
}
|
}
|
||||||
|
|
||||||
u64_stats_update_begin(&rx_ring->syncp);
|
u64_stats_update_begin(&rx_ring->syncp);
|
||||||
|
|
Loading…
Add table
Reference in a new issue