8221c5eba8
This patch adds zero-copy Tx support for AF_XDP sockets. It implements the ndo_xsk_async_xmit netdev ndo and performs all the Tx logic from a NAPI context. This means pulling egress packets from the Tx ring, placing the frames on the NIC HW descriptor ring and completing sent frames back to the application via the completion ring. The regular XDP Tx ring is used for AF_XDP as well. This rationale for this is as follows: XDP_REDIRECT guarantees mutual exclusion between different NAPI contexts based on CPU id. In other words, a netdev can XDP_REDIRECT to another netdev with a different NAPI context, since the operation is bound to a specific core and each core has its own hardware ring. As the AF_XDP Tx action is running in the same NAPI context and using the same ring, it will also be protected from XDP_REDIRECT actions with the exact same mechanism. As with AF_XDP Rx, all AF_XDP Tx specific functions are added to ixgbe_xsk.c. Signed-off-by: Björn Töpel <bjorn.topel@intel.com> Tested-by: William Tu <u9012063@gmail.com> Tested-by: Andrew Bowers <andrewx.bowers@intel.com> Signed-off-by: Jeff Kirsher <jeffrey.t.kirsher@intel.com>
51 lines
1.9 KiB
C
51 lines
1.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/* Copyright(c) 2018 Intel Corporation. */
|
|
|
|
#ifndef _IXGBE_TXRX_COMMON_H_
|
|
#define _IXGBE_TXRX_COMMON_H_
|
|
|
|
#define IXGBE_XDP_PASS 0
|
|
#define IXGBE_XDP_CONSUMED BIT(0)
|
|
#define IXGBE_XDP_TX BIT(1)
|
|
#define IXGBE_XDP_REDIR BIT(2)
|
|
|
|
#define IXGBE_TXD_CMD (IXGBE_TXD_CMD_EOP | \
|
|
IXGBE_TXD_CMD_RS)
|
|
|
|
int ixgbe_xmit_xdp_ring(struct ixgbe_adapter *adapter,
|
|
struct xdp_frame *xdpf);
|
|
bool ixgbe_cleanup_headers(struct ixgbe_ring *rx_ring,
|
|
union ixgbe_adv_rx_desc *rx_desc,
|
|
struct sk_buff *skb);
|
|
void ixgbe_process_skb_fields(struct ixgbe_ring *rx_ring,
|
|
union ixgbe_adv_rx_desc *rx_desc,
|
|
struct sk_buff *skb);
|
|
void ixgbe_rx_skb(struct ixgbe_q_vector *q_vector,
|
|
struct sk_buff *skb);
|
|
void ixgbe_xdp_ring_update_tail(struct ixgbe_ring *ring);
|
|
void ixgbe_irq_rearm_queues(struct ixgbe_adapter *adapter, u64 qmask);
|
|
|
|
void ixgbe_txrx_ring_disable(struct ixgbe_adapter *adapter, int ring);
|
|
void ixgbe_txrx_ring_enable(struct ixgbe_adapter *adapter, int ring);
|
|
|
|
struct xdp_umem *ixgbe_xsk_umem(struct ixgbe_adapter *adapter,
|
|
struct ixgbe_ring *ring);
|
|
int ixgbe_xsk_umem_query(struct ixgbe_adapter *adapter, struct xdp_umem **umem,
|
|
u16 qid);
|
|
int ixgbe_xsk_umem_setup(struct ixgbe_adapter *adapter, struct xdp_umem *umem,
|
|
u16 qid);
|
|
|
|
void ixgbe_zca_free(struct zero_copy_allocator *alloc, unsigned long handle);
|
|
|
|
void ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 cleaned_count);
|
|
int ixgbe_clean_rx_irq_zc(struct ixgbe_q_vector *q_vector,
|
|
struct ixgbe_ring *rx_ring,
|
|
const int budget);
|
|
void ixgbe_xsk_clean_rx_ring(struct ixgbe_ring *rx_ring);
|
|
bool ixgbe_clean_xdp_tx_irq(struct ixgbe_q_vector *q_vector,
|
|
struct ixgbe_ring *tx_ring, int napi_budget);
|
|
int ixgbe_xsk_async_xmit(struct net_device *dev, u32 queue_id);
|
|
void ixgbe_xsk_clean_tx_ring(struct ixgbe_ring *tx_ring);
|
|
|
|
#endif /* #define _IXGBE_TXRX_COMMON_H_ */
|