d0bcacd0a1
This patch adds zero-copy Rx support for AF_XDP sockets. Instead of allocating buffers of type MEM_TYPE_PAGE_SHARED, the Rx frames are allocated as MEM_TYPE_ZERO_COPY when AF_XDP is enabled for a certain queue. All AF_XDP specific functions are added to a new file, ixgbe_xsk.c. Note that when AF_XDP zero-copy is enabled, the XDP action XDP_PASS will allocate a new buffer and copy the zero-copy frame prior passing it to the kernel stack. Signed-off-by: Björn Töpel <bjorn.topel@intel.com> Tested-by: William Tu <u9012063@gmail.com> Tested-by: Andrew Bowers <andrewx.bowers@intel.com> Signed-off-by: Jeff Kirsher <jeffrey.t.kirsher@intel.com>
42 lines
1.4 KiB
C
42 lines
1.4 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/* Copyright(c) 2018 Intel Corporation. */
|
|
|
|
#ifndef _IXGBE_TXRX_COMMON_H_
|
|
#define _IXGBE_TXRX_COMMON_H_
|
|
|
|
#define IXGBE_XDP_PASS 0
|
|
#define IXGBE_XDP_CONSUMED BIT(0)
|
|
#define IXGBE_XDP_TX BIT(1)
|
|
#define IXGBE_XDP_REDIR BIT(2)
|
|
|
|
int ixgbe_xmit_xdp_ring(struct ixgbe_adapter *adapter,
|
|
struct xdp_frame *xdpf);
|
|
bool ixgbe_cleanup_headers(struct ixgbe_ring *rx_ring,
|
|
union ixgbe_adv_rx_desc *rx_desc,
|
|
struct sk_buff *skb);
|
|
void ixgbe_process_skb_fields(struct ixgbe_ring *rx_ring,
|
|
union ixgbe_adv_rx_desc *rx_desc,
|
|
struct sk_buff *skb);
|
|
void ixgbe_rx_skb(struct ixgbe_q_vector *q_vector,
|
|
struct sk_buff *skb);
|
|
|
|
void ixgbe_txrx_ring_disable(struct ixgbe_adapter *adapter, int ring);
|
|
void ixgbe_txrx_ring_enable(struct ixgbe_adapter *adapter, int ring);
|
|
|
|
struct xdp_umem *ixgbe_xsk_umem(struct ixgbe_adapter *adapter,
|
|
struct ixgbe_ring *ring);
|
|
int ixgbe_xsk_umem_query(struct ixgbe_adapter *adapter, struct xdp_umem **umem,
|
|
u16 qid);
|
|
int ixgbe_xsk_umem_setup(struct ixgbe_adapter *adapter, struct xdp_umem *umem,
|
|
u16 qid);
|
|
|
|
void ixgbe_zca_free(struct zero_copy_allocator *alloc, unsigned long handle);
|
|
|
|
void ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 cleaned_count);
|
|
int ixgbe_clean_rx_irq_zc(struct ixgbe_q_vector *q_vector,
|
|
struct ixgbe_ring *rx_ring,
|
|
const int budget);
|
|
void ixgbe_xsk_clean_rx_ring(struct ixgbe_ring *rx_ring);
|
|
|
|
#endif /* #define _IXGBE_TXRX_COMMON_H_ */
|