| /linux/include/net/ |
| H A D | xdp_sock_drv.h | 27 void xsk_tx_completed(struct xsk_buff_pool *pool, u32 nb_entries);
28 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc);
29 u32 xsk_tx_peek_release_desc_batch(struct xsk_buff_pool *pool, u32 max);
30 void xsk_tx_release(struct xsk_buff_pool *pool);
31 struct xsk_buff_pool *xsk_get_pool_from_qid(struct net_device *dev,
33 void xsk_set_rx_need_wakeup(struct xsk_buff_pool *pool);
34 void xsk_set_tx_need_wakeup(struct xsk_buff_pool *pool);
35 void xsk_clear_rx_need_wakeup(struct xsk_buff_pool *pool);
36 void xsk_clear_tx_need_wakeup(struct xsk_buff_pool *pool);
37 bool xsk_uses_need_wakeup(struct xsk_buff_pool *pool);
[all …]
|
| H A D | xsk_buff_pool.h | 13 struct xsk_buff_pool;
30 struct xsk_buff_pool *pool;
46 struct xsk_buff_pool { struct
104 struct xsk_buff_pool *xp_create_and_assign_umem(struct xdp_sock *xs, argument
106 int xp_assign_dev(struct xsk_buff_pool *pool, struct net_device *dev,
108 int xp_assign_dev_shared(struct xsk_buff_pool *pool, struct xdp_sock *umem_xs,
110 int xp_alloc_tx_descs(struct xsk_buff_pool *pool, struct xdp_sock *xs);
111 void xp_destroy(struct xsk_buff_pool *pool);
112 void xp_get_pool(struct xsk_buff_pool *pool);
113 bool xp_put_pool(struct xsk_buff_pool *pool);
[all …]
|
| /linux/net/xdp/ |
| H A D | xsk_buff_pool.c | 15 void xp_add_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_add_xsk()
25 void xp_del_xsk(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_del_xsk()
35 void xp_destroy(struct xsk_buff_pool *pool) in xp_destroy()
45 int xp_alloc_tx_descs(struct xsk_buff_pool *pool, struct xdp_sock *xs) in xp_alloc_tx_descs()
54 struct xsk_buff_pool *xp_create_and_assign_umem(struct xdp_sock *xs, in xp_create_and_assign_umem()
58 struct xsk_buff_pool *pool; in xp_create_and_assign_umem()
119 void xp_set_rxq_info(struct xsk_buff_pool *pool, struct xdp_rxq_info *rxq) in xp_set_rxq_info()
128 void xp_fill_cb(struct xsk_buff_pool *pool, struct xsk_cb_desc *desc) in xp_fill_cb()
140 static void xp_disable_drv_zc(struct xsk_buff_pool *pool) in xp_disable_drv_zc()
159 int xp_assign_dev(struct xsk_buff_pool *pool, in xp_assign_dev()
[all …]
|
| H A D | xsk_queue.h | 148 static inline bool xp_aligned_validate_desc(struct xsk_buff_pool *pool, in xp_aligned_validate_desc()
180 static inline bool xp_unaligned_validate_desc(struct xsk_buff_pool *pool, in xp_unaligned_validate_desc()
215 static inline bool xp_validate_desc(struct xsk_buff_pool *pool, in xp_validate_desc()
229 struct xsk_buff_pool *pool) in xskq_cons_is_valid_desc()
240 struct xsk_buff_pool *pool) in xskq_cons_read_desc()
259 static inline void parse_desc(struct xsk_queue *q, struct xsk_buff_pool *pool, in parse_desc()
267 u32 xskq_cons_read_desc_batch(struct xsk_queue *q, struct xsk_buff_pool *pool, in xskq_cons_read_desc_batch()
348 struct xsk_buff_pool *pool) in xskq_cons_peek_desc()
|
| H A D | xsk.c | 46 void xsk_set_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_rx_need_wakeup()
56 void xsk_set_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_set_tx_need_wakeup()
73 void xsk_clear_rx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_rx_need_wakeup()
83 void xsk_clear_tx_need_wakeup(struct xsk_buff_pool *pool) in xsk_clear_tx_need_wakeup()
100 bool xsk_uses_need_wakeup(struct xsk_buff_pool *pool) in xsk_uses_need_wakeup()
106 struct xsk_buff_pool *xsk_get_pool_from_qid(struct net_device *dev, in xsk_get_pool_from_qid()
130 int xsk_reg_pool_at_qid(struct net_device *dev, struct xsk_buff_pool *pool, in xsk_reg_pool_at_qid()
419 void xsk_tx_completed(struct xsk_buff_pool *pool, u32 nb_entries) in xsk_tx_completed()
425 void xsk_tx_release(struct xsk_buff_pool *pool) in xsk_tx_release()
436 bool xsk_tx_peek_desc(struct xsk_buff_pool *pool, struct xdp_desc *desc) in xsk_tx_peek_desc()
[all …]
|
| /linux/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.h | 13 int ice_xsk_pool_setup(struct ice_vsi *vsi, struct xsk_buff_pool *pool,
16 struct xsk_buff_pool *xsk_pool,
20 struct xsk_buff_pool *xsk_pool, u16 count);
24 bool ice_xmit_zc(struct ice_tx_ring *xdp_ring, struct xsk_buff_pool *xsk_pool);
35 struct xsk_buff_pool __always_unused *xsk_pool) in ice_xmit_zc()
42 struct xsk_buff_pool __always_unused *pool, in ice_xsk_pool_setup()
50 struct xsk_buff_pool __always_unused *xsk_pool, in ice_clean_rx_irq_zc()
58 struct xsk_buff_pool __always_unused *xsk_pool, in ice_alloc_rx_bufs_zc()
|
| H A D | ice_xsk.c | 126 struct xsk_buff_pool *pool = xsk_get_pool_from_qid(vsi->netdev, qid); in ice_xsk_pool_disable()
145 ice_xsk_pool_enable(struct ice_vsi *vsi, struct xsk_buff_pool *pool, u16 qid) in ice_xsk_pool_enable()
197 int ice_xsk_pool_setup(struct ice_vsi *vsi, struct xsk_buff_pool *pool, u16 qid) in ice_xsk_pool_setup()
260 static u16 ice_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in ice_fill_rx_descs()
293 struct xsk_buff_pool *xsk_pool, u16 count) in __ice_alloc_rx_bufs_zc()
343 struct xsk_buff_pool *xsk_pool, u16 count) in ice_alloc_rx_bufs_zc()
363 struct xsk_buff_pool *xsk_pool) in ice_clean_xdp_irq_zc()
434 struct xsk_buff_pool *xsk_pool) in ice_xmit_xdp_tx_zc()
517 struct xsk_buff_pool *xsk_pool) in ice_run_xdp_zc()
568 struct xsk_buff_pool *xsk_pool, in ice_clean_rx_irq_zc()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| H A D | pool.c | 10 struct xsk_buff_pool *pool) in mlx5e_xsk_map_pool()
18 struct xsk_buff_pool *pool) in mlx5e_xsk_unmap_pool()
45 static int mlx5e_xsk_add_pool(struct mlx5e_xsk *xsk, struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_add_pool()
64 static bool mlx5e_xsk_is_pool_sane(struct xsk_buff_pool *pool) in mlx5e_xsk_is_pool_sane()
70 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk) in mlx5e_build_xsk_param()
78 struct xsk_buff_pool *pool, u16 ix) in mlx5e_xsk_enable_locked()
164 struct xsk_buff_pool *pool = mlx5e_xsk_get_pool(&priv->channels.params, in mlx5e_xsk_disable_locked()
196 static int mlx5e_xsk_enable_pool(struct mlx5e_priv *priv, struct xsk_buff_pool *pool, in mlx5e_xsk_enable_pool()
219 int mlx5e_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid) in mlx5e_xsk_setup_pool()
|
| H A D | pool.h | 9 static inline struct xsk_buff_pool *mlx5e_xsk_get_pool(struct mlx5e_params *params, in mlx5e_xsk_get_pool()
22 void mlx5e_build_xsk_param(struct xsk_buff_pool *pool, struct mlx5e_xsk_param *xsk);
25 int mlx5e_xsk_setup_pool(struct net_device *dev, struct xsk_buff_pool *pool, u16 qid);
|
| H A D | setup.c | 62 struct xsk_buff_pool *pool, in mlx5e_init_xsk_rq()
94 struct mlx5e_rq_param *rq_params, struct xsk_buff_pool *pool, in mlx5e_open_xsk_rq()
114 struct mlx5e_xsk_param *xsk, struct xsk_buff_pool *pool, in mlx5e_open_xsk()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| H A D | otx2_xsk.h | 12 struct xsk_buff_pool;
14 int otx2_xsk_pool_setup(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qid);
15 int otx2_xsk_pool_enable(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qid);
20 void otx2_zc_napi_handler(struct otx2_nic *pfvf, struct xsk_buff_pool *pool,
|
| H A D | otx2_xsk.c | 119 int otx2_xsk_pool_enable(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qidx) in otx2_xsk_pool_enable()
143 struct xsk_buff_pool *pool; in otx2_xsk_pool_disable()
161 int otx2_xsk_pool_setup(struct otx2_nic *pf, struct xsk_buff_pool *pool, u16 qidx) in otx2_xsk_pool_setup()
228 void otx2_zc_napi_handler(struct otx2_nic *pfvf, struct xsk_buff_pool *pool, in otx2_zc_napi_handler()
|
| H A D | otx2_txrx.h | 110 struct xsk_buff_pool *xsk_pool;
134 struct xsk_buff_pool *xsk_pool;
|
| /linux/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_xsk.c | 60 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_net_xsk_rx_ring_fill_freelist()
100 struct xsk_buff_pool *pool) in nfp_net_xsk_pool_unmap()
105 static int nfp_net_xsk_pool_map(struct device *dev, struct xsk_buff_pool *pool) in nfp_net_xsk_pool_map()
111 struct xsk_buff_pool *pool, u16 queue_id) in nfp_net_xsk_setup_pool()
115 struct xsk_buff_pool *prev_pool; in nfp_net_xsk_setup_pool()
|
| /linux/drivers/net/ethernet/intel/igb/ |
| H A D | igb_xsk.c | 83 struct xsk_buff_pool *igb_xsk_pool(struct igb_adapter *adapter, in igb_xsk_pool()
87 struct xsk_buff_pool *pool; in igb_xsk_pool()
98 struct xsk_buff_pool *pool, in igb_xsk_pool_enable()
141 struct xsk_buff_pool *pool; in igb_xsk_pool_disable()
169 struct xsk_buff_pool *pool, in igb_xsk_pool_setup()
176 static u16 igb_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in igb_fill_rx_descs()
201 struct xsk_buff_pool *xsk_pool, u16 count) in igb_alloc_rx_buffers_zc()
295 struct xdp_buff *xdp, struct xsk_buff_pool *xsk_pool, in igb_run_xdp_zc()
342 struct xsk_buff_pool *xsk_pool, const int budget) in igb_clean_rx_irq_zc()
465 bool igb_xmit_zc(struct igb_ring *tx_ring, struct xsk_buff_pool *xsk_pool) in igb_xmit_zc()
|
| H A D | igb.h | 365 struct xsk_buff_pool *xsk_pool;
859 struct xsk_buff_pool *igb_xsk_pool(struct igb_adapter *adapter,
862 struct xsk_buff_pool *pool,
865 struct xsk_buff_pool *xsk_pool, u16 count);
868 struct xsk_buff_pool *xsk_pool, const int budget);
869 bool igb_xmit_zc(struct igb_ring *tx_ring, struct xsk_buff_pool *xsk_pool);
|
| /linux/drivers/net/ethernet/engleder/ |
| H A D | tsnep_xdp.c | 22 struct xsk_buff_pool *pool, u16 queue_id) in tsnep_xdp_enable_pool()
60 struct xsk_buff_pool *pool; in tsnep_xdp_disable_pool()
81 struct xsk_buff_pool *pool, u16 queue_id) in tsnep_xdp_setup_pool()
|
| H A D | tsnep.h | 93 struct xsk_buff_pool *xsk_pool;
131 struct xsk_buff_pool *xsk_pool;
232 struct xsk_buff_pool *pool, u16 queue_id);
261 int tsnep_enable_xsk(struct tsnep_queue *queue, struct xsk_buff_pool *pool);
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 11 struct xsk_buff_pool *ixgbe_xsk_pool(struct ixgbe_adapter *adapter, in ixgbe_xsk_pool()
24 struct xsk_buff_pool *pool, in ixgbe_xsk_pool_enable()
67 struct xsk_buff_pool *pool; in ixgbe_xsk_pool_disable()
90 struct xsk_buff_pool *pool, in ixgbe_xsk_pool_setup()
393 struct xsk_buff_pool *pool = xdp_ring->xsk_pool; in ixgbe_xmit_zc()
463 struct xsk_buff_pool *pool = tx_ring->xsk_pool; in ixgbe_clean_xdp_tx_irq()
545 struct xsk_buff_pool *pool = tx_ring->xsk_pool; in ixgbe_xsk_clean_tx_ring()
|
| H A D | ixgbe_txrx_common.h | 33 struct xsk_buff_pool *ixgbe_xsk_pool(struct ixgbe_adapter *adapter,
36 struct xsk_buff_pool *pool,
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | stmmac_xdp.c | 10 struct xsk_buff_pool *pool, u16 queue) in stmmac_xdp_enable_pool()
61 struct xsk_buff_pool *pool; in stmmac_xdp_disable_pool()
95 int stmmac_xdp_setup_pool(struct stmmac_priv *priv, struct xsk_buff_pool *pool, in stmmac_xdp_setup_pool()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.h | 20 struct xsk_buff_pool;
24 int i40e_xsk_pool_setup(struct i40e_vsi *vsi, struct xsk_buff_pool *pool,
|
| H A D | i40e_xsk.c | 83 struct xsk_buff_pool *pool, in i40e_xsk_pool_enable()
141 struct xsk_buff_pool *pool; in i40e_xsk_pool_disable()
183 int i40e_xsk_pool_setup(struct i40e_vsi *vsi, struct xsk_buff_pool *pool, in i40e_xsk_pool_setup()
632 struct xsk_buff_pool *bp = tx_ring->xsk_pool; in i40e_clean_xdp_tx_irq()
749 struct xsk_buff_pool *bp = tx_ring->xsk_pool; in i40e_xsk_clean_tx_ring()
|
| /linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_xdp.c | 57 struct xsk_buff_pool *pool, u16 queue_id) in igc_xdp_enable_pool()
121 struct xsk_buff_pool *pool; in igc_xdp_disable_pool()
159 int igc_xdp_setup_pool(struct igc_adapter *adapter, struct xsk_buff_pool *pool, in igc_xdp_setup_pool()
|
| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | xsk.c | 15 struct xsk_buff_pool *pool; in idpf_xsk_setup_rxq()
30 struct xsk_buff_pool *pool; in idpf_xsk_setup_bufq()
57 struct xsk_buff_pool *pool; in idpf_xsk_setup_txq()
82 const struct xsk_buff_pool *pool; in idpf_xsk_setup_complq()
556 struct xsk_buff_pool *pool = bpf->xsk.pool; in idpf_xsk_pool_setup()
|