/linux/tools/testing/selftests/bpf/progs/ ! |
H A D | test_xdp_bpf2bpf.c | 27 void *data_hard_start; member
|
/linux/include/net/ ! |
H A D | xsk_buff_pool.h | 124 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr() 242 offset = xskb->xdp.data - xskb->xdp.data_hard_start; in xp_get_handle()
|
/linux/drivers/net/ethernet/intel/libeth/ ! |
H A D | xdp.c | 195 dst->base.data_hard_start = src->data - src->headroom; in libeth_xdp_load_stash() 216 dst->headroom = src->data - src->base.data_hard_start; in libeth_xdp_save_stash()
|
/linux/drivers/net/ethernet/broadcom/bnxt/ ! |
H A D | bnxt_xdp.c | 260 offset = xdp->data - xdp->data_hard_start; in bnxt_rx_xdp() 261 *data_ptr = xdp->data_hard_start + offset; in bnxt_rx_xdp()
|
/linux/drivers/net/ethernet/meta/fbnic/ ! |
H A D | fbnic_txrx.c | 871 WARN_ON_ONCE(pkt->buff.data_hard_start); in fbnic_pkt_prepare() 940 if (!pkt->buff.data_hard_start) in fbnic_put_pkt_buff() 951 page = virt_to_page(pkt->buff.data_hard_start); in fbnic_put_pkt_buff() 964 pkt->buff.data_hard_start; in fbnic_build_skb() 967 skb = napi_build_skb(pkt->buff.data_hard_start, truesize); in fbnic_build_skb() 972 skb_reserve(skb, pkt->buff.data - pkt->buff.data_hard_start); in fbnic_build_skb() 1121 pkt->buff.data_hard_start = NULL; in fbnic_clean_rcq() 2059 qt->cmpl.pkt->buff.data_hard_start = NULL; in fbnic_flush()
|
/linux/drivers/net/ ! |
H A D | tap.c | 1047 struct virtio_net_hdr *gso = xdp->data_hard_start; in tap_get_user_xdp() 1062 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp() 1068 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
|
H A D | tun.c | 1670 pad = xdp.data - xdp.data_hard_start; in tun_build_skb() 2379 struct virtio_net_hdr *gso = xdp->data_hard_start; in tun_xdp_one() 2433 skb = build_skb(xdp->data_hard_start, buflen); in tun_xdp_one() 2439 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tun_xdp_one()
|
/linux/net/xdp/ ! |
H A D | xsk_buff_pool.c | 429 orig_addr = xskb->xdp.data_hard_start - pool->addrs - pool->headroom; in xp_init_dma_info() 575 xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM; in xp_alloc()
|
/linux/drivers/net/ethernet/netronome/nfp/nfd3/ ! |
H A D | xsk.c | 222 pkt_off = xrxbuf->xdp->data - xrxbuf->xdp->data_hard_start; in nfp_nfd3_xsk_rx()
|
/linux/drivers/net/ethernet/mellanox/mlx5/core/ ! |
H A D | en_rx.c | 1707 rx_headroom = mxbuf->xdp.data - mxbuf->xdp.data_hard_start; in mlx5e_skb_from_cqe_linear() 1787 rq, mxbuf->xdp.data_hard_start, rq->buff.frame0_sz, in mlx5e_skb_from_cqe_nonlinear() 1788 mxbuf->xdp.data - mxbuf->xdp.data_hard_start, in mlx5e_skb_from_cqe_nonlinear() 2091 rq, mxbuf->xdp.data_hard_start, linear_frame_sz, in mlx5e_skb_from_cqe_mpwrq_nonlinear() 2092 mxbuf->xdp.data - mxbuf->xdp.data_hard_start, 0, in mlx5e_skb_from_cqe_mpwrq_nonlinear() 2189 rx_headroom = mxbuf->xdp.data - mxbuf->xdp.data_hard_start; in mlx5e_skb_from_cqe_mpwrq_linear()
|
/linux/drivers/net/ethernet/freescale/dpaa2/ ! |
H A D | dpaa2-xsk.c | 52 xdp_buff->data_hard_start = vaddr; in dpaa2_xsk_run_xdp()
|
H A D | dpaa2-eth.c | 473 xdp.data_hard_start = vaddr; in dpaa2_eth_run_xdp() 1726 swa = (struct dpaa2_eth_swa *)(xdp_buffs[i]->data_hard_start + in dpaa2_eth_add_bufs() 1737 xdp_buffs[i]->data_hard_start, in dpaa2_eth_add_bufs()
|
/linux/drivers/net/ethernet/intel/igb/ ! |
H A D | igb_xsk.c | 301 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in igb_run_xdp_zc()
|
/linux/drivers/net/ethernet/marvell/ ! |
H A D | mvneta.c | 2264 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2269 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2406 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb() 2412 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb() 2440 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm() 2475 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm() 2519 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm() 2522 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
|
/linux/drivers/net/ethernet/intel/ice/ ! |
H A D | ice_txrx.c | 588 xdp.data_hard_start = (void *)xdpf; in ice_xmit_xdp_ring() 1022 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in ice_build_skb() 1032 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ice_build_skb()
|
/linux/drivers/net/ethernet/fungible/funeth/ ! |
H A D | funeth_rx.c | 162 skb_frag_off_add(frags, xdp.data - xdp.data_hard_start); in fun_run_xdp()
|
/linux/drivers/net/ethernet/intel/ixgbevf/ ! |
H A D | ixgbevf_main.c | 859 xdp->data_hard_start); in ixgbevf_construct_skb() 935 xdp->data_hard_start); in ixgbevf_build_skb() 947 skb = napi_build_skb(xdp->data_hard_start, truesize); in ixgbevf_build_skb() 952 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ixgbevf_build_skb()
|
/linux/drivers/net/ethernet/intel/i40e/ ! |
H A D | i40e_txrx.c | 2198 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in i40e_build_skb() 2203 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_build_skb() 2275 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in i40e_run_xdp()
|
/linux/drivers/net/ethernet/freescale/dpaa/ ! |
H A D | dpaa_eth.c | 2619 xdp.data_hard_start = vaddr; in dpaa_run_xdp() 2642 xdp.data_hard_start = vaddr; in dpaa_run_xdp() 2656 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
|
/linux/drivers/net/ethernet/socionext/ ! |
H A D | netsec.c | 911 sync = xdp->data_end - xdp->data_hard_start - NETSEC_RXBUF_HEADROOM; in netsec_run_xdp() 1049 skb_reserve(skb, xdp.data - xdp.data_hard_start); in netsec_process_rx()
|
/linux/drivers/net/ethernet/aquantia/atlantic/ ! |
H A D | aq_ring.c | 426 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in aq_xdp_run_prog()
|
/linux/drivers/net/hyperv/ ! |
H A D | netvsc_drv.c | 763 void *xbuf = xdp->data_hard_start; in netvsc_alloc_recv_skb() 767 unsigned int hdroom = xdp->data - xdp->data_hard_start; in netvsc_alloc_recv_skb()
|
/linux/drivers/net/ethernet/engleder/ ! |
H A D | tsnep_main.c | 1294 length = xdp->data_end - xdp->data_hard_start - XDP_PACKET_HEADROOM; in tsnep_xdp_run_prog() 1321 sync = xdp->data_end - xdp->data_hard_start - in tsnep_xdp_run_prog()
|
/linux/drivers/net/ethernet/stmicro/stmmac/ ! |
H A D | stmmac_main.c | 5180 xdp->data_end - xdp->data_hard_start); in stmmac_construct_skb_zc() 5184 skb_reserve(skb, xdp->data - xdp->data_hard_start); in stmmac_construct_skb_zc() 5630 pre_len = ctx.xdp.data_end - ctx.xdp.data_hard_start - in stmmac_rx() 5641 sync_len = ctx.xdp.data_end - ctx.xdp.data_hard_start - in stmmac_rx() 5694 head_pad_len = ctx.xdp.data - ctx.xdp.data_hard_start; in stmmac_rx()
|
/linux/drivers/net/ethernet/ti/icssg/ ! |
H A D | icssg_common.c | 762 headroom = xdp.data - xdp.data_hard_start; in emac_rx_packet()
|