Home
last modified time | relevance | path

Searched +full:xdp +full:- +full:rx +full:- +full:metadata (Results 1 – 25 of 36) sorted by relevance

12

/linux-6.8/Documentation/networking/
Dxdp-rx-metadata.rst1 .. SPDX-License-Identifier: GPL-2.0
4 XDP RX Metadata
7 This document describes how an eXpress Data Path (XDP) program can access
8 hardware metadata related to a packet using a set of helper functions,
9 and how it can pass that metadata on to other consumers.
14 XDP has access to a set of kfuncs to manipulate the metadata in an XDP frame.
15 Every device driver that wishes to expose additional packet metadata can
16 implement these kfuncs. The set of kfuncs is declared in ``include/net/xdp.h``
20 metadata is supported, this set will grow:
22 .. kernel-doc:: net/core/xdp.c
[all …]
Dindex.rst4 Refer to :ref:`netdev-FAQ` for a guide on netdev development process specifics.
13 batman-adv
20 ethtool-netlink
30 sfp-phylink
34 checksum-offloads
35 segmentation-offloads
38 tls-offload
39 tls-handshake
43 arcnet-hardware
56 generic-hdlc
[all …]
Dxsk-tx-metadata.rst1 .. SPDX-License-Identifier: GPL-2.0
4 AF_XDP TX Metadata
8 via :doc:`af_xdp`. Refer to :doc:`xdp-rx-metadata` on how to access similar
9 metadata on the receive side.
14 The headroom for the metadata is reserved via ``tx_metadata_len`` in
15 ``struct xdp_umem_reg``. The metadata length is therefore the same for
16 every socket that shares the same umem. The metadata layout is a fixed UAPI,
21 The headroom and the metadata itself should be located right before
22 ``xdp_desc->addr`` in the umem frame. Within a frame, the metadata
27 +-----------------+---------+----------------------------+
[all …]
/linux-6.8/Documentation/netlink/specs/
Dnetdev.yaml1 # SPDX-License-Identifier: ((GPL-2.0 WITH Linux-syscall-note) OR BSD-3-Clause)
9 -
11 name: xdp-act
12 render-max: true
14 -
17 XDP features set supported by all drivers
19 -
23 -
24 name: ndo-xmit
27 -
[all …]
Drt_link.yaml1 # SPDX-License-Identifier: ((GPL-2.0 WITH Linux-syscall-note) OR BSD-3-Clause)
3 name: rt-link
4 protocol: netlink-raw
11 -
12 name: ifinfo-flags
15 -
17 -
19 -
21 -
23 -
[all …]
/linux-6.8/include/net/
Dxdp.h1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /* include/net/xdp.h
15 * DOC: XDP RX-queue information
17 * The XDP RX-queue info (xdp_rxq_info) is associated with the driver
18 * level RX-ring queues. It is information that is specific to how
19 * the driver has configured a given RX-ring queue.
22 * reference to this xdp_rxq_info structure. This provides the XDP
23 * data-path read-access to RX-info for both kernel and bpf-side
27 * context. Contents are read-mostly and must not be updated during
32 * The struct is not directly tied to the XDP prog. A new XDP prog
[all …]
Dxdp_sock.h1 /* SPDX-License-Identifier: GPL-2.0 */
51 struct xsk_queue *rx ____cacheline_aligned_in_smp;
97 * AF_XDP TX metadata hooks for network devices.
122 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
123 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
127 * xsk_tx_metadata_to_compl - Save enough relevant metadata information
129 * @meta: pointer to AF_XDP metadata area
142 if (meta->flags & XDP_TXMD_FLAGS_TIMESTAMP) in xsk_tx_metadata_to_compl()
143 compl->tx_timestamp = &meta->completion.tx_timestamp; in xsk_tx_metadata_to_compl()
145 compl->tx_timestamp = NULL; in xsk_tx_metadata_to_compl()
[all …]
/linux-6.8/drivers/net/ethernet/netronome/nfp/nfd3/
Dxsk.c1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
21 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_nfd3_xsk_tx_xdp()
29 xsk_buff_raw_dma_sync_for_device(pool, xrxbuf->dma_addr + pkt_off, in nfp_nfd3_xsk_tx_xdp()
32 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfd3_xsk_tx_xdp()
34 txbuf = &tx_ring->txbufs[wr_idx]; in nfp_nfd3_xsk_tx_xdp()
35 txbuf->xdp = xrxbuf->xdp; in nfp_nfd3_xsk_tx_xdp()
36 txbuf->real_len = pkt_len; in nfp_nfd3_xsk_tx_xdp()
37 txbuf->is_xsk_tx = true; in nfp_nfd3_xsk_tx_xdp()
40 txd = &tx_ring->txds[wr_idx]; in nfp_nfd3_xsk_tx_xdp()
41 txd->offset_eop = NFD3_DESC_TX_EOP; in nfp_nfd3_xsk_tx_xdp()
[all …]
Ddp.c1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2 /* Copyright (C) 2015-2019 Netronome Systems, Inc. */
20 * driver en-queues packets for transmit by advancing the write
42 * nfp_nfd3_tx_ring_stop() - stop tx ring
63 * nfp_nfd3_tx_tso() - Set up Tx descriptor for LSO
64 * @r_vec: per-ring structure
70 * Set up Tx descriptor for LSO, do nothing for non-LSO skbs.
83 if (!skb->encapsulation) { in nfp_nfd3_tx_tso()
86 l4_hdrlen = (skb_shinfo(skb)->gso_type & SKB_GSO_UDP_L4) ? in nfp_nfd3_tx_tso()
91 l4_hdrlen = (skb_shinfo(skb)->gso_type & SKB_GSO_UDP_L4) ? in nfp_nfd3_tx_tso()
[all …]
/linux-6.8/drivers/net/ethernet/netronome/nfp/nfdk/
Ddp.c1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2 /* Copyright (C) 2015-2019 Netronome Systems, Inc. */
47 if (!skb->encapsulation) { in nfp_nfdk_tx_tso()
50 l4_hdrlen = (skb_shinfo(skb)->gso_type & SKB_GSO_UDP_L4) ? in nfp_nfdk_tx_tso()
55 l4_hdrlen = (skb_shinfo(skb)->gso_type & SKB_GSO_UDP_L4) ? in nfp_nfdk_tx_tso()
60 segs = skb_shinfo(skb)->gso_segs; in nfp_nfdk_tx_tso()
61 mss = skb_shinfo(skb)->gso_size & NFDK_DESC_TX_MSS_MASK; in nfp_nfdk_tx_tso()
70 txbuf->pkt_cnt = segs; in nfp_nfdk_tx_tso()
71 txbuf->real_len = skb->len + hdrlen * (txbuf->pkt_cnt - 1); in nfp_nfdk_tx_tso()
73 u64_stats_update_begin(&r_vec->tx_sync); in nfp_nfdk_tx_tso()
[all …]
/linux-6.8/drivers/net/ethernet/engleder/
Dtsnep_main.c1 // SPDX-License-Identifier: GPL-2.0
2 /* Copyright (C) 2021 Gerhard Engleder <gerhard@engleder-embedded.com> */
6 * The TSN endpoint Ethernet MAC is a FPGA based network device for real-time
10 * It supports multiple TX/RX queue pairs. The first TX/RX queue pair is used
14 * - www.embedded-experts.at/tsn
15 * - www.engleder-embedded.com
36 #define TSNEP_MAX_RX_BUF_SIZE (PAGE_SIZE - TSNEP_HEADROOM - \
38 /* XSK buffer shall store at least Q-in-Q frame */
52 ECM_INT_DELAY_BASE_US + ECM_INT_DELAY_BASE_US - 1)
76 iowrite32(mask, adapter->addr + ECM_INT_ENABLE); in tsnep_enable_irq()
[all …]
/linux-6.8/include/uapi/linux/
Dif_xdp.h1 /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
3 * if_xdp: XDP socket user-space interface
17 #define XDP_COPY (1 << 1) /* Force copy-mode */
18 #define XDP_ZEROCOPY (1 << 2) /* Force zero-copy mode */
22 * driver with a poll() (Rx and Tx) or sendto() (Tx only). If you are
30 * multi-buffer XDP frames into multiple Rx descriptors. Without this set
63 struct xdp_ring_offset rx; member
69 /* XDP socket options */
92 __u64 rx_ring_full; /* Dropped due to rx ring being full */
113 ((1ULL << XSK_UNALIGNED_BUF_OFFSET_SHIFT) - 1)
[all …]
/linux-6.8/tools/include/uapi/linux/
Dif_xdp.h1 /* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
3 * if_xdp: XDP socket user-space interface
17 #define XDP_COPY (1 << 1) /* Force copy-mode */
18 #define XDP_ZEROCOPY (1 << 2) /* Force zero-copy mode */
22 * driver with a poll() (Rx and Tx) or sendto() (Tx only). If you are
30 * multi-buffer XDP frames into multiple Rx descriptors. Without this set
63 struct xdp_ring_offset rx; member
69 /* XDP socket options */
92 __u64 rx_ring_full; /* Dropped due to rx ring being full */
113 ((1ULL << XSK_UNALIGNED_BUF_OFFSET_SHIFT) - 1)
[all …]
/linux-6.8/drivers/net/ethernet/sfc/
Drx.c1 // SPDX-License-Identifier: GPL-2.0-only
4 * Copyright 2005-2006 Fen Systems Ltd.
5 * Copyright 2005-2013 Solarflare Communications Inc.
20 #include <net/xdp.h>
33 /* Maximum rx prefix used by any architecture. */
47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
48 unsigned max_len = rx_buf->len - efx->type->rx_buffer_padding; in efx_rx_packet__check_len()
56 rx_buf->flags |= EFX_RX_PKT_DISCARD; in efx_rx_packet__check_len()
59 netif_err(efx, rx_err, efx->net_dev, in efx_rx_packet__check_len()
60 "RX queue %d overlength RX event (%#x > %#x)\n", in efx_rx_packet__check_len()
[all …]
/linux-6.8/drivers/net/ethernet/sfc/siena/
Drx.c1 // SPDX-License-Identifier: GPL-2.0-only
4 * Copyright 2005-2006 Fen Systems Ltd.
5 * Copyright 2005-2013 Solarflare Communications Inc.
20 #include <net/xdp.h>
33 /* Maximum rx prefix used by any architecture. */
47 struct efx_nic *efx = rx_queue->efx; in efx_rx_packet__check_len()
48 unsigned max_len = rx_buf->len - efx->type->rx_buffer_padding; in efx_rx_packet__check_len()
56 rx_buf->flags |= EFX_RX_PKT_DISCARD; in efx_rx_packet__check_len()
59 netif_err(efx, rx_err, efx->net_dev, in efx_rx_packet__check_len()
60 "RX queue %d overlength RX event (%#x > %#x)\n", in efx_rx_packet__check_len()
[all …]
/linux-6.8/tools/testing/selftests/bpf/
Dxdp_hw_metadata.c1 // SPDX-License-Identifier: GPL-2.0
3 /* Reference program for verifying XDP metadata on real HW. Functional test
6 * RX:
7 * - UDP 9091 packets are diverted into AF_XDP
8 * - Metadata verified:
9 * - rx_timestamp
10 * - rx_hash
13 * - UDP 9091 packets trigger TX reply
14 * - TX HW timestamp is requested and reported back upon completion
15 * - TX checksum is requested
[all …]
/linux-6.8/tools/net/ynl/samples/
Dnetdev.c1 // SPDX-License-Identifier: GPL-2.0
9 #include "netdev-user.h"
24 if (!d->_present.ifindex) in netdev_print_device()
27 name = if_indextoname(d->ifindex, ifname); in netdev_print_device()
30 printf("[%d]\t", d->ifindex); in netdev_print_device()
32 if (!d->_present.xdp_features) in netdev_print_device()
35 printf("xdp-features (%llx):", d->xdp_features); in netdev_print_device()
36 for (int i = 0; d->xdp_features >= 1U << i; i++) { in netdev_print_device()
37 if (d->xdp_features & (1U << i)) in netdev_print_device()
41 printf(" xdp-rx-metadata-features (%llx):", d->xdp_rx_metadata_features); in netdev_print_device()
[all …]
/linux-6.8/drivers/net/ethernet/amazon/ena/
Dena_netdev.h1 /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
3 * Copyright 2015-2020 Amazon.com, Inc. or its affiliates. All rights reserved.
17 #include <net/xdp.h>
60 #define ENA_DEFAULT_RX_COPYBREAK (256 - NET_IP_ALIGN)
77 /* Refill Rx queue when number of required descriptors is above
88 #define ENA_TX_RING_IDX_NEXT(idx, ring_size) (((idx) + 1) & ((ring_size) - 1))
90 #define ENA_RX_RING_IDX_NEXT(idx, ring_size) (((idx) + 1) & ((ring_size) - 1))
92 (((idx) + (n)) & ((ring_size) - 1))
97 #define ENA_IO_RXQ_IDX_TO_COMBINED_IDX(q) (((q) - 1) / 2)
135 /* XDP buffer structure which is used for sending packets in
[all …]
/linux-6.8/tools/testing/selftests/bpf/progs/
Dxdp_metadata.c1 // SPDX-License-Identifier: GPL-2.0
30 SEC("xdp")
31 int rx(struct xdp_md *ctx) in rx() function
39 u64 timestamp = -1; in rx()
42 data = (void *)(long)ctx->data; in rx()
43 data_end = (void *)(long)ctx->data_end; in rx()
46 if (eth->h_proto == bpf_htons(ETH_P_IP)) { in rx()
48 if (iph + 1 < data_end && iph->protocol == IPPROTO_UDP) in rx()
51 if (eth->h_proto == bpf_htons(ETH_P_IPV6)) { in rx()
53 if (ip6h + 1 < data_end && ip6h->nexthdr == IPPROTO_UDP) in rx()
[all …]
/linux-6.8/drivers/net/ethernet/fungible/funeth/
Dfuneth_rx.c1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause)
4 #include <linux/dma-mapping.h>
22 /* Per packet headroom in non-XDP mode. Present only for 1-frag packets. */
40 if (unlikely(buf->pg_refs < MIN_PAGE_REFS)) { in refresh_refs()
41 buf->pg_refs += EXTRA_PAGE_REFS; in refresh_refs()
42 page_ref_add(buf->page, EXTRA_PAGE_REFS); in refresh_refs()
46 /* Offer a buffer to the Rx buffer cache. The cache will hold the buffer if its
52 struct funeth_rx_cache *c = &q->cache; in cache_offer()
54 if (c->prod_cnt - c->cons_cnt <= c->mask && buf->node == numa_mem_id()) { in cache_offer()
55 c->bufs[c->prod_cnt & c->mask] = *buf; in cache_offer()
[all …]
/linux-6.8/drivers/net/ethernet/netronome/nfp/
Dnfp_net.h1 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */
2 /* Copyright (C) 2015-2018 Netronome Systems, Inc. */
21 #include <linux/io-64-nonatomic-hi-lo.h>
24 #include <net/xdp.h>
32 if (__nn->dp.netdev) \
33 netdev_printk(lvl, __nn->dp.netdev, fmt, ## args); \
35 dev_printk(lvl, __nn->dp.dev, "ctrl: " fmt, ## args); \
48 if (__dp->netdev) \
49 netdev_warn(__dp->netdev, fmt, ## args); \
51 dev_warn(__dp->dev, fmt, ## args); \
[all …]
/linux-6.8/drivers/net/ethernet/intel/ice/
Dice_txrx.c1 // SPDX-License-Identifier: GPL-2.0
12 #include <net/xdp.h>
27 * ice_prgm_fdir_fltr - Program a Flow Director filter
47 return -ENOENT; in ice_prgm_fdir_fltr()
48 tx_ring = vsi->tx_rings[0]; in ice_prgm_fdir_fltr()
49 if (!tx_ring || !tx_ring->desc) in ice_prgm_fdir_fltr()
50 return -ENOENT; in ice_prgm_fdir_fltr()
51 dev = tx_ring->dev; in ice_prgm_fdir_fltr()
54 for (i = ICE_FDIR_CLEAN_DELAY; ICE_DESC_UNUSED(tx_ring) < 2; i--) { in ice_prgm_fdir_fltr()
56 return -EAGAIN; in ice_prgm_fdir_fltr()
[all …]
/linux-6.8/drivers/net/ethernet/qlogic/qede/
Dqede.h1 /* SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) */
3 * Copyright (c) 2015-2017 QLogic Corporation
4 * Copyright (c) 2019-2020 Marvell International Ltd.
16 #include <net/xdp.h>
177 &(edev)->flags)
184 #define QEDE_MAX_RSS_CNT(edev) ((edev)->dev_info.num_queues)
185 #define QEDE_MAX_TSS_CNT(edev) ((edev)->dev_info.num_queues)
187 ((edev)->dev_info.common.dev_type == QED_DEV_TYPE_BB)
189 ((edev)->dev_info.common.dev_type == QED_DEV_TYPE_AH)
201 #define QEDE_QUEUE_CNT(edev) ((edev)->num_queues)
[all …]
/linux-6.8/drivers/net/
Dveth.c1 // SPDX-License-Identifier: GPL-2.0-only
21 #include <net/xdp.h>
43 /* xdp */
122 struct xdp_buff xdp; member
129 cmd->base.speed = SPEED_10000; in veth_get_link_ksettings()
130 cmd->base.duplex = DUPLEX_FULL; in veth_get_link_ksettings()
131 cmd->base.port = PORT_TP; in veth_get_link_ksettings()
132 cmd->base.autoneg = AUTONEG_DISABLE; in veth_get_link_ksettings()
138 strscpy(info->driver, DRV_NAME, sizeof(info->driver)); in veth_get_drvinfo()
139 strscpy(info->version, DRV_VERSION, sizeof(info->version)); in veth_get_drvinfo()
[all …]
/linux-6.8/drivers/net/ethernet/google/gve/
Dgve.h1 /* SPDX-License-Identifier: (GPL-2.0 OR MIT)
4 * Copyright (C) 2015-2021 Google, Inc.
10 #include <linux/dma-mapping.h>
15 #include <net/xdp.h>
31 /* 1 for management, 1 for rx, 1 for tx */
34 /* Numbers of gve tx/rx stats in stats report. */
41 /* Numbers of NIC tx/rx stats in stats report. */
47 #define GVE_DATA_SLOT_ADDR_PAGE_MASK (~(PAGE_SIZE - 1))
68 /* 2K buffers for DQO-QPL */
74 * allocs and uses a non-qpl page on the receive path of DQO QPL to free
[all …]

12