| /src/sys/dev/netmap/ |
| H A D | netmap_monitor.c | 141 netmap_monitor_txsync(struct netmap_kring *kring, int flags) in netmap_monitor_txsync()
154 netmap_monitor_rxsync(struct netmap_kring *kring, int flags) in netmap_monitor_rxsync()
183 struct netmap_kring *kring = NMR(na, t)[first + i]; in netmap_monitor_krings_create()
207 nm_monitor_alloc(struct netmap_kring *kring, u_int n) in nm_monitor_alloc()
210 struct netmap_kring **nm; in nm_monitor_alloc()
216 old_len = sizeof(struct netmap_kring *)*kring->max_monitors; in nm_monitor_alloc()
217 len = sizeof(struct netmap_kring *) * n; in nm_monitor_alloc()
230 nm_monitor_dealloc(struct netmap_kring *kring) in nm_monitor_dealloc()
246 nm_monitor_none(struct netmap_kring *kring) in nm_monitor_none()
257 static int netmap_zmon_parent_txsync(struct netmap_kring *, int);
[all …]
|
| H A D | netmap_kern.h | 353 struct netmap_kring *next;
354 struct netmap_kring *prev;
411 struct netmap_kring { struct
527 int (*nm_sync)(struct netmap_kring *kring, int flags); argument
528 int (*nm_notify)(struct netmap_kring *kring, int flags); argument
531 struct netmap_kring *pipe; /* if this is a pipe ring, argument
565 int (*nm_bufcfg)(struct netmap_kring *kring, uint64_t target); argument
567 int (*save_notify)(struct netmap_kring *kring, int flags); argument
571 struct netmap_kring **monitors; argument
585 int (*mon_sync)(struct netmap_kring *kring, int flags); argument
[all …]
|
| H A D | netmap.c | 591 netmap_disable_ring(struct netmap_kring *kr, int stopped) in netmap_disable_ring()
808 static int netmap_txsync_to_host(struct netmap_kring *kring, int flags);
809 static int netmap_rxsync_from_host(struct netmap_kring *kring, int flags);
812 netmap_default_bufcfg(struct netmap_kring *kring, uint64_t target) in netmap_default_bufcfg()
848 struct netmap_kring *kring; in netmap_krings_create()
864 (sizeof(struct netmap_kring) + sizeof(struct netmap_kring *)) in netmap_krings_create()
876 kring = (struct netmap_kring *)((char *)na->tailroom + tailroom); in netmap_krings_create()
944 struct netmap_kring **kring = na->tx_rings; in netmap_krings_delete()
1014 struct netmap_kring *kring; in netmap_update_hostrings_mode()
1230 netmap_grab_packets(struct netmap_kring *kring, struct mbq *q, int force) in netmap_grab_packets()
[all …]
|
| H A D | netmap_bdg.h | 181 int netmap_vp_rxsync(struct netmap_kring *kring, int flags);
182 int netmap_bwrap_intr_notify(struct netmap_kring *kring, int flags);
183 int netmap_bwrap_notify(struct netmap_kring *kring, int flags);
|
| H A D | netmap_generic.c | 225 struct netmap_kring *kring = NULL; in generic_netmap_unregister()
307 struct netmap_kring *kring = NULL; in generic_netmap_register()
440 struct netmap_kring *kring; in generic_mbuf_dtor()
516 generic_netmap_tx_clean(struct netmap_kring *kring, int txqdisc) in generic_netmap_tx_clean()
604 struct netmap_kring *kring = arg; in generic_tx_callout()
613 generic_set_tx_event(struct netmap_kring *kring, u_int hwcur) in generic_set_tx_event()
693 generic_netmap_txsync(struct netmap_kring *kring, int flags) in generic_netmap_txsync()
867 struct netmap_kring *kring; in generic_rx_handler()
925 generic_netmap_rxsync(struct netmap_kring *kring, int flags) in generic_netmap_rxsync()
|
| H A D | netmap_pipe.c | 184 netmap_pipe_txsync(struct netmap_kring *txkring, int flags) in netmap_pipe_txsync()
186 struct netmap_kring *rxkring = txkring->pipe; in netmap_pipe_txsync()
241 netmap_pipe_rxsync(struct netmap_kring *rxkring, int flags) in netmap_pipe_rxsync()
243 struct netmap_kring *txkring = rxkring->pipe; in netmap_pipe_rxsync()
340 struct netmap_kring *k1 = NMR(na, t)[i], in netmap_pipe_krings_create_both()
398 struct netmap_kring *kring = NMR(na, t)[i]; in netmap_pipe_reg_both()
418 struct netmap_kring *kring = NMR(na, t)[i]; in netmap_pipe_reg_both()
556 struct netmap_kring *kring = NMR(sna, t)[i]; in netmap_pipe_krings_delete_both()
|
| H A D | if_vtnet_netmap.h | 58 vtnet_netmap_txsync(struct netmap_kring *kring, int flags) in vtnet_netmap_txsync()
153 vtnet_netmap_kring_refill(struct netmap_kring *kring, u_int num) in vtnet_netmap_kring_refill()
215 struct netmap_kring *kring; in vtnet_netmap_rxq_populate()
244 vtnet_netmap_rxsync(struct netmap_kring *kring, int flags) in vtnet_netmap_rxsync()
|
| H A D | netmap_kloop.c | 134 sync_kloop_kring_dump(const char *title, const struct netmap_kring *kring) in sync_kloop_kring_dump()
146 struct netmap_kring *kring;
161 struct netmap_kring *kring = a->kring; in netmap_sync_kloop_tx_ring()
308 sync_kloop_norxslots(struct netmap_kring *kring, uint32_t g_head) in sync_kloop_norxslots()
318 struct netmap_kring *kring = a->kring; in netmap_sync_kloop_rx_ring()
975 struct netmap_kring *kring, int flags) in netmap_pt_guest_txsync()
1043 struct netmap_kring *kring, int flags) in netmap_pt_guest_rxsync()
|
| H A D | netmap_bdg.c | 723 struct netmap_kring **kring0, *kring; in netmap_bwrap_polling()
1096 netmap_vp_rxsync_locked(struct netmap_kring *kring, int flags) in netmap_vp_rxsync_locked()
1144 netmap_vp_rxsync(struct netmap_kring *kring, int flags) in netmap_vp_rxsync()
1241 netmap_bwrap_intr_notify(struct netmap_kring *kring, int flags) in netmap_bwrap_intr_notify()
1245 struct netmap_kring *bkring; in netmap_bwrap_intr_notify()
1350 struct netmap_kring *kring = NMR(hwna, nm_txrx_swap(t))[i]; in netmap_bwrap_reg()
1467 netmap_bwrap_bufcfg(struct netmap_kring *kring, uint64_t target) in netmap_bwrap_bufcfg()
1473 struct netmap_kring *hwkring; in netmap_bwrap_bufcfg()
1600 netmap_bwrap_notify(struct netmap_kring *kring, int flags) in netmap_bwrap_notify()
1607 struct netmap_kring *hw_kring; in netmap_bwrap_notify()
|
| H A D | if_ptnet.c | 209 static int ptnet_nm_txsync(struct netmap_kring *kring, int flags);
210 static int ptnet_nm_rxsync(struct netmap_kring *kring, int flags);
216 static unsigned ptnet_rx_discard(struct netmap_kring *kring,
1122 struct netmap_kring *kring; in ptnet_sync_from_csb()
1236 ptnet_nm_txsync(struct netmap_kring *kring, int flags) in ptnet_nm_txsync()
1251 ptnet_nm_rxsync(struct netmap_kring *kring, int flags) in ptnet_nm_rxsync()
1337 ptnet_ring_update(struct ptnet_queue *pq, struct netmap_kring *kring, in ptnet_ring_update()
1378 struct netmap_kring *kring; in ptnet_drain_transmit_queue()
1614 ptnet_rx_discard(struct netmap_kring *kring, unsigned int head) in ptnet_rx_discard()
1676 struct netmap_kring *kring = na->rx_rings[pq->kring_id]; in ptnet_rx_eof()
|
| H A D | netmap_vale.c | 193 struct netmap_kring **kring; in nm_free_bdgfwd()
214 struct netmap_kring **kring; in nm_alloc_bdgfwd()
482 nm_vale_preflush(struct netmap_kring *kring, u_int end) in nm_vale_preflush()
664 nm_kr_space(struct netmap_kring *k, int is_rx) in nm_kr_space()
702 nm_kr_lease(struct netmap_kring *k, u_int n, int is_rx) in nm_kr_lease()
829 struct netmap_kring *kring; in nm_vale_flush()
1102 netmap_vale_vp_txsync(struct netmap_kring *kring, int flags) in netmap_vale_vp_txsync()
|
| H A D | netmap_null.c | 76 netmap_null_sync(struct netmap_kring *kring, int flags) in netmap_null_sync()
|
| H A D | if_re_netmap.h | 69 re_netmap_txsync(struct netmap_kring *kring, int flags) in re_netmap_txsync()
171 re_netmap_rxsync(struct netmap_kring *kring, int flags) in re_netmap_rxsync()
|
| H A D | netmap_mem2.c | 1968 netmap_mem_ring_needed(struct netmap_kring *kring) in netmap_mem_ring_needed()
1976 netmap_mem_ring_todelete(struct netmap_kring *kring) in netmap_mem_ring_todelete()
2000 struct netmap_kring *kring = NMR(na, t)[i]; in netmap_mem2_rings_create()
2078 struct netmap_kring *kring = NMR(na, t)[i]; in netmap_mem2_rings_delete()
2809 struct netmap_kring *kring = na->tx_rings[i]; in netmap_mem_pt_guest_rings_create()
2816 struct netmap_kring *kring = na->rx_rings[i]; in netmap_mem_pt_guest_rings_create()
2838 struct netmap_kring *kring = &NMR(na, t)[i]; in netmap_mem_pt_guest_rings_delete()
|
| /src/sys/dev/ena/ |
| H A D | ena_netmap.c | 41 struct netmap_kring *kring;
55 static int ena_netmap_txsync(struct netmap_kring *, int);
56 static int ena_netmap_rxsync(struct netmap_kring *, int);
78 static void ena_netmap_fill_ctx(struct netmap_kring *, struct ena_netmap_ctx *,
108 struct netmap_kring *kring; in ena_netmap_alloc_rx_slot()
173 struct netmap_kring *kring; in ena_netmap_free_rx_slot()
222 struct netmap_kring *kring; in ena_ring_in_netmap()
276 struct netmap_kring *kring; in ena_netmap_reg()
323 ena_netmap_txsync(struct netmap_kring *kring, int flags) in ena_netmap_txsync()
869 ena_netmap_rxsync(struct netmap_kring *kring, int flags) in ena_netmap_rxsync()
[all …]
|
| /src/sys/dev/cxgbe/ |
| H A D | t4_netmap.c | 523 struct netmap_kring *kring; in cxgbe_netmap_simple_rss()
591 struct netmap_kring *kring; in cxgbe_netmap_split_rss()
696 struct netmap_kring *kring; in cxgbe_netmap_on()
785 struct netmap_kring *kring; in cxgbe_netmap_off()
972 struct netmap_kring *kring, int npkt, int npkt_remaining) in cxgbe_nm_tx()
1109 cxgbe_netmap_txsync(struct netmap_kring *kring, int flags) in cxgbe_netmap_txsync()
1172 cxgbe_netmap_rxsync(struct netmap_kring *kring, int flags) in cxgbe_netmap_rxsync()
1338 struct netmap_kring *kring = na->rx_rings[nm_rxq->nid]; in service_nm_rxq()
|
| /src/sys/net/ |
| H A D | iflib.c | 747 static int netmap_fl_refill(iflib_rxq_t rxq, struct netmap_kring *kring, bool init);
837 netmap_fl_refill(iflib_rxq_t rxq, struct netmap_kring *kring, bool init) in netmap_fl_refill()
967 iflib_netmap_txsync(struct netmap_kring *kring, int flags) in iflib_netmap_txsync()
1145 iflib_netmap_rxsync(struct netmap_kring *kring, int flags) in iflib_netmap_rxsync()
1339 struct netmap_kring *kring; in iflib_netmap_rxq_init()
|
| /src/sys/dev/ixgbe/ |
| H A D | if_ixv.c | 1501 struct netmap_kring *kring = na->rx_rings[j]; in ixv_initialize_receive_units()
|
| /src/sys/dev/virtio/network/ |
| H A D | if_vtnet.c | 1535 struct netmap_kring *kring = netmap_kring_on(NA(rxq->vtnrx_sc->vtnet_ifp), in vtnet_rxq_free_mbufs()
2385 struct netmap_kring *kring = netmap_kring_on(NA(txq->vtntx_sc->vtnet_ifp), in vtnet_txq_free_mbufs()
|
| /src/sys/dev/re/ |
| H A D | if_re.c | 2946 struct netmap_kring *kring = NA(ifp)->tx_rings[0]; in re_start_locked()
|