95 			  struct netmap_ring *shadow_ring,  in sync_kloop_kernel_read()  argument
103 	CSB_READ(ptr, head, shadow_ring->head);  in sync_kloop_kernel_read()
105 	CSB_READ(ptr, cur, shadow_ring->cur);  in sync_kloop_kernel_read()
106 	CSB_READ(ptr, sync_flags, shadow_ring->flags);  in sync_kloop_kernel_read()
165 	struct netmap_ring shadow_ring = {0};  in netmap_sync_kloop_tx_ring()  local
183 	sync_kloop_kernel_read(csb_atok, &shadow_ring, num_slots);  in netmap_sync_kloop_tx_ring()
186 		batch = shadow_ring.head - kring->nr_hwcur;  in netmap_sync_kloop_tx_ring()
198 			nm_prdis(1, "batch: %d head: %d head_lim: %d", batch, shadow_ring.head,  in netmap_sync_kloop_tx_ring()
200 			shadow_ring.head = head_lim;  in netmap_sync_kloop_tx_ring()
206 			shadow_ring.flags |= NAF_FORCE_RECLAIM;  in netmap_sync_kloop_tx_ring()
210 		shadow_ring.tail = kring->rtail;  in netmap_sync_kloop_tx_ring()
211 		if (unlikely(nm_txsync_prologue(kring, &shadow_ring) >= num_slots)) {  in netmap_sync_kloop_tx_ring()
224 		if (unlikely(kring->nm_sync(kring, shadow_ring.flags))) {  in netmap_sync_kloop_tx_ring()
263 		sync_kloop_kernel_read(csb_atok, &shadow_ring, num_slots);  in netmap_sync_kloop_tx_ring()
264 		if (shadow_ring.head == kring->rhead) {  in netmap_sync_kloop_tx_ring()
277 			sync_kloop_kernel_read(csb_atok, &shadow_ring, num_slots);  in netmap_sync_kloop_tx_ring()
278 			if (shadow_ring.head != kring->rhead) {  in netmap_sync_kloop_tx_ring()
322 	struct netmap_ring shadow_ring = {0};  in netmap_sync_kloop_rx_ring()  local
343 	sync_kloop_kernel_read(csb_atok, &shadow_ring, num_slots);  in netmap_sync_kloop_rx_ring()
349 		shadow_ring.tail = kring->rtail;  in netmap_sync_kloop_rx_ring()
350 		if (unlikely(nm_rxsync_prologue(kring, &shadow_ring) >= num_slots)) {  in netmap_sync_kloop_rx_ring()
363 		if (unlikely(kring->nm_sync(kring, shadow_ring.flags))) {  in netmap_sync_kloop_rx_ring()
403 		sync_kloop_kernel_read(csb_atok, &shadow_ring, num_slots);  in netmap_sync_kloop_rx_ring()
404 		if (sync_kloop_norxslots(kring, shadow_ring.head)) {  in netmap_sync_kloop_rx_ring()
417 			sync_kloop_kernel_read(csb_atok, &shadow_ring, num_slots);  in netmap_sync_kloop_rx_ring()
418 			if (!sync_kloop_norxslots(kring, shadow_ring.head)) {  in netmap_sync_kloop_rx_ring()