28 		lockdep_assert(refcount_read(&nd->uarg.refcnt) == 0);  in io_notif_tw_complete()
43 void io_tx_ubuf_complete(struct sk_buff *skb, struct ubuf_info *uarg,  in io_tx_ubuf_complete()  argument
46 	struct io_notif_data *nd = container_of(uarg, struct io_notif_data, uarg);  in io_tx_ubuf_complete()
57 	if (!refcount_dec_and_test(&uarg->refcnt))  in io_tx_ubuf_complete()
61 		io_tx_ubuf_complete(skb, &nd->head->uarg, success);  in io_tx_ubuf_complete()
70 static int io_link_skb(struct sk_buff *skb, struct ubuf_info *uarg)  in io_link_skb()  argument
76 	nd = container_of(uarg, struct io_notif_data, uarg);  in io_link_skb()
80 		net_zcopy_get(&nd->uarg);  in io_link_skb()
81 		skb_zcopy_init(skb, &nd->uarg);  in io_link_skb()
85 	if (unlikely(prev_uarg == &nd->uarg))  in io_link_skb()
94 	prev_nd = container_of(prev_uarg, struct io_notif_data, uarg);  in io_link_skb()
105 	net_zcopy_get(&nd->head->uarg);  in io_link_skb()
137 	nd->uarg.flags = IO_NOTIF_UBUF_FLAGS;  in io_alloc_notif()
138 	nd->uarg.ops = &io_ubuf_ops;  in io_alloc_notif()
139 	refcount_set(&nd->uarg.refcnt, 1);  in io_alloc_notif()