511 static size_t virtnet_rss_hdr_size(const struct virtnet_info *vi)  in virtnet_rss_hdr_size()
518 static size_t virtnet_rss_trailer_size(const struct virtnet_info *vi)  in virtnet_rss_trailer_size()
639 static int vq_type(struct virtnet_info *vi, int qid)  in vq_type()
683 static void virtnet_rq_free_buf(struct virtnet_info *vi,  in virtnet_rq_free_buf()
694 static void enable_delayed_refill(struct virtnet_info *vi)  in enable_delayed_refill()
701 static void disable_delayed_refill(struct virtnet_info *vi)  in disable_delayed_refill()
708 static void enable_rx_mode_work(struct virtnet_info *vi)  in enable_rx_mode_work()
715 static void disable_rx_mode_work(struct virtnet_info *vi)  in disable_rx_mode_work()
751 	struct virtnet_info *vi = vq->vdev->priv;  in skb_xmit_done()  local
798 static struct sk_buff *page_to_skb(struct virtnet_info *vi,  in page_to_skb()
899 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_unmap()  local
931 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_get_buf()  local
945 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_init_one_sg()  local
968 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rq_alloc()  local
1023 	struct virtnet_info *vi = vq->vdev->priv;  in virtnet_rq_unmap_free_buf()  local
1059 static bool is_xdp_raw_buffer_queue(struct virtnet_info *vi, int q)  in is_xdp_raw_buffer_queue()
1069 static bool tx_may_stop(struct virtnet_info *vi,  in tx_may_stop()
1101 static void check_sq_full_and_disable(struct virtnet_info *vi,  in check_sq_full_and_disable()
1130 static struct xdp_buff *buf_to_xdp(struct virtnet_info *vi,  in buf_to_xdp()
1183 static struct sk_buff *virtnet_receive_xsk_small(struct net_device *dev, struct virtnet_info *vi,  in virtnet_receive_xsk_small()
1235 static int xsk_append_merge_buffer(struct virtnet_info *vi,  in xsk_append_merge_buffer()
1296 static struct sk_buff *virtnet_receive_xsk_merge(struct net_device *dev, struct virtnet_info *vi,  in virtnet_receive_xsk_merge()
1347 static void virtnet_receive_xsk_buf(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_receive_xsk_buf()
1383 static int virtnet_add_recvbuf_xsk(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_add_recvbuf_xsk()
1438 	struct virtnet_info *vi;  in virtnet_xsk_xmit_one()  local
1490 	struct virtnet_info *vi = sq->vq->vdev->priv;  in virtnet_xsk_xmit()  local
1541 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xsk_wakeup()  local
1567 static int __virtnet_xdp_xmit_one(struct virtnet_info *vi,  in __virtnet_xdp_xmit_one()
1622 #define virtnet_xdp_get_sq(vi) ({                                       \  argument
1641 #define virtnet_xdp_put_sq(vi, q) {                                     \  argument
1655 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xdp_xmit()  local
1781 static unsigned int virtnet_get_headroom(struct virtnet_info *vi)  in virtnet_get_headroom()
1854 static struct sk_buff *receive_small_build_skb(struct virtnet_info *vi,  in receive_small_build_skb()
1880 					 struct virtnet_info *vi,  in receive_small_xdp()
1971 				     struct virtnet_info *vi,  in receive_small()
2023 				   struct virtnet_info *vi,  in receive_big()
2075 					       struct virtnet_info *vi,  in build_skb_from_xdp_buff()
2118 				      struct virtnet_info *vi,  in virtnet_build_xdp_buff_mrg()
2206 static void *mergeable_xdp_get_buf(struct virtnet_info *vi,  in mergeable_xdp_get_buf()
2285 					     struct virtnet_info *vi,  in receive_mergeable_xdp()
2388 					 struct virtnet_info *vi,  in receive_mergeable()
2508 static void virtnet_receive_done(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_receive_done()
2542 static void receive_buf(struct virtnet_info *vi, struct receive_queue *rq,  in receive_buf()
2586 static int add_recvbuf_small(struct virtnet_info *vi, struct receive_queue *rq,  in add_recvbuf_small()
2618 static int add_recvbuf_big(struct virtnet_info *vi, struct receive_queue *rq,  in add_recvbuf_big()
2671 	struct virtnet_info *vi = rq->vq->vdev->priv;  in get_mergeable_buf_len()  local
2684 static int add_recvbuf_mergeable(struct virtnet_info *vi,  in add_recvbuf_mergeable()
2745 static bool try_fill_recv(struct virtnet_info *vi, struct receive_queue *rq,  in try_fill_recv()
2781 	struct virtnet_info *vi = rvq->vdev->priv;  in skb_recv_done()  local
2804 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_napi_enable()  local
2813 	struct virtnet_info *vi = sq->vq->vdev->priv;  in virtnet_napi_tx_enable()  local
2834 	struct virtnet_info *vi = sq->vq->vdev->priv;  in virtnet_napi_tx_disable()  local
2846 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_napi_disable()  local
2856 	struct virtnet_info *vi =  in refill_work()  local
2890 static int virtnet_receive_xsk_bufs(struct virtnet_info *vi,  in virtnet_receive_xsk_bufs()
2912 static int virtnet_receive_packets(struct virtnet_info *vi,  in virtnet_receive_packets()
2943 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_receive()  local
2982 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_poll_cleantx()  local
3014 static void virtnet_rx_dim_update(struct virtnet_info *vi, struct receive_queue *rq)  in virtnet_rx_dim_update()
3037 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_poll()  local
3075 static void virtnet_disable_queue_pair(struct virtnet_info *vi, int qp_index)  in virtnet_disable_queue_pair()
3082 static int virtnet_enable_queue_pair(struct virtnet_info *vi, int qp_index)  in virtnet_enable_queue_pair()
3107 static void virtnet_cancel_dim(struct virtnet_info *vi, struct dim *dim)  in virtnet_cancel_dim()
3114 static void virtnet_update_settings(struct virtnet_info *vi)  in virtnet_update_settings()
3135 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_open()  local
3177 	struct virtnet_info *vi = sq->vq->vdev->priv;  in virtnet_poll_tx()  local
3239 	struct virtnet_info *vi = sq->vq->vdev->priv;  in xmit_skb()  local
3286 	struct virtnet_info *vi = netdev_priv(dev);  in start_xmit()  local
3345 static void __virtnet_rx_pause(struct virtnet_info *vi,  in __virtnet_rx_pause()
3356 static void virtnet_rx_pause_all(struct virtnet_info *vi)  in virtnet_rx_pause_all()
3370 static void virtnet_rx_pause(struct virtnet_info *vi, struct receive_queue *rq)  in virtnet_rx_pause()
3381 static void __virtnet_rx_resume(struct virtnet_info *vi,  in __virtnet_rx_resume()
3397 static void virtnet_rx_resume_all(struct virtnet_info *vi)  in virtnet_rx_resume_all()
3410 static void virtnet_rx_resume(struct virtnet_info *vi, struct receive_queue *rq)  in virtnet_rx_resume()
3416 static int virtnet_rx_resize(struct virtnet_info *vi,  in virtnet_rx_resize()
3433 static void virtnet_tx_pause(struct virtnet_info *vi, struct send_queue *sq)  in virtnet_tx_pause()
3460 static void virtnet_tx_resume(struct virtnet_info *vi, struct send_queue *sq)  in virtnet_tx_resume()
3479 static int virtnet_tx_resize(struct virtnet_info *vi, struct send_queue *sq,  in virtnet_tx_resize()
3503 static bool virtnet_send_command_reply(struct virtnet_info *vi, u8 class, u8 cmd,  in virtnet_send_command_reply()
3560 static bool virtnet_send_command(struct virtnet_info *vi, u8 class, u8 cmd,  in virtnet_send_command()
3568 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_mac_address()  local
3616 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_stats()  local
3653 static void virtnet_ack_link_announce(struct virtnet_info *vi)  in virtnet_ack_link_announce()
3662 static void virtnet_rss_update_by_qpairs(struct virtnet_info *vi, u16 queue_pairs)  in virtnet_rss_update_by_qpairs()
3674 static int virtnet_set_queues(struct virtnet_info *vi, u16 queue_pairs)  in virtnet_set_queues()
3744 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_close()  local
3772 	struct virtnet_info *vi =  in virtnet_rx_mode_work()  local
3861 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rx_mode()  local
3870 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_vlan_rx_add_vid()  local
3890 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_vlan_rx_kill_vid()  local
3907 static void virtnet_clean_affinity(struct virtnet_info *vi)  in virtnet_clean_affinity()
3921 static void virtnet_set_affinity(struct virtnet_info *vi)  in virtnet_set_affinity()
3964 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_online()  local
3972 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_dead()  local
3980 	struct virtnet_info *vi = hlist_entry_safe(node, struct virtnet_info,  in virtnet_cpu_down_prep()  local
3989 static int virtnet_cpu_notif_add(struct virtnet_info *vi)  in virtnet_cpu_notif_add()
4004 static void virtnet_cpu_notif_remove(struct virtnet_info *vi)  in virtnet_cpu_notif_remove()
4011 static int virtnet_send_ctrl_coal_vq_cmd(struct virtnet_info *vi,  in virtnet_send_ctrl_coal_vq_cmd()
4034 static int virtnet_send_rx_ctrl_coal_vq_cmd(struct virtnet_info *vi,  in virtnet_send_rx_ctrl_coal_vq_cmd()
4054 static int virtnet_send_tx_ctrl_coal_vq_cmd(struct virtnet_info *vi,  in virtnet_send_tx_ctrl_coal_vq_cmd()
4079 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_ringparam()  local
4092 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_ringparam()  local
4158 static bool virtnet_commit_rss_command(struct virtnet_info *vi)  in virtnet_commit_rss_command()
4181 static void virtnet_init_default_rss(struct virtnet_info *vi)  in virtnet_init_default_rss()
4196 static void virtnet_get_hashflow(const struct virtnet_info *vi, struct ethtool_rxnfc *info)  in virtnet_get_hashflow()
4248 static bool virtnet_set_hashflow(struct virtnet_info *vi, struct ethtool_rxnfc *info)  in virtnet_set_hashflow()
4315 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_drvinfo()  local
4328 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_channels()  local
4378 static void virtnet_get_stats_string(struct virtnet_info *vi, int type, int qid, u8 **data)  in virtnet_get_stats_string()
4484 static void virtnet_stats_ctx_init(struct virtnet_info *vi,  in virtnet_stats_ctx_init()
4625 static void virtnet_fill_total_fields(struct virtnet_info *vi,  in virtnet_fill_total_fields()
4647 static void virtnet_fill_stats_qstat(struct virtnet_info *vi, u32 qid,  in virtnet_fill_stats_qstat()
4754 static void virtnet_fill_stats(struct virtnet_info *vi, u32 qid,  in virtnet_fill_stats()
4881 static int __virtnet_get_hw_stats(struct virtnet_info *vi,  in __virtnet_get_hw_stats()
4911 static void virtnet_make_stat_req(struct virtnet_info *vi,  in virtnet_make_stat_req()
4930 static int virtnet_get_hw_stats(struct virtnet_info *vi,  in virtnet_get_hw_stats()
4994 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_strings()  local
5017 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_sset_count()  local
5037 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_ethtool_stats()  local
5069 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_channels()  local
5082 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_link_ksettings()  local
5091 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_link_ksettings()  local
5100 static int virtnet_send_tx_notf_coal_cmds(struct virtnet_info *vi,  in virtnet_send_tx_notf_coal_cmds()
5130 static int virtnet_send_rx_notf_coal_cmds(struct virtnet_info *vi,  in virtnet_send_rx_notf_coal_cmds()
5193 static int virtnet_send_notf_coal_cmds(struct virtnet_info *vi,  in virtnet_send_notf_coal_cmds()
5209 static int virtnet_send_rx_notf_coal_vq_cmds(struct virtnet_info *vi,  in virtnet_send_rx_notf_coal_vq_cmds()
5248 static int virtnet_send_notf_coal_vq_cmds(struct virtnet_info *vi,  in virtnet_send_notf_coal_vq_cmds()
5272 	struct virtnet_info *vi = rq->vq->vdev->priv;  in virtnet_rx_dim_work()  local
5330 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_coalesce()  local
5380 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_coalesce()  local
5402 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_per_queue_coalesce()  local
5435 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_per_queue_coalesce()  local
5460 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_init_settings()  local
5479 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_rxfh()  local
5499 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rxfh()  local
5536 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_rxnfc()  local
5555 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_rxnfc()  local
5601 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_queue_stats_rx()  local
5614 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_queue_stats_tx()  local
5628 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_base_stats()  local
5695 	struct virtnet_info *vi = vdev->priv;  in virtnet_freeze_down()  local
5716 	struct virtnet_info *vi = vdev->priv;  in virtnet_restore_up()  local
5742 static int virtnet_set_guest_offloads(struct virtnet_info *vi, u64 offloads)  in virtnet_set_guest_offloads()
5764 static int virtnet_clear_guest_offloads(struct virtnet_info *vi)  in virtnet_clear_guest_offloads()
5774 static int virtnet_restore_guest_offloads(struct virtnet_info *vi)  in virtnet_restore_guest_offloads()
5784 static int virtnet_rq_bind_xsk_pool(struct virtnet_info *vi, struct receive_queue *rq,  in virtnet_rq_bind_xsk_pool()
5825 static int virtnet_sq_bind_xsk_pool(struct virtnet_info *vi,  in virtnet_sq_bind_xsk_pool()
5853 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xsk_pool_enable()  local
5935 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xsk_pool_disable()  local
5976 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_xdp_set()  local
6101 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_get_phys_port_name()  local
6117 	struct virtnet_info *vi = netdev_priv(dev);  in virtnet_set_features()  local
6165 static int virtnet_init_irq_moder(struct virtnet_info *vi)  in virtnet_init_irq_moder()
6185 static void virtnet_free_irq_moder(struct virtnet_info *vi)  in virtnet_free_irq_moder()
6216 	struct virtnet_info *vi =  in virtnet_config_changed_work()  local
6249 	struct virtnet_info *vi = vdev->priv;  in virtnet_config_changed()  local
6254 static void virtnet_free_queues(struct virtnet_info *vi)  in virtnet_free_queues()
6273 static void _free_receive_bufs(struct virtnet_info *vi)  in _free_receive_bufs()
6289 static void free_receive_bufs(struct virtnet_info *vi)  in free_receive_bufs()
6296 static void free_receive_page_frags(struct virtnet_info *vi)  in free_receive_page_frags()
6309 	struct virtnet_info *vi = vq->vdev->priv;  in virtnet_sq_free_unused_buf()  local
6333 	struct virtnet_info *vi = vq->vdev->priv;  in virtnet_sq_free_unused_buf_done()  local
6339 static void free_unused_bufs(struct virtnet_info *vi)  in free_unused_bufs()
6360 static void virtnet_del_vqs(struct virtnet_info *vi)  in virtnet_del_vqs()
6375 static unsigned int mergeable_min_buf_len(struct virtnet_info *vi, struct virtqueue *vq)  in mergeable_min_buf_len()
6387 static int virtnet_find_vqs(struct virtnet_info *vi)  in virtnet_find_vqs()
6464 static int virtnet_alloc_queues(struct virtnet_info *vi)  in virtnet_alloc_queues()
6511 static int init_vqs(struct virtnet_info *vi)  in init_vqs()
6540 	struct virtnet_info *vi = netdev_priv(queue->dev);  in mergeable_rx_buffer_size_show()  local
6640 static bool virtnet_check_guest_gso(const struct virtnet_info *vi)  in virtnet_check_guest_gso()
6650 static void virtnet_set_big_packets(struct virtnet_info *vi, const int mtu)  in virtnet_set_big_packets()
6684 	struct virtnet_info *vi;  in virtnet_xdp_rx_hash()  local
6710 	struct virtnet_info *vi;  in virtnet_probe()  local
7072 static void remove_vq_common(struct virtnet_info *vi)  in remove_vq_common()
7097 	struct virtnet_info *vi = vdev->priv;  in virtnet_remove()  local
7119 	struct virtnet_info *vi = vdev->priv;  in virtnet_freeze()  local
7130 	struct virtnet_info *vi = vdev->priv;  in virtnet_restore()  local