112 	struct mlx5_vdpa_net *ndev;  member
234 static int create_tis(struct mlx5_vdpa_net *ndev)  in create_tis()
250 static void destroy_tis(struct mlx5_vdpa_net *ndev)  in destroy_tis()
258 static int cq_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf, int nent)  in cq_frag_buf_alloc()
278 static int umem_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem, int size)  in umem_frag_buf_alloc()
286 static void cq_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf)  in cq_frag_buf_free()
326 static void qp_prepare(struct mlx5_vdpa_net *ndev, bool fw, void *in,  in qp_prepare()
360 static int rq_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp, u32 num_ent)  in rq_buf_alloc()
367 static void rq_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp)  in rq_buf_free()
372 static int qp_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq,  in qp_create()
432 static void qp_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp)  in qp_destroy()
475 	struct mlx5_vdpa_net *ndev = mvq->ndev;  in mlx5_vdpa_cq_comp()  local
499 static int cq_create(struct mlx5_vdpa_net *ndev, u16 idx, u32 num_ent)  in cq_create()
577 static void cq_destroy(struct mlx5_vdpa_net *ndev, u16 idx)  in cq_destroy()
591 static int umem_size(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num,  in umem_size()
618 static void umem_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem)  in umem_frag_buf_free()
623 static int create_umem(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num)  in create_umem()
678 static void umem_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num)  in umem_destroy()
704 static int umems_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in umems_create()
723 static void umems_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in umems_destroy()
731 static int get_queue_type(struct mlx5_vdpa_net *ndev)  in get_queue_type()
759 static int create_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in create_virtqueue()
831 static void destroy_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in destroy_virtqueue()
859 static void alloc_inout(struct mlx5_vdpa_net *ndev, int cmd, void **in, int *inlen, void **out,  in alloc_inout()
954 static int modify_qp(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, bool fw, int cmd)  in modify_qp()
971 static int connect_qps(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in connect_qps()
1007 static int query_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq,  in query_virtqueue()
1043 static int modify_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int state)  in modify_virtqueue()
1075 static int setup_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in setup_vq()
1129 static void suspend_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in suspend_vq()
1149 static void suspend_vqs(struct mlx5_vdpa_net *ndev)  in suspend_vqs()
1157 static void teardown_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in teardown_vq()
1170 static int create_rqt(struct mlx5_vdpa_net *ndev)  in create_rqt()
1214 static void destroy_rqt(struct mlx5_vdpa_net *ndev)  in destroy_rqt()
1219 static int create_tir(struct mlx5_vdpa_net *ndev)  in create_tir()
1261 static void destroy_tir(struct mlx5_vdpa_net *ndev)  in destroy_tir()
1266 static int add_fwd_to_tir(struct mlx5_vdpa_net *ndev)  in add_fwd_to_tir()
1315 static void remove_fwd_to_tir(struct mlx5_vdpa_net *ndev)  in remove_fwd_to_tir()
1330 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_kick_vq()  local
1343 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_address()  local
1355 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_num()  local
1365 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_cb()  local
1374 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_ready()  local
1386 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_vq_ready()  local
1396 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_vq_state()  local
1411 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_vq_state()  local
1464 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_features()  local
1484 static int setup_virtqueues(struct mlx5_vdpa_net *ndev)  in setup_virtqueues()
1504 static void teardown_virtqueues(struct mlx5_vdpa_net *ndev)  in teardown_virtqueues()
1533 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_features()  local
1573 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_status()  local
1579 static int save_channel_info(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq)  in save_channel_info()
1603 static int save_channels_info(struct mlx5_vdpa_net *ndev)  in save_channels_info()
1614 static void mlx5_clear_vqs(struct mlx5_vdpa_net *ndev)  in mlx5_clear_vqs()
1622 static void restore_channels_info(struct mlx5_vdpa_net *ndev)  in restore_channels_info()
1646 static int mlx5_vdpa_change_map(struct mlx5_vdpa_net *ndev, struct vhost_iotlb *iotlb)  in mlx5_vdpa_change_map()
1677 static int setup_driver(struct mlx5_vdpa_net *ndev)  in setup_driver()
1726 static void teardown_driver(struct mlx5_vdpa_net *ndev)  in teardown_driver()
1744 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_status()  local
1783 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_get_config()  local
1805 	struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev);  in mlx5_vdpa_set_map()  local
1824 	struct mlx5_vdpa_net *ndev;  in mlx5_vdpa_free()  local
1872 static int alloc_resources(struct mlx5_vdpa_net *ndev)  in alloc_resources()
1899 static void free_resources(struct mlx5_vdpa_net *ndev)  in free_resources()
1911 static void init_mvqs(struct mlx5_vdpa_net *ndev)  in init_mvqs()
1935 	struct mlx5_vdpa_net *ndev;  in mlx5_vdpa_add_dev()  local