| /linux-5.10/drivers/infiniband/hw/hns/ |
| D | hns_roce_qp.c | 73 void init_flush_work(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in init_flush_work()
83 void hns_roce_qp_event(struct hns_roce_dev *hr_dev, u32 qpn, int event_type) in hns_roce_qp_event()
157 static int alloc_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in alloc_qpn()
207 static void add_qp_to_list(struct hns_roce_dev *hr_dev, in add_qp_to_list()
230 static int hns_roce_qp_store(struct hns_roce_dev *hr_dev, in hns_roce_qp_store()
251 static int alloc_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in alloc_qpc()
315 void hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in hns_roce_qp_remove()
329 static void free_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in free_qpc()
343 static void free_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) in free_qpn()
356 static int set_rq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, in set_rq_size()
[all …]
|
| D | hns_roce_main.c | 56 int hns_get_gid_index(struct hns_roce_dev *hr_dev, u8 port, int gid_index) in hns_get_gid_index()
61 static int hns_roce_set_mac(struct hns_roce_dev *hr_dev, u8 port, u8 *addr) in hns_roce_set_mac()
78 struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); in hns_roce_add_gid() local
92 struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); in hns_roce_del_gid() local
105 static int handle_en_event(struct hns_roce_dev *hr_dev, u8 port, in handle_en_event()
143 struct hns_roce_dev *hr_dev = NULL; in hns_roce_netdev_event() local
162 static int hns_roce_setup_mtu_mac(struct hns_roce_dev *hr_dev) in hns_roce_setup_mtu_mac()
184 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); in hns_roce_query_device() local
229 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); in hns_roce_query_port() local
310 struct hns_roce_dev *hr_dev = to_hr_dev(uctx->device); in hns_roce_alloc_ucontext() local
[all …]
|
| D | hns_roce_cq.c | 42 static int alloc_cqc(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) in alloc_cqc()
118 static void free_cqc(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) in free_cqc()
145 static int alloc_cq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, in alloc_cq_buf()
167 static void free_cq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) in free_cq_buf()
172 static int alloc_cq_db(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, in alloc_cq_db()
208 static void free_cq_db(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, in free_cq_db()
230 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); in set_cqe_size() local
245 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); in hns_roce_create_cq() local
334 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); in hns_roce_destroy_cq() local
346 void hns_roce_cq_completion(struct hns_roce_dev *hr_dev, u32 cqn) in hns_roce_cq_completion()
[all …]
|
| D | hns_roce_pd.c | 38 static int hns_roce_pd_alloc(struct hns_roce_dev *hr_dev, unsigned long *pdn) in hns_roce_pd_alloc()
43 static void hns_roce_pd_free(struct hns_roce_dev *hr_dev, unsigned long pdn) in hns_roce_pd_free()
48 int hns_roce_init_pd_table(struct hns_roce_dev *hr_dev) in hns_roce_init_pd_table()
55 void hns_roce_cleanup_pd_table(struct hns_roce_dev *hr_dev) in hns_roce_cleanup_pd_table()
91 int hns_roce_uar_alloc(struct hns_roce_dev *hr_dev, struct hns_roce_uar *uar) in hns_roce_uar_alloc()
122 void hns_roce_uar_free(struct hns_roce_dev *hr_dev, struct hns_roce_uar *uar) in hns_roce_uar_free()
128 int hns_roce_init_uar_table(struct hns_roce_dev *hr_dev) in hns_roce_init_uar_table()
136 void hns_roce_cleanup_uar_table(struct hns_roce_dev *hr_dev) in hns_roce_cleanup_uar_table()
|
| D | hns_roce_cmd.c | 43 static int hns_roce_cmd_mbox_post_hw(struct hns_roce_dev *hr_dev, u64 in_param, in hns_roce_cmd_mbox_post_hw()
60 static int __hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param, in __hns_roce_cmd_mbox_poll()
79 static int hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, u64 in_param, in hns_roce_cmd_mbox_poll()
93 void hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status, in hns_roce_cmd_event()
108 static int __hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param, in __hns_roce_cmd_mbox_wait()
160 static int hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, u64 in_param, in hns_roce_cmd_mbox_wait()
174 int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param, in hns_roce_cmd_mbox()
207 int hns_roce_cmd_init(struct hns_roce_dev *hr_dev) in hns_roce_cmd_init()
224 void hns_roce_cmd_cleanup(struct hns_roce_dev *hr_dev) in hns_roce_cmd_cleanup()
229 int hns_roce_cmd_use_events(struct hns_roce_dev *hr_dev) in hns_roce_cmd_use_events()
[all …]
|
| D | hns_roce_hw_v2.c | 243 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in check_inl_data_len() local
260 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in set_rc_inl() local
353 static int check_send_valid(struct hns_roce_dev *hr_dev, in check_send_valid()
430 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in set_ud_wqe() local
609 static inline void update_sq_db(struct hns_roce_dev *hr_dev, in update_sq_db()
644 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_post_send() local
714 static int check_recv_valid(struct hns_roce_dev *hr_dev, in check_recv_valid()
729 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_post_recv() local
866 struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); in hns_roce_v2_post_srq_recv() local
948 static int hns_roce_v2_cmd_hw_reseted(struct hns_roce_dev *hr_dev, in hns_roce_v2_cmd_hw_reseted()
[all …]
|
| D | hns_roce_hw_v1.c | 65 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v1_post_send() local
349 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v1_post_recv() local
439 static void hns_roce_set_db_event_mode(struct hns_roce_dev *hr_dev, in hns_roce_set_db_event_mode()
453 static void hns_roce_set_db_ext_mode(struct hns_roce_dev *hr_dev, u32 sdb_mode, in hns_roce_set_db_ext_mode()
468 static void hns_roce_set_sdb(struct hns_roce_dev *hr_dev, u32 sdb_alept, in hns_roce_set_sdb()
485 static void hns_roce_set_odb(struct hns_roce_dev *hr_dev, u32 odb_alept, in hns_roce_set_odb()
502 static void hns_roce_set_sdb_ext(struct hns_roce_dev *hr_dev, u32 ext_sdb_alept, in hns_roce_set_sdb_ext()
541 static void hns_roce_set_odb_ext(struct hns_roce_dev *hr_dev, u32 ext_odb_alept, in hns_roce_set_odb_ext()
576 static int hns_roce_db_ext_init(struct hns_roce_dev *hr_dev, u32 sdb_ext_mod, in hns_roce_db_ext_init()
661 static struct hns_roce_qp *hns_roce_v1_create_lp_qp(struct hns_roce_dev *hr_dev, in hns_roce_v1_create_lp_qp()
[all …]
|
| D | hns_roce_srq.c | 12 void hns_roce_srq_event(struct hns_roce_dev *hr_dev, u32 srqn, int event_type) in hns_roce_srq_event()
37 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); in hns_roce_ib_srq_event() local
80 static int alloc_srqc(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, in alloc_srqc()
159 static void free_srqc(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in free_srqc()
179 static int alloc_srq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, in alloc_srq_buf()
206 static void free_srq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in free_srq_buf()
211 static int alloc_srq_idx(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, in alloc_srq_idx()
253 static void free_srq_idx(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in free_srq_idx()
262 static int alloc_srq_wrid(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) in alloc_srq_wrid()
283 struct hns_roce_dev *hr_dev = to_hr_dev(ib_srq->device); in hns_roce_create_srq() local
[all …]
|
| D | hns_roce_mr.c | 51 static int hns_roce_hw_create_mpt(struct hns_roce_dev *hr_dev, in hns_roce_hw_create_mpt()
60 int hns_roce_hw_destroy_mpt(struct hns_roce_dev *hr_dev, in hns_roce_hw_destroy_mpt()
69 static int alloc_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, in alloc_mr_key()
104 static void free_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_key()
112 static int alloc_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, in alloc_mr_pbl()
143 static void free_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_pbl()
148 static void hns_roce_mr_free(struct hns_roce_dev *hr_dev, in hns_roce_mr_free()
167 static int hns_roce_mr_enable(struct hns_roce_dev *hr_dev, in hns_roce_mr_enable()
210 int hns_roce_init_mr_table(struct hns_roce_dev *hr_dev) in hns_roce_init_mr_table()
222 void hns_roce_cleanup_mr_table(struct hns_roce_dev *hr_dev) in hns_roce_cleanup_mr_table()
[all …]
|
| D | hns_roce_hem.c | 52 bool hns_roce_check_whether_mhop(struct hns_roce_dev *hr_dev, u32 type) in hns_roce_check_whether_mhop()
123 static int get_hem_table_config(struct hns_roce_dev *hr_dev, in get_hem_table_config()
195 int hns_roce_calc_hem_mhop(struct hns_roce_dev *hr_dev, in hns_roce_calc_hem_mhop()
245 static struct hns_roce_hem *hns_roce_alloc_hem(struct hns_roce_dev *hr_dev, in hns_roce_alloc_hem()
310 void hns_roce_free_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem *hem) in hns_roce_free_hem()
330 static int hns_roce_set_hem(struct hns_roce_dev *hr_dev, in hns_roce_set_hem()
405 static int calc_hem_config(struct hns_roce_dev *hr_dev, in calc_hem_config()
455 static void free_mhop_hem(struct hns_roce_dev *hr_dev, in free_mhop_hem()
481 static int alloc_mhop_hem(struct hns_roce_dev *hr_dev, in alloc_mhop_hem()
555 static int set_mhop_hem(struct hns_roce_dev *hr_dev, in set_mhop_hem()
[all …]
|
| D | hns_roce_alloc.c | 160 void hns_roce_buf_free(struct hns_roce_dev *hr_dev, struct hns_roce_buf *buf) in hns_roce_buf_free()
184 int hns_roce_buf_alloc(struct hns_roce_dev *hr_dev, u32 size, u32 max_direct, in hns_roce_buf_alloc()
234 int hns_roce_get_kmem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, in hns_roce_get_kmem_bufs()
255 int hns_roce_get_umem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, in hns_roce_get_umem_bufs()
285 void hns_roce_cleanup_bitmap(struct hns_roce_dev *hr_dev) in hns_roce_cleanup_bitmap()
|
| D | hns_roce_db.c | 126 int hns_roce_alloc_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db, in hns_roce_alloc_db()
155 void hns_roce_free_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db) in hns_roce_free_db()
|
| D | hns_roce_hw_v2_dfx.c | 9 int hns_roce_v2_query_cqc_info(struct hns_roce_dev *hr_dev, u32 cqn, in hns_roce_v2_query_cqc_info()
|
| D | hns_roce_restrack.c | 82 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); in hns_roce_fill_res_cq_entry() local
|
| D | hns_roce_ah.c | 61 struct hns_roce_dev *hr_dev = to_hr_dev(ibah->device); in hns_roce_create_ah() local
|
| D | hns_roce_device.h | 620 struct hns_roce_dev *hr_dev; member
727 struct hns_roce_dev *hr_dev; member
1067 *__hns_roce_qp_lookup(struct hns_roce_dev *hr_dev, u32 qpn) in __hns_roce_qp_lookup()
|
| D | hns_roce_hw_v2.h | 1989 static inline void hns_roce_write64(struct hns_roce_dev *hr_dev, __le32 val[2], in hns_roce_write64()
|