| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | wq.h | 100 static inline u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_size() argument
105 static inline int mlx5_wq_cyc_is_full(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_is_full() argument
110 mlx5_wq_cyc_missing(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_missing() argument
115 mlx5_wq_cyc_is_empty(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_is_empty() argument
120 mlx5_wq_cyc_push(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_push() argument
126 mlx5_wq_cyc_push_n(struct mlx5_wq_cyc * wq,u16 n) mlx5_wq_cyc_push_n() argument
132 mlx5_wq_cyc_pop(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_pop() argument
137 mlx5_wq_cyc_update_db_record(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_update_db_record() argument
142 mlx5_wq_cyc_ctr2ix(struct mlx5_wq_cyc * wq,u16 ctr) mlx5_wq_cyc_ctr2ix() argument
147 mlx5_wq_cyc_get_head(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_get_head() argument
152 mlx5_wq_cyc_get_tail(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_get_tail() argument
157 mlx5_wq_cyc_get_wqe(struct mlx5_wq_cyc * wq,u16 ix) mlx5_wq_cyc_get_wqe() argument
162 mlx5_wq_cyc_get_contig_wqebbs(struct mlx5_wq_cyc * wq,u16 ix) mlx5_wq_cyc_get_contig_wqebbs() argument
175 mlx5_wq_cyc_get_counter(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_get_counter() argument
180 mlx5_cqwq_get_size(struct mlx5_cqwq * wq) mlx5_cqwq_get_size() argument
185 mlx5_cqwq_get_log_stride_size(struct mlx5_cqwq * wq) mlx5_cqwq_get_log_stride_size() argument
190 mlx5_cqwq_ctr2ix(struct mlx5_cqwq * wq,u32 ctr) mlx5_cqwq_ctr2ix() argument
195 mlx5_cqwq_get_ci(struct mlx5_cqwq * wq) mlx5_cqwq_get_ci() argument
200 mlx5_cqwq_get_wqe(struct mlx5_cqwq * wq,u32 ix) mlx5_cqwq_get_wqe() argument
210 mlx5_cqwq_get_ctr_wrap_cnt(struct mlx5_cqwq * wq,u32 ctr) mlx5_cqwq_get_ctr_wrap_cnt() argument
215 mlx5_cqwq_get_wrap_cnt(struct mlx5_cqwq * wq) mlx5_cqwq_get_wrap_cnt() argument
220 mlx5_cqwq_pop(struct mlx5_cqwq * wq) mlx5_cqwq_pop() argument
225 mlx5_cqwq_update_db_record(struct mlx5_cqwq * wq) mlx5_cqwq_update_db_record() argument
230 mlx5_cqwq_get_cqe(struct mlx5_cqwq * wq) mlx5_cqwq_get_cqe() argument
247 mlx5_cqwq_get_cqe_enhanced_comp(struct mlx5_cqwq * wq) mlx5_cqwq_get_cqe_enhanced_comp() argument
263 mlx5_wq_ll_get_size(struct mlx5_wq_ll * wq) mlx5_wq_ll_get_size() argument
268 mlx5_wq_ll_is_full(struct mlx5_wq_ll * wq) mlx5_wq_ll_is_full() argument
273 mlx5_wq_ll_is_empty(struct mlx5_wq_ll * wq) mlx5_wq_ll_is_empty() argument
278 mlx5_wq_ll_missing(struct mlx5_wq_ll * wq) mlx5_wq_ll_missing() argument
283 mlx5_wq_ll_get_wqe(struct mlx5_wq_ll * wq,u16 ix) mlx5_wq_ll_get_wqe() argument
288 mlx5_wq_ll_get_wqe_next_ix(struct mlx5_wq_ll * wq,u16 ix) mlx5_wq_ll_get_wqe_next_ix() argument
295 mlx5_wq_ll_push(struct mlx5_wq_ll * wq,u16 head_next) mlx5_wq_ll_push() argument
302 mlx5_wq_ll_pop(struct mlx5_wq_ll * wq,__be16 ix,__be16 * next_tail_next) mlx5_wq_ll_pop() argument
310 mlx5_wq_ll_update_db_record(struct mlx5_wq_ll * wq) mlx5_wq_ll_update_db_record() argument
315 mlx5_wq_ll_get_head(struct mlx5_wq_ll * wq) mlx5_wq_ll_get_head() argument
320 mlx5_wq_ll_get_counter(struct mlx5_wq_ll * wq) mlx5_wq_ll_get_counter() argument
[all...] |
| H A D | wq.c | 38 void *wqc, struct mlx5_wq_cyc *wq, in mlx5_wq_cyc_create() argument
74 void mlx5_wq_cyc_wqe_dump(struct mlx5_wq_cyc *wq, u16 ix, u8 nstrides) in mlx5_wq_cyc_wqe_dump() argument
92 mlx5_wq_cyc_reset(struct mlx5_wq_cyc * wq) mlx5_wq_cyc_reset() argument
100 mlx5_wq_qp_create(struct mlx5_core_dev * mdev,struct mlx5_wq_param * param,void * qpc,struct mlx5_wq_qp * wq,struct mlx5_wq_ctrl * wq_ctrl) mlx5_wq_qp_create() argument
160 mlx5_cqwq_create(struct mlx5_core_dev * mdev,struct mlx5_wq_param * param,void * cqc,struct mlx5_cqwq * wq,struct mlx5_wq_ctrl * wq_ctrl) mlx5_cqwq_create() argument
197 mlx5_wq_ll_init_list(struct mlx5_wq_ll * wq) mlx5_wq_ll_init_list() argument
211 mlx5_wq_ll_create(struct mlx5_core_dev * mdev,struct mlx5_wq_param * param,void * wqc,struct mlx5_wq_ll * wq,struct mlx5_wq_ctrl * wq_ctrl) mlx5_wq_ll_create() argument
247 mlx5_wq_ll_reset(struct mlx5_wq_ll * wq) mlx5_wq_ll_reset() argument
[all...] |
| /linux/include/linux/ |
| H A D | swait.h | 121 static inline int swait_active(struct swait_queue_head *wq) in swait_active() argument
134 static inline bool swq_has_sleeper(struct swait_queue_head *wq) in swq_has_sleeper() argument
158 #define ___swait_event(wq, condition, state, ret, cmd) \ argument
182 __swait_event(wq,condition) global() argument
186 swait_event_exclusive(wq,condition) global() argument
193 __swait_event_timeout(wq,condition,timeout) global() argument
198 swait_event_timeout_exclusive(wq,condition,timeout) global() argument
206 __swait_event_interruptible(wq,condition) global() argument
210 swait_event_interruptible_exclusive(wq,condition) global() argument
218 __swait_event_interruptible_timeout(wq,condition,timeout) global() argument
223 swait_event_interruptible_timeout_exclusive(wq,condition,timeout) global() argument
232 __swait_event_idle(wq,condition) global() argument
247 swait_event_idle_exclusive(wq,condition) global() argument
254 __swait_event_idle_timeout(wq,condition,timeout) global() argument
278 swait_event_idle_timeout_exclusive(wq,condition,timeout) global() argument
[all...] |
| H A D | wait.h | 174 struct wait_queue_entry *wq; in __add_wait_queue() local
612 #define wait_event_interruptible_hrtimeout(wq, condition, timeout) \ argument
622 #define __wait_event_interruptible_exclusive(wq, condition) \ argument
626 wait_event_interruptible_exclusive(wq,condition) global() argument
635 __wait_event_killable_exclusive(wq,condition) global() argument
639 wait_event_killable_exclusive(wq,condition) global() argument
649 __wait_event_freezable_exclusive(wq,condition) global() argument
653 wait_event_freezable_exclusive(wq,condition) global() argument
779 __wait_event_interruptible_locked(wq,condition,exclusive,fn) global() argument
819 wait_event_interruptible_locked(wq,condition) global() argument
846 wait_event_interruptible_locked_irq(wq,condition) global() argument
877 wait_event_interruptible_exclusive_locked(wq,condition) global() argument
908 wait_event_interruptible_exclusive_locked_irq(wq,condition) global() argument
913 __wait_event_killable(wq,condition) global() argument
940 __wait_event_state(wq,condition,state) global() argument
[all...] |
| /linux/drivers/scsi/snic/ |
| H A D | vnic_wq.c | 12 static inline int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl() argument
22 static inline int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring() argument
29 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() argument
67 svnic_wq_free(struct vnic_wq * wq) svnic_wq_free() argument
85 vnic_wq_devcmd2_alloc(struct vnic_dev * vdev,struct vnic_wq * wq,unsigned int desc_count,unsigned int desc_size) vnic_wq_devcmd2_alloc() argument
109 svnic_wq_alloc(struct vnic_dev * vdev,struct vnic_wq * wq,unsigned int index,unsigned int desc_count,unsigned int desc_size) svnic_wq_alloc() argument
140 vnic_wq_init_start(struct vnic_wq * wq,unsigned int cq_index,unsigned int fetch_index,unsigned int posted_index,unsigned int error_interrupt_enable,unsigned int error_interrupt_offset) vnic_wq_init_start() argument
163 svnic_wq_init(struct vnic_wq * wq,unsigned int cq_index,unsigned int error_interrupt_enable,unsigned int error_interrupt_offset) svnic_wq_init() argument
171 svnic_wq_error_status(struct vnic_wq * wq) svnic_wq_error_status() argument
176 svnic_wq_enable(struct vnic_wq * wq) svnic_wq_enable() argument
181 svnic_wq_disable(struct vnic_wq * wq) svnic_wq_disable() argument
199 svnic_wq_clean(struct vnic_wq * wq,void (* buf_clean)(struct vnic_wq * wq,struct vnic_wq_buf * buf)) svnic_wq_clean() argument
200 svnic_wq_clean(struct vnic_wq * wq,void (* buf_clean)(struct vnic_wq * wq,struct vnic_wq_buf * buf)) svnic_wq_clean() argument
[all...] |
| H A D | vnic_wq.h | 71 static inline unsigned int svnic_wq_desc_avail(struct vnic_wq *wq) in svnic_wq_desc_avail() argument
77 static inline unsigned int svnic_wq_desc_used(struct vnic_wq *wq) in svnic_wq_desc_used() argument
83 static inline void *svnic_wq_next_desc(struct vnic_wq *wq) in svnic_wq_next_desc() argument
88 static inline void svnic_wq_post(struct vnic_wq *wq, in svnic_wq_post() argument
114 svnic_wq_service(struct vnic_wq * wq,struct cq_desc * cq_desc,u16 completed_index,void (* buf_service)(struct vnic_wq * wq,struct cq_desc * cq_desc,struct vnic_wq_buf * buf,void * opaque),void * opaque) svnic_wq_service() argument
116 svnic_wq_service(struct vnic_wq * wq,struct cq_desc * cq_desc,u16 completed_index,void (* buf_service)(struct vnic_wq * wq,struct cq_desc * cq_desc,struct vnic_wq_buf * buf,void * opaque),void * opaque) svnic_wq_service() argument
[all...] |
| /linux/drivers/scsi/fnic/ |
| H A D | vnic_wq.c | 16 static int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl() argument
28 static int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring() argument
35 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() argument
72 vnic_wq_free(struct vnic_wq * wq) vnic_wq_free() argument
90 vnic_wq_alloc(struct vnic_dev * vdev,struct vnic_wq * wq,unsigned int index,unsigned int desc_count,unsigned int desc_size) vnic_wq_alloc() argument
120 vnic_wq_devcmd2_alloc(struct vnic_dev * vdev,struct vnic_wq * wq,unsigned int desc_count,unsigned int desc_size) vnic_wq_devcmd2_alloc() argument
141 vnic_wq_init_start(struct vnic_wq * wq,unsigned int cq_index,unsigned int fetch_index,unsigned int posted_index,unsigned int error_interrupt_enable,unsigned int error_interrupt_offset) vnic_wq_init_start() argument
165 vnic_wq_init(struct vnic_wq * wq,unsigned int cq_index,unsigned int error_interrupt_enable,unsigned int error_interrupt_offset) vnic_wq_init() argument
182 vnic_wq_error_status(struct vnic_wq * wq) vnic_wq_error_status() argument
187 vnic_wq_enable(struct vnic_wq * wq) vnic_wq_enable() argument
192 vnic_wq_disable(struct vnic_wq * wq) vnic_wq_disable() argument
210 vnic_wq_clean(struct vnic_wq * wq,void (* buf_clean)(struct vnic_wq * wq,struct vnic_wq_buf * buf)) vnic_wq_clean() argument
211 vnic_wq_clean(struct vnic_wq * wq,void (* buf_clean)(struct vnic_wq * wq,struct vnic_wq_buf * buf)) vnic_wq_clean() argument
[all...] |
| H A D | vnic_wq_copy.c | 13 void vnic_wq_copy_enable(struct vnic_wq_copy *wq) in vnic_wq_copy_enable() argument
18 int vnic_wq_copy_disable(struct vnic_wq_copy *wq) in vnic_wq_copy_disable() argument
39 void vnic_wq_copy_clean(struct vnic_wq_copy *wq, in vnic_wq_copy_clean() argument
40 void (*q_clean)(struct vnic_wq_copy *wq, in vnic_wq_copy_clean() argument
57 vnic_wq_copy_free(struct vnic_wq_copy * wq) vnic_wq_copy_free() argument
66 vnic_wq_copy_alloc(struct vnic_dev * vdev,struct vnic_wq_copy * wq,unsigned int index,unsigned int desc_count,unsigned int desc_size) vnic_wq_copy_alloc() argument
84 vnic_wq_copy_init(struct vnic_wq_copy * wq,unsigned int cq_index,unsigned int error_interrupt_enable,unsigned int error_interrupt_offset) vnic_wq_copy_init() argument
[all...] |
| H A D | vnic_wq_copy.h | 24 static inline unsigned int vnic_wq_copy_desc_avail(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_avail() argument
29 static inline unsigned int vnic_wq_copy_desc_in_use(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_in_use() argument
34 static inline void *vnic_wq_copy_next_desc(struct vnic_wq_copy *wq) in vnic_wq_copy_next_desc() argument
40 static inline void vnic_wq_copy_post(struct vnic_wq_copy *wq) in vnic_wq_copy_post() argument
57 vnic_wq_copy_desc_process(struct vnic_wq_copy * wq,u16 index) vnic_wq_copy_desc_process() argument
71 vnic_wq_copy_service(struct vnic_wq_copy * wq,u16 completed_index,void (* q_service)(struct vnic_wq_copy * wq,struct fcpio_host_req * wq_desc)) vnic_wq_copy_service() argument
73 vnic_wq_copy_service(struct vnic_wq_copy * wq,u16 completed_index,void (* q_service)(struct vnic_wq_copy * wq,struct fcpio_host_req * wq_desc)) vnic_wq_copy_service() argument
[all...] |
| H A D | fnic_res.h | 18 static inline void fnic_queue_wq_desc(struct vnic_wq *wq, in fnic_queue_wq_desc() argument
42 static inline void fnic_queue_wq_eth_desc(struct vnic_wq *wq, in fnic_queue_wq_eth_desc() argument
67 static inline void fnic_queue_wq_copy_desc_icmnd_16(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_icmnd_16() argument
112 static inline void fnic_queue_wq_copy_desc_itmf(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_itmf() argument
138 fnic_queue_wq_copy_desc_flogi_reg(struct vnic_wq_copy * wq,u32 req_id,u8 format,u32 s_id,u8 * gw_mac) fnic_queue_wq_copy_desc_flogi_reg() argument
157 fnic_queue_wq_copy_desc_fip_reg(struct vnic_wq_copy * wq,u32 req_id,u32 s_id,u8 * fcf_mac,u8 * ha_mac,u32 r_a_tov,u32 e_d_tov) fnic_queue_wq_copy_desc_fip_reg() argument
181 fnic_queue_wq_copy_desc_fw_reset(struct vnic_wq_copy * wq,u32 req_id) fnic_queue_wq_copy_desc_fw_reset() argument
194 fnic_queue_wq_copy_desc_lunmap(struct vnic_wq_copy * wq,u32 req_id,u64 lunmap_addr,u32 lunmap_len) fnic_queue_wq_copy_desc_lunmap() argument
[all...] |
| /linux/drivers/net/ethernet/huawei/hinic/ |
| H A D | hinic_hw_wq.c | 34 #define WQ_SIZE(wq) ((wq)->q_depth * (wq)->wqebb_size) argument
44 #define WQ_BASE_VADDR(wqs, wq) \ argument
48 #define WQ_BASE_PADDR(wqs, wq) \ argument
52 #define WQ_BASE_ADDR(wqs, wq) \ argument
56 CMDQ_BASE_VADDR(cmdq_pages,wq) global() argument
60 CMDQ_BASE_PADDR(cmdq_pages,wq) global() argument
64 CMDQ_BASE_ADDR(cmdq_pages,wq) global() argument
68 WQ_PAGE_ADDR(wq,idx) global() argument
71 MASKED_WQE_IDX(wq,idx) global() argument
77 WQE_SHADOW_PAGE(wq,wqe) global() argument
81 WQE_PAGE_OFF(struct hinic_wq * wq,u16 idx) WQE_PAGE_OFF() argument
87 WQE_PAGE_NUM(struct hinic_wq * wq,u16 idx) WQE_PAGE_NUM() argument
376 alloc_wqes_shadow(struct hinic_wq * wq) alloc_wqes_shadow() argument
402 free_wqes_shadow(struct hinic_wq * wq) free_wqes_shadow() argument
417 free_wq_pages(struct hinic_wq * wq,struct hinic_hwif * hwif,int num_q_pages) free_wq_pages() argument
444 alloc_wq_pages(struct hinic_wq * wq,struct hinic_hwif * hwif,int max_pages) alloc_wq_pages() argument
503 hinic_wq_allocate(struct hinic_wqs * wqs,struct hinic_wq * wq,u16 wqebb_size,u32 wq_page_size,u16 q_depth,u16 max_wqe_size) hinic_wq_allocate() argument
579 hinic_wq_free(struct hinic_wqs * wqs,struct hinic_wq * wq) hinic_wq_free() argument
600 hinic_wqs_cmdq_alloc(struct hinic_cmdq_pages * cmdq_pages,struct hinic_wq * wq,struct hinic_hwif * hwif,int cmdq_blocks,u16 wqebb_size,u32 wq_page_size,u16 q_depth,u16 max_wqe_size) hinic_wqs_cmdq_alloc() argument
689 hinic_wqs_cmdq_free(struct hinic_cmdq_pages * cmdq_pages,struct hinic_wq * wq,int cmdq_blocks) hinic_wqs_cmdq_free() argument
699 copy_wqe_to_shadow(struct hinic_wq * wq,void * shadow_addr,int num_wqebbs,u16 idx) copy_wqe_to_shadow() argument
716 copy_wqe_from_shadow(struct hinic_wq * wq,void * shadow_addr,int num_wqebbs,u16 idx) copy_wqe_from_shadow() argument
740 hinic_get_wqe(struct hinic_wq * wq,unsigned int wqe_size,u16 * prod_idx) hinic_get_wqe() argument
789 hinic_return_wqe(struct hinic_wq * wq,unsigned int wqe_size) hinic_return_wqe() argument
803 hinic_put_wqe(struct hinic_wq * wq,unsigned int wqe_size) hinic_put_wqe() argument
821 hinic_read_wqe(struct hinic_wq * wq,unsigned int wqe_size,u16 * cons_idx) hinic_read_wqe() argument
862 hinic_read_wqe_direct(struct hinic_wq * wq,u16 cons_idx) hinic_read_wqe_direct() argument
874 wqe_shadow(struct hinic_wq * wq,struct hinic_hw_wqe * wqe) wqe_shadow() argument
888 hinic_write_wqe(struct hinic_wq * wq,struct hinic_hw_wqe * wqe,unsigned int wqe_size) hinic_write_wqe() argument
[all...] |
| /linux/drivers/net/ethernet/cisco/enic/ |
| H A D | vnic_wq.c | 18 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() argument
56 vnic_wq_free(struct vnic_wq * wq) vnic_wq_free() argument
75 vnic_wq_alloc(struct vnic_dev * vdev,struct vnic_wq * wq,unsigned int index,unsigned int desc_count,unsigned int desc_size) vnic_wq_alloc() argument
104 enic_wq_devcmd2_alloc(struct vnic_dev * vdev,struct vnic_wq * wq,unsigned int desc_count,unsigned int desc_size) enic_wq_devcmd2_alloc() argument
121 enic_wq_init_start(struct vnic_wq * wq,unsigned int cq_index,unsigned int fetch_index,unsigned int posted_index,unsigned int error_interrupt_enable,unsigned int error_interrupt_offset) enic_wq_init_start() argument
144 vnic_wq_init(struct vnic_wq * wq,unsigned int cq_index,unsigned int error_interrupt_enable,unsigned int error_interrupt_offset) vnic_wq_init() argument
153 vnic_wq_error_status(struct vnic_wq * wq) vnic_wq_error_status() argument
158 vnic_wq_enable(struct vnic_wq * wq) vnic_wq_enable() argument
163 vnic_wq_disable(struct vnic_wq * wq) vnic_wq_disable() argument
182 vnic_wq_clean(struct vnic_wq * wq,void (* buf_clean)(struct vnic_wq * wq,struct vnic_wq_buf * buf)) vnic_wq_clean() argument
183 vnic_wq_clean(struct vnic_wq * wq,void (* buf_clean)(struct vnic_wq * wq,struct vnic_wq_buf * buf)) vnic_wq_clean() argument
[all...] |
| H A D | enic_res.h | 33 static inline void enic_queue_wq_desc_ex(struct vnic_wq *wq, in enic_queue_wq_desc_ex() argument
59 static inline void enic_queue_wq_desc_cont(struct vnic_wq *wq, in enic_queue_wq_desc_cont() argument
68 static inline void enic_queue_wq_desc(struct vnic_wq *wq, void *os_buf, in enic_queue_wq_desc() argument
78 static inline void enic_queue_wq_desc_csum(struct vnic_wq *wq, in enic_queue_wq_desc_csum() argument
90 static inline void enic_queue_wq_desc_csum_l4(struct vnic_wq *wq, in enic_queue_wq_desc_csum_l4() argument
101 enic_queue_wq_desc_tso(struct vnic_wq * wq,void * os_buf,dma_addr_t dma_addr,unsigned int len,unsigned int mss,unsigned int hdr_len,int vlan_tag_insert,unsigned int vlan_tag,int eop,int loopback) enic_queue_wq_desc_tso() argument
[all...] |
| H A D | vnic_wq.h | 86 struct vnic_wq wq; member
90 static inline unsigned int vnic_wq_desc_avail(struct vnic_wq *wq) in vnic_wq_desc_avail() argument
96 static inline unsigned int vnic_wq_desc_used(struct vnic_wq *wq) in vnic_wq_desc_used() argument
102 static inline void *vnic_wq_next_desc(struct vnic_wq *wq) in vnic_wq_next_desc() argument
107 static inline void vnic_wq_doorbell(struct vnic_wq *wq) in vnic_wq_doorbell() argument
118 vnic_wq_post(struct vnic_wq * wq,void * os_buf,dma_addr_t dma_addr,unsigned int len,int sop,int eop,uint8_t desc_skip_cnt,uint8_t cq_entry,uint8_t compressed_send,uint64_t wrid) vnic_wq_post() argument
141 vnic_wq_service(struct vnic_wq * wq,struct cq_desc * cq_desc,u16 completed_index,void (* buf_service)(struct vnic_wq * wq,struct cq_desc * cq_desc,struct vnic_wq_buf * buf,void * opaque),void * opaque) vnic_wq_service() argument
143 vnic_wq_service(struct vnic_wq * wq,struct cq_desc * cq_desc,u16 completed_index,void (* buf_service)(struct vnic_wq * wq,struct cq_desc * cq_desc,struct vnic_wq_buf * buf,void * opaque),void * opaque) vnic_wq_service() argument
[all...] |
| /linux/drivers/dma/idxd/ |
| H A D | device.c | 41 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs() argument
51 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs() argument
74 free_descs(struct idxd_wq * wq) free_descs() argument
84 alloc_descs(struct idxd_wq * wq,int num) alloc_descs() argument
108 idxd_wq_alloc_resources(struct idxd_wq * wq) idxd_wq_alloc_resources() argument
166 idxd_wq_free_resources(struct idxd_wq * wq) idxd_wq_free_resources() argument
180 idxd_wq_enable(struct idxd_wq * wq) idxd_wq_enable() argument
205 idxd_wq_disable(struct idxd_wq * wq,bool reset_config) idxd_wq_disable() argument
234 idxd_wq_drain(struct idxd_wq * wq) idxd_wq_drain() argument
250 idxd_wq_reset(struct idxd_wq * wq) idxd_wq_reset() argument
266 idxd_wq_map_portal(struct idxd_wq * wq) idxd_wq_map_portal() argument
283 idxd_wq_unmap_portal(struct idxd_wq * wq) idxd_wq_unmap_portal() argument
297 struct idxd_wq *wq = idxd->wqs[i]; idxd_wqs_unmap_portal() local
304 __idxd_wq_set_pasid_locked(struct idxd_wq * wq,int pasid) __idxd_wq_set_pasid_locked() argument
320 idxd_wq_set_pasid(struct idxd_wq * wq,int pasid) idxd_wq_set_pasid() argument
337 idxd_wq_disable_pasid(struct idxd_wq * wq) idxd_wq_disable_pasid() argument
363 idxd_wq_disable_cleanup(struct idxd_wq * wq) idxd_wq_disable_cleanup() argument
382 idxd_wq_device_reset_cleanup(struct idxd_wq * wq) idxd_wq_device_reset_cleanup() argument
392 struct idxd_wq *wq = container_of(ref, struct idxd_wq, wq_active); idxd_wq_ref_release() local
397 idxd_wq_init_percpu_ref(struct idxd_wq * wq) idxd_wq_init_percpu_ref() argument
412 __idxd_wq_quiesce(struct idxd_wq * wq) __idxd_wq_quiesce() argument
422 idxd_wq_quiesce(struct idxd_wq * wq) idxd_wq_quiesce() argument
714 struct idxd_wq *wq = idxd->wqs[i]; idxd_device_wqs_clear_state() local
911 idxd_wq_config_write(struct idxd_wq * wq) idxd_wq_config_write() argument
1006 struct idxd_wq *wq = idxd->wqs[i]; idxd_wqs_config_write() local
1070 struct idxd_wq *wq; idxd_wqs_setup() local
1132 idxd_wq_load_config(struct idxd_wq * wq) idxd_wq_load_config() argument
1175 struct idxd_wq *wq; idxd_group_load_config() local
1239 struct idxd_wq *wq = idxd->wqs[i]; idxd_device_load_config() local
1305 idxd_wq_free_irq(struct idxd_wq * wq) idxd_wq_free_irq() argument
1323 idxd_wq_request_irq(struct idxd_wq * wq) idxd_wq_request_irq() argument
1365 idxd_drv_enable_wq(struct idxd_wq * wq) idxd_drv_enable_wq() argument
1499 idxd_drv_disable_wq(struct idxd_wq * wq) idxd_drv_disable_wq() argument
1586 struct idxd_wq *wq = idxd->wqs[i]; idxd_device_drv_remove() local
[all...] |
| H A D | cdev.c | 42 struct idxd_wq *wq; member
100 struct idxd_wq *wq = ctx->wq; in cdev_file_attr_visible() local
121 struct idxd_wq *wq = ctx->wq; in idxd_file_dev_release() local
162 struct idxd_wq *wq = idxd_cdev->wq; idxd_cdev_dev_release() local
190 struct idxd_wq *wq = ctx->wq; idxd_xa_pasid_remove() local
201 idxd_user_counter_increment(struct idxd_wq * wq,u32 pasid,int index) idxd_user_counter_increment() argument
222 struct idxd_wq *wq; idxd_cdev_open() local
328 idxd_cdev_evl_drain_pasid(struct idxd_wq * wq,u32 pasid) idxd_cdev_evl_drain_pasid() argument
361 struct idxd_wq *wq = ctx->wq; idxd_cdev_release() local
373 check_vma(struct idxd_wq * wq,struct vm_area_struct * vma,const char * func) check_vma() argument
392 struct idxd_wq *wq = ctx->wq; idxd_cdev_mmap() local
432 struct idxd_wq *wq = ctx->wq; idxd_submit_user_descriptor() local
502 struct idxd_wq *wq = ctx->wq; idxd_cdev_poll() local
532 idxd_wq_add_cdev(struct idxd_wq * wq) idxd_wq_add_cdev() argument
583 idxd_wq_del_cdev(struct idxd_wq * wq) idxd_wq_del_cdev() argument
596 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); idxd_user_drv_probe() local
663 struct idxd_wq *wq = idxd_dev_to_wq(idxd_dev); idxd_user_drv_remove() local
731 idxd_copy_cr(struct idxd_wq * wq,ioasid_t pasid,unsigned long addr,void * cr,int len) idxd_copy_cr() argument
[all...] |
| H A D | submit.c | 11 static struct idxd_desc *__get_desc(struct idxd_wq *wq, int idx, int cpu) in __get_desc() argument
27 struct idxd_desc *idxd_alloc_desc(struct idxd_wq *wq, enum idxd_op_type optype) in idxd_alloc_desc() argument
66 void idxd_free_desc(struct idxd_wq *wq, struct idxd_desc *desc) in idxd_free_desc() argument
75 list_abort_desc(struct idxd_wq * wq,struct idxd_irq_entry * ie,struct idxd_desc * desc) list_abort_desc() argument
97 llist_abort_desc(struct idxd_wq * wq,struct idxd_irq_entry * ie,struct idxd_desc * desc) llist_abort_desc() argument
155 idxd_enqcmds(struct idxd_wq * wq,void __iomem * portal,const void * desc) idxd_enqcmds() argument
170 idxd_submit_desc(struct idxd_wq * wq,struct idxd_desc * desc) idxd_submit_desc() argument
[all...] |
| H A D | sysfs.c | 342 struct idxd_wq *wq = idxd->wqs[i]; in group_work_queues_show() local
590 struct idxd_wq *wq = confdev_to_wq(dev); in wq_clients_show() local
601 struct idxd_wq *wq = confdev_to_wq(dev); in wq_state_show() local
619 struct idxd_wq *wq in wq_group_id_show() local
631 struct idxd_wq *wq = confdev_to_wq(dev); wq_group_id_store() local
674 struct idxd_wq *wq = confdev_to_wq(dev); wq_mode_show() local
683 struct idxd_wq *wq = confdev_to_wq(dev); wq_mode_store() local
710 struct idxd_wq *wq = confdev_to_wq(dev); wq_size_show() local
721 struct idxd_wq *wq = idxd->wqs[i]; total_claimed_wq_size() local
733 struct idxd_wq *wq = confdev_to_wq(dev); wq_size_store() local
761 struct idxd_wq *wq = confdev_to_wq(dev); wq_priority_show() local
770 struct idxd_wq *wq = confdev_to_wq(dev); wq_priority_store() local
798 struct idxd_wq *wq = confdev_to_wq(dev); wq_block_on_fault_show() local
807 struct idxd_wq *wq = confdev_to_wq(dev); wq_block_on_fault_store() local
844 struct idxd_wq *wq = confdev_to_wq(dev); wq_threshold_show() local
853 struct idxd_wq *wq = confdev_to_wq(dev); wq_threshold_store() local
885 struct idxd_wq *wq = confdev_to_wq(dev); wq_type_show() local
904 struct idxd_wq *wq = confdev_to_wq(dev); wq_type_store() local
933 struct idxd_wq *wq = confdev_to_wq(dev); wq_name_show() local
942 struct idxd_wq *wq = confdev_to_wq(dev); wq_name_store() local
968 struct idxd_wq *wq = confdev_to_wq(dev); wq_cdev_minor_show() local
1002 struct idxd_wq *wq = confdev_to_wq(dev); wq_max_transfer_size_show() local
1010 struct idxd_wq *wq = confdev_to_wq(dev); wq_max_transfer_size_store() local
1039 struct idxd_wq *wq = confdev_to_wq(dev); wq_max_batch_size_show() local
1047 struct idxd_wq *wq = confdev_to_wq(dev); wq_max_batch_size_store() local
1075 struct idxd_wq *wq = confdev_to_wq(dev); wq_ats_disable_show() local
1083 struct idxd_wq *wq = confdev_to_wq(dev); wq_ats_disable_store() local
1111 struct idxd_wq *wq = confdev_to_wq(dev); wq_prs_disable_show() local
1119 struct idxd_wq *wq = confdev_to_wq(dev); wq_prs_disable_store() local
1149 struct idxd_wq *wq = confdev_to_wq(dev); wq_occupancy_show() local
1168 struct idxd_wq *wq = confdev_to_wq(dev); wq_enqcmds_retries_show() local
1179 struct idxd_wq *wq = confdev_to_wq(dev); wq_enqcmds_retries_store() local
1228 struct idxd_wq *wq = confdev_to_wq(dev); wq_op_config_show() local
1254 struct idxd_wq *wq = confdev_to_wq(dev); wq_op_config_store() local
1289 struct idxd_wq *wq = confdev_to_wq(dev); wq_driver_name_show() local
1297 struct idxd_wq *wq = confdev_to_wq(dev); wq_driver_name_store() local
1359 struct idxd_wq *wq = confdev_to_wq(dev); idxd_wq_attr_visible() local
1389 struct idxd_wq *wq = confdev_to_wq(dev); idxd_conf_wq_release() local
1513 struct idxd_wq *wq = idxd->wqs[i]; clients_show() local
1896 struct idxd_wq *wq; idxd_register_wq_devices() local
1967 struct idxd_wq *wq = idxd->wqs[i]; idxd_unregister_devices() local
[all...] |
| H A D | irq.c | 49 struct idxd_wq *wq = idxd->wqs[i]; in idxd_device_reinit() local
73 struct idxd_wq *wq = ie_to_wq(ie); in idxd_int_handle_revoke_drain() local
156 struct idxd_wq *wq = ie_to_wq(ie); idxd_int_handle_revoke() local
225 struct idxd_wq *wq = fault->wq; idxd_evl_fault_work() local
336 struct idxd_wq *wq = idxd->wqs[entry_head->wq_idx]; process_evl_entry() local
467 struct idxd_wq *wq = idxd->wqs[id]; idxd_misc_thread() local
475 struct idxd_wq *wq = idxd->wqs[i]; idxd_misc_thread() local
539 struct idxd_wq *wq = desc->wq; idxd_int_handle_resubmit_work() local
566 struct idxd_wq *wq = desc->wq; idxd_queue_int_handle_resubmit() local
[all...] |
| /linux/io_uring/ |
| H A D | io-wq.c | 52 struct io_wq *wq; member
174 static inline struct io_wq_acct *io_get_acct(struct io_wq *wq, bool bound) in io_get_acct()
179 static inline struct io_wq_acct *io_work_get_acct(struct io_wq *wq, in io_work_get_acct()
190 static void io_worker_ref_put(struct io_wq *wq) in io_worker_ref_put()
209 struct io_wq *wq = worker->wq; in io_worker_cancel_cb() local
232 struct io_wq *wq = worker->wq; in io_worker_exit() local
321 static bool io_wq_create_worker(struct io_wq *wq, struct io_wq_acct *acct) in io_wq_create_worker()
352 struct io_wq *wq; in create_worker_cb() local
389 struct io_wq *wq = worker->wq; in io_queue_worker_create() local
457 struct io_wq *wq = worker->wq; in io_wq_dec_running() local
[all …]
|
| /linux/fs/btrfs/ |
| H A D | async-thread.c | 50 struct btrfs_fs_info * __pure btrfs_workqueue_owner(const struct btrfs_workqueue *wq) in btrfs_workqueue_owner() argument
60 bool btrfs_workqueue_normal_congested(const struct btrfs_workqueue *wq) in btrfs_workqueue_normal_congested() argument
74 static void btrfs_init_workqueue(struct btrfs_workqueue *wq, in btrfs_init_workqueue() argument
155 thresh_queue_hook(struct btrfs_workqueue * wq) thresh_queue_hook() argument
167 thresh_exec_hook(struct btrfs_workqueue * wq) thresh_exec_hook() argument
209 run_ordered_work(struct btrfs_workqueue * wq,struct btrfs_work * self) run_ordered_work() argument
296 struct btrfs_workqueue *wq = work->wq; btrfs_work_helper() local
339 btrfs_queue_work(struct btrfs_workqueue * wq,struct btrfs_work * work) btrfs_queue_work() argument
354 btrfs_destroy_workqueue(struct btrfs_workqueue * wq) btrfs_destroy_workqueue() argument
363 btrfs_workqueue_set_max(struct btrfs_workqueue * wq,int limit_active) btrfs_workqueue_set_max() argument
369 btrfs_flush_workqueue(struct btrfs_workqueue * wq) btrfs_flush_workqueue() argument
[all...] |
| /linux/kernel/ |
| H A D | workqueue.c | 258 struct workqueue_struct *wq; /* I: the owning workqueue */ member
542 assert_rcu_or_wq_mutex_or_pool_mutex(wq) global() argument
602 for_each_pwq(pwq,wq) global() argument
726 unbound_pwq_slot(struct workqueue_struct * wq,int cpu) unbound_pwq_slot() argument
735 unbound_pwq(struct workqueue_struct * wq,int cpu) unbound_pwq() argument
750 unbound_effective_cpumask(struct workqueue_struct * wq) unbound_effective_cpumask() argument
1556 wq_node_nr_active(struct workqueue_struct * wq,int node) wq_node_nr_active() argument
1577 wq_update_node_max_active(struct workqueue_struct * wq,int off_cpu) wq_update_node_max_active() argument
1713 struct workqueue_struct *wq = pwq->wq; pwq_tryinc_nr_active() local
1825 unplug_oldest_pwq(struct workqueue_struct * wq) unplug_oldest_pwq() argument
2196 is_chained_work(struct workqueue_struct * wq) is_chained_work() argument
2233 __queue_work(int cpu,struct workqueue_struct * wq,struct work_struct * work) __queue_work() argument
2380 queue_work_on(int cpu,struct workqueue_struct * wq,struct work_struct * work) queue_work_on() argument
2448 queue_work_node(int node,struct workqueue_struct * wq,struct work_struct * work) queue_work_node() argument
2489 __queue_delayed_work(int cpu,struct workqueue_struct * wq,struct delayed_work * dwork,unsigned long delay) __queue_delayed_work() argument
2547 queue_delayed_work_on(int cpu,struct workqueue_struct * wq,struct delayed_work * dwork,unsigned long delay) queue_delayed_work_on() argument
2586 mod_delayed_work_on(int cpu,struct workqueue_struct * wq,struct delayed_work * dwork,unsigned long delay) mod_delayed_work_on() argument
2622 queue_rcu_work(struct workqueue_struct * wq,struct rcu_work * rwork) queue_rcu_work() argument
2986 struct workqueue_struct *wq = pwq->wq; send_mayday() local
3443 struct workqueue_struct *wq = rescuer->rescue_wq; rescuer_thread() local
3844 flush_workqueue_prep_pwqs(struct workqueue_struct * wq,int flush_color,int work_color) flush_workqueue_prep_pwqs() argument
3898 touch_wq_lockdep_map(struct workqueue_struct * wq) touch_wq_lockdep_map() argument
3916 touch_work_lockdep_map(struct work_struct * work,struct workqueue_struct * wq) touch_work_lockdep_map() argument
3937 __flush_workqueue(struct workqueue_struct * wq) __flush_workqueue() argument
4098 drain_workqueue(struct workqueue_struct * wq) drain_workqueue() argument
4148 struct workqueue_struct *wq; start_flush_work() local
4797 wq_init_lockdep(struct workqueue_struct * wq) wq_init_lockdep() argument
4811 wq_unregister_lockdep(struct workqueue_struct * wq) wq_unregister_lockdep() argument
4819 wq_free_lockdep(struct workqueue_struct * wq) wq_free_lockdep() argument
4828 wq_init_lockdep(struct workqueue_struct * wq) wq_init_lockdep() argument
4832 wq_unregister_lockdep(struct workqueue_struct * wq) wq_unregister_lockdep() argument
4836 wq_free_lockdep(struct workqueue_struct * wq) wq_free_lockdep() argument
4895 struct workqueue_struct *wq = rcu_free_wq() local
5068 struct workqueue_struct *wq = pwq->wq; pwq_release_workfn() local
5118 init_pwq(struct pool_workqueue * pwq,struct workqueue_struct * wq,struct worker_pool * pool) init_pwq() argument
5139 struct workqueue_struct *wq = pwq->wq; link_pwq() local
5155 alloc_unbound_pwq(struct workqueue_struct * wq,const struct workqueue_attrs * attrs) alloc_unbound_pwq() argument
5216 install_unbound_pwq(struct workqueue_struct * wq,int cpu,struct pool_workqueue * pwq) install_unbound_pwq() argument
5235 struct workqueue_struct *wq; /* target workqueue */ global() member
5260 apply_wqattrs_prepare(struct workqueue_struct * wq,const struct workqueue_attrs * attrs,const cpumask_var_t unbound_cpumask) apply_wqattrs_prepare() argument
5355 apply_workqueue_attrs_locked(struct workqueue_struct * wq,const struct workqueue_attrs * attrs) apply_workqueue_attrs_locked() argument
5390 apply_workqueue_attrs(struct workqueue_struct * wq,const struct workqueue_attrs * attrs) apply_workqueue_attrs() argument
5421 unbound_wq_update_pwq(struct workqueue_struct * wq,int cpu) unbound_wq_update_pwq() argument
5471 alloc_and_link_pwqs(struct workqueue_struct * wq) alloc_and_link_pwqs() argument
5554 init_rescuer(struct workqueue_struct * wq) init_rescuer() argument
5602 wq_adjust_max_active(struct workqueue_struct * wq) wq_adjust_max_active() argument
5662 struct workqueue_struct *wq; __alloc_workqueue() local
5782 struct workqueue_struct *wq; alloc_workqueue_noprof() local
5803 struct workqueue_struct *wq; alloc_workqueue_lockdep_map() local
5852 destroy_workqueue(struct workqueue_struct * wq) destroy_workqueue() argument
5944 workqueue_set_max_active(struct workqueue_struct * wq,int max_active) workqueue_set_max_active() argument
5981 workqueue_set_min_active(struct workqueue_struct * wq,int min_active) workqueue_set_min_active() argument
6044 workqueue_congested(int cpu,struct workqueue_struct * wq) workqueue_congested() argument
6141 struct workqueue_struct *wq = NULL; print_worker_info() local
6319 show_one_workqueue(struct workqueue_struct * wq) show_one_workqueue() argument
6415 struct workqueue_struct *wq; show_all_workqueues() local
6440 struct workqueue_struct *wq; show_freezable_workqueues() local
6657 struct workqueue_struct *wq; workqueue_online_cpu() local
6700 struct workqueue_struct *wq; workqueue_offline_cpu() local
6787 struct workqueue_struct *wq; freeze_workqueues_begin() local
6819 struct workqueue_struct *wq; freeze_workqueues_busy() local
6860 struct workqueue_struct *wq; thaw_workqueues() local
6885 struct workqueue_struct *wq; workqueue_apply_unbound_cpumask() local
6967 struct workqueue_struct *wq; wq_affn_dfl_set() local
7021 struct workqueue_struct *wq; global() member
7035 struct workqueue_struct *wq = dev_to_wq(dev); per_cpu_show() local
7044 struct workqueue_struct *wq = dev_to_wq(dev); max_active_show() local
7053 struct workqueue_struct *wq = dev_to_wq(dev); max_active_store() local
7074 struct workqueue_struct *wq = dev_to_wq(dev); wq_nice_show() local
7085 wq_sysfs_prep_attrs(struct workqueue_struct * wq) wq_sysfs_prep_attrs() argument
7102 struct workqueue_struct *wq = dev_to_wq(dev); wq_nice_store() local
7127 struct workqueue_struct *wq = dev_to_wq(dev); wq_cpumask_show() local
7141 struct workqueue_struct *wq = dev_to_wq(dev); wq_cpumask_store() local
7164 struct workqueue_struct *wq = dev_to_wq(dev); wq_affn_scope_show() local
7184 struct workqueue_struct *wq = dev_to_wq(dev); wq_affn_scope_store() local
7206 struct workqueue_struct *wq = dev_to_wq(dev); wq_affinity_strict_show() local
7216 struct workqueue_struct *wq = dev_to_wq(dev); wq_affinity_strict_store() local
7367 workqueue_sysfs_register(struct workqueue_struct * wq) workqueue_sysfs_register() argument
7425 workqueue_sysfs_unregister(struct workqueue_struct * wq) workqueue_sysfs_unregister() argument
7436 workqueue_sysfs_unregister(struct workqueue_struct * wq) workqueue_sysfs_unregister() argument
7878 struct workqueue_struct *wq; workqueue_init() local
8000 struct workqueue_struct *wq; workqueue_init_topology() local
[all...] |
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | wq_failures.c | 54 struct bpf_wq *wq; in __flag() local
79 struct bpf_wq *wq; in __flag() local
105 struct bpf_wq *wq; in test_wrong_wq_pointer() local
131 struct bpf_wq *wq; test_wrong_wq_pointer_offset() local
[all...] |
| /linux/drivers/net/ethernet/huawei/hinic3/ |
| H A D | hinic3_wq.h | 47 static inline u16 hinic3_wq_get_used(const struct hinic3_wq *wq) in hinic3_wq_get_used() argument
52 static inline u16 hinic3_wq_free_wqebbs(struct hinic3_wq *wq) in hinic3_wq_free_wqebbs() argument
58 static inline void *hinic3_wq_get_one_wqebb(struct hinic3_wq *wq, u16 *pi) in hinic3_wq_get_one_wqebb() argument
65 hinic3_wq_put_wqebbs(struct hinic3_wq * wq,u16 num_wqebbs) hinic3_wq_put_wqebbs() argument
[all...] |
| /linux/drivers/infiniband/hw/mana/ |
| H A D | wq.c | 15 struct mana_ib_wq *wq; in mana_ib_create_wq() local
52 mana_ib_modify_wq(struct ib_wq * wq,struct ib_wq_attr * wq_attr,u32 wq_attr_mask,struct ib_udata * udata) mana_ib_modify_wq() argument
61 struct mana_ib_wq *wq = container_of(ibwq, struct mana_ib_wq, ibwq); mana_ib_destroy_wq() local
[all...] |