Lines Matching refs:ublk_queue

106 	struct ublk_queue *ubq;
194 struct ublk_queue { struct
252 static void ublk_abort_queue(struct ublk_device *ub, struct ublk_queue *ubq);
254 const struct ublk_queue *ubq, struct ublk_io *io,
259 ublk_get_iod(const struct ublk_queue *ubq, unsigned tag) in ublk_get_iod()
269 static inline bool ublk_queue_is_zoned(struct ublk_queue *ubq) in ublk_queue_is_zoned()
452 static blk_status_t ublk_setup_iod_zoned(struct ublk_queue *ubq, in ublk_setup_iod_zoned()
526 static blk_status_t ublk_setup_iod_zoned(struct ublk_queue *ubq, in ublk_setup_iod_zoned()
661 static inline bool ublk_support_zero_copy(const struct ublk_queue *ubq) in ublk_support_zero_copy()
666 static inline bool ublk_support_auto_buf_reg(const struct ublk_queue *ubq) in ublk_support_auto_buf_reg()
671 static inline bool ublk_support_user_copy(const struct ublk_queue *ubq) in ublk_support_user_copy()
676 static inline bool ublk_need_map_io(const struct ublk_queue *ubq) in ublk_need_map_io()
682 static inline bool ublk_need_req_ref(const struct ublk_queue *ubq) in ublk_need_req_ref()
699 static inline void ublk_init_req_ref(const struct ublk_queue *ubq, in ublk_init_req_ref()
725 static inline bool ublk_need_get_data(const struct ublk_queue *ubq) in ublk_need_get_data()
744 static inline struct ublk_queue *ublk_get_queue(struct ublk_device *dev, in ublk_get_queue()
747 return (struct ublk_queue *)&(dev->__queues[qid * dev->queue_size]); in ublk_get_queue()
768 struct ublk_queue *ubq = ublk_get_queue(ub, q_id); in ublk_queue_cmd_buf_size()
803 static inline bool ublk_nosrv_should_queue_io(struct ublk_queue *ubq) in ublk_nosrv_should_queue_io()
998 static int ublk_map_io(const struct ublk_queue *ubq, const struct request *req, in ublk_map_io()
1021 static int ublk_unmap_io(const struct ublk_queue *ubq, in ublk_unmap_io()
1070 static blk_status_t ublk_setup_iod(struct ublk_queue *ubq, struct request *req) in ublk_setup_iod()
1121 struct ublk_queue *ubq = req->mq_hctx->driver_data; in __ublk_complete_rq()
1196 static inline void __ublk_abort_rq(struct ublk_queue *ubq, in __ublk_abort_rq()
1207 ublk_auto_buf_reg_fallback(const struct ublk_queue *ubq, struct ublk_io *io) in ublk_auto_buf_reg_fallback()
1215 static bool ublk_auto_buf_reg(const struct ublk_queue *ubq, struct request *req, in ublk_auto_buf_reg()
1237 static bool ublk_prep_auto_buf_reg(struct ublk_queue *ubq, in ublk_prep_auto_buf_reg()
1248 static bool ublk_start_io(const struct ublk_queue *ubq, struct request *req, in ublk_start_io()
1276 static void ublk_dispatch_req(struct ublk_queue *ubq, in ublk_dispatch_req()
1326 struct ublk_queue *ubq = pdu->ubq; in ublk_cmd_tw_cb()
1331 static void ublk_queue_cmd(struct ublk_queue *ubq, struct request *rq) in ublk_queue_cmd()
1367 struct ublk_queue *ubq = rq->mq_hctx->driver_data; in ublk_timeout()
1387 static blk_status_t ublk_prep_req(struct ublk_queue *ubq, struct request *rq, in ublk_prep_req()
1423 struct ublk_queue *ubq = hctx->driver_data; in ublk_queue_rq()
1461 struct ublk_queue *this_q = req->mq_hctx->driver_data; in ublk_queue_rqs()
1485 struct ublk_queue *ubq = ublk_get_queue(ub, hctx->queue_num); in ublk_init_hctx()
1498 static void ublk_queue_reinit(struct ublk_device *ub, struct ublk_queue *ubq) in ublk_queue_reinit()
1717 static void __ublk_fail_req(struct ublk_queue *ubq, struct ublk_io *io, in __ublk_fail_req()
1738 static void ublk_abort_queue(struct ublk_device *ub, struct ublk_queue *ubq) in ublk_abort_queue()
1776 static void ublk_cancel_cmd(struct ublk_queue *ubq, unsigned tag, in ublk_cancel_cmd()
1830 struct ublk_queue *ubq = pdu->ubq; in ublk_uring_cmd_cancel_fn()
1851 static inline bool ublk_queue_ready(struct ublk_queue *ubq) in ublk_queue_ready()
1856 static void ublk_cancel_queue(struct ublk_queue *ubq) in ublk_cancel_queue()
1962 struct ublk_queue *ubq = ublk_get_queue(ub, i); in ublk_reset_io_flags()
1977 static void ublk_mark_io_ready(struct ublk_device *ub, struct ublk_queue *ubq) in ublk_mark_io_ready()
2057 ublk_config_io_buf(const struct ublk_queue *ubq, struct ublk_io *io, in ublk_config_io_buf()
2070 struct ublk_queue *ubq, unsigned int tag) in ublk_prep_cancel()
2086 struct ublk_queue *ubq = rq->mq_hctx->driver_data; in ublk_io_release()
2100 const struct ublk_queue *ubq, in ublk_register_io_buf()
2127 const struct ublk_queue *ubq, struct ublk_io *io, in ublk_daemon_register_io_buf()
2164 static int ublk_check_fetch_buf(const struct ublk_queue *ubq, __u64 buf_addr) in ublk_check_fetch_buf()
2180 static int ublk_fetch(struct io_uring_cmd *cmd, struct ublk_queue *ubq, in ublk_fetch()
2218 static int ublk_check_commit_and_fetch(const struct ublk_queue *ubq, in ublk_check_commit_and_fetch()
2242 static bool ublk_need_complete_req(const struct ublk_queue *ubq, in ublk_need_complete_req()
2250 static bool ublk_get_data(const struct ublk_queue *ubq, struct ublk_io *io, in ublk_get_data()
2274 struct ublk_queue *ubq; in __ublk_ch_uring_cmd()
2398 const struct ublk_queue *ubq, struct ublk_io *io, size_t offset) in __ublk_check_and_get_req()
2496 struct ublk_queue *ubq; in ublk_check_and_get_req()
2592 struct ublk_queue *ubq = ublk_get_queue(ub, q_id); in ublk_deinit_queue()
2609 struct ublk_queue *ubq = ublk_get_queue(ub, q_id); in ublk_init_queue()
2646 int ubq_size = sizeof(struct ublk_queue) + depth * sizeof(struct ublk_io); in ublk_init_queues()
3407 const struct ublk_queue *ubq;
3421 static bool ubq_has_idle_io(const struct ublk_queue *ubq) in ubq_has_idle_io()
3443 struct ublk_queue *ubq = ublk_get_queue(ub, i); in ublk_wait_for_idle_io()