Home
last modified time | relevance | path

Searched refs:q_usage_counter (Results 1 – 7 of 7) sorted by relevance

/linux/block/
H A Dblk-pm.c80 /* Switch q_usage_counter from per-cpu to atomic mode. */ in blk_pre_runtime_suspend()
88 percpu_ref_switch_to_atomic_sync(&q->q_usage_counter); in blk_pre_runtime_suspend()
89 if (percpu_ref_is_zero(&q->q_usage_counter)) in blk_pre_runtime_suspend()
91 /* Switch q_usage_counter back to per-cpu mode. */ in blk_pre_runtime_suspend()
H A Dblk-core.c253 percpu_ref_exit(&q->q_usage_counter); in blk_free_queue_rcu()
300 * blk_queue_enter() - try to increase q->q_usage_counter
314 * order reading __PERCPU_REF_DEAD flag of .q_usage_counter and in blk_queue_enter()
347 * order reading __PERCPU_REF_DEAD flag of .q_usage_counter and in __bio_queue_enter()
371 percpu_ref_put(&q->q_usage_counter); in blk_queue_exit()
377 container_of(ref, struct request_queue, q_usage_counter); in blk_queue_usage_counter_release()
447 error = percpu_ref_init(&q->q_usage_counter, in blk_alloc_queue()
454 lockdep_init_map(&q->io_lockdep_map, "&q->q_usage_counter(io)", in blk_alloc_queue()
456 lockdep_init_map(&q->q_lockdep_map, "&q->q_usage_counter(queue)", in blk_alloc_queue()
958 if (!percpu_ref_tryget(&q->q_usage_counter)) in bio_poll()
[all...]
H A Dblk-mq.c170 percpu_ref_kill(&q->q_usage_counter); in __blk_freeze_queue_start()
190 wait_event(q->mq_freeze_wq, percpu_ref_is_zero(&q->q_usage_counter)); in blk_mq_freeze_queue_wait()
198 percpu_ref_is_zero(&q->q_usage_counter), in blk_mq_freeze_queue_wait_timeout()
216 q->q_usage_counter.data->force_atomic = true; in __blk_mq_unfreeze_queue()
220 percpu_ref_resurrect(&q->q_usage_counter); in __blk_mq_unfreeze_queue()
479 percpu_ref_get_many(&data->q->q_usage_counter, nr - 1); in __blk_mq_alloc_requests_batch()
1167 percpu_ref_put_many(&q->q_usage_counter, nr_tags); in blk_mq_flush_tag_batch()
1727 * consumed, marked by the instant q_usage_counter reaches in blk_mq_timeout_work()
1730 if (!percpu_ref_tryget(&q->q_usage_counter)) in blk_mq_timeout_work()
2909 percpu_ref_get(&this_hctx->queue->q_usage_counter); in blk_mq_dispatch_list()
[all...]
H A Dblk.h62 if (!percpu_ref_tryget_live_rcu(&q->q_usage_counter)) in blk_try_enter_queue()
H A Dblk-zoned.c793 percpu_ref_get(&bio->bi_bdev->bd_disk->queue->q_usage_counter); in disk_zone_wplug_add_bio()
/linux/drivers/scsi/
H A Dscsi_lib.c668 percpu_ref_get(&q->q_usage_counter); in scsi_end_request()
674 percpu_ref_put(&q->q_usage_counter); in scsi_end_request()
/linux/include/linux/
H A Dblkdev.h498 struct percpu_ref q_usage_counter; member
625 * Protect concurrent access to q_usage_counter by