| /linux/include/linux/ |
| H A D | bio.h | 23 #define bio_iter_iovec(bio, iter) \ argument
26 #define bio_iter_page(bio, iter) \ argument
28 #define bio_iter_len(bio, iter) \ argument
30 #define bio_iter_offset(bio, iter) \ argument
33 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
34 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
35 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
40 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) argument
41 #define bio_end_sector(bio) bvec_iter_end_sector((bio)->bi_iter) argument
46 #define bio_data_dir(bio) \ argument
[all …]
|
| H A D | bio-integrity.h | 41 static inline struct bio_integrity_payload *bio_integrity(struct bio *bio) in bio_integrity()
49 static inline bool bio_integrity_flagged(struct bio *bio, enum bip_flags flag) in bio_integrity_flagged()
86 static inline struct bio_integrity_payload *bio_integrity(struct bio *bio) in bio_integrity()
91 static inline int bio_integrity_map_user(struct bio *bio, struct iov_iter *iter) in bio_integrity_map_user()
96 static inline int bio_integrity_map_iter(struct bio *bio, struct uio_meta *meta) in bio_integrity_map_iter()
101 static inline void bio_integrity_unmap_user(struct bio *bio) in bio_integrity_unmap_user()
105 static inline bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep()
110 static inline int bio_integrity_clone(struct bio *bio, struct bio *bio_src, in bio_integrity_clone()
116 static inline void bio_integrity_advance(struct bio *bio, in bio_integrity_advance()
121 static inline void bio_integrity_trim(struct bio *bio) in bio_integrity_trim()
[all …]
|
| /linux/block/ |
| H A D | bio.c | 213 void bio_uninit(struct bio *bio) in bio_uninit()
228 static void bio_free(struct bio *bio) in bio_free()
245 void bio_init(struct bio *bio, struct block_device *bdev, struct bio_vec *table, in bio_init()
301 void bio_reset(struct bio *bio, struct block_device *bdev, blk_opf_t opf) in bio_reset()
313 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio()
323 static void bio_chain_endio(struct bio *bio) in bio_chain_endio()
339 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain()
367 struct bio *blk_next_bio(struct bio *bio, struct block_device *bdev, in blk_next_bio()
377 struct bio *bio; in bio_alloc_rescue() local
394 struct bio *bio; in punt_bios_to_rescuer() local
[all …]
|
| H A D | blk-merge.c | 20 static inline void bio_get_first_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_first_bvec()
25 static inline void bio_get_last_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_last_bvec()
87 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
92 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
107 static struct bio *bio_submit_split(struct bio *bio, int split_sectors) in bio_submit_split()
137 struct bio *bio_split_discard(struct bio *bio, const struct queue_limits *lim, in bio_split_discard()
194 static inline unsigned get_max_io_size(struct bio *bio, in get_max_io_size()
273 static unsigned int bio_split_alignment(struct bio *bio, in bio_split_alignment()
293 int bio_split_rw_at(struct bio *bio, const struct queue_limits *lim, in bio_split_rw_at()
355 struct bio *bio_split_rw(struct bio *bio, const struct queue_limits *lim, in bio_split_rw()
[all …]
|
| H A D | blk-map.c | 48 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter()
79 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter()
109 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user()
136 struct bio *bio; in bio_copy_user_iov() local
243 static void blk_mq_map_bio_put(struct bio *bio) in blk_mq_map_bio_put()
256 struct bio *bio; in blk_rq_map_bio_alloc() local
276 struct bio *bio; in bio_map_user_iov() local
300 static void bio_invalidate_vmalloc_pages(struct bio *bio) in bio_invalidate_vmalloc_pages()
313 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio()
324 struct bio *bio; in bio_map_kern() local
[all …]
|
| H A D | blk-core.c | 333 int __bio_queue_enter(struct request_queue *q, struct bio *bio) in __bio_queue_enter()
522 static inline void bio_check_ro(struct bio *bio) in bio_check_ro()
542 static noinline int should_fail_bio(struct bio *bio) in should_fail_bio()
555 static inline int bio_check_eod(struct bio *bio) in bio_check_eod()
575 static int blk_partition_remap(struct bio *bio) in blk_partition_remap()
595 struct bio *bio) in blk_check_zone_append()
624 static void __submit_bio(struct bio *bio) in __submit_bio()
671 static void __submit_bio_noacct(struct bio *bio) in __submit_bio_noacct()
715 static void __submit_bio_noacct_mq(struct bio *bio) in __submit_bio_noacct_mq()
728 void submit_bio_noacct_nocheck(struct bio *bio) in submit_bio_noacct_nocheck()
[all …]
|
| H A D | blk-crypto-internal.h | 38 struct bio *bio) in bio_crypt_ctx_back_mergeable()
45 struct bio *bio) in bio_crypt_ctx_front_mergeable()
101 struct bio *bio) in bio_crypt_rq_ctx_compatible()
107 struct bio *bio) in bio_crypt_ctx_front_mergeable()
113 struct bio *bio) in bio_crypt_ctx_back_mergeable()
145 static inline void bio_crypt_advance(struct bio *bio, unsigned int bytes) in bio_crypt_advance()
152 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx()
159 struct bio *bio) in bio_crypt_do_front_merge()
210 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
|
| H A D | blk.h | 83 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter()
234 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
260 struct bio *bio) in integrity_req_gap_front_merge()
288 struct bio *bio) in integrity_req_gap_front_merge()
296 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
300 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free()
370 static inline bool bio_may_need_split(struct bio *bio, in bio_may_need_split()
394 static inline struct bio *__bio_split_to_limits(struct bio *bio, in __bio_split_to_limits()
477 static inline bool bio_zone_write_plugging(struct bio *bio) in bio_zone_write_plugging()
482 struct bio *bio) in blk_req_bio_is_zone_append()
[all …]
|
| H A D | blk-zoned.c | 179 struct bio bio; in blkdev_zone_reset_all() local
207 struct bio *bio = NULL; in blkdev_zone_mgmt() local
596 struct bio *bio) in blk_zone_wplug_bio_io_error()
612 struct bio *bio; in disk_zone_wplug_abort() local
701 static bool blk_zone_wplug_handle_reset_or_finish(struct bio *bio, in blk_zone_wplug_handle_reset_or_finish()
742 static bool blk_zone_wplug_handle_reset_all(struct bio *bio) in blk_zone_wplug_handle_reset_all()
783 struct bio *bio, unsigned int nr_segs) in disk_zone_wplug_add_bio()
837 void blk_zone_write_plug_bio_merged(struct bio *bio) in blk_zone_write_plug_bio_merged()
883 struct bio *bio; in blk_zone_write_plug_init_request() local
937 struct bio *bio) in blk_zone_wplug_prepare_bio()
[all …]
|
| /linux/drivers/md/bcache/ |
| H A D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum()
111 struct bio *bio = op->bio; in bch_data_invalidate() local
169 static void bch_data_insert_endio(struct bio *bio) in bch_data_insert_endio()
190 struct bio *bio = op->bio, *n; in CLOSURE_CALLBACK() local
363 static bool check_should_bypass(struct cached_dev *dc, struct bio *bio) in check_should_bypass()
481 struct bbio bio; member
499 static void bch_cache_read_endio(struct bio *bio) in bch_cache_read_endio()
530 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local
595 struct bio *bio = &s->bio.bio; in CLOSURE_CALLBACK() local
635 static void request_endio(struct bio *bio) in request_endio()
[all …]
|
| H A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
35 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio()
46 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio()
56 void bch_count_backing_io_errors(struct cached_dev *dc, struct bio *bio) in bch_count_backing_io_errors()
137 void bch_bbio_count_io_errors(struct cache_set *c, struct bio *bio, in bch_bbio_count_io_errors()
167 void bch_bbio_endio(struct cache_set *c, struct bio *bio, in bch_bbio_endio()
|
| H A D | movinggc.c | 19 struct bbio bio; member
48 struct bio *bio = &io->bio.bio; in CLOSURE_CALLBACK() local
62 static void read_moving_endio(struct bio *bio) in read_moving_endio()
80 struct bio *bio = &io->bio.bio; in moving_init() local
119 struct bio *bio = &io->bio.bio; in CLOSURE_CALLBACK() local
130 struct bio *bio; in read_moving() local
|
| /linux/drivers/md/ |
| H A D | dm-io-rewind.c | 56 static void dm_bio_integrity_rewind(struct bio *bio, unsigned int bytes_done) in dm_bio_integrity_rewind()
68 static inline void dm_bio_integrity_rewind(struct bio *bio, in dm_bio_integrity_rewind()
94 static void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
104 static inline void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
110 static inline void dm_bio_rewind_iter(const struct bio *bio, in dm_bio_rewind_iter()
132 static void dm_bio_rewind(struct bio *bio, unsigned int bytes) in dm_bio_rewind()
|
| H A D | dm-thin.c | 385 struct bio *bio; member
443 static int bio_detain(struct pool *pool, struct dm_cell_key *key, struct bio *bio, in bio_detain()
597 struct bio *bio; in error_bio_list() local
672 static dm_block_t get_bio_block(struct thin_c *tc, struct bio *bio) in get_bio_block()
688 static void get_bio_block_range(struct thin_c *tc, struct bio *bio, in get_bio_block_range()
714 static void remap(struct thin_c *tc, struct bio *bio, dm_block_t block) in remap()
730 static void remap_to_origin(struct thin_c *tc, struct bio *bio) in remap_to_origin()
735 static int bio_triggers_commit(struct thin_c *tc, struct bio *bio) in bio_triggers_commit()
741 static void inc_all_io_entry(struct pool *pool, struct bio *bio) in inc_all_io_entry()
752 static void issue(struct thin_c *tc, struct bio *bio) in issue()
[all …]
|
| H A D | dm-raid1.c | 126 static void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) in queue_bio()
144 struct bio *bio; in dispatch_bios() local
167 static struct mirror *bio_get_m(struct bio *bio) in bio_get_m()
172 static void bio_set_m(struct bio *bio, struct mirror *m) in bio_set_m()
444 static int mirror_available(struct mirror_set *ms, struct bio *bio) in mirror_available()
458 static sector_t map_sector(struct mirror *m, struct bio *bio) in map_sector()
465 static void map_bio(struct mirror *m, struct bio *bio) in map_bio()
472 struct bio *bio) in map_region()
479 static void hold_bio(struct mirror_set *ms, struct bio *bio) in hold_bio()
516 struct bio *bio = context; in read_callback() local
[all …]
|
| H A D | dm-zoned-target.c | 22 struct bio *bio; member
75 static inline void dmz_bio_endio(struct bio *bio, blk_status_t status) in dmz_bio_endio()
117 struct bio *bio, sector_t chunk_block, in dmz_submit_bio()
153 static void dmz_handle_read_zero(struct dmz_target *dmz, struct bio *bio, in dmz_handle_read_zero()
170 struct bio *bio) in dmz_handle_read()
250 struct dm_zone *zone, struct bio *bio, in dmz_handle_direct_write()
283 struct dm_zone *zone, struct bio *bio, in dmz_handle_buffered_write()
319 struct bio *bio) in dmz_handle_write()
358 struct bio *bio) in dmz_handle_discard()
396 struct bio *bio) in dmz_handle_bio()
[all …]
|
| H A D | raid1-10.c | 23 #define BIO_SPECIAL(bio) ((unsigned long)bio <= 2) argument
90 static inline struct resync_pages *get_resync_pages(struct bio *bio) in get_resync_pages()
96 static void md_bio_reset_resync_pages(struct bio *bio, struct resync_pages *rp, in md_bio_reset_resync_pages()
117 static inline void raid1_submit_write(struct bio *bio) in raid1_submit_write()
133 static inline bool raid1_add_bio_to_plug(struct mddev *mddev, struct bio *bio, in raid1_add_bio_to_plug()
302 static inline bool raid1_should_handle_error(struct bio *bio) in raid1_should_handle_error()
|
| H A D | dm-flakey.c | 21 #define all_corrupt_bio_flags_match(bio, fc) \ argument
352 static void flakey_map_bio(struct dm_target *ti, struct bio *bio) in flakey_map_bio()
360 static void corrupt_bio_common(struct bio *bio, unsigned int corrupt_bio_byte, in corrupt_bio_common()
388 static void corrupt_bio_data(struct bio *bio, struct flakey_c *fc, in corrupt_bio_data()
396 static void corrupt_bio_random(struct bio *bio, struct bvec_iter start) in corrupt_bio_random()
422 struct bio *bio = clone->bi_private; in clone_endio() local
428 static struct bio *clone_bio(struct dm_target *ti, struct flakey_c *fc, struct bio *bio) in clone_bio()
493 static int flakey_map(struct dm_target *ti, struct bio *bio) in flakey_map()
573 static int flakey_end_io(struct dm_target *ti, struct bio *bio, in flakey_end_io()
|
| /linux/fs/ext4/ |
| H A D | readpage.c | 63 struct bio *bio; member
69 static void __read_end_io(struct bio *bio) in __read_end_io()
86 struct bio *bio = ctx->bio; in decrypt_work() local
98 struct bio *bio = ctx->bio; in verity_work() local
145 static bool bio_post_read_required(struct bio *bio) in bio_post_read_required()
162 static void mpage_end_io(struct bio *bio) in mpage_end_io()
180 static void ext4_set_bio_post_read_ctx(struct bio *bio, in ext4_set_bio_post_read_ctx()
214 struct bio *bio = NULL; in ext4_mpage_readpages() local
|
| /linux/drivers/nvme/target/ |
| H A D | io-cmd-bdev.c | 180 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done()
189 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
234 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
244 struct bio *bio; in nvmet_bdev_execute_rw() local
337 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local
366 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range()
385 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local
433 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
|
| /linux/fs/btrfs/ |
| H A D | bio.c | 67 struct bio *bio; in btrfs_bio_alloc() local
80 struct bio *bio; in btrfs_split_bio() local
298 static void btrfs_log_dev_io_error(const struct bio *bio, struct btrfs_device *dev) in btrfs_log_dev_io_error()
314 const struct bio *bio) in btrfs_end_io_wq()
332 static void btrfs_simple_end_io(struct bio *bio) in btrfs_simple_end_io()
353 static void btrfs_raid56_end_io(struct bio *bio) in btrfs_raid56_end_io()
368 static void btrfs_orig_write_end_io(struct bio *bio) in btrfs_orig_write_end_io()
397 static void btrfs_clone_write_end_io(struct bio *bio) in btrfs_clone_write_end_io()
413 static void btrfs_submit_dev_bio(struct btrfs_device *dev, struct bio *bio) in btrfs_submit_dev_bio()
458 struct bio *orig_bio = bioc->orig_bio, *bio; in btrfs_submit_mirrored_bio() local
[all …]
|
| /linux/fs/f2fs/ |
| H A D | iostat.h | 45 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
54 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
71 static inline void iostat_update_and_unbind_ctx(struct bio *bio) {} in iostat_update_and_unbind_ctx()
73 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx()
74 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
76 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
|
| /linux/mm/ |
| H A D | page_io.c | 30 static void __end_swap_bio_write(struct bio *bio) in __end_swap_bio_write()
52 static void end_swap_bio_write(struct bio *bio) in end_swap_bio_write()
58 static void __end_swap_bio_read(struct bio *bio) in __end_swap_bio_read()
72 static void end_swap_bio_read(struct bio *bio) in end_swap_bio_read()
305 static void bio_associate_blkg_from_page(struct bio *bio, struct folio *folio) in bio_associate_blkg_from_page()
320 #define bio_associate_blkg_from_page(bio, folio) do { } while (0) argument
414 struct bio bio; in swap_writepage_bdev_sync() local
433 struct bio *bio; in swap_writepage_bdev_async() local
576 struct bio bio; in swap_read_folio_bdev_sync() local
597 struct bio *bio; in swap_read_folio_bdev_async() local
|
| /linux/drivers/md/dm-vdo/ |
| H A D | vio.c | 41 physical_block_number_t pbn_from_vio_bio(struct bio *bio) in pbn_from_vio_bio()
52 struct bio *bio = NULL; in create_multi_block_bio() local
69 void vdo_free_bio(struct bio *bio) in vdo_free_bio()
82 struct bio *bio; in allocate_vio_components() local
173 void vdo_set_bio_properties(struct bio *bio, struct vio *vio, bio_end_io_t callback, in vdo_set_bio_properties()
205 struct bio *bio = vio->bio; in vio_reset_bio_with_size() local
458 void vdo_count_bios(struct atomic_bio_stats *bio_stats, struct bio *bio) in vdo_count_bios()
491 static void count_all_bios_completed(struct vio *vio, struct bio *bio) in count_all_bios_completed()
507 void vdo_count_completed_bios(struct bio *bio) in vdo_count_completed_bios()
|
| /linux/fs/iomap/ |
| H A D | ioend.c | 16 struct bio *bio, loff_t file_offset, u16 ioend_flags) in iomap_init_ioend()
42 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend_buffered() local
66 static void ioend_writeback_end_bio(struct bio *bio) in ioend_writeback_end_bio()
103 struct bio *bio; in iomap_alloc_ioend() local
252 struct bio *bio = &ioend->io_bio; in iomap_finish_ioend() local
380 struct bio *bio = &ioend->io_bio; in iomap_split_ioend() local
|