fs/btrfs/extent_io.c

41 static inline void btrfs_leak_debug_add_eb(struct extent_buffer *eb)
51 static inline void btrfs_leak_debug_del_eb(struct extent_buffer *eb)
63 	struct extent_buffer *eb;
77 				      struct extent_buffer, leak_list);
159 						sizeof(struct extent_buffer), 0, 0,
619 static int alloc_eb_folio_array(struct extent_buffer *eb, bool nofail)
783 static int attach_extent_buffer_folio(struct extent_buffer *eb,
1784 static noinline_for_stack bool lock_extent_buffer_for_io(struct extent_buffer *eb,
1830 static void set_btree_ioerr(struct extent_buffer *eb)
1903 static void buffer_tree_set_mark(const struct extent_buffer *eb, xa_mark_t mark)
1915 static void buffer_tree_clear_mark(const struct extent_buffer *eb, xa_mark_t mark)
1950 	struct extent_buffer *ebs[PAGEVEC_SIZE];
1953 static inline bool eb_batch_add(struct eb_batch *batch, struct extent_buffer *eb)
1965 static inline struct extent_buffer *eb_batch_next(struct eb_batch *batch)
1979 static inline struct extent_buffer *find_get_eb(struct xa_state *xas, unsigned long max,
1982 	struct extent_buffer *eb;
2013 	struct extent_buffer *eb;
2036 static struct extent_buffer *find_extent_buffer_nolock(
2039 	struct extent_buffer *eb;
2052 	struct extent_buffer *eb = bbio->private;
2067 static void prepare_eb_write(struct extent_buffer *eb)
2095 static noinline_for_stack void write_one_eb(struct extent_buffer *eb,
2148 		struct extent_buffer *eb;
2204 		struct extent_buffer *eb;
2755 static int extent_buffer_under_io(const struct extent_buffer *eb)
2775 static void detach_extent_buffer_folio(const struct extent_buffer *eb, struct folio *folio)
2836 static void btrfs_release_extent_buffer_folios(const struct extent_buffer *eb)
2853 static inline void btrfs_release_extent_buffer(struct extent_buffer *eb)
2860 static struct extent_buffer *__alloc_extent_buffer(struct btrfs_fs_info *fs_info,
2863 	struct extent_buffer *eb = NULL;
2886 static void cleanup_extent_buffer_folios(struct extent_buffer *eb)
2899 struct extent_buffer *btrfs_clone_extent_buffer(const struct extent_buffer *src)
2901 	struct extent_buffer *new;
2947 struct extent_buffer *alloc_dummy_extent_buffer(struct btrfs_fs_info *fs_info,
2950 	struct extent_buffer *eb;
2982 static void check_buffer_tree_ref(struct extent_buffer *eb)
2986 	 * The TREE_REF bit is first set when the extent_buffer is added to the
2991 	 * reference to the extent_buffer when its STALE bit is set or
2994 	 * In both cases, care is taken to ensure that the extent_buffer's
3000 	 * The actual lifetime of the extent_buffer in the xarray is adequately
3017 static void mark_extent_buffer_accessed(struct extent_buffer *eb)
3025 struct extent_buffer *find_extent_buffer(struct btrfs_fs_info *fs_info,
3028 	struct extent_buffer *eb;
3054 struct extent_buffer *alloc_test_extent_buffer(struct btrfs_fs_info *fs_info,
3058 	struct extent_buffer *eb, *exists = NULL;
3098 static struct extent_buffer *grab_extent_buffer(struct btrfs_fs_info *fs_info,
3101 	struct extent_buffer *exists;
3172 static int attach_eb_folio_to_filemap(struct extent_buffer *eb, int i,
3174 				      struct extent_buffer **found_eb_ret)
3216 		struct extent_buffer *existing_eb;
3250 struct extent_buffer *alloc_extent_buffer(struct btrfs_fs_info *fs_info,
3254 	struct extent_buffer *eb;
3255 	struct extent_buffer *existing_eb = NULL;
3458 	struct extent_buffer *eb =
3459 			container_of(head, struct extent_buffer, rcu_head);
3464 static int release_extent_buffer(struct extent_buffer *eb)
3509 void free_extent_buffer(struct extent_buffer *eb)
3543 void free_extent_buffer_stale(struct extent_buffer *eb)
3569 			      struct extent_buffer *eb)
3582 	 * the extent_buffer.
3614 void set_extent_buffer_dirty(struct extent_buffer *eb)
3657 void clear_extent_buffer_uptodate(struct extent_buffer *eb)
3671 void set_extent_buffer_uptodate(struct extent_buffer *eb)
3679 static void clear_extent_buffer_reading(struct extent_buffer *eb)
3686 	struct extent_buffer *eb = bbio->private;
3713 int read_extent_buffer_pages_nowait(struct extent_buffer *eb, int mirror_num,
3768 int read_extent_buffer_pages(struct extent_buffer *eb, int mirror_num,
3783 static bool report_eb_range(const struct extent_buffer *eb, unsigned long start,
3801 static inline int check_eb_range(const struct extent_buffer *eb,
3813 void read_extent_buffer(const struct extent_buffer *eb, void *dstv,
3852 int read_extent_buffer_to_user_nofault(const struct extent_buffer *eb,
3893 int memcmp_extent_buffer(const struct extent_buffer *eb, const void *ptrv,
3933 static void assert_eb_folio_uptodate(const struct extent_buffer *eb, int i)
3962 static void __write_extent_buffer(const struct extent_buffer *eb,
4006 void write_extent_buffer(const struct extent_buffer *eb, const void *srcv,
4012 static void memset_extent_buffer(const struct extent_buffer *eb, int c,
4035 void memzero_extent_buffer(const struct extent_buffer *eb, unsigned long start,
4043 void copy_extent_buffer_full(const struct extent_buffer *dst,
4044 			     const struct extent_buffer *src)
4063 void copy_extent_buffer(const struct extent_buffer *dst,
4064 			const struct extent_buffer *src,
4111 static inline void eb_bitmap_offset(const struct extent_buffer *eb,
4137 bool extent_buffer_test_bit(const struct extent_buffer *eb, unsigned long start,
4150 static u8 *extent_buffer_get_byte(const struct extent_buffer *eb, unsigned long bytenr)
4167 void extent_buffer_bitmap_set(const struct extent_buffer *eb, unsigned long start,
4203 void extent_buffer_bitmap_clear(const struct extent_buffer *eb,
4237 void memcpy_extent_buffer(const struct extent_buffer *dst,
4274 void memmove_extent_buffer(const struct extent_buffer *dst,
4328 	struct extent_buffer *eb;
4384 	struct extent_buffer *eb;
4447 	struct extent_buffer *eb;
4475 void btrfs_readahead_node_child(struct extent_buffer *node, int slot)