| /linux-6.8/mm/ |
| D | swap.c | 81 static void __page_cache_release(struct folio *folio) in __page_cache_release()
102 static void __folio_put_small(struct folio *folio) in __folio_put_small()
109 static void __folio_put_large(struct folio *folio) in __folio_put_large()
122 void __folio_put(struct folio *folio) in __folio_put()
141 struct folio *folio, *next; in put_pages_list() local
163 static void lru_add_fn(struct lruvec *lruvec, struct folio *folio) in lru_add_fn()
210 struct folio *folio = fbatch->folios[i]; in folio_batch_move_lru() local
229 struct folio *folio, move_fn_t move_fn) in folio_batch_add_and_move()
237 static void lru_move_tail_fn(struct lruvec *lruvec, struct folio *folio) in lru_move_tail_fn()
254 void folio_rotate_reclaimable(struct folio *folio) in folio_rotate_reclaimable()
[all …]
|
| D | filemap.c | 128 struct folio *folio, void *shadow) in page_cache_delete()
149 struct folio *folio) in filemap_unaccount_folio()
217 void __filemap_remove_folio(struct folio *folio, void *shadow) in __filemap_remove_folio()
226 void filemap_free_folio(struct address_space *mapping, struct folio *folio) in filemap_free_folio()
248 void filemap_remove_folio(struct folio *folio) in filemap_remove_folio()
283 struct folio *folio; in page_cache_delete_batch() local
329 struct folio *folio = fbatch->folios[i]; in delete_from_page_cache_batch() local
473 struct folio *folio; in filemap_range_has_page() local
521 struct folio *folio = fbatch.folios[i]; in __filemap_fdatawait_range() local
634 struct folio *folio; in filemap_range_has_writeback() local
[all …]
|
| D | page_io.c | 32 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_write() local
60 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_read() local
181 struct folio *folio = page_folio(page); in swap_writepage() local
213 static inline void count_swpout_vm_event(struct folio *folio) in count_swpout_vm_event()
225 static void bio_associate_blkg_from_page(struct bio *bio, struct folio *folio) in bio_associate_blkg_from_page()
240 #define bio_associate_blkg_from_page(bio, folio) do { } while (0) argument
296 static void swap_writepage_fs(struct folio *folio, struct writeback_control *wbc) in swap_writepage_fs()
334 static void swap_writepage_bdev_sync(struct folio *folio, in swap_writepage_bdev_sync()
355 static void swap_writepage_bdev_async(struct folio *folio, in swap_writepage_bdev_async()
374 void __swap_writepage(struct folio *folio, struct writeback_control *wbc) in __swap_writepage()
[all …]
|
| D | rmap.c | 500 struct anon_vma *folio_get_anon_vma(struct folio *folio) in folio_get_anon_vma()
544 struct anon_vma *folio_lock_anon_vma_read(struct folio *folio, in folio_lock_anon_vma_read()
777 struct folio *folio = page_folio(page); in page_address_in_vma() local
835 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
961 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1061 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1080 int folio_mkclean(struct folio *folio) in folio_mkclean()
1137 int folio_total_mapcount(struct folio *folio) in folio_total_mapcount()
1160 static __always_inline unsigned int __folio_add_rmap(struct folio *folio, in __folio_add_rmap()
1211 void folio_move_anon_rmap(struct folio *folio, struct vm_area_struct *vma) in folio_move_anon_rmap()
[all …]
|
| D | truncate.c | 83 struct folio *folio = fbatch->folios[i]; in truncate_folio_batch_exceptionals() local
153 void folio_invalidate(struct folio *folio, size_t offset, size_t length) in folio_invalidate()
172 static void truncate_cleanup_folio(struct folio *folio) in truncate_cleanup_folio()
189 int truncate_inode_folio(struct address_space *mapping, struct folio *folio) in truncate_inode_folio()
210 bool truncate_inode_partial_folio(struct folio *folio, loff_t start, loff_t end) in truncate_inode_partial_folio()
254 struct folio *folio) in generic_error_remove_folio()
279 long mapping_evict_folio(struct address_space *mapping, struct folio *folio) in mapping_evict_folio()
329 struct folio *folio; in truncate_inode_pages_range() local
405 struct folio *folio = fbatch.folios[i]; in truncate_inode_pages_range() local
501 struct folio *folio = fbatch.folios[i]; in mapping_try_invalidate() local
[all …]
|
| D | swap.h | 61 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
67 static inline void swap_read_folio(struct folio *folio, bool do_poll, in swap_read_folio()
118 static inline bool add_to_swap(struct folio *folio) in add_to_swap()
128 static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
134 static inline void __delete_from_swap_cache(struct folio *folio, in __delete_from_swap_cache()
139 static inline void delete_from_swap_cache(struct folio *folio) in delete_from_swap_cache()
148 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
|
| D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
169 static inline struct folio *mlock_lru(struct folio *folio) in mlock_lru()
174 static inline struct folio *mlock_new(struct folio *folio) in mlock_new()
190 struct folio *folio; in mlock_folio_batch() local
243 void mlock_folio(struct folio *folio) in mlock_folio()
268 void mlock_new_folio(struct folio *folio) in mlock_new_folio()
291 void munlock_folio(struct folio *folio) in munlock_folio()
308 static inline unsigned int folio_mlock_step(struct folio *folio, in folio_mlock_step()
[all …]
|
| /linux-6.8/include/linux/ |
| D | page_idle.h | 16 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
30 static inline void folio_set_young(struct folio *folio) in folio_set_young()
41 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
55 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
69 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
80 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
94 static inline bool folio_test_young(struct folio *folio) in folio_test_young()
99 static inline void folio_set_young(struct folio *folio) in folio_set_young()
103 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
108 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle()
[all …]
|
| D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
151 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
163 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
175 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
189 static inline int folio_ref_sub_and_test(struct folio *folio, int nr) in folio_ref_sub_and_test()
203 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
217 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
[all …]
|
| D | rmap.h | 197 static inline void __folio_rmap_sanity_checks(struct folio *folio, in __folio_rmap_sanity_checks()
239 #define folio_add_anon_rmap_pte(folio, page, vma, address, flags) \ argument
247 #define folio_add_file_rmap_pte(folio, page, vma) \ argument
253 #define folio_remove_rmap_pte(folio, page, vma) \ argument
264 static inline int hugetlb_try_dup_anon_rmap(struct folio *folio, in hugetlb_try_dup_anon_rmap()
280 static inline int hugetlb_try_share_anon_rmap(struct folio *folio) in hugetlb_try_share_anon_rmap()
303 static inline void hugetlb_add_file_rmap(struct folio *folio) in hugetlb_add_file_rmap()
311 static inline void hugetlb_remove_rmap(struct folio *folio) in hugetlb_remove_rmap()
318 static __always_inline void __folio_dup_file_rmap(struct folio *folio, in __folio_dup_file_rmap()
345 static inline void folio_dup_file_rmap_ptes(struct folio *folio, in folio_dup_file_rmap_ptes()
[all …]
|
| D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| D | pagemap.h | 418 static inline struct address_space *folio_file_mapping(struct folio *folio) in folio_file_mapping()
438 static inline struct address_space *folio_flush_mapping(struct folio *folio) in folio_flush_mapping()
460 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
473 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
491 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
508 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
783 #define swapcache_index(folio) __page_file_index(&(folio)->page) argument
796 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
809 static inline pgoff_t folio_next_index(struct folio *folio) in folio_next_index()
824 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
[all …]
|
| D | mm_inline.h | 28 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
66 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
87 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
144 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
158 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
175 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
221 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
272 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
306 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
311 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
[all …]
|
| D | vmstat.h | 418 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
424 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
430 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
436 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
442 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
448 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
454 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
460 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
466 static inline void __node_stat_sub_folio(struct folio *folio, in __node_stat_sub_folio()
472 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
[all …]
|
| /linux-6.8/fs/btrfs/ |
| D | subpage.c | 118 struct folio *folio, enum btrfs_subpage_type type) in btrfs_attach_subpage()
141 void btrfs_detach_subpage(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_detach_subpage()
192 void btrfs_folio_inc_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_inc_eb_refs()
206 void btrfs_folio_dec_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_dec_eb_refs()
222 struct folio *folio, u64 start, u32 len) in btrfs_subpage_assert()
241 struct folio *folio, u64 start, u32 len) in btrfs_subpage_start_reader()
252 struct folio *folio, u64 start, u32 len) in btrfs_subpage_end_reader()
275 static void btrfs_subpage_clamp_range(struct folio *folio, u64 *start, u32 *len) in btrfs_subpage_clamp_range()
294 struct folio *folio, u64 start, u32 len) in btrfs_subpage_start_writer()
308 struct folio *folio, u64 start, u32 len) in btrfs_subpage_end_and_test_writer()
[all …]
|
| /linux-6.8/fs/bcachefs/ |
| D | fs-io-pagecache.h | 19 static inline u64 folio_end_pos(struct folio *folio) in folio_end_pos()
24 static inline size_t folio_sectors(struct folio *folio) in folio_sectors()
29 static inline loff_t folio_sector(struct folio *folio) in folio_sector()
34 static inline u64 folio_end_sector(struct folio *folio) in folio_end_sector()
75 static inline void bch2_folio_sector_set(struct folio *folio, in bch2_folio_sector_set()
83 static inline int folio_pos_to_s(struct folio *folio, loff_t pos) in folio_pos_to_s()
92 static inline void __bch2_folio_release(struct folio *folio) in __bch2_folio_release()
97 static inline void bch2_folio_release(struct folio *folio) in bch2_folio_release()
103 static inline struct bch_folio *__bch2_folio(struct folio *folio) in __bch2_folio()
110 static inline struct bch_folio *bch2_folio(struct folio *folio) in bch2_folio()
|
| D | fs-io-pagecache.c | 126 struct bch_folio *__bch2_folio_create(struct folio *folio, gfp_t gfp) in __bch2_folio_create()
141 struct bch_folio *bch2_folio_create(struct folio *folio, gfp_t gfp) in bch2_folio_create()
155 static void __bch2_folio_set(struct folio *folio, in __bch2_folio_set()
222 struct folio *folio = fs[folio_idx]; in bch2_folio_set() local
286 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_unallocated() local
331 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_reserved() local
382 struct folio *folio, bool check_enospc) in bch2_get_folio_disk_reservation()
424 struct folio *folio, in bch2_folio_reservation_get()
468 static void bch2_clear_folio_bits(struct folio *folio) in bch2_clear_folio_bits()
499 struct folio *folio, in bch2_set_folio_dirty()
[all …]
|
| /linux-6.8/fs/iomap/ |
| D | buffered-io.c | 46 static inline bool ifs_is_fully_uptodate(struct folio *folio, in ifs_is_fully_uptodate()
60 static bool ifs_set_range_uptodate(struct folio *folio, in ifs_set_range_uptodate()
72 static void iomap_set_range_uptodate(struct folio *folio, size_t off, in iomap_set_range_uptodate()
89 static inline bool ifs_block_is_dirty(struct folio *folio, in ifs_block_is_dirty()
98 static void ifs_clear_range_dirty(struct folio *folio, in ifs_clear_range_dirty()
113 static void iomap_clear_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_clear_range_dirty()
121 static void ifs_set_range_dirty(struct folio *folio, in ifs_set_range_dirty()
136 static void iomap_set_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_set_range_dirty()
145 struct folio *folio, unsigned int flags) in ifs_alloc()
180 static void ifs_free(struct folio *folio) in ifs_free()
[all …]
|
| /linux-6.8/fs/nilfs2/ |
| D | page.c | 28 static struct buffer_head *__nilfs_get_folio_block(struct folio *folio, in __nilfs_get_folio_block()
54 struct folio *folio; in nilfs_grab_buffer() local
76 struct folio *folio = bh->b_folio; in nilfs_forget_buffer() local
140 bool nilfs_folio_buffers_clean(struct folio *folio) in nilfs_folio_buffers_clean()
153 void nilfs_folio_bug(struct folio *folio) in nilfs_folio_bug()
258 struct folio *folio = fbatch.folios[i], *dfolio; in nilfs_copy_dirty_pages() local
312 struct folio *folio = fbatch.folios[i], *dfolio; in nilfs_copy_back_pages() local
373 struct folio *folio = fbatch.folios[i]; in nilfs_clear_dirty_pages() local
397 void nilfs_clear_folio_dirty(struct folio *folio, bool silent) in nilfs_clear_folio_dirty()
462 void __nilfs_clear_folio_dirty(struct folio *folio) in __nilfs_clear_folio_dirty()
[all …]
|
| D | dir.c | 81 static int nilfs_prepare_chunk(struct folio *folio, unsigned int from, in nilfs_prepare_chunk()
89 static void nilfs_commit_chunk(struct folio *folio, in nilfs_commit_chunk()
109 static bool nilfs_check_folio(struct folio *folio, char *kaddr) in nilfs_check_folio()
185 struct folio *folio = read_mapping_folio(mapping, n, NULL); in nilfs_get_folio() local
275 struct folio *folio; in nilfs_readdir() local
392 struct folio *folio; in nilfs_inode_by_name() local
403 struct folio *folio, struct inode *inode) in nilfs_set_link()
430 struct folio *folio = NULL; in nilfs_add_link() local
518 int nilfs_delete_entry(struct nilfs_dir_entry *dir, struct folio *folio) in nilfs_delete_entry()
561 struct folio *folio = filemap_grab_folio(mapping, 0); in nilfs_make_empty() local
[all …]
|
| /linux-6.8/fs/nfs/ |
| D | write.c | 175 static struct nfs_page *nfs_folio_private_request(struct folio *folio) in nfs_folio_private_request()
188 static struct nfs_page *nfs_folio_find_private_request(struct folio *folio) in nfs_folio_find_private_request()
205 static struct nfs_page *nfs_folio_find_swap_request(struct folio *folio) in nfs_folio_find_swap_request()
231 static struct nfs_page *nfs_folio_find_head_request(struct folio *folio) in nfs_folio_find_head_request()
241 static struct nfs_page *nfs_folio_find_and_lock_request(struct folio *folio) in nfs_folio_find_and_lock_request()
272 static void nfs_grow_file(struct folio *folio, unsigned int offset, in nfs_grow_file()
310 static void nfs_mapping_set_error(struct folio *folio, int error) in nfs_mapping_set_error()
383 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_uptodate() local
411 static void nfs_folio_set_writeback(struct folio *folio) in nfs_folio_set_writeback()
420 static void nfs_folio_end_writeback(struct folio *folio) in nfs_folio_end_writeback()
[all …]
|
| /linux-6.8/mm/damon/ |
| D | paddr.c | 19 static bool __damon_pa_mkold(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_mkold()
36 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_mkold() local
82 static bool __damon_pa_young(struct folio *folio, struct vm_area_struct *vma, in __damon_pa_young()
116 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_young() local
188 struct folio *folio) in __damos_pa_filter_out()
216 static bool damos_pa_filter_out(struct damos *scheme, struct folio *folio) in damos_pa_filter_out()
233 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); in damon_pa_pageout() local
263 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); in damon_pa_mark_accessed_or_deactivate() local
|
| /linux-6.8/fs/netfs/ |
| D | misc.c | 16 struct folio *folio, unsigned int flags, in netfs_xa_store_and_mark()
50 struct folio *folio; in netfs_add_folios_to_buffer() local
81 struct folio *folio; in netfs_clear_buffer() local
103 bool netfs_dirty_folio(struct address_space *mapping, struct folio *folio) in netfs_dirty_folio()
178 void netfs_invalidate_folio(struct folio *folio, size_t offset, size_t length) in netfs_invalidate_folio()
240 bool netfs_release_folio(struct folio *folio, gfp_t gfp) in netfs_release_folio()
|
| D | buffered_write.c | 31 static void netfs_set_group(struct folio *folio, struct netfs_group *netfs_group) in netfs_set_group()
38 static void netfs_folio_start_fscache(bool caching, struct folio *folio) in netfs_folio_start_fscache()
44 static void netfs_folio_start_fscache(bool caching, struct folio *folio) in netfs_folio_start_fscache()
58 struct folio *folio, in netfs_how_to_modify()
163 struct folio *folio; in netfs_perform_write() local
507 struct folio *folio = page_folio(vmf->page); in netfs_page_mkwrite() local
566 struct folio *folio; in netfs_kill_pages() local
604 struct folio *folio; in netfs_redirty_pages() local
641 struct folio *folio; in netfs_pages_written_back() local
780 struct folio *folio; in netfs_extend_writeback() local
[all …]
|
| /linux-6.8/fs/gfs2/ |
| D | aops.c | 40 void gfs2_trans_add_databufs(struct gfs2_inode *ip, struct folio *folio, in gfs2_trans_add_databufs()
92 static int gfs2_write_jdata_folio(struct folio *folio, in gfs2_write_jdata_folio()
124 static int __gfs2_jdata_write_folio(struct folio *folio, in __gfs2_jdata_write_folio()
153 struct folio *folio = page_folio(page); in gfs2_jdata_writepage() local
229 struct folio *folio = fbatch->folios[i]; in gfs2_write_jdata_batch() local
412 static int stuffed_read_folio(struct gfs2_inode *ip, struct folio *folio) in stuffed_read_folio()
446 static int gfs2_read_folio(struct file *file, struct folio *folio) in gfs2_read_folio()
486 struct folio *folio; in gfs2_internal_read() local
574 struct folio *folio) in jdata_dirty_folio()
633 static void gfs2_invalidate_folio(struct folio *folio, size_t offset, in gfs2_invalidate_folio()
[all …]
|