/linux/include/linux/ |
H A D | swapops.h | 21 * high-order bits of the swp_entry_t and `offset' is right-aligned in the 25 * swp_entry_t's are *never* stored anywhere in their arch-dependent format. 69 static inline bool is_pfn_swap_entry(swp_entry_t entry); 71 /* Clear all flags but only keep swp_entry_t related information */ 84 * Store a type+offset into a swp_entry_t in an arch-independent format 86 static inline swp_entry_t swp_entry(unsigned long type, pgoff_t offset) in swp_entry() 88 swp_entry_t ret; in swp_entry() 95 * Extract the `type' field from a swp_entry_t. The swp_entry_t is in 98 static inline unsigned swp_type(swp_entry_t entr [all...] |
H A D | swap.h | 354 static inline swp_entry_t page_swap_entry(struct page *page) in page_swap_entry() 357 swp_entry_t entry = folio->swap; in page_swap_entry() 495 void put_swap_folio(struct folio *folio, swp_entry_t entry); 496 extern swp_entry_t get_swap_page_of_type(int); 497 extern int add_swap_count_continuation(swp_entry_t, gfp_t); 498 extern void swap_shmem_alloc(swp_entry_t, int); 499 extern int swap_duplicate(swp_entry_t); 500 extern int swapcache_prepare(swp_entry_t entry, int nr); 501 extern void swap_free_nr(swp_entry_t entry, int nr_pages); 502 extern void free_swap_and_cache_nr(swp_entry_t entr [all...] |
H A D | swap_cgroup.h | 9 extern void swap_cgroup_record(struct folio *folio, unsigned short id, swp_entry_t ent); 10 extern unsigned short swap_cgroup_clear(swp_entry_t ent, unsigned int nr_ents); 11 extern unsigned short lookup_swap_cgroup_id(swp_entry_t ent); 18 void swap_cgroup_record(struct folio *folio, unsigned short id, swp_entry_t ent) in swap_cgroup_record() 23 unsigned short swap_cgroup_clear(swp_entry_t ent, unsigned int nr_ents) in swap_cgroup_clear() 29 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
H A D | zswap.h | 30 void zswap_invalidate(swp_entry_t swp); 52 static inline void zswap_invalidate(swp_entry_t swp) {} in zswap_invalidate()
|
/linux/mm/ |
H A D | swap.h | 41 static inline loff_t swap_dev_pos(swp_entry_t entry) in swap_dev_pos() 49 static inline pgoff_t swap_cache_index(swp_entry_t entry) in swap_cache_index() 56 void *get_shadow_from_swap_cache(swp_entry_t entry); 57 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, 60 swp_entry_t entry, void *shadow); 64 void swapcache_clear(struct swap_info_struct *si, swp_entry_t entry, int nr); 65 struct folio *swap_cache_get_folio(swp_entry_t entry, 70 struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, 73 struct folio *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_flags, 76 struct folio *swap_cluster_readahead(swp_entry_t entr [all...] |
H A D | swap_state.c | 72 void *get_shadow_from_swap_cache(swp_entry_t entry) in get_shadow_from_swap_cache() 88 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache() 142 swp_entry_t entry, void *shadow) in __delete_from_swap_cache() 176 swp_entry_t entry = folio->swap; in delete_from_swap_cache() 194 swp_entry_t entry = swp_entry(type, curr); in clear_shadow_from_swap_cache() 283 struct folio *swap_cache_get_folio(swp_entry_t entry, in swap_cache_get_folio() 339 swp_entry_t swp; in filemap_get_incore_folio() 364 struct folio *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in __read_swap_cache_async() 480 struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in read_swap_cache_async() 585 struct folio *swap_cluster_readahead(swp_entry_t entr [all...] |
H A D | swap_cgroup.c | 65 swp_entry_t ent) in swap_cgroup_record() 93 unsigned short swap_cgroup_clear(swp_entry_t ent, unsigned int nr_ents) in swap_cgroup_clear() 119 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
H A D | swapfile.c | 57 swp_entry_t entry, unsigned int nr_pages); 215 swp_entry_t entry = swp_entry(si->type, offset); in __try_to_reclaim_swap() 1179 static bool swap_alloc_fast(swp_entry_t *entry, in swap_alloc_fast() 1211 static bool swap_alloc_slow(swp_entry_t *entry, in swap_alloc_slow() 1270 swp_entry_t entry = {}; in folio_alloc_swap() 1323 static struct swap_info_struct *_swap_info_get(swp_entry_t entry) in _swap_info_get() 1359 swp_entry_t entry, in swap_entry_put_locked() 1438 struct swap_info_struct *get_swap_device(swp_entry_t entry) in get_swap_device() 1466 swp_entry_t entry, int nr) in swap_entries_put_cache() 1482 swp_entry_t entr in swap_entries_put_map() [all...] |
H A D | page_vma_mapped.c | 48 swp_entry_t entry; in map_pte() 110 swp_entry_t entry; in check_pte() 120 swp_entry_t entry; in check_pte() 253 swp_entry_t entry; in page_vma_mapped_walk()
|
H A D | zswap.c | 199 swp_entry_t swpentry; 236 static inline struct xarray *swap_zswap_tree(swp_entry_t swp) in swap_zswap_tree() 1065 swp_entry_t swpentry) in zswap_writeback_entry() 1175 swp_entry_t swpentry; in shrink_memcg_cb() 1193 * 1. We extract the swp_entry_t to the stack, allowing in shrink_memcg_cb() 1482 swp_entry_t page_swpentry = page_swap_entry(page); in zswap_store_page() 1559 swp_entry_t swp = folio->swap; in zswap_store() 1664 swp_entry_t swp = folio->swap; in zswap_load() 1722 void zswap_invalidate(swp_entry_t swp) in zswap_invalidate()
|
/linux/arch/arm64/mm/ |
H A D | mteswap.c | 50 void mte_restore_tags(swp_entry_t entry, struct page *page) in mte_restore_tags() 65 swp_entry_t entry = swp_entry(type, offset); in mte_invalidate_tags() 73 swp_entry_t entry = page_swap_entry(page); in __mte_invalidate_tags() 80 swp_entry_t entry = swp_entry(type, 0); in mte_invalidate_tags_area() 81 swp_entry_t last_entry = swp_entry(type + 1, 0); in mte_invalidate_tags_area() 117 void arch_swap_restore(swp_entry_t entry, struct folio *folio) in arch_swap_restore()
|
/linux/arch/mips/include/asm/ |
H A D | pgtable-32.h | 213 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 10) | ((offset) << 15) }) 214 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 241 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 4) | ((offset) << 9) }) 242 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) 270 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 2) | ((offset) << 7) }) 271 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) 294 #define __swp_entry(type, offset) ((swp_entry_t) { ((type) << 8) | ((offset) << 13) }) 295 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
H A D | pgtable-64.h | 345 #define __swp_entry(type, offset) ((swp_entry_t) { pte_val(mk_swap_pte((type), (offset))) }) 346 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/sparc/include/asm/ |
H A D | pgtable_32.h | 331 static inline unsigned long __swp_type(swp_entry_t entry) in __swp_type() 336 static inline unsigned long __swp_offset(swp_entry_t entry) in __swp_offset() 341 static inline swp_entry_t __swp_entry(unsigned long type, unsigned long offset) in __swp_entry() 343 return (swp_entry_t) { in __swp_entry() 348 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/x86/include/asm/ |
H A D | pgtable-2level.h | 105 #define __swp_entry(type, offset) ((swp_entry_t) { \ 108 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_low })
|
H A D | pgtable_64.h | 233 #define __swp_entry(type, offset) ((swp_entry_t) { \ 237 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) }) 238 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val((pmd)) })
|
/linux/arch/powerpc/include/asm/nohash/32/ |
H A D | pgtable.h | 195 #define __swp_entry(type, offset) ((swp_entry_t) { ((type) & 0x1f) | ((offset) << 5) }) 196 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 })
|
/linux/arch/arc/include/asm/ |
H A D | pgtable-bits-arcv2.h | 123 #define __swp_entry(type, off) ((swp_entry_t) \ 130 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/sh/include/asm/ |
H A D | pgtable_32.h | 430 * long (swp_entry_t) to match up with the 64-bit PTEs, this all becomes 448 #define __swp_entry(type, offset) ((swp_entry_t){ ((type) & 0x1f) | (offset) << 5}) 449 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) 464 #define __swp_entry(type, offset) ((swp_entry_t){((type) & 0x1f) | (offset) << 10}) 466 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 1 })
|
/linux/Documentation/mm/ |
H A D | arch_pgtable_helpers.rst | 239 | __pte_to_swp_entry | Creates a swp_entry_t (arch) from a swap PTE | 241 | __swp_entry_to_pte | Creates a swap PTE from a swp_entry_t (arch) | 243 | __pmd_to_swp_entry | Creates a swp_entry_t (arch) from a swap PMD | 245 | __swp_entry_to_pmd | Creates a swap PMD from a swp_entry_t (arch) |
|
/linux/arch/csky/abiv2/inc/abi/ |
H A D | pgtable-bits.h | 48 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
/linux/arch/csky/abiv1/inc/abi/ |
H A D | pgtable-bits.h | 48 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
/linux/arch/m68k/include/asm/ |
H A D | sun3_pgtable.h | 167 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x3f) | \ 169 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
H A D | motorola_pgtable.h | 184 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x7f) << 4) | ((offset) << 12) }) 185 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/hexagon/include/asm/ |
H A D | pgtable.h | 333 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 386 ((swp_entry_t) { \
|