| /linux/mm/ |
| H A D | vma.h | 14 struct vm_area_struct *vma; 15 struct vm_area_struct *adj_next; 19 struct vm_area_struct *insert; 20 struct vm_area_struct *remove; 21 struct vm_area_struct *remove2; 28 struct vm_area_struct *vmas[8]; 36 struct vm_area_struct *vma; /* The first vma to munmap */ 37 struct vm_area_struct *prev; /* vma before the munmap area */ 38 struct vm_area_struct *next; /* vma after the munmap area */ 84 struct vm_area_struct *prev; [all …]
|
| H A D | vma_init.c | 18 .freeptr_offset = offsetof(struct vm_area_struct, vm_freeptr), in vma_state_init() 23 sizeof(struct vm_area_struct), &args, in vma_state_init() 28 struct vm_area_struct *vm_area_alloc(struct mm_struct *mm) in vm_area_alloc() 30 struct vm_area_struct *vma; in vm_area_alloc() 41 static void vm_area_init_from(const struct vm_area_struct *src, in vm_area_init_from() 42 struct vm_area_struct *dest) in vm_area_init_from() 81 static inline int vma_pfnmap_track_ctx_dup(struct vm_area_struct *orig, in vma_pfnmap_track_ctx_dup() 82 struct vm_area_struct *new) in vma_pfnmap_track_ctx_dup() 100 static inline void vma_pfnmap_track_ctx_release(struct vm_area_struct *vma) in vma_pfnmap_track_ctx_release() 111 static inline int vma_pfnmap_track_ctx_dup(struct vm_area_struct *orig, in vma_pfnmap_track_ctx_dup() [all …]
|
| H A D | vma.c | 31 struct vm_area_struct *prev; 32 struct vm_area_struct *next; 76 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child() 88 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() 105 struct vm_area_struct *tgt = merge_next ? vmg->next : vmg->prev; in is_mergeable_anon_vma() 106 struct vm_area_struct *src = vmg->middle; /* existing merge case. */ in is_mergeable_anon_vma() 119 struct vm_area_struct *copied_from = vmg->copied_from; in is_mergeable_anon_vma() 143 struct vm_area_struct *vma, in init_multi_vma_prep() 146 struct vm_area_struct *adjust; in init_multi_vma_prep() 147 struct vm_area_struct **remove = &vp->remove; in init_multi_vma_prep() [all …]
|
| H A D | mmap_lock.c | 52 struct vm_area_struct *vma; 67 struct vm_area_struct *vma = ves->vma; in __vma_end_exclude_readers() 107 struct vm_area_struct *vma = ves->vma; in __vma_start_exclude_readers() 139 int __vma_start_write(struct vm_area_struct *vma, int state) in __vma_start_write() 172 void __vma_exclude_readers_for_detach(struct vm_area_struct *vma) in __vma_exclude_readers_for_detach() 212 static inline struct vm_area_struct *vma_start_read(struct mm_struct *mm, in vma_start_read() 213 struct vm_area_struct *vma) in vma_start_read() 296 struct vm_area_struct *lock_vma_under_rcu(struct mm_struct *mm, in lock_vma_under_rcu() 300 struct vm_area_struct *vma; in lock_vma_under_rcu() 344 static struct vm_area_struct *lock_next_vma_under_mmap_lock(struct mm_struct *mm, in lock_next_vma_under_mmap_lock() [all …]
|
| H A D | userfaultfd.c | 24 bool validate_dst_vma(struct vm_area_struct *dst_vma, unsigned long dst_end) in validate_dst_vma() 42 struct vm_area_struct *find_vma_and_prepare_anon(struct mm_struct *mm, in find_vma_and_prepare_anon() 45 struct vm_area_struct *vma; in find_vma_and_prepare_anon() 69 static struct vm_area_struct *uffd_lock_vma(struct mm_struct *mm, in uffd_lock_vma() 72 struct vm_area_struct *vma; in uffd_lock_vma() 99 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() 103 struct vm_area_struct *dst_vma; in uffd_mfill_lock() 113 static void uffd_mfill_unlock(struct vm_area_struct *vma) in uffd_mfill_unlock() 120 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock() 124 struct vm_area_struct *dst_vma; in uffd_mfill_lock() [all …]
|
| H A D | interval_tree.c | 13 static inline unsigned long vma_start_pgoff(struct vm_area_struct *v) in vma_start_pgoff() 18 static inline unsigned long vma_last_pgoff(struct vm_area_struct *v) in vma_last_pgoff() 23 INTERVAL_TREE_DEFINE(struct vm_area_struct, shared.rb, 28 void vma_interval_tree_insert_after(struct vm_area_struct *node, in vma_interval_tree_insert_after() 29 struct vm_area_struct *prev, in vma_interval_tree_insert_after() 33 struct vm_area_struct *parent; in vma_interval_tree_insert_after() 43 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after() 48 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
|
| H A D | internal.h | 47 struct vm_area_struct *old; /* Source VMA. */ 48 struct vm_area_struct *new; /* Destination VMA. */ 165 static inline int mmap_file(struct file *file, struct vm_area_struct *vma) in mmap_file() 187 static inline void vma_close(struct vm_area_struct *vma) in vma_close() 258 int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src, 260 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma); 261 int __anon_vma_prepare(struct vm_area_struct *vma); 262 void unlink_anon_vmas(struct vm_area_struct *vma); 264 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare() 338 struct vm_area_struct *vma, pte_t *ptep, pte_t *ptentp, in folio_pte_batch_flags() [all …]
|
| /linux/include/linux/ |
| H A D | userfaultfd_k.h | 115 struct vm_area_struct *dst_vma, 131 extern long uffd_wp_range(struct vm_area_struct *vma, 140 struct vm_area_struct *dst_vma, 141 struct vm_area_struct *src_vma, 145 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx() 162 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share() 174 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around() 179 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing() 184 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp() 189 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor() [all …]
|
| H A D | hugetlb.h | 106 struct vm_area_struct *vma; 121 void hugetlb_dup_vma_private(struct vm_area_struct *vma); 122 void clear_vma_resv_huge_pages(struct vm_area_struct *vma); 123 int move_hugetlb_page_tables(struct vm_area_struct *vma, 124 struct vm_area_struct *new_vma, 128 struct vm_area_struct *, struct vm_area_struct *); 129 void unmap_hugepage_range(struct vm_area_struct *, 133 struct vm_area_struct *vma, 140 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma, 144 struct vm_area_struct *dst_vma, [all …]
|
| H A D | mmap_lock.h | 150 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init() 192 __vma_refcount_put_return(struct vm_area_struct *vma) in __vma_refcount_put_return() 210 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put() 238 static inline bool vma_start_read_locked_nested(struct vm_area_struct *vma, int subclass) in vma_start_read_locked_nested() 257 static inline bool vma_start_read_locked(struct vm_area_struct *vma) in vma_start_read_locked() 262 static inline void vma_end_read(struct vm_area_struct *vma) in vma_end_read() 267 static inline unsigned int __vma_raw_mm_seqnum(struct vm_area_struct *vma) in __vma_raw_mm_seqnum() 282 static inline bool __is_vma_write_locked(struct vm_area_struct *vma) in __is_vma_write_locked() 291 int __vma_start_write(struct vm_area_struct *vma, int state); 298 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write() [all …]
|
| H A D | huge_mm.h | 13 struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma); 17 struct vm_area_struct *vma); 28 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, 30 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd, 32 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud, 34 bool move_huge_pmd(struct vm_area_struct *vma, unsigned long old_addr, 36 int change_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, 220 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order() 245 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vma, in thp_vma_suitable_orders() 268 unsigned long __thp_vma_allowable_orders(struct vm_area_struct *vma, [all …]
|
| H A D | rmap.h | 84 struct vm_area_struct *vma; 164 int mapcount, struct vm_area_struct *vma) in folio_set_large_mapcount() 178 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount() 228 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount() 279 struct vm_area_struct *vma) in folio_set_large_mapcount() 286 int diff, struct vm_area_struct *vma) in folio_add_large_mapcount() 292 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount() 298 int diff, struct vm_area_struct *vma) in folio_sub_large_mapcount() 304 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount() 403 void folio_move_anon_rmap(struct folio *, struct vm_area_struct *); [all …]
|
| H A D | mm.h | 266 struct vm_area_struct *vm_area_alloc(struct mm_struct *); 267 struct vm_area_struct *vm_area_dup(struct vm_area_struct *); 268 void vm_area_free(struct vm_area_struct *); 700 struct vm_area_struct *vma; /* Target VMA */ 750 void (*open)(struct vm_area_struct * area); 755 void (*close)(struct vm_area_struct * area); 757 int (*may_split)(struct vm_area_struct *area, unsigned long addr); 758 int (*mremap)(struct vm_area_struct *area); 764 int (*mprotect)(struct vm_area_struct *vma, unsigned long start, 770 unsigned long (*pagesize)(struct vm_area_struct * area); [all …]
|
| H A D | mempolicy.h | 123 int vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst); 126 struct vm_area_struct *vma, struct mempolicy *mpol); 132 struct mempolicy *__get_vma_policy(struct vm_area_struct *vma, 134 struct mempolicy *get_vma_policy(struct vm_area_struct *vma, 136 bool vma_policy_mof(struct vm_area_struct *vma); 143 extern int huge_node(struct vm_area_struct *vma, 170 extern bool vma_migratable(struct vm_area_struct *vma); 229 static inline struct mempolicy *get_vma_policy(struct vm_area_struct *vma, in get_vma_policy() 237 vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst) in vma_dup_policy() 259 static inline int huge_node(struct vm_area_struct *vma, in huge_node()
|
| H A D | pgtable.h | 427 extern int ptep_set_access_flags(struct vm_area_struct *vma, 434 extern int pmdp_set_access_flags(struct vm_area_struct *vma, 437 extern int pudp_set_access_flags(struct vm_area_struct *vma, 441 static inline int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags() 448 static inline int pudp_set_access_flags(struct vm_area_struct *vma, in pudp_set_access_flags() 494 static inline int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young() 510 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young() 523 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young() 534 int ptep_clear_flush_young(struct vm_area_struct *vma, 540 extern int pmdp_clear_flush_young(struct vm_area_struct *vma, [all …]
|
| /linux/tools/testing/vma/include/ |
| H A D | stubs.h | 12 struct vm_area_struct; 67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init() 71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free() 75 static inline void dup_anon_vma_name(struct vm_area_struct *orig_vma, in dup_anon_vma_name() 76 struct vm_area_struct *new_vma) in dup_anon_vma_name() 80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name() 90 struct vm_area_struct *vma) in mmap_action_complete() 95 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations() 114 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete() 142 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep() [all …]
|
| H A D | dup.h | 6 struct vm_area_struct; 7 static inline void vma_start_write(struct vm_area_struct *vma); 46 int (*mmap)(struct file *, struct vm_area_struct *); 453 int (*success_hook)(const struct vm_area_struct *vma); 511 struct vm_area_struct { struct 609 void (*open)(struct vm_area_struct * area); argument 614 void (*close)(struct vm_area_struct * area); 616 int (*may_split)(struct vm_area_struct *area, unsigned long addr); 617 int (*mremap)(struct vm_area_struct *area); 623 int (*mprotect)(struct vm_area_struct *vma, unsigned long start, [all …]
|
| H A D | custom.h | 46 static inline void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas() 52 static inline void vma_start_write(struct vm_area_struct *vma) in vma_start_write() 59 int vma_start_write_killable(struct vm_area_struct *vma) in vma_start_write_killable() 66 static inline int anon_vma_clone(struct vm_area_struct *dst, struct vm_area_struct *src, in anon_vma_clone() 78 static inline int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare() 91 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare() 99 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
|
| /linux/tools/testing/vma/ |
| H A D | shared.h | 62 struct vm_area_struct *merge_existing(struct vma_merge_struct *vmg); 69 int attach_vma(struct mm_struct *mm, struct vm_area_struct *vma); 72 static inline void dummy_close(struct vm_area_struct *) in dummy_close() argument 77 struct vm_area_struct *alloc_vma(struct mm_struct *mm, 82 void detach_free_vma(struct vm_area_struct *vma); 85 struct vm_area_struct *alloc_and_link_vma(struct mm_struct *mm, 102 bool vma_write_started(struct vm_area_struct *vma); 104 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma, 108 void vma_set_dummy_anon_vma(struct vm_area_struct *vma, 112 void vma_set_range(struct vm_area_struct *vma,
|
| H A D | shared.c | 15 struct vm_area_struct *alloc_vma(struct mm_struct *mm, in alloc_vma() 19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() 33 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma() 39 struct vm_area_struct *alloc_and_link_vma(struct mm_struct *mm, in alloc_and_link_vma() 43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vm_flags); in alloc_and_link_vma() 71 struct vm_area_struct *vma; in cleanup_mm() 88 bool vma_write_started(struct vm_area_struct *vma) in vma_write_started() 99 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma, in __vma_set_dummy_anon_vma() 108 void vma_set_dummy_anon_vma(struct vm_area_struct *vma, in vma_set_dummy_anon_vma() 124 void vma_set_range(struct vm_area_struct *vma, in vma_set_range()
|
| /linux/include/xen/ |
| H A D | xen-ops.h | 46 int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, 50 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn() 60 struct vm_area_struct; 63 int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, 69 int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, 76 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array() 86 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range() 93 int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr, 113 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array() 149 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vma, in xen_remap_domain_mfn_array() [all …]
|
| /linux/arch/arm/include/asm/ |
| H A D | page.h | 105 struct vm_area_struct; 110 unsigned long vaddr, struct vm_area_struct *vma); 114 unsigned long vaddr, struct vm_area_struct *vma); 117 unsigned long vaddr, struct vm_area_struct *vma); 120 unsigned long vaddr, struct vm_area_struct *vma); 123 unsigned long vaddr, struct vm_area_struct *vma); 126 unsigned long vaddr, struct vm_area_struct *vma); 129 unsigned long vaddr, struct vm_area_struct *vma); 132 unsigned long vaddr, struct vm_area_struct *vma); 148 unsigned long vaddr, struct vm_area_struct *vma);
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hugetlb.h | 12 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 13 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 15 extern void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, 53 extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma, 57 extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma, 61 static inline void flush_hugetlb_page(struct vm_area_struct *vma, in flush_hugetlb_page() 68 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| /linux/arch/arc/include/asm/ |
| H A D | tlbflush.h | 13 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page); 15 void local_flush_tlb_range(struct vm_area_struct *vma, 18 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, 32 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, 34 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long page); 39 extern void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
|
| /linux/arch/arm/mm/ |
| H A D | tlb.c | 9 void v4_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 20 void v4wb_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 31 void v4wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 42 void v6wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 53 void v7wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *); 76 void fa_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
|