| /linux/mm/ |
| H A D | vma.h | 14 struct vm_area_struct *vma;
15 struct vm_area_struct *adj_next;
19 struct vm_area_struct *insert;
20 struct vm_area_struct *remove;
21 struct vm_area_struct *remove2;
28 struct vm_area_struct *vmas[8];
36 struct vm_area_struct *vma; /* The first vma to munmap */
37 struct vm_area_struct *prev; /* vma before the munmap area */
38 struct vm_area_struct *next; /* vma after the munmap area */
84 struct vm_area_struct *pre
[all...] |
| H A D | vma_init.c | 11 /* SLAB cache for vm_area_struct structures */
18 .freeptr_offset = offsetof(struct vm_area_struct, vm_freeptr), in vma_state_init()
21 vm_area_cachep = kmem_cache_create("vm_area_struct", in vma_state_init()
22 sizeof(struct vm_area_struct), &args, in vma_state_init()
27 struct vm_area_struct *vm_area_alloc(struct mm_struct *mm) in vm_area_alloc()
29 struct vm_area_struct *vma; in vm_area_alloc()
40 static void vm_area_init_from(const struct vm_area_struct *src, in vm_area_init_from()
41 struct vm_area_struct *dest) in vm_area_init_from()
80 static inline int vma_pfnmap_track_ctx_dup(struct vm_area_struct *orig, in vma_pfnmap_track_ctx_dup()
81 struct vm_area_struct *ne in vma_pfnmap_track_ctx_dup()
[all...] |
| H A D | vma.c | 28 struct vm_area_struct *prev;
29 struct vm_area_struct *next;
75 static bool vma_had_uncowed_parents(struct vm_area_struct *vma) in vma_had_uncowed_parents()
86 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma()
111 struct vm_area_struct *tgt = merge_next ? vmg->next : vmg->prev; in is_mergeable_anon_vma()
112 struct vm_area_struct *src = vmg->middle; /* exisitng merge case. */ in is_mergeable_anon_vma()
141 struct vm_area_struct *vma, in init_multi_vma_prep()
144 struct vm_area_struct *adjust; in init_multi_vma_prep()
145 struct vm_area_struct **remove = &vp->remove; in init_multi_vma_prep()
225 static void __vma_link_file(struct vm_area_struct *vm
[all...] |
| H A D | mmap_lock.c | 48 static inline bool __vma_enter_locked(struct vm_area_struct *vma, bool detaching) in __vma_enter_locked()
72 static inline void __vma_exit_locked(struct vm_area_struct *vma, bool *detached) in __vma_exit_locked()
78 void __vma_start_write(struct vm_area_struct *vma, unsigned int mm_lock_seq) in __vma_start_write()
106 void vma_mark_detached(struct vm_area_struct *vma) in vma_mark_detached()
135 struct vm_area_struct *lock_vma_under_rcu(struct mm_struct *mm, in lock_vma_under_rcu()
139 struct vm_area_struct *vma; in lock_vma_under_rcu()
181 static struct vm_area_struct *lock_next_vma_under_mmap_lock(struct mm_struct *mm, in lock_next_vma_under_mmap_lock()
185 struct vm_area_struct *vma; in lock_next_vma_under_mmap_lock()
206 struct vm_area_struct *lock_next_vma(struct mm_struct *mm, in lock_next_vma()
210 struct vm_area_struct *vm in lock_next_vma()
[all...] |
| H A D | userfaultfd.c | 24 bool validate_dst_vma(struct vm_area_struct *dst_vma, unsigned long dst_end) in validate_dst_vma()
42 struct vm_area_struct *find_vma_and_prepare_anon(struct mm_struct *mm, in find_vma_and_prepare_anon()
45 struct vm_area_struct *vma; in find_vma_and_prepare_anon()
69 static struct vm_area_struct *uffd_lock_vma(struct mm_struct *mm, in uffd_lock_vma()
72 struct vm_area_struct *vma; in uffd_lock_vma()
99 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock()
103 struct vm_area_struct *dst_vma; in uffd_mfill_lock()
113 static void uffd_mfill_unlock(struct vm_area_struct *vma) in uffd_mfill_unlock()
120 static struct vm_area_struct *uffd_mfill_lock(struct mm_struct *dst_mm, in uffd_mfill_lock()
124 struct vm_area_struct *dst_vm in uffd_mfill_lock()
[all...] |
| H A D | interval_tree.c | 13 static inline unsigned long vma_start_pgoff(struct vm_area_struct *v) in vma_start_pgoff()
18 static inline unsigned long vma_last_pgoff(struct vm_area_struct *v) in vma_last_pgoff()
23 INTERVAL_TREE_DEFINE(struct vm_area_struct, shared.rb,
28 void vma_interval_tree_insert_after(struct vm_area_struct *node, in vma_interval_tree_insert_after()
29 struct vm_area_struct *prev, in vma_interval_tree_insert_after()
33 struct vm_area_struct *parent; in vma_interval_tree_insert_after()
43 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
48 struct vm_area_struct, shared.rb); in vma_interval_tree_insert_after()
|
| /linux/include/linux/ |
| H A D | userfaultfd_k.h | 115 struct vm_area_struct *dst_vma,
131 extern long uffd_wp_range(struct vm_area_struct *vma,
140 struct vm_area_struct *dst_vma,
141 struct vm_area_struct *src_vma,
145 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
162 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
174 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
179 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
184 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
189 static inline bool userfaultfd_minor(struct vm_area_struct *vm
[all...] |
| H A D | hugetlb.h | 108 struct vm_area_struct *vma;
123 void hugetlb_dup_vma_private(struct vm_area_struct *vma);
124 void clear_vma_resv_huge_pages(struct vm_area_struct *vma);
125 int move_hugetlb_page_tables(struct vm_area_struct *vma,
126 struct vm_area_struct *new_vma,
130 struct vm_area_struct *, struct vm_area_struct *);
131 void unmap_hugepage_range(struct vm_area_struct *,
135 struct vm_area_struct *vma,
142 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vm
[all...] |
| H A D | huge_mm.h | 13 struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma);
17 struct vm_area_struct *vma);
28 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
30 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd,
32 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud,
34 bool move_huge_pmd(struct vm_area_struct *vma, unsigned long old_addr,
36 int change_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
217 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order()
242 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vm
[all...] |
| H A D | rmap.h | 84 struct vm_area_struct *vma;
155 int __anon_vma_prepare(struct vm_area_struct *);
156 void unlink_anon_vmas(struct vm_area_struct *);
157 int anon_vma_clone(struct vm_area_struct *, struct vm_area_struct *);
158 int anon_vma_fork(struct vm_area_struct *, struct vm_area_struct *);
160 static inline int anon_vma_prepare(struct vm_area_struct *vma) in anon_vma_prepare()
168 static inline void anon_vma_merge(struct vm_area_struct *vma, in anon_vma_merge()
169 struct vm_area_struct *nex in anon_vma_merge()
[all...] |
| H A D | mm.h | 234 struct vm_area_struct *vm_area_alloc(struct mm_struct *);
235 struct vm_area_struct *vm_area_dup(struct vm_area_struct *);
236 void vm_area_free(struct vm_area_struct *);
246 * vm_flags in vm_area_struct, see mm_types.h.
537 struct vm_area_struct *vma; /* Target VMA */
587 void (*open)(struct vm_area_struct * area);
592 void (*close)(struct vm_area_struct * area);
594 int (*may_split)(struct vm_area_struct *area, unsigned long addr);
595 int (*mremap)(struct vm_area_struct *are
[all...] |
| H A D | mempolicy.h | 122 int vma_dup_policy(struct vm_area_struct *src, struct vm_area_struct *dst);
125 struct vm_area_struct *vma, struct mempolicy *mpol);
131 struct mempolicy *__get_vma_policy(struct vm_area_struct *vma,
133 struct mempolicy *get_vma_policy(struct vm_area_struct *vma,
135 bool vma_policy_mof(struct vm_area_struct *vma);
142 extern int huge_node(struct vm_area_struct *vma,
169 extern bool vma_migratable(struct vm_area_struct *vma);
228 static inline struct mempolicy *get_vma_policy(struct vm_area_struct *vma, in get_vma_policy()
236 vma_dup_policy(struct vm_area_struct *sr
[all...] |
| H A D | pgtable.h | 306 extern int ptep_set_access_flags(struct vm_area_struct *vma,
313 extern int pmdp_set_access_flags(struct vm_area_struct *vma,
316 extern int pudp_set_access_flags(struct vm_area_struct *vma,
320 static inline int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
327 static inline int pudp_set_access_flags(struct vm_area_struct *vma, in pudp_set_access_flags()
373 static inline int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young()
389 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
402 static inline int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
413 int ptep_clear_flush_young(struct vm_area_struct *vma,
419 extern int pmdp_clear_flush_young(struct vm_area_struct *vm
[all...] |
| /linux/tools/testing/vma/ |
| H A D | vma_internal.h | 266 struct vm_area_struct;
293 int (*mmap)(struct file *, struct vm_area_struct *);
306 struct vm_area_struct { struct
406 void (*open)(struct vm_area_struct * area); argument
411 void (*close)(struct vm_area_struct * area);
413 int (*may_split)(struct vm_area_struct *area, unsigned long addr);
414 int (*mremap)(struct vm_area_struct *area);
420 int (*mprotect)(struct vm_area_struct *vma, unsigned long start,
426 unsigned long (*pagesize)(struct vm_area_struct * area);
439 int (*access)(struct vm_area_struct *vm
309 __anon5050f214040avm_area_struct global() argument
318 vm_mmvm_area_struct global() argument
319 vm_page_protvm_area_struct global() argument
325 __anon5050f214060avm_area_struct global() argument
345 vm_lock_seqvm_area_struct global() argument
354 anon_vma_chainvm_area_struct global() argument
356 anon_vmavm_area_struct global() argument
359 vm_opsvm_area_struct global() argument
362 vm_pgoffvm_area_struct global() argument
364 vm_filevm_area_struct global() argument
365 vm_private_datavm_area_struct global() argument
368 swap_readahead_infovm_area_struct global() argument
371 vm_regionvm_area_struct global() argument
374 vm_policyvm_area_struct global() argument
377 numab_statevm_area_struct global() argument
381 vm_refcntvm_area_struct global() argument
912 vma_dup_policy(struct vm_area_struct *,struct vm_area_struct *) vma_dup_policy() argument
945 hugetlb_split(struct vm_area_struct *,unsigned long) hugetlb_split() argument
962 vma_interval_tree_insert(struct vm_area_struct *,struct rb_root_cached *) vma_interval_tree_insert() argument
967 vma_interval_tree_remove(struct vm_area_struct *,struct rb_root_cached *) vma_interval_tree_remove() argument
986 uprobe_mmap(struct vm_area_struct *) uprobe_mmap() argument
1006 vma_assert_write_locked(struct vm_area_struct *) vma_assert_write_locked() argument
1024 anon_vma_merge(struct vm_area_struct *,struct vm_area_struct *) anon_vma_merge() argument
1100 is_vm_hugetlb_page(struct vm_area_struct *) is_vm_hugetlb_page() argument
1105 vma_soft_dirty_enabled(struct vm_area_struct *) vma_soft_dirty_enabled() argument
1110 userfaultfd_wp(struct vm_area_struct *) userfaultfd_wp() argument
1172 shmem_zero_setup(struct vm_area_struct *) shmem_zero_setup() argument
1182 ksm_add_vma(struct vm_area_struct *) ksm_add_vma() argument
1186 perf_event_mmap(struct vm_area_struct *) perf_event_mmap() argument
1190 vma_is_dax(struct vm_area_struct *) vma_is_dax() argument
1225 vma_close(struct vm_area_struct *) vma_close() argument
1229 mmap_file(struct file *,struct vm_area_struct *) mmap_file() argument
[all...] |
| /linux/include/xen/ |
| H A D | xen-ops.h | 45 int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr,
49 static inline int xen_remap_pfn(struct vm_area_struct *vma, unsigned long addr, in xen_remap_pfn()
59 struct vm_area_struct;
62 int xen_xlate_remap_gfn_array(struct vm_area_struct *vma,
68 int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma,
75 static inline int xen_xlate_remap_gfn_array(struct vm_area_struct *vma, in xen_xlate_remap_gfn_array()
85 static inline int xen_xlate_unmap_gfn_range(struct vm_area_struct *vma, in xen_xlate_unmap_gfn_range()
92 int xen_remap_vma_range(struct vm_area_struct *vma, unsigned long addr,
112 static inline int xen_remap_domain_gfn_array(struct vm_area_struct *vma, in xen_remap_domain_gfn_array()
148 static inline int xen_remap_domain_mfn_array(struct vm_area_struct *vm
[all...] |
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hugetlb.h | 12 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
13 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
15 extern void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
53 extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma,
57 extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
61 static inline void flush_hugetlb_page(struct vm_area_struct *vma, in flush_hugetlb_page()
68 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| H A D | tlbflush-radix.h | 11 struct vm_area_struct;
63 extern void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma,
69 extern void radix__flush_pmd_tlb_range(struct vm_area_struct *vma,
71 extern void radix__flush_pud_tlb_range(struct vm_area_struct *vma,
73 extern void radix__flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
79 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
86 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| H A D | tlbflush.h | 47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux/arch/sparc/include/asm/ |
| H A D | cachetlb_32.h | 6 struct vm_area_struct;
11 void (*cache_range)(struct vm_area_struct *, unsigned long,
13 void (*cache_page)(struct vm_area_struct *, unsigned long);
17 void (*tlb_range)(struct vm_area_struct *, unsigned long,
19 void (*tlb_page)(struct vm_area_struct *, unsigned long);
|
| /linux/arch/arc/include/asm/ |
| H A D | tlbflush.h | 13 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
15 void local_flush_tlb_range(struct vm_area_struct *vma,
18 void local_flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start,
32 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
34 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long page);
39 extern void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end);
|
| /linux/arch/arm/mm/ |
| H A D | tlb.c | 9 void v4_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
20 void v4wb_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
31 void v4wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
42 void v6wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
53 void v7wbi_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
76 void fa_flush_user_tlb_range(unsigned long, unsigned long, struct vm_area_struct *);
|
| /linux/arch/sh/include/asm/ |
| H A D | cacheflush.h | 40 extern void flush_cache_page(struct vm_area_struct *vma,
42 extern void flush_cache_range(struct vm_area_struct *vma,
54 void flush_icache_pages(struct vm_area_struct *vma, struct page *page,
60 struct vm_area_struct *vma;
67 static inline void flush_anon_page(struct vm_area_struct *vma, in flush_anon_page()
84 extern void copy_to_user_page(struct vm_area_struct *vma,
88 extern void copy_from_user_page(struct vm_area_struct *vma,
|
| /linux/arch/parisc/include/asm/ |
| H A D | cacheflush.h | 61 void flush_icache_pages(struct vm_area_struct *vma, struct page *page,
70 void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
72 void copy_from_user_page(struct vm_area_struct *vma, struct page *page,
74 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr,
76 void flush_cache_range(struct vm_area_struct *vma,
80 void flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr);
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | tlbflush.h | 26 struct vm_area_struct;
31 extern void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
43 static inline void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page()
66 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
75 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| /linux/arch/alpha/include/asm/ |
| H A D | tlbflush.h | 29 struct vm_area_struct *vma, in ev5_flush_tlb_current_page()
84 flush_tlb_page(struct vm_area_struct *vma, unsigned long addr) in flush_tlb_page()
97 flush_tlb_range(struct vm_area_struct *vma, unsigned long start, in flush_tlb_range()
107 extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
108 extern void flush_tlb_range(struct vm_area_struct *, unsigned long,
|