Home
last modified time | relevance | path

Searched defs:vma (Results 1 – 25 of 819) sorted by relevance

12345678910>>...33

/linux/drivers/gpu/drm/i915/
H A Di915_vma.h51 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
65 i915_vma_move_to_active(struct i915_vma *vma, struct i915_request *rq, in i915_vma_move_to_active()
73 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
78 static inline bool i915_vma_is_dpt(const struct i915_vma *vma) in i915_vma_is_dpt()
83 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
88 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
94 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
102 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
107 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
113 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
[all …]
H A Di915_vma.c50 static inline void assert_vma_held_evict(const struct i915_vma *vma) in assert_vma_held_evict()
68 static void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
77 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
96 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
109 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_active() local
134 struct i915_vma *vma = active_to_vma(ref); in __i915_vma_retire() local
153 struct i915_vma *vma; in vma_create() local
295 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in i915_vma_lookup() local
329 struct i915_vma *vma; in i915_vma_instance() local
407 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind()
[all …]
H A Di915_gem_evict.c67 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
86 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
98 struct i915_vma *vma, in mark_free()
112 static bool defer_evict(struct i915_vma *vma) in defer_evict()
157 struct i915_vma *vma, *next; in i915_gem_evict_something() local
337 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
478 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
/linux/include/linux/
H A Dmmap_lock.h82 #define __vma_lockdep_map(vma) (&vma->vmlock_dep_map) argument
84 #define __vma_lockdep_map(vma) NULL argument
106 #define __vma_lockdep_acquire_read(vma) \ argument
108 #define __vma_lockdep_release_read(vma) \ argument
110 #define __vma_lockdep_acquire_exclusive(vma) \ argument
112 #define __vma_lockdep_release_exclusive(vma) \ argument
115 #define __vma_lockdep_stat_mark_acquired(vma) \ argument
150 static inline void vma_lock_init(struct vm_area_struct *vma, bool reset_refcnt) in vma_lock_init()
192 __vma_refcount_put_return(struct vm_area_struct *vma) in __vma_refcount_put_return()
210 static inline void vma_refcount_put(struct vm_area_struct *vma) in vma_refcount_put()
[all …]
H A Duserfaultfd_k.h145 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
162 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
174 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
179 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
184 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
189 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
194 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
200 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
206 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
211 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault()
[all …]
H A Drmap.h84 struct vm_area_struct *vma; member
164 int mapcount, struct vm_area_struct *vma) in folio_set_large_mapcount()
178 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
228 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
279 struct vm_area_struct *vma) in folio_set_large_mapcount()
286 int diff, struct vm_area_struct *vma) in folio_add_large_mapcount()
292 int diff, struct vm_area_struct *vma) in folio_add_return_large_mapcount()
298 int diff, struct vm_area_struct *vma) in folio_sub_large_mapcount()
304 int diff, struct vm_area_struct *vma) in folio_sub_return_large_mapcount()
310 #define folio_inc_large_mapcount(folio, vma) \ argument
[all …]
H A Dhugetlb.h106 struct vm_area_struct *vma; member
252 static inline void hugetlb_zap_begin(struct vm_area_struct *vma, in hugetlb_zap_begin()
259 static inline void hugetlb_zap_end(struct vm_area_struct *vma, in hugetlb_zap_end()
285 static inline void hugetlb_dup_vma_private(struct vm_area_struct *vma) in hugetlb_dup_vma_private()
289 static inline void clear_vma_resv_huge_pages(struct vm_area_struct *vma) in clear_vma_resv_huge_pages()
305 struct vm_area_struct *vma, unsigned long addr, pte_t *ptep) in huge_pmd_unshare()
311 struct vm_area_struct *vma) in huge_pmd_unshare_flush()
316 struct vm_area_struct *vma, in adjust_range_if_pmd_sharing_possible()
322 struct vm_area_struct *vma, in hugetlb_zap_begin()
328 struct vm_area_struct *vma, in hugetlb_zap_end()
[all …]
H A Dhuge_mm.h104 #define thp_vma_allowable_order(vma, vm_flags, type, order) \ argument
220 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order()
245 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vma, in thp_vma_suitable_orders()
289 unsigned long thp_vma_allowable_orders(struct vm_area_struct *vma, in thp_vma_allowable_orders()
331 static inline bool vma_thp_disabled(struct vm_area_struct *vma, in vma_thp_disabled()
471 change_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, in change_huge_pud()
494 struct vm_area_struct *vma) in pmd_trans_huge_lock()
502 struct vm_area_struct *vma) in pud_trans_huge_lock()
578 static inline bool thp_vma_suitable_order(struct vm_area_struct *vma, in thp_vma_suitable_order()
584 static inline unsigned long thp_vma_suitable_orders(struct vm_area_struct *vma, in thp_vma_suitable_orders()
[all …]
/linux/tools/testing/vma/include/
H A Dstubs.h28 #define vma_policy(vma) NULL argument
67 static inline void vma_numab_state_init(struct vm_area_struct *vma) in vma_numab_state_init()
71 static inline void vma_numab_state_free(struct vm_area_struct *vma) in vma_numab_state_free()
80 static inline void free_anon_vma_name(struct vm_area_struct *vma) in free_anon_vma_name()
90 struct vm_area_struct *vma) in mmap_action_complete()
95 static inline void fixup_hugetlb_reservations(struct vm_area_struct *vma) in fixup_hugetlb_reservations()
114 static inline int remap_pfn_range_complete(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_complete()
142 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep()
185 static inline void khugepaged_enter_vma(struct vm_area_struct *vma, in khugepaged_enter_vma()
195 static inline bool is_vm_hugetlb_page(struct vm_area_struct *vma) in is_vm_hugetlb_page()
[all …]
/linux/drivers/gpu/drm/xe/
H A Dxe_vm.h115 static inline u64 xe_vma_start(struct xe_vma *vma) in xe_vma_start()
120 static inline u64 xe_vma_size(struct xe_vma *vma) in xe_vma_size()
125 static inline u64 xe_vma_end(struct xe_vma *vma) in xe_vma_end()
130 static inline u64 xe_vma_bo_offset(struct xe_vma *vma) in xe_vma_bo_offset()
135 static inline struct xe_bo *xe_vma_bo(struct xe_vma *vma) in xe_vma_bo()
141 static inline struct xe_vm *xe_vma_vm(struct xe_vma *vma) in xe_vma_vm()
146 static inline bool xe_vma_read_only(struct xe_vma *vma) in xe_vma_read_only()
151 static inline u64 xe_vma_userptr(struct xe_vma *vma) in xe_vma_userptr()
156 static inline bool xe_vma_is_null(struct xe_vma *vma) in xe_vma_is_null()
161 static inline bool xe_vma_is_cpu_addr_mirror(struct xe_vma *vma) in xe_vma_is_cpu_addr_mirror()
[all …]
/linux/mm/
H A Dvma.c76 static bool vma_is_fork_child(struct vm_area_struct *vma) in vma_is_fork_child()
88 struct vm_area_struct *vma = merge_next ? vmg->next : vmg->prev; in is_mergeable_vma() local
143 struct vm_area_struct *vma, in init_multi_vma_prep()
227 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file()
241 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
267 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
276 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
413 static void init_vma_prep(struct vma_prepare *vp, struct vm_area_struct *vma) in init_vma_prep()
463 void remove_vma(struct vm_area_struct *vma) in remove_vma()
497 __split_vma(struct vma_iterator *vmi, struct vm_area_struct *vma, in __split_vma()
[all …]
H A Drmap.c150 static void anon_vma_chain_assign(struct vm_area_struct *vma, in anon_vma_chain_assign()
185 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
378 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
452 static void cleanup_partial_anon_vmas(struct vm_area_struct *vma) in cleanup_partial_anon_vmas()
479 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
857 const struct page *page, const struct vm_area_struct *vma) in page_address_in_vma()
918 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one()
1023 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma()
1100 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
1174 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
[all …]
H A Dmmap_lock.c52 struct vm_area_struct *vma; member
67 struct vm_area_struct *vma = ves->vma; in __vma_end_exclude_readers() local
107 struct vm_area_struct *vma = ves->vma; in __vma_start_exclude_readers() local
139 int __vma_start_write(struct vm_area_struct *vma, int state) in __vma_start_write()
172 void __vma_exclude_readers_for_detach(struct vm_area_struct *vma) in __vma_exclude_readers_for_detach()
212 static inline struct vm_area_struct *vma_start_read(struct mm_struct *mm, in vma_start_read()
300 struct vm_area_struct *vma; in lock_vma_under_rcu() local
348 struct vm_area_struct *vma; in lock_next_vma_under_mmap_lock() local
373 struct vm_area_struct *vma; in lock_next_vma() local
499 struct vm_area_struct *vma; in lock_mm_and_find_vma() local
[all …]
H A Dmemory.c390 struct vm_area_struct *vma = unmap->first; in free_pgtables() local
599 static void print_bad_page_map(struct vm_area_struct *vma, in print_bad_page_map()
628 #define print_bad_pte(vma, addr, pte, page) \ argument
696 static inline struct page *__vm_normal_page(struct vm_area_struct *vma, in __vm_normal_page()
764 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
783 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
806 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
825 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd()
847 struct page *vm_normal_page_pud(struct vm_area_struct *vma, in vm_normal_page_pud()
881 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
[all …]
H A Dmprotect.c41 static bool maybe_change_pte_writable(struct vm_area_struct *vma, pte_t pte) in maybe_change_pte_writable()
61 static bool can_change_private_pte_writable(struct vm_area_struct *vma, in can_change_private_pte_writable()
79 static bool can_change_shared_pte_writable(struct vm_area_struct *vma, in can_change_shared_pte_writable()
97 bool can_change_pte_writable(struct vm_area_struct *vma, unsigned long addr, in can_change_pte_writable()
120 static void prot_commit_flush_ptes(struct vm_area_struct *vma, unsigned long addr, in prot_commit_flush_ptes()
172 static void commit_anon_folio_batch(struct vm_area_struct *vma, in commit_anon_folio_batch()
191 static void set_write_prot_commit_flush_ptes(struct vm_area_struct *vma, in set_write_prot_commit_flush_ptes()
215 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range()
393 pgtable_split_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_split_needed()
409 pgtable_populate_needed(struct vm_area_struct *vma, unsigned long cp_flags) in pgtable_populate_needed()
[all …]
H A Dmadvise.c80 struct vm_area_struct *vma; member
110 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
117 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
137 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
153 struct vm_area_struct *vma = madv_behavior->vma; in madvise_update_vma() local
188 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
232 static void shmem_swapin_range(struct vm_area_struct *vma, in shmem_swapin_range()
281 struct vm_area_struct *vma = madv_behavior->vma; in madvise_willneed() local
327 static inline bool can_do_file_pageout(struct vm_area_struct *vma) in can_do_file_pageout()
360 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
[all …]
H A Dnommu.c92 struct vm_area_struct *vma; in kobjsize() local
148 struct vm_area_struct *vma; in __vmalloc_user_flags() local
345 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
352 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
359 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
366 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
562 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
578 static void cleanup_vma_from_mm(struct vm_area_struct *vma) in cleanup_vma_from_mm()
597 static int delete_vma_from_mm(struct vm_area_struct *vma) in delete_vma_from_mm()
616 static void delete_vma(struct mm_struct *mm, struct vm_area_struct *vma) in delete_vma()
[all …]
H A Dmmap.c81 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
694 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area() local
742 struct vm_area_struct *vma, *prev; in generic_get_unmapped_area_topdown() local
928 struct vm_area_struct *vma; in find_vma_prev() local
955 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked()
962 struct vm_area_struct *vma, *prev; in find_extend_vma_locked() local
977 int expand_stack_locked(struct vm_area_struct *vma, unsigned long address) in expand_stack_locked()
984 struct vm_area_struct *vma; in find_extend_vma_locked() local
1004 #define vma_expand_up(vma,addr) expand_upwards(vma, addr) argument
1005 #define vma_expand_down(vma, addr) (-EFAULT) argument
[all …]
H A Dhugetlb.c274 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma) in subpool_vma()
282 void hugetlb_vma_lock_read(struct vm_area_struct *vma) in hugetlb_vma_lock_read()
295 void hugetlb_vma_unlock_read(struct vm_area_struct *vma) in hugetlb_vma_unlock_read()
308 void hugetlb_vma_lock_write(struct vm_area_struct *vma) in hugetlb_vma_lock_write()
321 void hugetlb_vma_unlock_write(struct vm_area_struct *vma) in hugetlb_vma_unlock_write()
334 int hugetlb_vma_trylock_write(struct vm_area_struct *vma) in hugetlb_vma_trylock_write()
350 void hugetlb_vma_assert_locked(struct vm_area_struct *vma) in hugetlb_vma_assert_locked()
373 struct vm_area_struct *vma = vma_lock->vma; in __hugetlb_vma_unlock_write_put() local
386 static void __hugetlb_vma_unlock_write_free(struct vm_area_struct *vma) in __hugetlb_vma_unlock_write_free()
400 static void hugetlb_vma_lock_free(struct vm_area_struct *vma) in hugetlb_vma_lock_free()
[all …]
/linux/tools/testing/vma/
H A Dshared.c19 struct vm_area_struct *vma = vm_area_alloc(mm); in alloc_vma() local
33 void detach_free_vma(struct vm_area_struct *vma) in detach_free_vma()
43 struct vm_area_struct *vma = alloc_vma(mm, start, end, pgoff, vm_flags); in alloc_and_link_vma() local
71 struct vm_area_struct *vma; in cleanup_mm() local
88 bool vma_write_started(struct vm_area_struct *vma) in vma_write_started()
99 void __vma_set_dummy_anon_vma(struct vm_area_struct *vma, in __vma_set_dummy_anon_vma()
108 void vma_set_dummy_anon_vma(struct vm_area_struct *vma, in vma_set_dummy_anon_vma()
124 void vma_set_range(struct vm_area_struct *vma, in vma_set_range()
/linux/tools/testing/vma/tests/
H A Dmerge.c6 struct vm_area_struct *vma; in merge_new() local
97 struct vm_area_struct *vma; in test_simple_merge() local
131 struct vm_area_struct *vma; in test_simple_modify() local
194 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x1000, 0, vm_flags); in test_simple_expand() local
222 struct vm_area_struct *vma = alloc_vma(&mm, 0, 0x3000, 0, vm_flags); in test_simple_shrink() local
264 struct vm_area_struct *vma, *vma_a, *vma_b, *vma_c, *vma_d; in __test_merge_new() local
482 struct vm_area_struct *vma_left, *vma; in test_vma_merge_special_flags() local
554 struct vm_area_struct *vma_prev, *vma_next, *vma; in test_vma_merge_with_close() local
765 struct vm_area_struct *vma; in test_vma_merge_new_with_close() local
813 struct vm_area_struct *vma, *vma_prev, *vma_next; in __test_merge_existing() local
[all …]
/linux/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush.h47 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_pud_tlb_range(struct vm_area_struct *vma, in flush_pud_tlb_range()
63 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
71 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
120 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
128 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
132 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
/linux/arch/parisc/kernel/
H A Dcache.c331 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
393 void flush_icache_pages(struct vm_area_struct *vma, struct page *page, in flush_icache_pages()
476 struct vm_area_struct *vma; in flush_dcache_folio() local
623 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
648 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
660 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
668 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
705 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
715 struct vm_area_struct *vma; in mm_total_size() local
729 struct vm_area_struct *vma; in flush_cache_mm() local
[all …]
/linux/arch/x86/mm/
H A Dpgtable.c391 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
404 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
425 int pudp_set_access_flags(struct vm_area_struct *vma, unsigned long address, in pudp_set_access_flags()
446 int ptep_test_and_clear_young(struct vm_area_struct *vma, in ptep_test_and_clear_young()
459 int pmdp_test_and_clear_young(struct vm_area_struct *vma, in pmdp_test_and_clear_young()
473 int pudp_test_and_clear_young(struct vm_area_struct *vma, in pudp_test_and_clear_young()
486 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
506 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
520 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
535 pud_t pudp_invalidate(struct vm_area_struct *vma, unsigned long address, in pudp_invalidate()
[all …]
/linux/drivers/gpu/drm/nouveau/
H A Dnouveau_vmm.c29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local

12345678910>>...33