| /linux/arch/x86/include/asm/ |
| H A D | mmu_context.h | 55 static inline void init_new_context_ldt(struct mm_struct *mm) in init_new_context_ldt()
60 int ldt_dup_context(struct mm_struct *oldmm, struct mm_struct *mm);
61 void destroy_context_ldt(struct mm_struct *mm);
62 void ldt_arch_exit_mmap(struct mm_struct *mm);
64 static inline void init_new_context_ldt(struct mm_struct *mm) { } in init_new_context_ldt()
65 static inline int ldt_dup_context(struct mm_struct *oldmm, in ldt_dup_context()
66 struct mm_struct *mm) in ldt_dup_context()
70 static inline void destroy_context_ldt(struct mm_struct *mm) { } in destroy_context_ldt()
71 static inline void ldt_arch_exit_mmap(struct mm_struct *mm) { } in ldt_arch_exit_mmap()
75 extern void load_mm_ldt(struct mm_struct *mm);
[all …]
|
| H A D | pgalloc.h | 15 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc()
21 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
22 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte()
23 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd()
26 static inline void paravirt_alloc_pud(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pud()
27 static inline void paravirt_alloc_p4d(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_p4d()
49 extern pgd_t *pgd_alloc(struct mm_struct *);
50 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
52 extern pgtable_t pte_alloc_one(struct mm_struct *);
62 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
[all …]
|
| H A D | tlbflush.h | 85 struct mm_struct *loaded_mm;
87 #define LOADED_MM_SWITCHING ((struct mm_struct *)1UL)
91 struct mm_struct *last_user_mm;
222 struct mm_struct *mm;
249 static inline u16 mm_global_asid(struct mm_struct *mm) in mm_global_asid()
264 static inline void mm_init_global_asid(struct mm_struct *mm) in mm_init_global_asid()
272 static inline void mm_assign_global_asid(struct mm_struct *mm, u16 asid) in mm_assign_global_asid()
283 static inline void mm_clear_asid_transition(struct mm_struct *mm) in mm_clear_asid_transition()
288 static inline bool mm_in_asid_transition(struct mm_struct *mm) in mm_in_asid_transition()
296 static inline u16 mm_global_asid(struct mm_struct *mm) { return 0; } in mm_global_asid()
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | mmu_context.h | 18 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
20 extern void destroy_context(struct mm_struct *mm);
24 extern bool mm_iommu_preregistered(struct mm_struct *mm);
25 extern long mm_iommu_new(struct mm_struct *mm,
28 extern long mm_iommu_newdev(struct mm_struct *mm, unsigned long ua,
31 extern long mm_iommu_put(struct mm_struct *mm,
33 extern void mm_iommu_init(struct mm_struct *mm);
34 extern struct mm_iommu_table_group_mem_t *mm_iommu_lookup(struct mm_struct *mm,
36 extern struct mm_iommu_table_group_mem_t *mm_iommu_get(struct mm_struct *mm,
40 extern bool mm_iommu_is_devmem(struct mm_struct *mm, unsigned long hpa,
[all …]
|
| H A D | pgalloc.h | 8 static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) in pgtable_gfp_flags()
15 static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) in pgtable_gfp_flags()
23 pte_t *pte_fragment_alloc(struct mm_struct *mm, int kernel);
25 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
30 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
38 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
43 static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) in pte_free()
50 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable);
|
| /linux/include/linux/ |
| H A D | mmap_lock.h | 26 void __mmap_lock_do_trace_start_locking(struct mm_struct *mm, bool write);
27 void __mmap_lock_do_trace_acquire_returned(struct mm_struct *mm, bool write,
29 void __mmap_lock_do_trace_released(struct mm_struct *mm, bool write);
31 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm, in __mmap_lock_trace_start_locking()
38 static inline void __mmap_lock_trace_acquire_returned(struct mm_struct *mm, in __mmap_lock_trace_acquire_returned()
45 static inline void __mmap_lock_trace_released(struct mm_struct *mm, bool write) in __mmap_lock_trace_released()
53 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm, in __mmap_lock_trace_start_locking()
58 static inline void __mmap_lock_trace_acquire_returned(struct mm_struct *mm, in __mmap_lock_trace_acquire_returned()
63 static inline void __mmap_lock_trace_released(struct mm_struct *mm, bool write) in __mmap_lock_trace_released()
69 static inline void mmap_assert_locked(const struct mm_struct *mm) in mmap_assert_locked()
[all …]
|
| H A D | ksm.h | 20 vm_flags_t ksm_vma_flags(const struct mm_struct *mm, const struct file *file,
22 int ksm_enable_merge_any(struct mm_struct *mm);
23 int ksm_disable_merge_any(struct mm_struct *mm);
24 int ksm_disable(struct mm_struct *mm);
26 int __ksm_enter(struct mm_struct *mm);
27 void __ksm_exit(struct mm_struct *mm);
37 static inline void ksm_map_zero_page(struct mm_struct *mm) in ksm_map_zero_page()
43 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page()
51 static inline long mm_ksm_zero_pages(struct mm_struct *mm) in mm_ksm_zero_pages()
56 static inline void ksm_fork(struct mm_struct *mm, struct mm_struct *oldmm) in ksm_fork()
[all …]
|
| H A D | mmu_notifier.h | 89 struct mm_struct *mm);
101 struct mm_struct *mm,
111 struct mm_struct *mm,
122 struct mm_struct *mm,
199 struct mm_struct *mm,
213 struct mmu_notifier *(*alloc_notifier)(struct mm_struct *mm);
231 struct mm_struct *mm;
251 struct mm_struct *mm;
263 struct mm_struct *mm;
271 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers()
[all …]
|
| H A D | page_table_check.h | 17 void __page_table_check_pte_clear(struct mm_struct *mm, pte_t pte);
18 void __page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd);
19 void __page_table_check_pud_clear(struct mm_struct *mm, pud_t pud);
20 void __page_table_check_ptes_set(struct mm_struct *mm, pte_t *ptep, pte_t pte,
22 void __page_table_check_pmds_set(struct mm_struct *mm, pmd_t *pmdp, pmd_t pmd,
24 void __page_table_check_puds_set(struct mm_struct *mm, pud_t *pudp, pud_t pud,
26 void __page_table_check_pte_clear_range(struct mm_struct *mm,
46 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear()
54 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear()
62 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
[all …]
|
| H A D | khugepaged.h | 14 extern void __khugepaged_enter(struct mm_struct *mm);
15 extern void __khugepaged_exit(struct mm_struct *mm);
20 extern int collapse_pte_mapped_thp(struct mm_struct *mm, unsigned long addr,
23 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
29 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
35 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork()
38 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit()
45 static inline int collapse_pte_mapped_thp(struct mm_struct *mm, in collapse_pte_mapped_thp()
|
| /linux/include/linux/sched/ |
| H A D | mm.h | 16 extern struct mm_struct *mm_alloc(void);
35 static inline void mmgrab(struct mm_struct *mm) in mmgrab()
45 extern void __mmdrop(struct mm_struct *mm);
47 static inline void mmdrop(struct mm_struct *mm) in mmdrop()
65 struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop); in __mmdrop_delayed()
74 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
81 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
88 static inline void mmgrab_lazy_tlb(struct mm_struct *mm) in mmgrab_lazy_tlb()
94 static inline void mmdrop_lazy_tlb(struct mm_struct *mm) in mmdrop_lazy_tlb()
107 static inline void mmdrop_lazy_tlb_sched(struct mm_struct *mm) in mmdrop_lazy_tlb_sched()
[all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | mmu_context.h | 56 void cpu_do_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
58 static inline void cpu_switch_mm(pgd_t *pgd, struct mm_struct *mm) in cpu_switch_mm()
102 struct mm_struct *mm = current->active_mm; in cpu_uninstall_idmap()
171 void check_and_switch_context(struct mm_struct *mm);
175 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
186 static inline void arch_dup_pkeys(struct mm_struct *oldmm, in arch_dup_pkeys()
187 struct mm_struct *mm) in arch_dup_pkeys()
193 static inline int arch_dup_mmap(struct mm_struct *oldmm, struct mm_struct *mm) in arch_dup_mmap()
200 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
204 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
[all …]
|
| /linux/arch/m68k/include/asm/ |
| H A D | mmu_context.h | 25 extern struct mm_struct *context_mm[LAST_CONTEXT+1];
28 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
58 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
72 static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
84 static inline void activate_mm(struct mm_struct *active_mm, in activate_mm()
85 struct mm_struct *mm) in activate_mm()
96 struct mm_struct *mm; in load_ksp_mmu()
173 extern unsigned long get_free_context(struct mm_struct *mm);
179 struct mm_struct *mm) in init_new_context()
187 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
[all …]
|
| H A D | motorola_pgalloc.h | 18 extern void *get_pointer_table(struct mm_struct *mm, int type);
27 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
32 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
37 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free()
54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
71 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
76 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
[all …]
|
| /linux/arch/s390/include/asm/ |
| H A D | pgalloc.h | 22 unsigned long *crst_table_alloc_noprof(struct mm_struct *);
24 void crst_table_free(struct mm_struct *, unsigned long *);
26 unsigned long *page_table_alloc_noprof(struct mm_struct *);
28 void page_table_free(struct mm_struct *, unsigned long *);
30 struct ptdesc *page_table_alloc_pgste_noprof(struct mm_struct *mm);
39 int crst_table_upgrade(struct mm_struct *mm, unsigned long limit);
41 static inline unsigned long check_asce_limit(struct mm_struct *mm, unsigned long addr, in check_asce_limit()
55 static inline p4d_t *p4d_alloc_one_noprof(struct mm_struct *mm, unsigned long address) in p4d_alloc_one_noprof()
68 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
77 static inline pud_t *pud_alloc_one_noprof(struct mm_struct *mm, unsigned long address) in pud_alloc_one_noprof()
[all …]
|
| /linux/include/asm-generic/ |
| H A D | pgalloc.h | 19 static inline pte_t *__pte_alloc_one_kernel_noprof(struct mm_struct *mm) in __pte_alloc_one_kernel_noprof()
42 static inline pte_t *pte_alloc_one_kernel_noprof(struct mm_struct *mm) in pte_alloc_one_kernel_noprof()
54 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
71 static inline pgtable_t __pte_alloc_one_noprof(struct mm_struct *mm, gfp_t gfp) in __pte_alloc_one_noprof()
96 static inline pgtable_t pte_alloc_one_noprof(struct mm_struct *mm) in pte_alloc_one_noprof()
113 static inline void pte_free(struct mm_struct *mm, struct page *pte_page) in pte_free()
135 static inline pmd_t *pmd_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one_noprof()
155 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
168 static inline pud_t *__pud_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in __pud_alloc_one_noprof()
196 static inline pud_t *pud_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in pud_alloc_one_noprof()
[all …]
|
| H A D | mmu_context.h | 10 struct mm_struct;
21 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
35 struct mm_struct *mm) in init_new_context()
46 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
57 static inline void activate_mm(struct mm_struct *prev_mm, in activate_mm()
58 struct mm_struct *next_mm) in activate_mm()
71 struct mm_struct *mm) in deactivate_mm()
|
| /linux/arch/arm/include/asm/ |
| H A D | mmu_context.h | 24 void __check_vmalloc_seq(struct mm_struct *mm);
27 static inline void check_vmalloc_seq(struct mm_struct *mm) in check_vmalloc_seq()
38 void check_and_switch_context(struct mm_struct *mm, struct task_struct *tsk);
42 init_new_context(struct task_struct *tsk, struct mm_struct *mm) in init_new_context()
49 void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm,
52 static inline void a15_erratum_get_cpumask(int this_cpu, struct mm_struct *mm, in a15_erratum_get_cpumask()
62 static inline void check_and_switch_context(struct mm_struct *mm, in check_and_switch_context()
85 struct mm_struct *mm = current->mm; in finish_arch_post_lock_switch()
117 switch_mm(struct mm_struct *prev, struct mm_struct *next, in switch_mm()
142 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk) in enter_lazy_tlb()
|
| /linux/rust/helpers/ |
| H A D | mm.c | 6 void rust_helper_mmgrab(struct mm_struct *mm) in rust_helper_mmgrab()
11 void rust_helper_mmdrop(struct mm_struct *mm) in rust_helper_mmdrop()
16 void rust_helper_mmget(struct mm_struct *mm) in rust_helper_mmget()
21 bool rust_helper_mmget_not_zero(struct mm_struct *mm) in rust_helper_mmget_not_zero()
26 void rust_helper_mmap_read_lock(struct mm_struct *mm) in rust_helper_mmap_read_lock()
31 bool rust_helper_mmap_read_trylock(struct mm_struct *mm) in rust_helper_mmap_read_trylock()
36 void rust_helper_mmap_read_unlock(struct mm_struct *mm) in rust_helper_mmap_read_unlock()
41 struct vm_area_struct *rust_helper_vma_lookup(struct mm_struct *mm, in rust_helper_vma_lookup()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 19 extern pmd_t *pmd_fragment_alloc(struct mm_struct *, unsigned long);
25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc()
39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
142 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
[all …]
|
| H A D | tlbflush-radix.h | 12 struct mm_struct;
65 extern void radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start,
67 void radix__flush_tlb_pwc_range_psize(struct mm_struct *mm, unsigned long start,
77 extern void radix__local_flush_tlb_mm(struct mm_struct *mm);
78 extern void radix__local_flush_all_mm(struct mm_struct *mm);
80 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
84 extern void radix__flush_tlb_mm(struct mm_struct *mm);
85 extern void radix__flush_all_mm(struct mm_struct *mm);
87 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
96 extern void radix__flush_tlb_collapsed_pmd(struct mm_struct *mm, unsigned long addr);
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 26 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
31 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
53 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
58 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
63 pte_t *pte_alloc_one_kernel(struct mm_struct *mm);
64 pgtable_t pte_alloc_one(struct mm_struct *mm);
65 void pte_free_kernel(struct mm_struct *mm, pte_t *pte);
66 void pte_free(struct mm_struct *mm, pgtable_t ptepage);
[all …]
|
| H A D | mmu_context_64.h | 23 DECLARE_PER_CPU(struct mm_struct *, per_cpu_secondary_mm);
24 void get_new_mmu_context(struct mm_struct *mm);
27 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
29 void destroy_context(struct mm_struct *mm);
37 static inline void tsb_context_switch_ctx(struct mm_struct *mm, in tsb_context_switch_ctx()
55 void tsb_grow(struct mm_struct *mm,
59 void smp_tsb_sync(struct mm_struct *mm);
80 static inline void switch_mm(struct mm_struct *old_mm, struct mm_struct *mm, struct task_struct *ts… in switch_mm()
189 static inline unsigned long mm_untag_mask(struct mm_struct *mm) in mm_untag_mask()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | tlbflush.h | 27 struct mm_struct;
35 static inline void local_flush_tlb_mm(struct mm_struct *mm) in local_flush_tlb_mm()
48 static inline void local_flush_tlb_page_psize(struct mm_struct *mm, in local_flush_tlb_page_psize()
65 extern void local_flush_tlb_mm(struct mm_struct *mm);
67 void local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize);
69 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
74 extern void flush_tlb_mm(struct mm_struct *mm);
76 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
|
| /linux/arch/arm/mm/ |
| H A D | proc.c | 26 void cpu_arm7tdmi_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
41 void cpu_arm720_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
58 void cpu_arm740_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
73 void cpu_arm9tdmi_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
88 void cpu_arm920_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
111 void cpu_arm922_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
128 void cpu_arm925_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
145 void cpu_arm926_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
168 void cpu_arm940_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
183 void cpu_arm946_switch_mm(phys_addr_t pgd_phys, struct mm_struct *mm);
[all …]
|