1 /* SPDX-License-Identifier: GPL-2.0 */
32 	 * Xen requires page-aligned LDTs with special permissions.  This is
45 	 * of an older, still-in-use LDT.
47 	 * slot will be -1 if this LDT doesn't have an alias mapping.
55 static inline void init_new_context_ldt(struct mm_struct *mm)  in init_new_context_ldt()  argument
57 	mm->context.ldt = NULL;  in init_new_context_ldt()
58 	init_rwsem(&mm->context.ldt_usr_sem);  in init_new_context_ldt()
60 int ldt_dup_context(struct mm_struct *oldmm, struct mm_struct *mm);
61 void destroy_context_ldt(struct mm_struct *mm);
62 void ldt_arch_exit_mmap(struct mm_struct *mm);
64 static inline void init_new_context_ldt(struct mm_struct *mm) { }  in init_new_context_ldt()  argument
66 				  struct mm_struct *mm)  in ldt_dup_context()  argument
68 	return 0;  in ldt_dup_context()
70 static inline void destroy_context_ldt(struct mm_struct *mm) { }  in destroy_context_ldt()  argument
71 static inline void ldt_arch_exit_mmap(struct mm_struct *mm) { }  in ldt_arch_exit_mmap()  argument
75 extern void load_mm_ldt(struct mm_struct *mm);
78 static inline void load_mm_ldt(struct mm_struct *mm)  in load_mm_ldt()  argument
89 static inline unsigned long mm_lam_cr3_mask(struct mm_struct *mm)  in mm_lam_cr3_mask()  argument
97 	return READ_ONCE(mm->context.lam_cr3_mask);  in mm_lam_cr3_mask()
100 static inline void dup_lam(struct mm_struct *oldmm, struct mm_struct *mm)  in dup_lam()  argument
102 	mm->context.lam_cr3_mask = oldmm->context.lam_cr3_mask;  in dup_lam()
103 	mm->context.untag_mask = oldmm->context.untag_mask;  in dup_lam()
107 static inline unsigned long mm_untag_mask(struct mm_struct *mm)  in mm_untag_mask()  argument
109 	return mm->context.untag_mask;  in mm_untag_mask()
112 static inline void mm_reset_untag_mask(struct mm_struct *mm)  in mm_reset_untag_mask()  argument
114 	mm->context.untag_mask = -1UL;  in mm_reset_untag_mask()
118 static inline bool arch_pgtable_dma_compat(struct mm_struct *mm)  in arch_pgtable_dma_compat()  argument
120 	return !mm_lam_cr3_mask(mm) ||  in arch_pgtable_dma_compat()
121 		test_bit(MM_CONTEXT_FORCE_TAGGED_SVA, &mm->context.flags);  in arch_pgtable_dma_compat()
125 static inline unsigned long mm_lam_cr3_mask(struct mm_struct *mm)  in mm_lam_cr3_mask()  argument
127 	return 0;  in mm_lam_cr3_mask()
130 static inline void dup_lam(struct mm_struct *oldmm, struct mm_struct *mm)  in dup_lam()  argument
134 static inline void mm_reset_untag_mask(struct mm_struct *mm)  in mm_reset_untag_mask()  argument
140 extern void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk);
143 extern void mm_init_global_asid(struct mm_struct *mm);
145 extern void mm_free_global_asid(struct mm_struct *mm);
148  * Init a new mm.  Used on mm copies, like at fork()
149  * and on mm's that are brand-new, like at execve().
153 				   struct mm_struct *mm)  in init_new_context()  argument
155 	mutex_init(&mm->context.lock);  in init_new_context()
157 	mm->context.ctx_id = atomic64_inc_return(&last_mm_ctx_id);  in init_new_context()
158 	atomic64_set(&mm->context.tlb_gen, 0);  in init_new_context()
159 	mm->context.next_trim_cpumask = jiffies + HZ;  in init_new_context()
163 		/* pkey 0 is the default and allocated implicitly */  in init_new_context()
164 		mm->context.pkey_allocation_map = 0x1;  in init_new_context()
165 		/* -1 means unallocated or invalid */  in init_new_context()
166 		mm->context.execute_only_pkey = -1;  in init_new_context()
170 	mm_init_global_asid(mm);  in init_new_context()
171 	mm_reset_untag_mask(mm);  in init_new_context()
172 	init_new_context_ldt(mm);  in init_new_context()
173 	return 0;  in init_new_context()
177 static inline void destroy_context(struct mm_struct *mm)  in destroy_context()  argument
179 	destroy_context_ldt(mm);  in destroy_context()
180 	mm_free_global_asid(mm);  in destroy_context()
194 } while (0);
197 #define deactivate_mm(tsk, mm)			\  argument
199 	loadsegment(gs, 0);			\
200 } while (0)
202 #define deactivate_mm(tsk, mm)			\  argument
205 	load_gs_index(0);			\
206 	loadsegment(fs, 0);			\
207 } while (0)
211 				  struct mm_struct *mm)  in arch_dup_pkeys()  argument
217 	/* Duplicate the oldmm pkey state in mm: */  in arch_dup_pkeys()
218 	mm->context.pkey_allocation_map = oldmm->context.pkey_allocation_map;  in arch_dup_pkeys()
219 	mm->context.execute_only_pkey   = oldmm->context.execute_only_pkey;  in arch_dup_pkeys()
223 static inline int arch_dup_mmap(struct mm_struct *oldmm, struct mm_struct *mm)  in arch_dup_mmap()  argument
225 	arch_dup_pkeys(oldmm, mm);  in arch_dup_mmap()
226 	paravirt_enter_mmap(mm);  in arch_dup_mmap()
227 	dup_lam(oldmm, mm);  in arch_dup_mmap()
228 	return ldt_dup_context(oldmm, mm);  in arch_dup_mmap()
231 static inline void arch_exit_mmap(struct mm_struct *mm)  in arch_exit_mmap()  argument
233 	paravirt_arch_exit_mmap(mm);  in arch_exit_mmap()
234 	ldt_arch_exit_mmap(mm);  in arch_exit_mmap()
238 static inline bool is_64bit_mm(struct mm_struct *mm)  in is_64bit_mm()  argument
241 		!test_bit(MM_CONTEXT_UPROBE_IA32, &mm->context.flags);  in is_64bit_mm()
244 static inline bool is_64bit_mm(struct mm_struct *mm)  in is_64bit_mm()  argument
257  * mm, or if we are in a kernel thread.
273 #include <asm-generic/mmu_context.h>