Home
last modified time | relevance | path

Searched refs:mm_cpumask (Results 1 – 25 of 59) sorted by relevance

123

/linux/arch/riscv/mm/
H A Dtlbflush.c154 __flush_tlb_range(mm, mm_cpumask(mm), 0, FLUSH_TLB_MAX_SIZE, PAGE_SIZE); in flush_tlb_mm()
161 __flush_tlb_range(mm, mm_cpumask(mm), start, end - start, page_size); in flush_tlb_mm_range()
166 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_tlb_page()
199 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_tlb_range()
213 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_pmd_tlb_range()
220 __flush_tlb_range(vma->vm_mm, mm_cpumask(vma->vm_mm), in flush_pud_tlb_range()
233 cpumask_or(&batch->cpumask, &batch->cpumask, mm_cpumask(mm)); in arch_tlbbatch_add_pending()
H A Dcontext.c218 cpumask_set_cpu(cpu, mm_cpumask(next)); in set_mm()
222 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in set_mm()
/linux/arch/arm/include/asm/
H A Dmmu_context.h129 !cpumask_empty(mm_cpumask(next)) && in switch_mm()
130 !cpumask_test_cpu(cpu, mm_cpumask(next))) in switch_mm()
133 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next)) || prev != next) { in switch_mm()
136 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
H A Dcacheflush.h220 if (cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_mm()
229 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) in vivt_flush_cache_range()
239 if (!mm || cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm))) { in vivt_flush_cache_pages()
/linux/arch/powerpc/include/asm/
H A Dtlb.h56 return cpumask_subset(mm_cpumask(mm), in mm_is_core_local()
65 return cpumask_test_cpu(smp_processor_id(), mm_cpumask(mm)); in mm_is_thread_local()
70 return cpumask_equal(mm_cpumask(mm), in mm_is_thread_local()
/linux/arch/powerpc/mm/
H A Dmmu_context.c50 if (!cpumask_test_cpu(cpu, mm_cpumask(next))) { in switch_mm_irqs_off()
52 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
106 VM_WARN_ON_ONCE(!cpumask_test_cpu(cpu, mm_cpumask(prev))); in switch_mm_irqs_off()
/linux/arch/openrisc/kernel/
H A Dsmp.c124 cpumask_set_cpu(cpu, mm_cpumask(mm)); in secondary_start_kernel()
300 smp_flush_tlb_mm(mm_cpumask(mm), mm); in flush_tlb_mm()
305 smp_flush_tlb_range(mm_cpumask(vma->vm_mm), uaddr, uaddr + PAGE_SIZE); in flush_tlb_page()
311 const struct cpumask *cmask = vma ? mm_cpumask(vma->vm_mm) in flush_tlb_range()
/linux/arch/x86/mm/
H A Dtlb.c353 if (cpumask_weight(mm_cpumask(mm)) <= threshold) in mm_active_cpus_exceeds()
357 for_each_cpu(cpu, mm_cpumask(mm)) { in mm_active_cpus_exceeds()
471 for_each_cpu(cpu, mm_cpumask(mm)) { in finish_asid_transition()
492 flush_tlb_multi(mm_cpumask(info->mm), info); in finish_asid_transition()
858 !cpumask_test_cpu(cpu, mm_cpumask(next)))) in switch_mm_irqs_off()
859 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
934 if (next != &init_mm && !cpumask_test_cpu(cpu, mm_cpumask(next))) in switch_mm_irqs_off()
935 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
1053 cpumask_clear_cpu(smp_processor_id(), mm_cpumask(this_cpu_read(cpu_tlbstate.loaded_mm))); in unuse_temporary_mm()
1152 cpumask_clear_cpu(raw_smp_processor_id(), mm_cpumask(f->mm)); in flush_tlb_func()
[all …]
/linux/arch/mips/include/asm/
H A Dmmu_context.h169 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
170 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
218 } else if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in drop_mmu_context()
/linux/arch/arm/kernel/
H A Dsmp_tlb.c190 on_each_cpu_mask(mm_cpumask(mm), ipi_flush_tlb_mm, mm, 1); in flush_tlb_mm()
202 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, in flush_tlb_page()
228 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, in flush_tlb_range()
/linux/arch/openrisc/mm/
H A Dtlb.c147 cpumask_clear_cpu(cpu, mm_cpumask(prev)); in switch_mm()
148 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
/linux/arch/sh/include/asm/
H A Dmmu_context.h116 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm()
120 if (!cpumask_test_and_set_cpu(cpu, mm_cpumask(next))) in switch_mm()
/linux/arch/sparc/include/asm/
H A Dmmu_context_64.h130 if (!ctx_valid || !cpumask_test_cpu(cpu, mm_cpumask(mm))) { in switch_mm()
131 cpumask_set_cpu(cpu, mm_cpumask(mm)); in switch_mm()
H A Dswitch_to_32.h61 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next->active_mm)); \
H A Dmman.h40 on_each_cpu_mask(mm_cpumask(current->mm), in sparc_calc_vm_prot_bits()
/linux/arch/loongarch/mm/
H A Dtlb.c52 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in local_flush_tlb_mm()
84 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in local_flush_tlb_range()
124 cpumask_clear_cpu(cpu, mm_cpumask(vma->vm_mm)); in local_flush_tlb_page()
/linux/arch/loongarch/include/asm/
H A Dmmu_context.h110 cpumask_set_cpu(cpu, mm_cpumask(next)); in switch_mm_irqs_off()
166 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in drop_mmu_context()
/linux/arch/s390/include/asm/
H A Dmmu_context.h110 cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm)); in finish_arch_post_lock_switch()
128 cpumask_set_cpu(smp_processor_id(), mm_cpumask(next)); in activate_mm()
/linux/arch/powerpc/include/asm/book3s/64/
H A Dmmu.h260 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { \
262 cpumask_clear_cpu(cpu, mm_cpumask(mm)); \
/linux/arch/csky/mm/
H A Dasid.c126 cpumask_clear(mm_cpumask(mm)); in new_context()
155 cpumask_set_cpu(cpu, mm_cpumask(mm)); in asid_new_context()
/linux/arch/arc/mm/
H A Dtlb.c340 on_each_cpu_mask(mm_cpumask(mm), (smp_call_func_t)local_flush_tlb_mm, in flush_tlb_mm()
351 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_page, &ta, 1); in flush_tlb_page()
363 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_tlb_range, &ta, 1); in flush_tlb_range()
376 on_each_cpu_mask(mm_cpumask(vma->vm_mm), ipi_flush_pmd_tlb_range, &ta, 1); in flush_pmd_tlb_range()
/linux/arch/arm/mm/
H A Dcontext.c233 cpumask_clear(mm_cpumask(mm)); in new_context()
271 cpumask_set_cpu(cpu, mm_cpumask(mm)); in check_and_switch_context()
/linux/arch/powerpc/mm/nohash/
H A Dtlb.c224 smp_call_function_many(mm_cpumask(mm), in flush_tlb_mm()
250 cpu_mask = mm_cpumask(mm); in __flush_tlb_page()
/linux/arch/powerpc/mm/book3s64/
H A Dradix_tlb.c371 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_pid_multicast()
510 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_va_multicast()
561 struct cpumask *cpus = mm_cpumask(mm); in _tlbiel_va_range_multicast()
703 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) { in exit_lazy_flush_tlb()
705 cpumask_clear_cpu(cpu, mm_cpumask(mm)); in exit_lazy_flush_tlb()
730 smp_call_function_many(mm_cpumask(mm), do_exit_flush_lazy_tlb, in exit_flush_lazy_tlbs()
772 if (active_cpus == 1 && cpumask_test_cpu(cpu, mm_cpumask(mm))) { in flush_type_needed()
825 if (cpumask_test_cpu(cpu, mm_cpumask(mm))) in flush_type_needed()
/linux/arch/x86/include/asm/
H A Dtlbflush.h332 if (cpumask_any_but(mm_cpumask(mm), get_cpu()) < nr_cpu_ids) in arch_tlbbatch_should_defer()
354 cpumask_or(&batch->cpumask, &batch->cpumask, mm_cpumask(mm)); in arch_tlbbatch_add_pending()

123