/linux/drivers/gpu/drm/tests/ |
H A D | drm_buddy_test.c | 1 // SPDX-License-Identifier: MIT 31 struct drm_buddy mm; in drm_test_buddy_alloc_range_bias() local 37 mm_size = (SZ_8M-1) & ~(ps-1); /* Multiple roots */ in drm_test_buddy_alloc_range_bias() 41 KUNIT_ASSERT_FALSE_MSG(test, drm_buddy_init(&mm, mm_size, ps), in drm_test_buddy_alloc_range_bias() 55 for (i = 0; i < count; i++) { in drm_test_buddy_alloc_range_bias() 65 drm_buddy_alloc_blocks(&mm, bias_start, in drm_test_buddy_alloc_range_bias() 69 "buddy_alloc failed with bias(%x-%x), size=%u, ps=%u\n", in drm_test_buddy_alloc_range_bias() 74 drm_buddy_alloc_blocks(&mm, bias_start, in drm_test_buddy_alloc_range_bias() 78 "buddy_alloc didn't fail with bias(%x-%x), size=%u, ps=%u\n", in drm_test_buddy_alloc_range_bias() 83 drm_buddy_alloc_blocks(&mm, bias_start + ps, in drm_test_buddy_alloc_range_bias() [all …]
|
H A D | drm_mm_test.c | 1 // SPDX-License-Identifier: GPL-2.0-only 32 [BOTTOMUP] = { "bottom-up", DRM_MM_INSERT_LOW }, 33 [TOPDOWN] = { "top-down", DRM_MM_INSERT_HIGH }, 38 static bool assert_no_holes(struct kunit *test, const struct drm_mm *mm) in assert_no_holes() argument 44 count = 0; in assert_no_holes() 45 drm_mm_for_each_hole(hole, mm, hole_start, hole_end) in assert_no_holes() 53 drm_mm_for_each_node(hole, mm) { in assert_no_holes() 63 static bool assert_one_hole(struct kunit *test, const struct drm_mm *mm, u64 start, u64 end) in assert_one_hole() argument 73 count = 0; in assert_one_hole() 74 drm_mm_for_each_hole(hole, mm, hole_start, hole_end) { in assert_one_hole() [all …]
|
/linux/arch/x86/include/asm/ |
H A D | mmu_context.h | 1 /* SPDX-License-Identifier: GPL-2.0 */ 32 * Xen requires page-aligned LDTs with special permissions. This is 45 * of an older, still-in-use LDT. 47 * slot will be -1 if this LDT doesn't have an alias mapping. 55 static inline void init_new_context_ldt(struct mm_struct *mm) in init_new_context_ldt() argument 57 mm->context.ldt = NULL; in init_new_context_ldt() 58 init_rwsem(&mm->context.ldt_usr_sem); in init_new_context_ldt() 60 int ldt_dup_context(struct mm_struct *oldmm, struct mm_struct *mm); 61 void destroy_context_ldt(struct mm_struct *mm); 62 void ldt_arch_exit_mmap(struct mm_struct *mm); [all …]
|
/linux/drivers/gpu/drm/ |
H A D | drm_buddy.c | 1 // SPDX-License-Identifier: MIT 6 #include <kunit/test-bug.h> 17 static struct drm_buddy_block *drm_block_alloc(struct drm_buddy *mm, in drm_block_alloc() argument 30 block->header = offset; in drm_block_alloc() 31 block->header |= order; in drm_block_alloc() 32 block->parent = parent; in drm_block_alloc() 34 BUG_ON(block->header & DRM_BUDDY_HEADER_UNUSED); in drm_block_alloc() 38 static void drm_block_free(struct drm_buddy *mm, in drm_block_free() argument 44 static void list_insert_sorted(struct drm_buddy *mm, in list_insert_sorted() argument 50 head = &mm->free_list[drm_buddy_block_order(block)]; in list_insert_sorted() [all …]
|
/linux/arch/m68k/include/asm/ |
H A D | mmu_context.h | 1 /* SPDX-License-Identifier: GPL-2.0 */ 5 #include <asm-generic/mm_hooks.h> 28 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context() argument 32 if (mm->context != NO_CONTEXT) in get_mmu_context() 42 ctx = 0; in get_mmu_context() 45 mm->context = ctx; in get_mmu_context() 46 context_mm[ctx] = mm; in get_mmu_context() 52 #define init_new_context(tsk, mm) (((mm)->context = NO_CONTEXT), 0) argument 58 static inline void destroy_context(struct mm_struct *mm) in destroy_context() argument 60 if (mm->context != NO_CONTEXT) { in destroy_context() [all …]
|
/linux/arch/s390/mm/ |
H A D | pgtable.c | 1 // SPDX-License-Identifier: GPL-2.0 13 #include <linux/mm.h> 26 #include <asm/page-states.h> 39 static inline void ptep_ipte_local(struct mm_struct *mm, unsigned long addr, in ptep_ipte_local() argument 45 opt = 0; in ptep_ipte_local() 46 asce = READ_ONCE(mm->context.gmap_asce); in ptep_ipte_local() 47 if (asce == 0UL || nodat) in ptep_ipte_local() 49 if (asce != -1UL) { in ptep_ipte_local() 50 asce = asce ? : mm->context.asce; in ptep_ipte_local() 55 __ptep_ipte(addr, ptep, 0, 0, IPTE_LOCAL); in ptep_ipte_local() [all …]
|
H A D | gmap_helpers.c | 1 // SPDX-License-Identifier: GPL-2.0 11 #include <linux/mm.h> 20 * ptep_zap_swap_entry() - discard a swap entry. 21 * @mm: the mm 28 static void ptep_zap_swap_entry(struct mm_struct *mm, swp_entry_t entry) in ptep_zap_swap_entry() argument 31 dec_mm_counter(mm, MM_SWAPENTS); in ptep_zap_swap_entry() 33 dec_mm_counter(mm, mm_counter(pfn_swap_entry_folio(entry))); in ptep_zap_swap_entry() 38 * gmap_helper_zap_one_page() - discard a page if it was swapped. 39 * @mm: the mm 46 void gmap_helper_zap_one_page(struct mm_struct *mm, unsigned long vmaddr) in gmap_helper_zap_one_page() argument [all …]
|
/linux/arch/arm/mm/ |
H A D | pgd.c | 1 // SPDX-License-Identifier: GPL-2.0-only 3 * linux/arch/arm/mm/pgd.c 5 * Copyright (C) 1998-2005 Russell King 7 #include <linux/mm.h> 17 #include "mm.h" 20 #define _pgd_alloc(mm) kmalloc_array(PTRS_PER_PGD, sizeof(pgd_t), GFP_KERNEL | __GFP_ZERO) argument 21 #define _pgd_free(mm, pgd) kfree(pgd) argument 23 #define _pgd_alloc(mm) __pgd_alloc(mm, 2) argument 24 #define _pgd_free(mm, pgd) __pgd_free(mm, pgd) argument 30 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc() argument [all …]
|
/linux/tools/testing/vma/ |
H A D | vma.c | 1 // SPDX-License-Identifier: GPL-2.0-or-later 7 #include "generated/bit-length.h" 9 #include "maple-shared.h" 13 #include "../../../mm/vma.h" 19 (fail_prealloc ? -ENOMEM : mas_preallocate(&(vmi)->mas, (vma), GFP_KERNEL)) 29 * provides userland-equivalent functionality for everything vma.c uses. 31 #include "../../../mm/vma_init.c" 32 #include "../../../mm/vma_exec.c" 33 #include "../../../mm/vma.c" 46 } while (0) [all …]
|
/linux/kernel/ |
H A D | fork.c | 1 // SPDX-License-Identifier: GPL-2.0-only 9 * 'fork.c' contains the help-routines for the 'fork' system call 12 * management can be a bitch. See 'mm/memory.c': 'copy_page_range()' 18 #include <linux/sched/mm.h> 45 #include <linux/mm.h> 84 #include <linux/posix-timers.h> 85 #include <linux/user-return-notifier.h> 117 #include "../mm/internal.h" 153 DEFINE_PER_CPU(unsigned long, process_counts) = 0; 168 int total = 0; in nr_processes() [all …]
|
/linux/arch/sparc/mm/ |
H A D | tlb.c | 1 // SPDX-License-Identifier: GPL-2.0 2 /* arch/sparc64/mm/tlb.c 9 #include <linux/mm.h> 26 struct mm_struct *mm = tb->mm; in flush_tlb_pending() local 28 if (!tb->tlb_nr) in flush_tlb_pending() 33 if (CTX_VALID(mm->context)) { in flush_tlb_pending() 34 if (tb->tlb_nr == 1) { in flush_tlb_pending() 35 global_flush_tlb_page(mm, tb->vaddrs[0]); in flush_tlb_pending() 38 smp_flush_tlb_pending(tb->mm, tb->tlb_nr, in flush_tlb_pending() 39 &tb->vaddrs[0]); in flush_tlb_pending() [all …]
|
H A D | tsb.c | 1 // SPDX-License-Identifier: GPL-2.0 2 /* arch/sparc64/mm/tsb.c 25 return vaddr & (nentries - 1); in tsb_hash() 37 for (idx = 0; idx < KERNEL_TSB_NENTRIES; idx++) { in flush_tsb_kernel_range_scan() 41 match |= (ent->tag << 22); in flush_tsb_kernel_range_scan() 43 ent->tag = (1UL << TSB_TAG_INVALID_BIT); in flush_tsb_kernel_range_scan() 56 if ((end - start) >> PAGE_SHIFT >= 2 * KERNEL_TSB_NENTRIES) in flush_tsb_kernel_range() 64 if (tag_compare(ent->tag, v)) in flush_tsb_kernel_range() 65 ent->tag = (1UL << TSB_TAG_INVALID_BIT); in flush_tsb_kernel_range() 75 v &= ~0x1UL; in __flush_tsb_one_entry() [all …]
|
/linux/drivers/net/ethernet/mscc/ |
H A D | ocelot_mm.c | 1 // SPDX-License-Identifier: (GPL-2.0 OR MIT) 3 * Hardware library for MAC Merge Layer and Frame Preemption on TSN-capable 6 * Copyright 2022-2023 NXP 37 case 0: in ocelot_mm_verify_status() 54 struct ocelot_port *ocelot_port = ocelot->ports[port]; in ocelot_port_update_active_preemptible_tcs() 55 struct ocelot_mm_state *mm = &ocelot->mm[port]; in ocelot_port_update_active_preemptible_tcs() local 56 u32 val = 0; in ocelot_port_update_active_preemptible_tcs() 58 lockdep_assert_held(&ocelot->fwd_domain_lock); in ocelot_port_update_active_preemptible_tcs() 65 if ((ocelot_port->phy_mode != PHY_INTERFACE_MODE_QSGMII || in ocelot_port_update_active_preemptible_tcs() 66 ocelot_port->speed == SPEED_1000) && mm->tx_active) in ocelot_port_update_active_preemptible_tcs() [all …]
|
/linux/fs/proc/ |
H A D | task_nommu.c | 1 // SPDX-License-Identifier: GPL-2.0 3 #include <linux/mm.h> 11 #include <linux/sched/mm.h> 17 * "non-shared". Shared memory may get counted more than once, for 18 * each process that owns it. Non-shared memory is counted 21 void task_mem(struct seq_file *m, struct mm_struct *mm) in task_mem() argument 23 VMA_ITERATOR(vmi, mm, 0); in task_mem() 26 unsigned long bytes = 0, sbytes = 0, slack = 0, size; in task_mem() 28 mmap_read_lock(mm); in task_mem() 32 region = vma->vm_region; in task_mem() [all …]
|
/linux/arch/powerpc/mm/book3s64/ |
H A D | mmu_context.c | 1 // SPDX-License-Identifier: GPL-2.0-or-later 3 * MMU context allocation for 64-bit kernels. 13 #include <linux/mm.h> 62 * id 0 (aka. ctx->id) is special, we always allocate a new one, even if in realloc_context_ids() 67 * the array, so that we can test if they're non-zero to decide if we in realloc_context_ids() 73 for (i = 0; i < ARRAY_SIZE(ctx->extended_id); i++) { in realloc_context_ids() 74 if (i == 0 || ctx->extended_id[i]) { in realloc_context_ids() 76 if (id < 0) in realloc_context_ids() 79 ctx->extended_id[i] = id; in realloc_context_ids() 84 return ctx->id; in realloc_context_ids() [all …]
|
H A D | slice.c | 1 // SPDX-License-Identifier: GPL-2.0-or-later 3 * address space "slices" (meta-segments) support 15 #include <linux/mm.h> 21 #include <linux/sched/mm.h> 39 (int)SLICE_NUM_LOW, &mask->low_slices); in slice_print_mask() 41 (int)SLICE_NUM_HIGH, mask->high_slices); in slice_print_mask() 44 #define slice_dbg(fmt...) do { if (_slice_debug) pr_devel(fmt); } while (0) 63 unsigned long end = start + len - 1; in slice_range_to_mask() 65 ret->low_slices = 0; in slice_range_to_mask() 67 bitmap_zero(ret->high_slices, SLICE_NUM_HIGH); in slice_range_to_mask() [all …]
|
H A D | radix_tlb.c | 1 // SPDX-License-Identifier: GPL-2.0-or-later 5 * Copyright 2015-2016, Aneesh Kumar K.V, IBM Corporation. 8 #include <linux/mm.h> 12 #include <linux/sched/mm.h> 15 #include <asm/ppc-opcode.h> 38 asm volatile(PPC_TLBIEL(%0, %1, %2, %3, 1) in tlbiel_radix_set_isa300() 57 tlbiel_radix_set_isa300(0, is, 0, RIC_FLUSH_ALL, 0); in tlbiel_all_isa300() 61 tlbiel_radix_set_isa300(set, is, 0, in tlbiel_all_isa300() 62 RIC_FLUSH_TLB, 0); in tlbiel_all_isa300() 67 tlbiel_radix_set_isa300(0, is, 0, RIC_FLUSH_ALL, 1); in tlbiel_all_isa300() [all …]
|
/linux/arch/powerpc/include/asm/ |
H A D | mmu_context.h | 1 /* SPDX-License-Identifier: GPL-2.0 */ 7 #include <linux/mm.h> 18 extern int init_new_context(struct task_struct *tsk, struct mm_struct *mm); 20 extern void destroy_context(struct mm_struct *mm); 24 extern bool mm_iommu_preregistered(struct mm_struct *mm); 25 extern long mm_iommu_new(struct mm_struct *mm, 28 extern long mm_iommu_newdev(struct mm_struct *mm, unsigned long ua, 31 extern long mm_iommu_put(struct mm_struct *mm, 33 extern void mm_iommu_init(struct mm_struct *mm); 34 extern struct mm_iommu_table_group_mem_t *mm_iommu_lookup(struct mm_struct *mm, [all …]
|
/linux/drivers/gpu/drm/amd/amdkfd/ |
H A D | kfd_mqd_manager_v9.c | 1 // SPDX-License-Identifier: GPL-2.0 OR MIT 3 * Copyright 2016-2022 Advanced Micro Devices, Inc. 37 static void update_mqd(struct mqd_manager *mm, void *mqd, 41 static uint64_t mqd_stride_v9(struct mqd_manager *mm, in mqd_stride_v9() argument 44 if (mm->dev->kfd->cwsr_enabled && in mqd_stride_v9() 45 q->type == KFD_QUEUE_TYPE_COMPUTE) in mqd_stride_v9() 46 return ALIGN(q->ctl_stack_size, PAGE_SIZE) + in mqd_stride_v9() 49 return mm->mqd_size; in mqd_stride_v9() 62 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask() argument 66 uint32_t se_mask[KFD_MAX_NUM_SE] = {0}; in update_cu_mask() [all …]
|
/linux/mm/ |
H A D | mmu_notifier.c | 1 // SPDX-License-Identifier: GPL-2.0-only 3 * linux/mm/mmu_notifier.c 13 #include <linux/mm.h> 19 #include <linux/sched/mm.h> 35 * mm->notifier_subscriptions inside the mm_take_all_locks() protected 40 /* all mmu notifiers registered in this mm are queued in this list */ 53 * This is a collision-retry read-side/write-side 'lock', a lot like a 54 * seqcount, however this allows multiple write-sides to hold it at 56 * this mm, such that PTES cannot be read into SPTEs (shadow PTEs) while any 59 * Note that the core mm creates nested invalidate_range_start()/end() regions [all …]
|
H A D | debug.c | 1 // SPDX-License-Identifier: GPL-2.0 3 * mm/debug.c 5 * mm/ specific debug routines. 10 #include <linux/mm.h> 36 {0, NULL} 41 {0, NULL} 46 {0, NULL} 49 #define DEF_PAGETYPE_NAME(_name) [PGTY_##_name - 0xf0] = __stringify(_name) 63 unsigned i = (page_type >> 24) - 0xf0; in page_type_name() 74 int mapcount = atomic_read(&page->_mapcount) + 1; in __dump_folio() [all …]
|
/linux/arch/s390/include/asm/ |
H A D | mmu_context.h | 1 /* SPDX-License-Identifier: GPL-2.0 */ 5 * Derived from "include/asm-i386/mmu_context.h" 17 #include <asm-generic/mm_hooks.h> 21 struct mm_struct *mm) in init_new_context() argument 25 spin_lock_init(&mm->context.lock); in init_new_context() 26 INIT_LIST_HEAD(&mm->context.gmap_list); in init_new_context() 27 cpumask_clear(&mm->context.cpu_attach_mask); in init_new_context() 28 atomic_set(&mm->context.flush_count, 0); in init_new_context() 29 atomic_set(&mm->context.protected_count, 0); in init_new_context() 30 mm->context.gmap_asce = 0; in init_new_context() [all …]
|
H A D | tlbflush.h | 1 /* SPDX-License-Identifier: GPL-2.0 */ 6 #include <linux/mm.h> 29 /* Global TLB flush for the mm */ in __tlb_flush_idte() 30 asm volatile("idte 0,%1,%0" : : "a" (opt), "a" (asce) : "cc"); in __tlb_flush_idte() 38 unsigned int dummy = 0; in __tlb_flush_global() 40 csp(&dummy, 0, 0); in __tlb_flush_global() 44 * Flush TLB entries for a specific mm on all CPUs (in case gmap is used 47 static inline void __tlb_flush_mm(struct mm_struct *mm) in __tlb_flush_mm() argument 52 atomic_inc(&mm->context.flush_count); in __tlb_flush_mm() 54 cpumask_copy(mm_cpumask(mm), &mm->context.cpu_attach_mask); in __tlb_flush_mm() [all …]
|
/linux/arch/x86/kernel/ |
H A D | ldt.c | 1 // SPDX-License-Identifier: GPL-2.0 19 #include <linux/mm.h> 42 void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt() argument 47 ldt = READ_ONCE(mm->context.ldt); in load_mm_ldt() 50 * Any change to mm->context.ldt is followed by an IPI to all in load_mm_ldt() 51 * CPUs with the mm active. The LDT will not be freed until in load_mm_ldt() 65 if (WARN_ON_ONCE((unsigned long)ldt->slot > 1)) { in load_mm_ldt() 67 * Whoops -- either the new LDT isn't mapped in load_mm_ldt() 68 * (if slot == -1) or is mapped into a bogus in load_mm_ldt() 76 * If page table isolation is enabled, ldt->entries in load_mm_ldt() [all …]
|
/linux/kernel/sched/ |
H A D | membarrier.c | 1 // SPDX-License-Identifier: GPL-2.0-or-later 3 * Copyright (C) 2010-2017 Mathieu Desnoyers <mathieu.desnoyers@efficios.com> 19 * int x = 0, y = 0; 24 * CPU1 after the IPI-induced memory barrier: 31 * b: send IPI IPI-induced mb 38 * BUG_ON(r1 == 0 && r2 == 0) 43 * can be reordered after (a) (although not after (c)), so we get r1 == 0 44 * and r2 == 0. This violates the guarantee that membarrier() is 48 * before the IPI-induced memory barrier on CPU1. 55 * int x = 0, y = 0; [all …]
|