Home
last modified time | relevance | path

Searched refs:pgtable (Results 1 – 25 of 68) sorted by relevance

123

/linux/arch/arm64/kvm/
H A Dptdump.c119 struct kvm_pgtable *pgtable = mmu->pgt; in kvm_ptdump_parser_create() local
126 ret = kvm_ptdump_build_levels(&st->level[0], pgtable->start_level); in kvm_ptdump_parser_create()
133 st->ipa_marker[1].start_address = BIT(pgtable->ia_bits); in kvm_ptdump_parser_create()
134 st->range[0].end = BIT(pgtable->ia_bits); in kvm_ptdump_parser_create()
215 struct kvm_pgtable *pgtable = m->private; in kvm_pgtable_range_show() local
217 seq_printf(m, "%2u\n", pgtable->ia_bits); in kvm_pgtable_range_show()
223 struct kvm_pgtable *pgtable = m->private; in kvm_pgtable_levels_show() local
225 seq_printf(m, "%1d\n", KVM_PGTABLE_MAX_LEVELS - pgtable->start_level); in kvm_pgtable_levels_show()
233 struct kvm_pgtable *pgtable; in kvm_pgtable_debugfs_open() local
239 pgtable = kvm->arch.mmu.pgt; in kvm_pgtable_debugfs_open()
[all …]
/linux/mm/
H A Dpgtable-generic.c3 * mm/pgtable-generic.c
5 * Generic pgtable methods declared in linux/pgtable.h
12 #include <linux/pgtable.h>
167 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
173 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit()
175 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit()
176 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
184 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
189 pgtable in pgtable_trans_huge_withdraw()
248 pte_free_defer(struct mm_struct * mm,pgtable_t pgtable) pte_free_defer() argument
[all...]
H A Dhuge_memory.c1328 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
1335 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
1336 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
1353 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1358 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
1368 if (pgtable) in __do_huge_pmd_anonymous_page()
1369 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1449 static void set_huge_zero_folio(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_folio() argument
1456 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_folio()
1477 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
[all …]
H A Dhugetlb_vmemmap.c58 pte_t *pgtable; in vmemmap_split_pmd() local
60 pgtable = pte_alloc_one_kernel(&init_mm); in vmemmap_split_pmd()
61 if (!pgtable) in vmemmap_split_pmd()
64 pmd_populate_kernel(&init_mm, &__pmd, pgtable); in vmemmap_split_pmd()
87 pmd_populate_kernel(&init_mm, pmd, pgtable); in vmemmap_split_pmd()
91 pte_free_kernel(&init_mm, pgtable); in vmemmap_split_pmd()
/linux/arch/sparc/mm/
H A Dtlb.c279 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
281 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
290 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
296 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
301 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
302 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
309 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw()
310 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw()
312 return pgtable; in pgtable_trans_huge_withdraw()
/linux/drivers/gpu/drm/etnaviv/
H A Detnaviv_iommu.c93 u32 pgtable; in etnaviv_iommuv1_restore() local
107 pgtable = (u32)v1_context->pgtable_dma; in etnaviv_iommuv1_restore()
109 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
110 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
111 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
112 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
113 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
/linux/drivers/iommu/
H A DMakefile13 obj-$(CONFIG_IOMMU_IO_PGTABLE) += io-pgtable.o
14 obj-$(CONFIG_IOMMU_IO_PGTABLE_ARMV7S) += io-pgtable-arm-v7s.o
15 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE) += io-pgtable-arm.o
16 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE_KUNIT_TEST) += io-pgtable-arm-selftests.o
17 obj-$(CONFIG_IOMMU_IO_PGTABLE_DART) += io-pgtable-dart.o
H A Dexynos-iommu.c181 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry() argument
183 return pgtable + lv1ent_offset(iova); in section_entry()
251 sysmmu_pte_t *pgtable; /* lv1 page table, 16KB */ member
301 phys_addr_t pgtable; /* assigned page table structure */ member
558 dev_dbg(data->sysmmu, "Page table base: %pa\n", &data->pgtable); in show_fault_information()
559 ent = section_entry(phys_to_virt(data->pgtable), fault->addr); in show_fault_information()
657 __sysmmu_set_ptbase(data, data->pgtable); in __sysmmu_enable()
906 domain->pgtable = iommu_alloc_pages_sz(GFP_KERNEL, SZ_16K); in exynos_iommu_domain_alloc_paging()
907 if (!domain->pgtable) in exynos_iommu_domain_alloc_paging()
916 domain->pgtable[i] = ZERO_LV2LINK; in exynos_iommu_domain_alloc_paging()
[all …]
/linux/arch/powerpc/mm/book3s64/
H A Dhash_pgtable.c271 pgtable_t pgtable) in hash__pgtable_trans_huge_deposit() argument
280 *pgtable_slot = pgtable; in hash__pgtable_trans_huge_deposit()
292 pgtable_t pgtable; in hash__pgtable_trans_huge_withdraw() local
298 pgtable = *pgtable_slot; in hash__pgtable_trans_huge_withdraw()
307 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pgtable_trans_huge_withdraw()
308 return pgtable; in hash__pgtable_trans_huge_withdraw()
352 pgtable_t pgtable; in hash__pmdp_huge_get_and_clear() local
364 pgtable = *pgtable_slot; in hash__pmdp_huge_get_and_clear()
369 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pmdp_huge_get_and_clear()
/linux/arch/m68k/include/asm/
H A Dmotorola_pgalloc.h42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument
44 free_pointer_table(pgtable, TABLE_PTE); in pte_free()
47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument
50 free_pointer_table(pgtable, TABLE_PTE); in __pte_free_tlb()
H A Dmcf_pgalloc.h39 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument
42 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb()
64 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument
66 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free()
/linux/arch/s390/mm/
H A Dpgtable.c318 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
320 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
329 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
335 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
341 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
342 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
349 ptep = (pte_t *) pgtable; in pgtable_trans_huge_withdraw()
353 return pgtable; in pgtable_trans_huge_withdraw()
/linux/arch/x86/boot/compressed/
H A Dhead_64.S200 leal rva(pgtable)(%ebx), %edi
206 leal rva(pgtable + 0)(%ebx), %edi
212 leal rva(pgtable + 0x1000)(%ebx), %edi
223 leal rva(pgtable + 0x2000)(%ebx), %edi
234 leal rva(pgtable)(%ebx), %eax
533 SYM_DATA_LOCAL(pgtable, .fill BOOT_PGT_SIZE, 1, 0)
H A Dpgtable_64.c103 asmlinkage void configure_5level_paging(struct boot_params *bp, void *pgtable) in configure_5level_paging() argument
195 memcpy(pgtable, trampoline_32bit, PAGE_SIZE); in configure_5level_paging()
196 native_write_cr3((unsigned long)pgtable); in configure_5level_paging()
H A Dvmlinux.lds.S74 .pgtable : {
76 *(.pgtable) argument
/linux/arch/mips/mm/
H A DMakefile14 obj-y += pgtable.o
29 obj-$(CONFIG_32BIT) += ioremap.o pgtable-32.o
30 obj-$(CONFIG_64BIT) += ioremap64.o pgtable-64.o
/linux/arch/powerpc/mm/
H A Dpgtable-frag.c133 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable) in pte_free_defer() argument
137 folio = virt_to_folio(pgtable); in pte_free_defer()
139 pte_fragment_free((unsigned long *)pgtable, 0); in pte_free_defer()
H A DMakefile6 obj-y := fault.o mem.o pgtable.o maccess.o pageattr.o \
8 pgtable-frag.o ioremap.o ioremap_$(BITS).o \
/linux/Documentation/features/debug/debug-vm-pgtable/
H A Darch-support.txt2 # Feature name: debug-vm-pgtable
4 # description: arch supports pgtable tests for semantics compliance
/linux/arch/arm64/kvm/hyp/
H A Dpgtable.c153 struct kvm_pgtable_mm_ops *mm_ops, kvm_pteref_t pgtable, s8 level);
222 struct kvm_pgtable_mm_ops *mm_ops, kvm_pteref_t pgtable, s8 level) in __kvm_pgtable_walk() argument
232 kvm_pteref_t pteref = &pgtable[idx]; in __kvm_pgtable_walk()
1435 kvm_pte_t *pgtable; in kvm_pgtable_stage2_create_unlinked() local
1445 pgtable = mm_ops->zalloc_page(mc); in kvm_pgtable_stage2_create_unlinked()
1446 if (!pgtable) in kvm_pgtable_stage2_create_unlinked()
1449 ret = __kvm_pgtable_walk(&data, mm_ops, (kvm_pteref_t)pgtable, in kvm_pgtable_stage2_create_unlinked()
1452 kvm_pgtable_stage2_free_unlinked(mm_ops, pgtable, level); in kvm_pgtable_stage2_create_unlinked()
1456 return pgtable; in kvm_pgtable_stage2_create_unlinked()
1674 void kvm_pgtable_stage2_free_unlinked(struct kvm_pgtable_mm_ops *mm_ops, void *pgtable, s8 level) in kvm_pgtable_stage2_free_unlinked() argument
[all …]
H A DMakefile10 obj-$(CONFIG_KVM) += vhe/ nvhe/ pgtable.o
/linux/arch/powerpc/kvm/
H A Dbook3s_64_mmu_radix.c566 if (kvm->arch.pgtable) { in kvmppc_free_radix()
567 kvmppc_free_pgtable_radix(kvm, kvm->arch.pgtable, in kvmppc_free_radix()
569 pgd_free(kvm->mm, kvm->arch.pgtable); in kvmppc_free_radix()
570 kvm->arch.pgtable = NULL; in kvmppc_free_radix()
615 int kvmppc_create_pte(struct kvm *kvm, pgd_t *pgtable, pte_t pte, in kvmppc_create_pte() argument
628 pgd = pgtable + pgd_index(gpa); in kvmppc_create_pte()
902 ret = kvmppc_create_pte(kvm, kvm->arch.pgtable, pte, gpa, level, in kvmppc_book3s_instantiate_page()
1227 kvm->arch.pgtable = pgd_alloc(kvm->mm); in kvmppc_init_vm_radix()
1228 if (!kvm->arch.pgtable) in kvmppc_init_vm_radix()
1342 pgt = kvm->arch.pgtable; in debugfs_radix_read()
/linux/rust/kernel/iommu/
H A Dmod.rs5 pub mod pgtable; module
/linux/arch/microblaze/mm/
H A DMakefile6 obj-y := consistent.o init.o pgtable.o mmu_context.o fault.o
/linux/arch/nios2/mm/
H A DMakefile13 obj-y += pgtable.o

123