Home
last modified time | relevance | path

Searched refs:kernel_pmap (Results 1 – 25 of 49) sorted by relevance

12

/src/sys/powerpc/booke/
H A Dpmap_32.c247 (pmap == kernel_pmap), pdir_idx); in ptbl_alloc()
305 (pmap == kernel_pmap), pdir_idx); in ptbl_free()
330 pa = pte_vatopa(kernel_pmap, va); in ptbl_free()
355 (pmap == kernel_pmap), pdir_idx); in ptbl_unhold()
359 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
370 pa = pte_vatopa(kernel_pmap, in ptbl_unhold()
408 KASSERT((pmap != kernel_pmap), in ptbl_hold()
416 pa = pte_vatopa(kernel_pmap, in ptbl_hold()
464 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
507 pmap == kernel_pmap, pmap, va); in pte_enter()
[all …]
H A Dpmap_64.c265 KASSERT(page != 0 || pmap != kernel_pmap, in get_pgtbl_page()
334 KASSERT((pmap != kernel_pmap), in ptbl_unhold()
372 KASSERT((pmap != kernel_pmap), in ptbl_hold()
415 } else if (pmap == kernel_pmap && m && m->md.pv_tracked) { in pte_remove()
469 if (pmap != kernel_pmap) in pte_enter()
526 kernel_pmap->pm_root = kernel_ptbl_root; in kernel_pte_alloc()
546 kernel_pmap->pm_root[i] = (pte_t ***)l1_va; in kernel_pte_alloc()
550 kernel_pmap->pm_root[i][j] = (pte_t **)pdir_va; in kernel_pte_alloc()
554 kernel_pmap->pm_root[i][j][k] = (pte_t *)ptbl_va; in kernel_pte_alloc()
564 pte = &(kernel_pmap->pm_root[PG_ROOT_IDX(va)][PDIR_L1_IDX(va)][PDIR_IDX(va)][PTBL_IDX(va)]); in kernel_pte_alloc()
[all …]
H A Dpmap.c196 ((pmap) != kernel_pmap && (pmap)->pm_stats.resident_count == 0)
904 PMAP_LOCK_INIT(kernel_pmap); in mmu_booke_bootstrap()
906 debugf("kernel_pmap = 0x%"PRI0ptrX"\n", (uintptr_t)kernel_pmap); in mmu_booke_bootstrap()
909 kernel_pmap->pm_tid[i] = TID_KERNEL; in mmu_booke_bootstrap()
912 tidbusy[i][TID_KERNEL] = kernel_pmap; in mmu_booke_bootstrap()
916 CPU_FILL(&kernel_pmap->pm_active); in mmu_booke_bootstrap()
1040 p = pte_vatopa(kernel_pmap, va); in mmu_booke_kextract()
1151 pte = pte_find(kernel_pmap, va); in mmu_booke_kenter_attr()
1192 pte = pte_find(kernel_pmap, va); in mmu_booke_kremove()
1284 su = (pmap == kernel_pmap); in mmu_booke_enter_locked()
[all …]
/src/sys/amd64/amd64/
H A Dmp_machdep.c171 MPASS(kernel_pmap->pm_cr3 < (1UL << 32)); in cpu_mp_start()
172 mptramp_pagetables = kernel_pmap->pm_cr3; in cpu_mp_start()
360 v_pml4 = &kernel_pmap->pm_pmltop[0]; in start_all_aps()
392 old_pml45 = kernel_pmap->pm_pmltop[0]; in start_all_aps()
394 kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) | in start_all_aps()
399 pmap_invalidate_all(kernel_pmap); in start_all_aps()
466 kernel_pmap->pm_pmltop[0] = old_pml45; in start_all_aps()
694 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invltlb()
717 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg()
734 if (invlpgb_works && pmap == kernel_pmap) { in smp_masked_invlpg_range()
[all …]
H A Dpmap.c1602 if (pmap == kernel_pmap) in pmap_pt_page_count_adj()
2130 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
2139 kernel_pmap->pm_pmltop = (void *)PHYS_TO_DMAP(KPML5phys); in pmap_bootstrap()
2140 kernel_pmap->pm_cr3 = KPML5phys; in pmap_bootstrap()
2141 pmap_pt_page_count_adj(kernel_pmap, 1); /* top-level page */ in pmap_bootstrap()
2144 kernel_pmap->pm_pmltop = kernel_pml4; in pmap_bootstrap()
2145 kernel_pmap->pm_cr3 = KPML4phys; in pmap_bootstrap()
2147 kernel_pmap->pm_ucr3 = PMAP_NO_CR3; in pmap_bootstrap()
2148 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
2149 kernel_pmap->pm_stats.resident_count = res; in pmap_bootstrap()
[all …]
H A Defirt_machdep.c256 bits = pmap_cache_bits(kernel_pmap, mode, false) | X86_PG_RW | in efi_create_1t1_map()
286 bits = pmap_cache_bits(kernel_pmap, VM_MEMATTR_WRITE_BACK, in efi_create_1t1_map()
/src/sys/i386/i386/
H A Dpmap.c633 PMAP_LOCK_INIT(kernel_pmap); in __CONCAT()
634 kernel_pmap->pm_pdir = IdlePTD; in __CONCAT()
636 kernel_pmap->pm_pdpt = IdlePDPT; in __CONCAT()
638 CPU_FILL(&kernel_pmap->pm_active); /* don't allow deactivation */ in __CONCAT()
639 kernel_pmap->pm_stats.resident_count = res; in __CONCAT()
640 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in __CONCAT()
641 vm_radix_init(&kernel_pmap->pm_root); in __CONCAT()
964 PMAP_LOCK(kernel_pmap); in __CONCAT()
980 pmap_insert_pt_page(kernel_pmap, mpte, true, true)) in __CONCAT()
983 PMAP_UNLOCK(kernel_pmap); in __CONCAT()
[all …]
H A Dmem.c125 pa = pmap_extract(kernel_pmap, addr); in memrw()
139 pmap_invalidate_page(kernel_pmap,(vm_offset_t)ptvmmap); in memrw()
H A Dmp_machdep.c460 pmap_invalidate_page (kernel_pmap, va); in install_ap_tramp()
667 if (smp_tlb_pmap == kernel_pmap) in invltlb_handler()
686 if (smp_tlb_pmap == kernel_pmap) in invlpg_handler()
708 if (smp_tlb_pmap == kernel_pmap) { in invlrng_handler()
H A Dvm86.c740 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
749 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
764 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
770 pmap_invalidate_page(kernel_pmap, vmc->pmap[i].kva); in vm86_datacall()
/src/sys/powerpc/aim/
H A Dmmu_oea64.c281 (pvo)->pvo_pmap != kernel_pmap)
552 if (pmap == kernel_pmap && (pvo->pvo_vaddr & PVO_LARGE) != 0) in init_pvo_entry()
712 PMAP_LOCK(kernel_pmap); in moea64_add_ofw_mappings()
713 pvo = moea64_pvo_find_va(kernel_pmap, in moea64_add_ofw_mappings()
715 PMAP_UNLOCK(kernel_pmap); in moea64_add_ofw_mappings()
789 init_pvo_entry(pvo, kernel_pmap, va); in moea64_kenter_large()
815 PMAP_LOCK(kernel_pmap); in moea64_setup_direct_map()
831 PMAP_UNLOCK(kernel_pmap); in moea64_setup_direct_map()
1085 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea64_mid_bootstrap()
1088 kernel_pmap->pmap_phys = kernel_pmap; in moea64_mid_bootstrap()
[all …]
H A Dmmu_radix.c909 l3e = pmap_pml3e(kernel_pmap, va); in kvtopte()
1076 if (pmap == kernel_pmap) in pmap_invalidate_page()
1087 if (pmap == kernel_pmap) in pmap_invalidate_page_2m()
1098 if (pmap == kernel_pmap) in pmap_invalidate_pwc()
1113 if (pmap == kernel_pmap) { in pmap_invalidate_range()
1131 if (pmap == kernel_pmap) in pmap_invalidate_all()
1554 if (pmap != kernel_pmap) in free_pv_entry()
1790 pte = pmap_pml1e(kernel_pmap, PHYS_TO_DMAP(start)); in mmu_radix_dmap_range()
1844 bzero(kernel_pmap, sizeof(struct pmap)); in mmu_radix_setup_pagetables()
1845 PMAP_LOCK_INIT(kernel_pmap); in mmu_radix_setup_pagetables()
[all …]
H A Dmmu_oea.c686 mtsrin(i << ADDR_SR_SHFT, kernel_pmap->pm_sr[i]); in moea_cpu_bootstrap()
881 PMAP_LOCK_INIT(kernel_pmap); in moea_bootstrap()
883 kernel_pmap->pm_sr[i] = EMPTY_SEGMENT + i; in moea_bootstrap()
884 CPU_FILL(&kernel_pmap->pm_active); in moea_bootstrap()
885 RB_INIT(&kernel_pmap->pmap_pvo); in moea_bootstrap()
1215 if (pmap != kernel_pmap && error == ENOENT && in moea_enter_locked()
1492 if (pvo->pvo_pmap == kernel_pmap) in moea_page_set_memattr()
1526 PMAP_LOCK(kernel_pmap); in moea_kenter_attr()
1527 error = moea_pvo_enter(kernel_pmap, moea_upvo_zone, in moea_kenter_attr()
1534 PMAP_UNLOCK(kernel_pmap); in moea_kenter_attr()
[all …]
/src/sys/kern/
H A Dsubr_bus_dma.c177 &m->m_epg_hdr[segoff], seglen, kernel_pmap, in _bus_dmamap_load_mbuf_epg()
203 &m->m_epg_trail[off], len, kernel_pmap, flags, segs, in _bus_dmamap_load_mbuf_epg()
224 kernel_pmap, flags | BUS_DMA_LOAD_MBUF, segs, nsegs); in _bus_dmamap_load_single_mbuf()
248 m->m_data, m->m_len, kernel_pmap, in _bus_dmamap_load_mbuf_sg()
298 pmap = kernel_pmap; in _bus_dmamap_load_uio()
345 error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap, in bus_dmamap_load()
481 mem->md_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_mem()
489 mem->md_nseg, kernel_pmap, &nsegs, flags, 0, SIZE_T_MAX); in bus_dmamap_load_mem()
547 cb->cb_buf_len, kernel_pmap, flags, NULL, &nsegs); in bus_dmamap_load_crp_buffer()
/src/sys/arm64/arm64/
H A Dpmap.c793 if (pmap == kernel_pmap) in pmap_ps_enabled()
1350 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
1351 kernel_pmap->pm_l0_paddr = in pmap_bootstrap()
1353 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
1354 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
1355 kernel_pmap->pm_cookie = COOKIE_FROM(-1, INT_MIN); in pmap_bootstrap()
1356 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
1357 kernel_pmap->pm_levels = 4; in pmap_bootstrap()
1358 kernel_pmap->pm_ttbr = kernel_pmap->pm_l0_paddr; in pmap_bootstrap()
1359 kernel_pmap->pm_asid_set = &asids; in pmap_bootstrap()
[all …]
H A Dmem.c97 v = pmap_extract(kernel_pmap, v); in memrw()
/src/sys/riscv/riscv/
H A Dpmap.c534 if (pmap != kernel_pmap || pmap_mode != PMAP_MODE_SV39) in pmap_distribute_l1()
559 KASSERT(pmap_is_valid_memattr(kernel_pmap, mode), in pmap_memattr_bits()
924 PMAP_LOCK_INIT(kernel_pmap); in pmap_bootstrap()
925 TAILQ_INIT(&kernel_pmap->pm_pvchunk); in pmap_bootstrap()
926 vm_radix_init(&kernel_pmap->pm_root); in pmap_bootstrap()
935 CPU_SET(PCPU_GET(hart), &kernel_pmap->pm_active); in pmap_bootstrap()
956 kernel_pmap->pm_stage = PM_STAGE1; in pmap_bootstrap()
957 kernel_pmap->pm_top = (pd_entry_t *)PHYS_TO_DMAP(root_pt_phys); in pmap_bootstrap()
958 kernel_pmap->pm_satp = atop(root_pt_phys) | pmap_satp_mode(); in pmap_bootstrap()
959 csr_write(satp, kernel_pmap->pm_satp); in pmap_bootstrap()
[all …]
H A Dmem.c98 v = pmap_extract(kernel_pmap, v); in memrw()
/src/sys/vm/
H A Dvm_kern.c297 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_alloc_attr_domain()
391 pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, in kmem_alloc_contig_domain()
590 pmap_enter(kernel_pmap, addr + i, m, prot, in kmem_back_domain()
662 pmap_remove(kernel_pmap, addr, addr + size); in _kmem_unback()
785 pmap_protect(kernel_pmap, addr, addr + ZERO_REGION_SIZE, VM_PROT_READ); in kmem_init_zero_region()
847 vm_map_init_system(kernel_map, kernel_pmap, VM_MIN_KERNEL_ADDRESS, end); in kmem_init()
968 pmap_remove(kernel_pmap, start, end); in kmem_bootstrap_free()
/src/sys/riscv/include/
H A Dpmap.h92 #define kernel_pmap (&kernel_pmap_store) macro
93 #define pmap_kernel() kernel_pmap
/src/sys/arm64/include/
H A Dpmap.h102 #define kernel_pmap (&kernel_pmap_store) macro
103 #define pmap_kernel() kernel_pmap
/src/sys/powerpc/include/
H A Dpmap.h285 #define kernel_pmap (&kernel_pmap_store) macro
294 (pmap == kernel_pmap) ? "kernelpmap" : \
/src/sys/x86/isa/
H A Disa_dma.c271 phys = pmap_extract(kernel_pmap, (vm_offset_t)addr); in isa_dmastart()
396 phys = trunc_page(pmap_extract(kernel_pmap, (vm_offset_t)va)); in isa_dmarangecheck()
/src/sys/arm/arm/
H A Dmem.c140 if (pmap_extract(kernel_pmap, addr) == 0) in memrw()
/src/sys/amd64/acpica/
H A Dacpi_wakeup.c422 bcopy(kernel_pmap->pm_pmltop, pt5, PAGE_SIZE); in acpi_install_wakeup_handler()
426 bcopy(kernel_pmap->pm_pmltop, pt4, PAGE_SIZE); in acpi_install_wakeup_handler()

12