| /src/sys/i386/include/ |
| H A D | pmap_base.h | 38 void (*pm_ksetrw)(vm_offset_t); 42 vm_offset_t *addr, vm_size_t size); 43 vm_offset_t (*pm_quick_enter_page)(vm_page_t m); 44 void (*pm_quick_remove_page)(vm_offset_t addr); 47 vm_offset_t (*pm_get_map_low)(void); 48 vm_offset_t (*pm_get_vm_maxuser_address)(void); 49 vm_paddr_t (*pm_kextract)(vm_offset_t va); 52 void (*pm_cp_slow0_map)(vm_offset_t kaddr, int plen, vm_page_t *ma); 68 void (*pm_advise)(pmap_t, vm_offset_t, vm_offset_t, int); 70 int (*pm_change_attr)(vm_offset_t, vm_size_t, int); [all …]
|
| H A D | pmap.h | 98 #define VADDR(pdi, pti) ((vm_offset_t)(((pdi)<<PDRSHIFT)|((pti)<<PAGE_SHIFT))) 146 #define vtophys(va) pmap_kextract((vm_offset_t)(va)) 193 extern vm_offset_t virtual_avail; 194 extern vm_offset_t virtual_end; 222 int pmap_change_attr(vm_offset_t, vm_size_t, int); 224 void pmap_cp_slow0_map(vm_offset_t kaddr, int plen, vm_page_t *ma); 228 vm_offset_t pmap_get_map_low(void); 229 vm_offset_t pmap_get_vm_maxuser_address(void); 231 void pmap_kenter(vm_offset_t va, vm_paddr_t pa); 233 vm_paddr_t pmap_kextract(vm_offset_t va); [all …]
|
| /src/sys/vm/ |
| H A D | pmap.h | 97 extern vm_offset_t kernel_vm_end; 121 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 123 void pmap_align_superpage(vm_object_t, vm_ooffset_t, vm_offset_t *, 126 void pmap_copy(pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t); 128 void pmap_copy_pages(vm_page_t ma[], vm_offset_t a_offset, 129 vm_page_t mb[], vm_offset_t b_offset, int xfersize); 130 int pmap_enter(pmap_t pmap, vm_offset_t va, vm_page_t m, 132 void pmap_enter_object(pmap_t pmap, vm_offset_t start, 133 vm_offset_t end, vm_page_t m_start, vm_prot_t prot); 134 void pmap_enter_quick(pmap_t pmap, vm_offset_t va, vm_page_t m, [all …]
|
| H A D | vm_map.h | 103 vm_offset_t start; /* start address */ 104 vm_offset_t end; /* end address */ 105 vm_offset_t next_read; /* vaddr of the next sequential read */ 215 vm_offset_t anon_loc; 247 static __inline vm_offset_t 254 static __inline vm_offset_t 274 vm_map_range_valid(vm_map_t map, vm_offset_t start, vm_offset_t end) in vm_map_range_valid() 308 vm_offset_t vm_stacktop; /* top of the stack, may not be page-aligned */ 309 vm_offset_t vm_shp_base; /* shared page address */ 352 vm_offset_t vm_map_max_KBI(const struct vm_map *map); [all …]
|
| H A D | vm_extern.h | 49 vm_offset_t kva_alloc(vm_size_t); 50 vm_offset_t kva_alloc_aligned(vm_size_t, vm_size_t); 51 void kva_free(vm_offset_t, vm_size_t); 54 vm_offset_t kmap_alloc_wait(vm_map_t, vm_size_t); 55 void kmap_free_wakeup(vm_map_t, vm_offset_t, vm_size_t); 74 int kmem_back(vm_object_t, vm_offset_t, vm_size_t, int); 75 int kmem_back_domain(int, vm_object_t, vm_offset_t, vm_size_t, int); 76 void kmem_unback(vm_object_t, vm_offset_t, vm_size_t); 79 void kmem_bootstrap_free(vm_offset_t, vm_size_t); 80 void kmem_subinit(vm_map_t, vm_map_t, vm_offset_t *, vm_offset_t *, vm_size_t, [all …]
|
| H A D | vm_glue.c | 131 vm_offset_t saddr, eaddr; in kernacc() 137 if ((vm_offset_t)addr + len > vm_map_max(kernel_map) || in kernacc() 138 (vm_offset_t)addr + len < (vm_offset_t)addr) in kernacc() 142 saddr = trunc_page((vm_offset_t)addr); in kernacc() 143 eaddr = round_page((vm_offset_t)addr + len); in kernacc() 170 if ((vm_offset_t)addr + len > vm_map_max(map) || in useracc() 171 (vm_offset_t)addr + len < (vm_offset_t)addr) { in useracc() 175 rv = vm_map_check_protection(map, trunc_page((vm_offset_t)addr), in useracc() 176 round_page((vm_offset_t)addr + len), prot); in useracc() 184 vm_offset_t end, last, start; in vslock() [all …]
|
| /src/sys/powerpc/powerpc/ |
| H A D | pmap_dispatch.c | 72 vm_offset_t msgbuf_phys; 74 vm_offset_t kernel_vm_end; 75 vm_offset_t virtual_avail; 76 vm_offset_t virtual_end; 127 DEFINE_PMAP_IFUNC(void, advise, (pmap_t, vm_offset_t, vm_offset_t, int)); 129 vm_offset_t *, vm_size_t)); 131 DEFINE_PMAP_IFUNC(void, copy, (pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t)); 132 DEFINE_PMAP_IFUNC(int, enter, (pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, int8_t)); 133 DEFINE_PMAP_IFUNC(void, enter_quick, (pmap_t, vm_offset_t, vm_page_t, vm_prot_t)); 134 DEFINE_PMAP_IFUNC(void, enter_object, (pmap_t, vm_offset_t, vm_offset_t, vm_page_t, [all …]
|
| H A D | machdep.c | 166 uintptr_t powerpc_init(vm_offset_t, vm_offset_t, vm_offset_t, void *, 245 extern vm_offset_t __startkernel, __endkernel; 251 void aim_early_init(vm_offset_t fdt, vm_offset_t toc, vm_offset_t ofentry, 253 void aim_cpu_init(vm_offset_t toc); 261 powerpc_init(vm_offset_t fdt, vm_offset_t toc, vm_offset_t ofentry, void *mdp, in powerpc_init() 266 vm_offset_t startkernel, endkernel; in powerpc_init() 271 vm_offset_t ksym_start; in powerpc_init() 272 vm_offset_t ksym_end; in powerpc_init() 355 vm_offset_t); in powerpc_init() 535 vm_offset_t ksym_start, ksym_sz, kstr_start, kstr_sz, in load_external_symtab() [all …]
|
| /src/sys/powerpc/include/ |
| H A D | mmuvar.h | 32 typedef void (*pmap_bootstrap_t)(vm_offset_t, vm_offset_t); 34 typedef void (*pmap_kenter_t)(vm_offset_t, vm_paddr_t pa); 35 typedef void (*pmap_kenter_attr_t)(vm_offset_t, vm_paddr_t, vm_memattr_t); 36 typedef void (*pmap_kremove_t)(vm_offset_t); 41 typedef int (*pmap_change_attr_t)(vm_offset_t, vm_size_t, vm_memattr_t); 44 typedef int (*pmap_decode_kernel_ptr_t)(vm_offset_t, int *, vm_offset_t *); 45 typedef vm_paddr_t (*pmap_kextract_t)(vm_offset_t); 49 typedef void (*pmap_advise_t)(pmap_t, vm_offset_t, vm_offset_t, int); 52 typedef void (*pmap_copy_t)(pmap_t, pmap_t, vm_offset_t, vm_size_t, vm_offset_t); 54 typedef void (*pmap_copy_pages_t)(vm_page_t *, vm_offset_t, [all …]
|
| H A D | pmap.h | 130 vm_offset_t pvo_vaddr; /* VA of entry */ 226 vm_offset_t pv_va; 268 uint64_t va_to_vsid(pmap_t pm, vm_offset_t va); 271 uint64_t kernel_va_to_slbv(vm_offset_t va); 272 struct slb *user_va_to_slb_entry(pmap_t pm, vm_offset_t va); 305 void pmap_bootstrap(vm_offset_t, vm_offset_t); 306 void pmap_kenter(vm_offset_t va, vm_paddr_t pa); 307 void pmap_kenter_attr(vm_offset_t va, vm_paddr_t pa, vm_memattr_t); 308 void pmap_kremove(vm_offset_t); 313 int pmap_change_attr(vm_offset_t, vm_size_t, vm_memattr_t); [all …]
|
| /src/sys/amd64/include/ |
| H A D | pmap.h | 282 pt_entry_t *vtopte(vm_offset_t); 283 #define vtophys(va) pmap_kextract(((vm_offset_t) (va))) 364 int pmap_emulate_accessed_dirty(pmap_t pmap, vm_offset_t va, int ftype); 368 extern vm_offset_t virtual_avail; 369 extern vm_offset_t virtual_end; 384 m->phys_addr >= kernphys + (vm_offset_t)&_end - KERNSTART, \ 395 int pmap_change_attr(vm_offset_t, vm_size_t, int); 396 int pmap_change_prot(vm_offset_t, vm_size_t, vm_prot_t); 398 void pmap_flush_cache_range(vm_offset_t, vm_offset_t); 401 void pmap_kenter(vm_offset_t va, vm_paddr_t pa); [all …]
|
| /src/sys/i386/i386/ |
| H A D | pmap_base.c | 116 vm_offset_t virtual_avail; /* VA of first avail page (after kernel bss) */ 117 vm_offset_t virtual_end; /* VA of last avail page (end of kernel AS) */ 130 vm_offset_t kernel_vm_end; 292 static void pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, 293 vm_offset_t eva); 294 static void pmap_invalidate_cache_range_all(vm_offset_t sva, 295 vm_offset_t eva); 304 DEFINE_IFUNC(, void, pmap_invalidate_cache_range, (vm_offset_t, vm_offset_t)) 317 pmap_invalidate_cache_range_check_align(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_check_align() 327 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_selfsnoop() [all …]
|
| H A D | copyout.c | 91 cp_slow0(vm_offset_t uva, size_t len, bool write, in cp_slow0() 92 void (*f)(vm_offset_t, void *), void *arg) in cp_slow0() argument 96 vm_offset_t kaddr; in cp_slow0() 133 vm_offset_t kc; 140 copyinstr_slow0(vm_offset_t kva, void *arg) in copyinstr_slow0() 161 vm_offset_t uc; in copyinstr() 167 for (plen = 0, uc = (vm_offset_t)udaddr, ca.kc = (vm_offset_t)kaddr; in copyinstr() 188 vm_offset_t kc; 193 copyin_slow0(vm_offset_t kva, void *arg) in copyin_slow0() 205 vm_offset_t uc; in copyin() [all …]
|
| /src/sys/arm64/include/ |
| H A D | pmap.h | 54 #define vtophys(va) pmap_kextract((vm_offset_t)(va)) 130 extern vm_offset_t virtual_avail; 131 extern vm_offset_t virtual_end; 147 int pmap_change_attr(vm_offset_t va, vm_size_t size, int mode); 148 int pmap_change_prot(vm_offset_t va, vm_size_t size, vm_prot_t prot); 149 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode); 150 void pmap_kenter_device(vm_offset_t, vm_size_t, vm_paddr_t); 151 bool pmap_klookup(vm_offset_t va, vm_paddr_t *pa); 152 vm_paddr_t pmap_kextract(vm_offset_t va); 153 void pmap_kremove(vm_offset_t); [all …]
|
| /src/sys/arm/include/ |
| H A D | pmap.h | 137 void pmap_bootstrap(vm_offset_t); 138 void pmap_kenter(vm_offset_t, vm_size_t, vm_paddr_t, int); 139 void pmap_kremove(vm_offset_t); 143 void pmap_tlb_flush(pmap_t, vm_offset_t); 144 void pmap_tlb_flush_range(pmap_t, vm_offset_t, vm_size_t); 146 vm_paddr_t pmap_dump_kextract(vm_offset_t, pt2_entry_t *); 148 int pmap_fault(pmap_t, vm_offset_t, uint32_t, int, bool); 157 void pmap_preboot_map_pages(vm_paddr_t, vm_offset_t, u_int); 158 vm_offset_t pmap_preboot_reserve_pages(u_int); 159 vm_offset_t pmap_preboot_get_vpages(u_int); [all …]
|
| H A D | pmap_var.h | 83 pte1_index(vm_offset_t va) in pte1_index() 90 pte1_ptr(pt1_entry_t *pt1, vm_offset_t va) in pte1_ptr() 96 static __inline vm_offset_t 97 pte1_trunc(vm_offset_t va) in pte1_trunc() 103 static __inline vm_offset_t 104 pte1_roundup(vm_offset_t va) in pte1_roundup() 125 dcache_wb_pou((vm_offset_t)pte1p, sizeof(*pte1p)); in pte1_sync() 136 dcache_wb_pou((vm_offset_t)pte1p, size); in pte1_sync_range() 265 dcache_wb_pou((vm_offset_t)pte2p, sizeof(*pte2p)); in pte2_sync() 276 dcache_wb_pou((vm_offset_t)pte2p, size); in pte2_sync_range() [all …]
|
| /src/sys/powerpc/booke/ |
| H A D | pmap_64.c | 134 static pte_t *ptbl_alloc(pmap_t pmap, vm_offset_t va, 137 static int ptbl_unhold(pmap_t, vm_offset_t); 139 static vm_paddr_t pte_vatopa(pmap_t, vm_offset_t); 140 static int pte_enter(pmap_t, vm_page_t, vm_offset_t, uint32_t, bool); 141 static int pte_remove(pmap_t, vm_offset_t, uint8_t); 142 static pte_t *pte_find(pmap_t, vm_offset_t); 143 static pte_t *pte_find_next(pmap_t, vm_offset_t *); 144 static void kernel_pte_alloc(vm_offset_t, vm_offset_t); 151 static vm_offset_t 181 pte_find(pmap_t pmap, vm_offset_t va) in pte_find() [all …]
|
| H A D | pmap_32.c | 101 static vm_offset_t zero_page_va; 105 static vm_offset_t copy_page_src_va; 106 static vm_offset_t copy_page_dst_va; 109 static vm_offset_t kernel_ptbl_root; 116 #define VM_MAPDEV_BASE ((vm_offset_t)VM_MAXUSER_ADDRESS + PAGE_SIZE) 135 static vm_paddr_t pte_vatopa(pmap_t, vm_offset_t); 136 static int pte_enter(pmap_t, vm_page_t, vm_offset_t, uint32_t, bool); 137 static int pte_remove(pmap_t, vm_offset_t, uint8_t); 138 static pte_t *pte_find(pmap_t, vm_offset_t); 142 vm_offset_t kva; /* va of mapping */ [all …]
|
| H A D | pmap.c | 155 vm_offset_t kernstart; 159 static vm_offset_t data_start; 170 static vm_offset_t zero_page_va; 174 static vm_offset_t copy_page_src_va; 175 static vm_offset_t copy_page_dst_va; 185 static int mmu_booke_enter_locked(pmap_t, vm_offset_t, vm_page_t, 236 static int tlb1_iomapped(int, vm_paddr_t, vm_size_t, vm_offset_t *); 237 static vm_size_t tlb1_mapin_region(vm_offset_t, vm_paddr_t, vm_size_t, int); 246 static inline void tlb0_flush_entry(vm_offset_t); 247 static inline unsigned int tlb0_tableidx(vm_offset_t, unsigned int); [all …]
|
| /src/stand/common/ |
| H A D | modinfo.h | 14 int md_load(char *args, vm_offset_t *modulep, vm_offset_t *dtb); 15 int md_load64(char *args, vm_offset_t *modulep, vm_offset_t *dtb); 17 vm_offset_t md_copymodules(vm_offset_t addr, bool kern64); 18 vm_offset_t md_copyenv(vm_offset_t addr); 19 vm_offset_t md_align(vm_offset_t addr);
|
| /src/sys/riscv/include/ |
| H A D | pmap.h | 51 #define vtophys(va) pmap_kextract((vm_offset_t)(va)) 108 extern vm_offset_t virtual_avail; 109 extern vm_offset_t virtual_end; 137 int pmap_change_attr(vm_offset_t va, vm_size_t size, int mode); 138 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode); 139 void pmap_kenter_device(vm_offset_t, vm_size_t, vm_paddr_t); 140 vm_paddr_t pmap_kextract(vm_offset_t va); 141 void pmap_kremove(vm_offset_t); 142 void pmap_kremove_device(vm_offset_t, vm_size_t); 153 bool pmap_map_io_transient(vm_page_t *, vm_offset_t *, int, bool); [all …]
|
| /src/sys/arm64/arm64/ |
| H A D | kexec_support.c | 63 #define vm_page_offset(m) ((vm_offset_t)(m) - vm_page_base) 65 phys_vm_page(vm_page_t m, vm_offset_t vm_page_v, vm_paddr_t vm_page_p) in phys_vm_page() 67 return ((vm_page_t)((vm_offset_t)m - vm_page_v + vm_page_p)); in phys_vm_page() 76 vm_offset_t vm_page_base = (vm_offset_t)vm_page_array; in kexec_reboot_bottom() 77 vm_paddr_t vm_page_phys = pmap_kextract((vm_offset_t)vm_page_array); in kexec_reboot_bottom() 79 (void *)pmap_kextract((vm_offset_t)&image->segments); in kexec_reboot_bottom() 146 ptr = pmap_kextract((vm_offset_t)kexec_reboot_bottom); in kexec_reboot_md() 149 reg = pmap_kextract((vm_offset_t)pagetable_l0_ttbr0_bootstrap); in kexec_reboot_md() 154 switch_stack((void *)pmap_kextract((vm_offset_t)initstack_end), in kexec_reboot_md() 179 tmp = pmap_kextract((vm_offset_t)kexec_reboot_bottom); in kexec_load_md() [all …]
|
| H A D | machdep_boot.c | 85 static vm_offset_t 88 vm_offset_t lastaddr; in fake_preload_metadata() 93 lastaddr = (vm_offset_t)&end; in fake_preload_metadata() 104 PRELOAD_PUSH_VALUE(uint32_t, sizeof(vm_offset_t)); in fake_preload_metadata() 110 (size_t)((vm_offset_t)&end - VM_MIN_KERNEL_ADDRESS)); in fake_preload_metadata() 173 static vm_offset_t 191 static vm_offset_t 194 vm_offset_t lastaddr = 0; in freebsd_parse_boot_param() 196 vm_offset_t ksym_start; in freebsd_parse_boot_param() 197 vm_offset_t ksym_end; in freebsd_parse_boot_param() [all …]
|
| /src/sys/contrib/ncsw/user/env/ |
| H A D | xx.c | 119 vm_offset_t portal_ce_va[2]; 120 vm_offset_t portal_ci_va[2]; 213 vm_offset_t addr; in XX_MallocSmart() 228 addr = (vm_offset_t)XX_MallocSmartPool + in XX_MallocSmart() 246 start = MALLOCSMART_SIZE_TO_SLICE((vm_offset_t)(p) - in XX_FreeSmart() 247 (vm_offset_t)XX_MallocSmartPool); in XX_FreeSmart() 629 if ((vm_offset_t)addr >= ccsrbar_va && in XX_VirtToPhys() 630 (vm_offset_t)addr < ccsrbar_va + ccsrbar_size) in XX_VirtToPhys() 631 return (((vm_offset_t)addr - ccsrbar_va) + ccsrbar_pa); in XX_VirtToPhys() 634 if (((vm_offset_t)addr >= XX_PInfo.portal_ce_va[BM_PORTAL]) && in XX_VirtToPhys() [all …]
|
| /src/stand/userboot/userboot/ |
| H A D | libuserboot.h | 54 extern ssize_t userboot_copyin(const void *, vm_offset_t, size_t); 55 extern ssize_t userboot_copyout(vm_offset_t, void *, size_t); 56 extern ssize_t userboot_readin(readin_handle_t, vm_offset_t, size_t); 61 int bi_load32(char *args, int *howtop, int *bootdevp, vm_offset_t *bip, 62 vm_offset_t *modulep, vm_offset_t *kernend); 63 int bi_load64(char *args, vm_offset_t *modulep, vm_offset_t *kernend);
|