336 tlb_flush_local(vm_offset_t va)  in tlb_flush_local()  argument
339 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_local()
342 	_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_local()
348 tlb_flush_range_local(vm_offset_t va, vm_size_t size)  in tlb_flush_range_local()  argument
350 	vm_offset_t eva = va + size;  in tlb_flush_range_local()
352 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_range_local()
357 	for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range_local()
358 		_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_range_local()
390 tlb_flush(vm_offset_t va)  in tlb_flush()  argument
393 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush()
397 	    _CP15_TLBIMVAAIS(va),  in tlb_flush()
398 	    _CP15_TLBIMVA(va | CPU_ASID_KERNEL)  in tlb_flush()
404 tlb_flush_range(vm_offset_t va,  vm_size_t size)  in tlb_flush_range()  argument
406 	vm_offset_t eva = va + size;  in tlb_flush_range()
408 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_range()
415 			for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range()
416 				_CP15_TLBIMVAAIS(va);  in tlb_flush_range()
419 			for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range()
420 				_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_range()
429 #define tlb_flush(va) 			tlb_flush_local(va)  argument
430 #define tlb_flush_range(va, size) 	tlb_flush_range_local(va, size)  argument
440 icache_sync(vm_offset_t va, vm_size_t size)  in icache_sync()  argument
442 	vm_offset_t eva = va + size;  in icache_sync()
445 	va &= ~cpuinfo.dcache_line_mask;  in icache_sync()
447 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in icache_sync()
448 		_CP15_DCCMVAU(va);  in icache_sync()
487 dcache_wb_pou(vm_offset_t va, vm_size_t size)  in dcache_wb_pou()  argument
489 	vm_offset_t eva = va + size;  in dcache_wb_pou()
492 	va &= ~cpuinfo.dcache_line_mask;  in dcache_wb_pou()
493 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wb_pou()
494 		_CP15_DCCMVAU(va);  in dcache_wb_pou()
508 dcache_inv_poc(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_inv_poc()  argument
510 	vm_offset_t eva = va + size;  in dcache_inv_poc()
517 	va &= ~cpuinfo.dcache_line_mask;  in dcache_inv_poc()
518 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_inv_poc()
519 		_CP15_DCIMVAC(va);  in dcache_inv_poc()
535 dcache_inv_poc_dma(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_inv_poc_dma()  argument
537 	vm_offset_t eva = va + size;  in dcache_inv_poc_dma()
541 	va &= ~cpuinfo.dcache_line_mask;  in dcache_inv_poc_dma()
542 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_inv_poc_dma()
543 		_CP15_DCIMVAC(va);  in dcache_inv_poc_dma()
559 dcache_wb_poc(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_wb_poc()  argument
561 	vm_offset_t eva = va + size;  in dcache_wb_poc()
564 	va &= ~cpuinfo.dcache_line_mask;  in dcache_wb_poc()
565 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wb_poc()
566 		_CP15_DCCMVAC(va);  in dcache_wb_poc()
577 	vm_offset_t va;  in dcache_wbinv_poc()  local
582 	va = sva & ~cpuinfo.dcache_line_mask;  in dcache_wbinv_poc()
583 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wbinv_poc()
584 		_CP15_DCCMVAC(va);  in dcache_wbinv_poc()
592 	va = sva & ~cpuinfo.dcache_line_mask;  in dcache_wbinv_poc()
593 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wbinv_poc()
594 		_CP15_DCIMVAC(va);  in dcache_wbinv_poc()