Lines Matching refs:shadow_start
126 void *shadow_start, *shadow_end; in kasan_poison() local
143 shadow_start = kasan_mem_to_shadow(addr); in kasan_poison()
146 __memset(shadow_start, value, shadow_end - shadow_start); in kasan_poison()
217 unsigned long nr_shadow_pages, start_kaddr, shadow_start; in kasan_mem_notifier() local
222 shadow_start = (unsigned long)kasan_mem_to_shadow((void *)start_kaddr); in kasan_mem_notifier()
224 shadow_end = shadow_start + shadow_size; in kasan_mem_notifier()
239 if (shadow_mapped(shadow_start)) in kasan_mem_notifier()
242 ret = __vmalloc_node_range(shadow_size, PAGE_SIZE, shadow_start, in kasan_mem_notifier()
269 vm = find_vm_area((void *)shadow_start); in kasan_mem_notifier()
271 vfree((void *)shadow_start); in kasan_mem_notifier()
400 unsigned long shadow_start, shadow_end; in __kasan_populate_vmalloc() local
406 shadow_start = (unsigned long)kasan_mem_to_shadow((void *)addr); in __kasan_populate_vmalloc()
417 __memset((void *)shadow_start, KASAN_VMALLOC_INVALID, shadow_end - shadow_start); in __kasan_populate_vmalloc()
421 shadow_start = PAGE_ALIGN_DOWN(shadow_start); in __kasan_populate_vmalloc()
424 ret = __kasan_populate_vmalloc_do(shadow_start, shadow_end, gfp_mask); in __kasan_populate_vmalloc()
428 flush_cache_vmap(shadow_start, shadow_end); in __kasan_populate_vmalloc()
571 void *shadow_start, *shadow_end; in __kasan_release_vmalloc() local
590 shadow_start = kasan_mem_to_shadow((void *)region_start); in __kasan_release_vmalloc()
593 if (shadow_end > shadow_start) { in __kasan_release_vmalloc()
594 size = shadow_end - shadow_start; in __kasan_release_vmalloc()
596 __memset(shadow_start, KASAN_SHADOW_INIT, shadow_end - shadow_start); in __kasan_release_vmalloc()
603 (unsigned long)shadow_start, in __kasan_release_vmalloc()
608 flush_tlb_kernel_range((unsigned long)shadow_start, in __kasan_release_vmalloc()
661 unsigned long shadow_start; in kasan_alloc_module_shadow() local
663 shadow_start = (unsigned long)kasan_mem_to_shadow(addr); in kasan_alloc_module_shadow()
668 if (WARN_ON(!PAGE_ALIGNED(shadow_start))) in kasan_alloc_module_shadow()
672 __memset((void *)shadow_start, KASAN_SHADOW_INIT, shadow_size); in kasan_alloc_module_shadow()
676 ret = __vmalloc_node_range(shadow_size, 1, shadow_start, in kasan_alloc_module_shadow()
677 shadow_start + shadow_size, in kasan_alloc_module_shadow()