Lines Matching refs:user_vm_start

53 	u64 user_vm_start;  member
83 return arena ? arena->user_vm_start : 0; in bpf_arena_get_user_vm_start()
113 return (u32)(uaddr - (u32)arena->user_vm_start) >> PAGE_SHIFT; in compute_pgoff()
215 arena->user_vm_start = attr->map_extra; in arena_map_alloc()
216 if (arena->user_vm_start) in arena_map_alloc()
217 arena->user_vm_end = arena->user_vm_start + vm_range; in arena_map_alloc()
438 if (arena->user_vm_start) { in arena_get_unmapped_area()
439 if (len > arena->user_vm_end - arena->user_vm_start) in arena_get_unmapped_area()
441 if (len != arena->user_vm_end - arena->user_vm_start) in arena_get_unmapped_area()
443 if (addr != arena->user_vm_start) in arena_get_unmapped_area()
452 if (WARN_ON_ONCE(arena->user_vm_start)) in arena_get_unmapped_area()
463 if (arena->user_vm_start && arena->user_vm_start != vma->vm_start) in arena_map_mmap()
485 arena->user_vm_start = vma->vm_start; in arena_map_mmap()
501 if ((u64)off > arena->user_vm_end - arena->user_vm_start) in arena_map_direct_value_addr()
503 *imm = (unsigned long)arena->user_vm_start; in arena_map_direct_value_addr()
540 long page_cnt_max = (arena->user_vm_end - arena->user_vm_start) >> PAGE_SHIFT; in arena_alloc_pages()
591 uaddr32 = (u32)(arena->user_vm_start + pgoff * PAGE_SIZE); in arena_alloc_pages()
630 return clear_lo32(arena->user_vm_start) + uaddr32; in arena_alloc_pages()
679 full_uaddr = clear_lo32(arena->user_vm_start) + uaddr; in arena_free_pages()
752 long page_cnt_max = (arena->user_vm_end - arena->user_vm_start) >> PAGE_SHIFT; in arena_reserve_pages()
790 u64 arena_vm_start, user_vm_start; in arena_free_worker() local
806 user_vm_start = bpf_arena_get_user_vm_start(arena); in arena_free_worker()
827 full_uaddr = clear_lo32(user_vm_start) + s->uaddr; in arena_free_worker()
936 u64 user_vm_start; in bpf_prog_report_arena_violation() local
952 user_vm_start = bpf_arena_get_user_vm_start(prog->aux->arena); in bpf_prog_report_arena_violation()
953 addr += clear_lo32(user_vm_start); in bpf_prog_report_arena_violation()