82 bool xe_bo_is_vram(struct xe_bo *bo)  in xe_bo_is_vram()
88 bool xe_bo_is_stolen(struct xe_bo *bo)  in xe_bo_is_stolen()
102 bool xe_bo_is_stolen_devmem(struct xe_bo *bo)  in xe_bo_is_stolen_devmem()
108 static bool xe_bo_is_user(struct xe_bo *bo)  in xe_bo_is_user()
133 static void try_add_system(struct xe_device *xe, struct xe_bo *bo,  in try_add_system()
149 static void add_vram(struct xe_device *xe, struct xe_bo *bo,  in add_vram()
185 static void try_add_vram(struct xe_device *xe, struct xe_bo *bo,  in try_add_vram()
201 static void try_add_stolen(struct xe_device *xe, struct xe_bo *bo,  in try_add_stolen()
217 static int __xe_bo_placement_for_flags(struct xe_device *xe, struct xe_bo *bo,  in __xe_bo_placement_for_flags()
248 int xe_bo_placement_for_flags(struct xe_device *xe, struct xe_bo *bo,  in xe_bo_placement_for_flags()
325 struct sg_table *xe_bo_sg(struct xe_bo *bo)  in xe_bo_sg()
336 	struct xe_bo *bo = ttm_to_xe_bo(ttm_bo);  in xe_ttm_tt_create()  local
470 static int xe_bo_trigger_rebind(struct xe_device *xe, struct xe_bo *bo,  in xe_bo_trigger_rebind()
592 static int xe_bo_move_notify(struct xe_bo *bo,  in xe_bo_move_notify()
625 	struct xe_bo *bo = ttm_to_xe_bo(ttm_bo);  in xe_bo_move()  local
811 int xe_bo_evict_pinned(struct xe_bo *bo)  in xe_bo_evict_pinned()
883 int xe_bo_restore_pinned(struct xe_bo *bo)  in xe_bo_restore_pinned()
931 	struct xe_bo *bo = ttm_to_xe_bo(ttm_bo);  in xe_ttm_io_mem_pfn()  local
975 	struct xe_bo *bo;  in xe_ttm_bo_release_notify()  local
1053 	struct xe_bo *bo = ttm_to_xe_bo(ttm_bo);  in xe_ttm_bo_destroy()  local
1098 	struct xe_bo *bo = gem_to_xe_bo(obj);  in xe_gem_object_close()  local
1109 static bool should_migrate_to_system(struct xe_bo *bo)  in should_migrate_to_system()
1128 		struct xe_bo *bo = ttm_to_xe_bo(tbo);  in xe_gem_fault()  local
1184 	struct xe_bo *bo = kzalloc(sizeof(*bo), GFP_KERNEL);  in xe_bo_alloc()  local
1198 void xe_bo_free(struct xe_bo *bo)  in xe_bo_free()
1203 struct xe_bo *___xe_bo_create_locked(struct xe_device *xe, struct xe_bo *bo,  in ___xe_bo_create_locked()
1331 				   struct xe_bo *bo,  in __xe_bo_fixed_placement()
1376 	struct xe_bo *bo = NULL;  in __xe_bo_create_locked()  local
1461 	struct xe_bo *bo = __xe_bo_create_locked(xe, tile, vm, size, 0, ~0ULL,  in xe_bo_create_user()  local
1474 	struct xe_bo *bo = xe_bo_create_locked(xe, tile, vm, size, type, flags);  in xe_bo_create()  local
1487 	struct xe_bo *bo;  in xe_bo_create_pin_map_at()  local
1532 	struct xe_bo *bo = xe_bo_create_pin_map(xe, tile, NULL,  in xe_bo_create_from_data()  local
1551 	struct xe_bo *bo;  in xe_managed_bo_create_pin_map()  local
1568 	struct xe_bo *bo = xe_managed_bo_create_pin_map(xe, tile, ALIGN(size, PAGE_SIZE), flags);  in xe_managed_bo_create_from_data()  local
1602 int xe_bo_pin_external(struct xe_bo *bo)  in xe_bo_pin_external()
1634 int xe_bo_pin(struct xe_bo *bo)  in xe_bo_pin()
1702 void xe_bo_unpin_external(struct xe_bo *bo)  in xe_bo_unpin_external()
1725 void xe_bo_unpin(struct xe_bo *bo)  in xe_bo_unpin()
1764 int xe_bo_validate(struct xe_bo *bo, struct xe_vm *vm, bool allow_res_evict)  in xe_bo_validate()
1782 bool xe_bo_is_xe_bo(struct ttm_buffer_object *bo)  in xe_bo_is_xe_bo()
1796 dma_addr_t __xe_bo_addr(struct xe_bo *bo, u64 offset, size_t page_size)  in __xe_bo_addr()
1821 dma_addr_t xe_bo_addr(struct xe_bo *bo, u64 offset, size_t page_size)  in xe_bo_addr()
1828 int xe_bo_vmap(struct xe_bo *bo)  in xe_bo_vmap()
1862 static void __xe_bo_vunmap(struct xe_bo *bo)  in __xe_bo_vunmap()
1870 void xe_bo_vunmap(struct xe_bo *bo)  in xe_bo_vunmap()
1883 	struct xe_bo *bo;  in xe_gem_create_ioctl()  local
2023 int xe_bo_lock(struct xe_bo *bo, bool intr)  in xe_bo_lock()
2039 void xe_bo_unlock(struct xe_bo *bo)  in xe_bo_unlock()
2059 bool xe_bo_can_migrate(struct xe_bo *bo, u32 mem_type)  in xe_bo_can_migrate()
2099 int xe_bo_migrate(struct xe_bo *bo, u32 mem_type)  in xe_bo_migrate()
2151 int xe_bo_evict(struct xe_bo *bo, bool force_alloc)  in xe_bo_evict()
2179 bool xe_bo_needs_ccs_pages(struct xe_bo *bo)  in xe_bo_needs_ccs_pages()
2218 	struct xe_bo *bo, *next;  in xe_bo_put_commit()  local
2246 	struct xe_bo *bo;  in xe_bo_dumb_create()  local