/linux/include/drm/ttm/ |
H A D | ttm_device.h | 35 struct ttm_buffer_object; 73 struct ttm_tt *(*ttm_tt_create)(struct ttm_buffer_object *bo, 119 bool (*eviction_valuable)(struct ttm_buffer_object *bo, 133 void (*evict_flags)(struct ttm_buffer_object *bo, 149 int (*move)(struct ttm_buffer_object *bo, bool evict, 157 void (*delete_mem_notify)(struct ttm_buffer_object *bo); 162 void (*swap_notify)(struct ttm_buffer_object *bo); 181 unsigned long (*io_mem_pfn)(struct ttm_buffer_object *bo, 198 int (*access_memory)(struct ttm_buffer_object *bo, unsigned long offset, 209 void (*release_notify)(struct ttm_buffer_object *bo);
|
H A D | ttm_resource.h | 46 struct ttm_buffer_object; 113 struct ttm_buffer_object *bo, 259 struct ttm_buffer_object *bo; 434 struct ttm_buffer_object *bo); 436 struct ttm_buffer_object *bo); 439 void ttm_resource_init(struct ttm_buffer_object *bo, 445 int ttm_resource_alloc(struct ttm_buffer_object *bo, 449 void ttm_resource_free(struct ttm_buffer_object *bo, struct ttm_resource **res); 458 struct ttm_buffer_object *bo);
|
H A D | ttm_tt.h | 39 struct ttm_buffer_object; 191 int ttm_tt_create(struct ttm_buffer_object *bo, bool zero_alloc); 207 int ttm_tt_init(struct ttm_tt *ttm, struct ttm_buffer_object *bo, 210 int ttm_sg_tt_init(struct ttm_tt *ttm_dma, struct ttm_buffer_object *bo, 318 struct ttm_tt *ttm_agp_tt_create(struct ttm_buffer_object *bo,
|
/linux/drivers/gpu/drm/ttm/ |
H A D | ttm_bo_util.c | 45 struct ttm_buffer_object base; 46 struct ttm_buffer_object *bo; 146 int ttm_bo_move_memcpy(struct ttm_buffer_object *bo, in ttm_bo_move_memcpy() 205 static void ttm_transfered_destroy(struct ttm_buffer_object *bo) in ttm_transfered_destroy() 230 static int ttm_buffer_object_transfer(struct ttm_buffer_object *bo, in ttm_buffer_object_transfer() 231 struct ttm_buffer_object **new_obj) in ttm_buffer_object_transfer() 295 pgprot_t ttm_io_prot(struct ttm_buffer_object *bo, struct ttm_resource *res, in ttm_io_prot() 314 static int ttm_bo_ioremap(struct ttm_buffer_object *bo, in ttm_bo_ioremap() 340 static int ttm_bo_kmap_ttm(struct ttm_buffer_object *bo, in ttm_bo_kmap_ttm() 399 void *ttm_bo_kmap_try_from_panic(struct ttm_buffer_object *bo, unsigned long page) in ttm_bo_kmap_try_from_panic() [all …]
|
H A D | ttm_bo.c | 52 static void ttm_bo_mem_space_debug(struct ttm_buffer_object *bo, in ttm_bo_mem_space_debug() 77 void ttm_bo_move_to_lru_tail(struct ttm_buffer_object *bo) in ttm_bo_move_to_lru_tail() 100 void ttm_bo_set_bulk_move(struct ttm_buffer_object *bo, in ttm_bo_set_bulk_move() 118 static int ttm_bo_handle_move_mem(struct ttm_buffer_object *bo, in ttm_bo_handle_move_mem() 180 static void ttm_bo_cleanup_memtype_use(struct ttm_buffer_object *bo) in ttm_bo_cleanup_memtype_use() 189 static int ttm_bo_individualize_resv(struct ttm_buffer_object *bo) in ttm_bo_individualize_resv() 216 static void ttm_bo_flush_all_fences(struct ttm_buffer_object *bo) in ttm_bo_flush_all_fences() 236 struct ttm_buffer_object *bo; in ttm_bo_delayed_delete() 250 struct ttm_buffer_object *bo = in ttm_bo_release() 251 container_of(kref, struct ttm_buffer_object, kref); in ttm_bo_release() [all …]
|
H A D | ttm_bo_vm.c | 43 static vm_fault_t ttm_bo_vm_fault_idle(struct ttm_buffer_object *bo, in ttm_bo_vm_fault_idle() 86 static unsigned long ttm_bo_io_mem_pfn(struct ttm_buffer_object *bo, in ttm_bo_io_mem_pfn() 118 vm_fault_t ttm_bo_vm_reserve(struct ttm_buffer_object *bo, in ttm_bo_vm_reserve() 188 struct ttm_buffer_object *bo = vma->vm_private_data; in ttm_bo_vm_fault_reserved() 295 struct ttm_buffer_object *bo = vma->vm_private_data; in ttm_bo_vm_dummy_page() 326 struct ttm_buffer_object *bo = vma->vm_private_data; in ttm_bo_vm_fault() 353 struct ttm_buffer_object *bo = vma->vm_private_data; in ttm_bo_vm_open() 363 struct ttm_buffer_object *bo = vma->vm_private_data; in ttm_bo_vm_close() 370 static int ttm_bo_vm_access_kmap(struct ttm_buffer_object *bo, in ttm_bo_vm_access_kmap() 425 int ttm_bo_access(struct ttm_buffer_object *bo, unsigned long offset, in ttm_bo_access() [all …]
|
H A D | ttm_bo_internal.h | 35 static inline void ttm_bo_get(struct ttm_buffer_object *bo) in ttm_bo_get() 50 static inline __must_check struct ttm_buffer_object * 51 ttm_bo_get_unless_zero(struct ttm_buffer_object *bo) in ttm_bo_get_unless_zero()
|
H A D | ttm_execbuf_util.c | 38 struct ttm_buffer_object *bo = entry->bo; in ttm_eu_backoff_reservation_reverse() 53 struct ttm_buffer_object *bo = entry->bo; in ttm_eu_backoff_reservation() 90 struct ttm_buffer_object *bo = entry->bo; in ttm_eu_reserve_buffers() 153 struct ttm_buffer_object *bo = entry->bo; in ttm_eu_fence_buffer_objects()
|
/linux/drivers/gpu/drm/ttm/tests/ |
H A D | ttm_tt_test.c | 42 struct ttm_buffer_object *bo; in ttm_tt_init_basic() 69 struct ttm_buffer_object *bo; in ttm_tt_init_misaligned() 92 struct ttm_buffer_object *bo; in ttm_tt_fini_basic() 112 struct ttm_buffer_object *bo; in ttm_tt_fini_sg() 132 struct ttm_buffer_object *bo; in ttm_tt_fini_shmem() 155 struct ttm_buffer_object *bo; in ttm_tt_create_basic() 174 struct ttm_buffer_object *bo; in ttm_tt_create_invalid_bo_type() 190 struct ttm_buffer_object *bo; in ttm_tt_create_ttm_exists() 213 static struct ttm_tt *ttm_tt_null_create(struct ttm_buffer_object *bo, in ttm_tt_null_create() 226 struct ttm_buffer_object *bo; in ttm_tt_create_failed() [all …]
|
H A D | ttm_bo_test.c | 62 struct ttm_buffer_object *bo; in ttm_bo_reserve_optimistic_no_ticket() 75 struct ttm_buffer_object *bo; in ttm_bo_reserve_locked_no_sleep() 93 struct ttm_buffer_object *bo; in ttm_bo_reserve_no_wait_ticket() 111 struct ttm_buffer_object *bo; in ttm_bo_reserve_double_resv() 141 struct ttm_buffer_object *bo1, *bo2; in ttm_bo_reserve_deadlock() 186 struct ttm_buffer_object *bo = arg; in threaded_ttm_bo_reserve() 213 struct ttm_buffer_object *bo; in ttm_bo_reserve_interrupted() 240 struct ttm_buffer_object *bo; in ttm_bo_unreserve_basic() 283 struct ttm_buffer_object *bo; in ttm_bo_unreserve_pinned() 326 struct ttm_buffer_object *bo1, *bo2; in ttm_bo_unreserve_bulk() [all …]
|
H A D | ttm_kunit_helpers.c | 48 static struct ttm_tt *ttm_tt_simple_create(struct ttm_buffer_object *bo, u32 page_flags) in ttm_tt_simple_create() 63 static int mock_move(struct ttm_buffer_object *bo, bool evict, in mock_move() 95 static void mock_evict_flags(struct ttm_buffer_object *bo, in mock_evict_flags() 112 static void bad_evict_flags(struct ttm_buffer_object *bo, in bad_evict_flags() 173 struct ttm_buffer_object *ttm_bo_kunit_init(struct kunit *test, in ttm_bo_kunit_init() 179 struct ttm_buffer_object *bo; in ttm_bo_kunit_init() 216 void dummy_ttm_bo_destroy(struct ttm_buffer_object *bo) in dummy_ttm_bo_destroy()
|
H A D | ttm_resource_test.c | 20 struct ttm_buffer_object *bo; 112 struct ttm_buffer_object *bo; in ttm_resource_init_basic() 155 struct ttm_buffer_object *bo; in ttm_resource_init_pinned() 185 struct ttm_buffer_object *bo; in ttm_resource_fini_basic() 230 struct ttm_buffer_object *bo; in ttm_resource_manager_usage_basic() 268 struct ttm_buffer_object *bo; in ttm_sys_man_alloc_basic() 293 struct ttm_buffer_object *bo; in ttm_sys_man_free_basic()
|
H A D | ttm_bo_validate_test.c | 112 struct ttm_buffer_object *bo; in ttm_bo_init_reserved_sys_man() 159 struct ttm_buffer_object *bo; in ttm_bo_init_reserved_mock_man() 200 struct ttm_buffer_object *bo; in ttm_bo_init_reserved_resv() 236 struct ttm_buffer_object *bo; in ttm_bo_validate_basic() 279 struct ttm_buffer_object *bo; in ttm_bo_validate_invalid_placement() 306 struct ttm_buffer_object *bo; in ttm_bo_validate_failed_alloc() 335 struct ttm_buffer_object *bo; in ttm_bo_validate_pinned() 380 struct ttm_buffer_object *bo; in ttm_bo_validate_same_placement() 422 struct ttm_buffer_object *bo; in ttm_bo_validate_busy_placement() 469 struct ttm_buffer_object *bo; in ttm_bo_validate_multihop() [all …]
|
/linux/drivers/gpu/drm/i915/gem/ |
H A D | i915_gem_ttm.h | 19 static inline struct ttm_buffer_object * 28 void i915_ttm_bo_destroy(struct ttm_buffer_object *bo); 37 static inline bool i915_ttm_is_ghost_object(struct ttm_buffer_object *bo) in i915_ttm_is_ghost_object() 50 i915_ttm_to_gem(struct ttm_buffer_object *bo) in i915_ttm_to_gem()
|
H A D | i915_gem_ttm_move.h | 12 struct ttm_buffer_object; 21 int i915_ttm_move_notify(struct ttm_buffer_object *bo); 33 int i915_ttm_move(struct ttm_buffer_object *bo, bool evict,
|
H A D | i915_gem_ttm_move.c | 84 struct ttm_buffer_object *bo = i915_gem_to_ttm(obj); in i915_ttm_adjust_domains_after_move() 104 struct ttm_buffer_object *bo = i915_gem_to_ttm(obj); in i915_ttm_adjust_gem_after_move() 162 int i915_ttm_move_notify(struct ttm_buffer_object *bo) in i915_ttm_move_notify() 187 static struct dma_fence *i915_ttm_accel_move(struct ttm_buffer_object *bo, in i915_ttm_accel_move() 312 struct ttm_buffer_object *bo, bool clear, in i915_ttm_memcpy_init() 454 static bool i915_ttm_memcpy_allowed(struct ttm_buffer_object *bo, in i915_ttm_memcpy_allowed() 468 __i915_ttm_move(struct ttm_buffer_object *bo, in __i915_ttm_move() 570 int i915_ttm_move(struct ttm_buffer_object *bo, bool evict, in i915_ttm_move() 708 struct ttm_buffer_object *dst_bo = i915_gem_to_ttm(dst); in i915_gem_obj_copy_ttm() 709 struct ttm_buffer_object *src_bo = i915_gem_to_ttm(src); in i915_gem_obj_copy_ttm()
|
H A D | i915_gem_ttm.c | 265 static struct ttm_tt *i915_ttm_tt_create(struct ttm_buffer_object *bo, in i915_ttm_tt_create() 354 static bool i915_ttm_eviction_valuable(struct ttm_buffer_object *bo, in i915_ttm_eviction_valuable() 377 static void i915_ttm_evict_flags(struct ttm_buffer_object *bo, in i915_ttm_evict_flags() 418 struct ttm_buffer_object *bo = i915_gem_to_ttm(obj); in i915_ttm_purge() 458 struct ttm_buffer_object *bo = i915_gem_to_ttm(obj); in i915_ttm_shrink() 503 static void i915_ttm_delete_mem_notify(struct ttm_buffer_object *bo) in i915_ttm_delete_mem_notify() 565 struct ttm_buffer_object *bo = i915_gem_to_ttm(obj); in i915_ttm_resource_get_st() 601 struct ttm_buffer_object *bo = i915_gem_to_ttm(obj); in i915_ttm_truncate() 620 static void i915_ttm_swap_notify(struct ttm_buffer_object *bo) in i915_ttm_swap_notify() 683 static unsigned long i915_ttm_io_mem_pfn(struct ttm_buffer_object *bo, in i915_ttm_io_mem_pfn() [all …]
|
/linux/drivers/gpu/drm/ |
H A D | drm_gem_ttm_helper.c | 43 const struct ttm_buffer_object *bo = drm_gem_ttm_of_gem(gem); in drm_gem_ttm_print_info() 69 struct ttm_buffer_object *bo = drm_gem_ttm_of_gem(gem); in drm_gem_ttm_vmap() 86 struct ttm_buffer_object *bo = drm_gem_ttm_of_gem(gem); in drm_gem_ttm_vunmap() 103 struct ttm_buffer_object *bo = drm_gem_ttm_of_gem(gem); in drm_gem_ttm_mmap()
|
/linux/drivers/gpu/drm/loongson/ |
H A D | lsdc_ttm.h | 24 struct ttm_buffer_object tbo; 47 static inline struct ttm_buffer_object *to_ttm_bo(struct drm_gem_object *gem) in to_ttm_bo() 49 return container_of(gem, struct ttm_buffer_object, base); in to_ttm_bo() 52 static inline struct lsdc_bo *to_lsdc_bo(struct ttm_buffer_object *tbo) in to_lsdc_bo()
|
H A D | lsdc_ttm.c | 93 lsdc_ttm_tt_create(struct ttm_buffer_object *tbo, uint32_t page_flags) in lsdc_ttm_tt_create() 139 static void lsdc_bo_evict_flags(struct ttm_buffer_object *tbo, in lsdc_bo_evict_flags() 158 static int lsdc_bo_move(struct ttm_buffer_object *tbo, in lsdc_bo_move() 254 struct ttm_buffer_object *tbo = &lbo->tbo; in lsdc_bo_gpu_offset() 271 struct ttm_buffer_object *tbo = &lbo->tbo; in lsdc_bo_size() 289 struct ttm_buffer_object *tbo = &lbo->tbo; in lsdc_bo_pin() 324 struct ttm_buffer_object *tbo = &lbo->tbo; in lsdc_bo_unpin() 354 struct ttm_buffer_object *tbo = &lbo->tbo; in lsdc_bo_kmap() 415 static void lsdc_bo_destroy(struct ttm_buffer_object *tbo) in lsdc_bo_destroy() 438 struct ttm_buffer_object *tbo; in lsdc_bo_create()
|
H A D | lsdc_gem.c | 44 struct ttm_buffer_object *tbo = to_ttm_bo(obj); in lsdc_gem_prime_get_sg_table() 57 struct ttm_buffer_object *tbo = to_ttm_bo(obj); in lsdc_gem_object_free() 65 struct ttm_buffer_object *tbo = to_ttm_bo(obj); in lsdc_gem_object_vmap() 97 struct ttm_buffer_object *tbo = to_ttm_bo(obj); in lsdc_gem_object_vunmap() 115 struct ttm_buffer_object *tbo = to_ttm_bo(obj); in lsdc_gem_object_mmap() 286 struct ttm_buffer_object *tbo = &lbo->tbo; in lsdc_show_buffer_object()
|
/linux/drivers/gpu/drm/vmwgfx/ |
H A D | vmwgfx_bo.h | 83 struct ttm_buffer_object tbo; 129 void vmw_bo_get_guest_ptr(const struct ttm_buffer_object *buf, 133 void vmw_bo_fence_single(struct ttm_buffer_object *bo, 140 void vmw_bo_move_notify(struct ttm_buffer_object *bo, 142 void vmw_bo_swap_notify(struct ttm_buffer_object *bo);
|
H A D | vmwgfx_bo.c | 73 static void vmw_bo_free(struct ttm_buffer_object *bo) in vmw_bo_free() 99 struct ttm_buffer_object *bo = &buf->tbo; in vmw_bo_pin_in_placement() 135 struct ttm_buffer_object *bo = &buf->tbo; in vmw_bo_pin_in_vram_or_gmr() 204 struct ttm_buffer_object *bo = &buf->tbo; in vmw_bo_pin_in_start_of_vram() 261 struct ttm_buffer_object *bo = &buf->tbo; in vmw_bo_unpin() 283 void vmw_bo_get_guest_ptr(const struct ttm_buffer_object *bo, in vmw_bo_get_guest_ptr() 308 struct ttm_buffer_object *bo = &vbo->tbo; in vmw_bo_pin_reserved() 358 struct ttm_buffer_object *bo = &vbo->tbo; in vmw_bo_map_and_cache_size() 415 void (*destroy)(struct ttm_buffer_object *)) in vmw_bo_init() argument 496 struct ttm_buffer_object *bo = &vmw_bo->tbo; in vmw_user_bo_synccpu_grab() [all …]
|
/linux/drivers/gpu/drm/qxl/ |
H A D | qxl_ttm.c | 50 static void qxl_evict_flags(struct ttm_buffer_object *bo, in qxl_evict_flags() 106 static struct ttm_tt *qxl_ttm_tt_create(struct ttm_buffer_object *bo, in qxl_ttm_tt_create() 121 static void qxl_bo_move_notify(struct ttm_buffer_object *bo, in qxl_bo_move_notify() 136 static int qxl_bo_move(struct ttm_buffer_object *bo, bool evict, in qxl_bo_move() 168 static void qxl_bo_delete_mem_notify(struct ttm_buffer_object *bo) in qxl_bo_delete_mem_notify()
|
/linux/drivers/gpu/drm/amd/amdgpu/ |
H A D | amdgpu_ttm.h | 109 struct ttm_buffer_object *bo; 187 int amdgpu_ttm_alloc_gart(struct ttm_buffer_object *bo); 188 void amdgpu_ttm_recover_gart(struct ttm_buffer_object *tbo); 217 int amdgpu_ttm_tt_get_userptr(const struct ttm_buffer_object *tbo, 219 int amdgpu_ttm_tt_set_userptr(struct ttm_buffer_object *bo,
|