Lines Matching refs:svm_range

93 static void svm_range_unlink(struct svm_range *prange)  in svm_range_unlink()
110 svm_range_add_notifier_locked(struct mm_struct *mm, struct svm_range *prange) in svm_range_add_notifier_locked()
129 static void svm_range_add_to_svms(struct svm_range *prange) in svm_range_add_to_svms()
140 static void svm_range_remove_notifier(struct svm_range *prange) in svm_range_remove_notifier()
160 svm_range_dma_map_dev(struct amdgpu_device *adev, struct svm_range *prange, in svm_range_dma_map_dev()
207 svm_range_dma_map(struct svm_range *prange, unsigned long *bitmap, in svm_range_dma_map()
254 void svm_range_dma_unmap(struct svm_range *prange) in svm_range_dma_unmap()
280 static void svm_range_free(struct svm_range *prange, bool do_unmap) in svm_range_free()
325 svm_range *svm_range_new(struct svm_range_list *svms, uint64_t start, in svm_range_new()
329 struct svm_range *prange; in svm_range_new()
389 struct svm_range *prange = in svm_range_bo_release()
391 struct svm_range, svm_bo_list); in svm_range_bo_release()
468 svm_range_validate_svm_bo(struct kfd_node *node, struct svm_range *prange) in svm_range_validate_svm_bo()
554 svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange, in svm_range_vram_node_new()
666 void svm_range_vram_node_free(struct svm_range *prange) in svm_range_vram_node_free()
680 svm_range_get_node_by_id(struct svm_range *prange, uint32_t gpu_id) in svm_range_get_node_by_id()
696 svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node) in svm_range_get_pdd_by_node()
764 svm_range_apply_attrs(struct kfd_process *p, struct svm_range *prange, in svm_range_apply_attrs()
816 svm_range_is_same_attrs(struct kfd_process *p, struct svm_range *prange, in svm_range_is_same_attrs()
882 struct svm_range *prange; in svm_range_debug_dump()
898 prange = container_of(node, struct svm_range, it_node); in svm_range_debug_dump()
937 svm_range_copy_dma_addrs(struct svm_range *dst, struct svm_range *src) in svm_range_copy_dma_addrs()
986 svm_range_split_pages(struct svm_range *new, struct svm_range *old, in svm_range_split_pages()
1007 svm_range_split_nodes(struct svm_range *new, struct svm_range *old, in svm_range_split_nodes()
1048 svm_range_split_adjust(struct svm_range *new, struct svm_range *old, in svm_range_split_adjust()
1109 svm_range_split(struct svm_range *prange, uint64_t start, uint64_t last, in svm_range_split()
1110 struct svm_range **new) in svm_range_split()
1145 svm_range_split_tail(struct svm_range *prange, uint64_t new_last, in svm_range_split_tail()
1151 struct svm_range *tail = NULL; in svm_range_split_tail()
1169 svm_range_split_head(struct svm_range *prange, uint64_t new_start, in svm_range_split_head()
1175 struct svm_range *head = NULL; in svm_range_split_head()
1193 svm_range_add_child(struct svm_range *prange, struct svm_range *pchild, enum svm_work_list_ops op) in svm_range_add_child()
1212 struct svm_range *prange, int domain) in svm_range_get_pte_flags()
1372 svm_range_unmap_from_gpus(struct svm_range *prange, unsigned long start, in svm_range_unmap_from_gpus()
1425 svm_range_map_to_gpu(struct kfd_process_device *pdd, struct svm_range *prange, in svm_range_map_to_gpu()
1510 svm_range_map_to_gpus(struct svm_range *prange, unsigned long offset, in svm_range_map_to_gpus()
1568 struct svm_range *prange;
1667 struct svm_range *prange, int32_t gpuidx, in svm_range_validate_and_map()
1889 struct svm_range *prange; in svm_range_restore_work()
1996 svm_range_evict(struct svm_range *prange, struct mm_struct *mm, in svm_range_evict()
2001 struct svm_range *pchild; in svm_range_evict()
2077 static struct svm_range *svm_range_clone(struct svm_range *old) in svm_range_clone()
2079 struct svm_range *new; in svm_range_clone()
2139 struct svm_range *prange; in svm_range_split_new()
2198 struct svm_range *prange; in svm_range_add()
2199 struct svm_range *tmp; in svm_range_add()
2219 prange = container_of(node, struct svm_range, it_node); in svm_range_add()
2231 struct svm_range *old = prange; in svm_range_add()
2298 struct svm_range *prange) in svm_range_update_notifier_and_interval_tree()
2325 svm_range_handle_list_op(struct svm_range_list *svms, struct svm_range *prange, in svm_range_handle_list_op()
2406 struct svm_range *prange; in svm_range_deferred_list_work()
2415 struct svm_range, deferred_list); in svm_range_deferred_list_work()
2440 struct svm_range *pchild; in svm_range_deferred_list_work()
2443 struct svm_range, child_list); in svm_range_deferred_list_work()
2467 svm_range_add_list_work(struct svm_range_list *svms, struct svm_range *prange, in svm_range_add_list_work()
2503 svm_range_unmap_split(struct svm_range *parent, struct svm_range *prange, unsigned long start, in svm_range_unmap_split()
2506 struct svm_range *head; in svm_range_unmap_split()
2507 struct svm_range *tail; in svm_range_unmap_split()
2536 svm_range_unmap_from_cpu(struct mm_struct *mm, struct svm_range *prange, in svm_range_unmap_from_cpu()
2541 struct svm_range *pchild; in svm_range_unmap_from_cpu()
2650 struct svm_range *prange; in svm_range_cpu_invalidate_pagetables()
2667 prange = container_of(mni, struct svm_range, notifier); in svm_range_cpu_invalidate_pagetables()
2696 struct svm_range *
2698 struct svm_range **parent) in svm_range_from_addr()
2701 struct svm_range *prange; in svm_range_from_addr()
2702 struct svm_range *pchild; in svm_range_from_addr()
2708 prange = container_of(node, struct svm_range, it_node); in svm_range_from_addr()
2751 svm_range_best_restore_location(struct svm_range *prange, in svm_range_best_restore_location()
2904 svm_range *svm_range_create_unregistered_range(struct kfd_node *node, in svm_range_create_unregistered_range()
2909 struct svm_range *prange = NULL; in svm_range_create_unregistered_range()
2966 static bool svm_range_skip_recover(struct svm_range *prange) in svm_range_skip_recover()
3040 struct svm_range *prange; in svm_range_restore_pages()
3264 struct svm_range *prange, *pchild; in svm_range_switch_xnack_reserve_mem()
3321 struct svm_range *prange; in svm_range_list_fini()
3322 struct svm_range *next; in svm_range_list_fini()
3501 svm_range_best_prefetch_location(struct svm_range *prange) in svm_range_best_prefetch_location()
3582 svm_range_trigger_migration(struct mm_struct *mm, struct svm_range *prange, in svm_range_trigger_migration()
3649 struct svm_range *prange = in svm_range_evict_svm_bo_worker()
3651 struct svm_range, svm_bo_list); in svm_range_evict_svm_bo_worker()
3706 struct svm_range *prange; in svm_range_set_attr()
3707 struct svm_range *next; in svm_range_set_attr()
3845 struct svm_range *prange; in svm_range_get_attr()
3924 prange = container_of(node, struct svm_range, it_node); in svm_range_get_attr()
4169 struct svm_range *prange; in svm_range_get_info()
4228 struct svm_range *prange; in kfd_criu_checkpoint_svm()