Lines Matching refs:svm_range
69 static void svm_range_unlink(struct svm_range *prange) in svm_range_unlink()
86 svm_range_add_notifier_locked(struct mm_struct *mm, struct svm_range *prange) in svm_range_add_notifier_locked()
105 static void svm_range_add_to_svms(struct svm_range *prange) in svm_range_add_to_svms()
116 static void svm_range_remove_notifier(struct svm_range *prange) in svm_range_remove_notifier()
136 svm_range_dma_map_dev(struct amdgpu_device *adev, struct svm_range *prange, in svm_range_dma_map_dev()
184 svm_range_dma_map(struct svm_range *prange, unsigned long *bitmap, in svm_range_dma_map()
233 void svm_range_free_dma_mappings(struct svm_range *prange) in svm_range_free_dma_mappings()
260 static void svm_range_free(struct svm_range *prange) in svm_range_free()
284 svm_range *svm_range_new(struct svm_range_list *svms, uint64_t start, in svm_range_new()
288 struct svm_range *prange; in svm_range_new()
339 struct svm_range *prange = in svm_range_bo_release()
341 struct svm_range, svm_bo_list); in svm_range_bo_release()
379 svm_range_validate_svm_bo(struct amdgpu_device *adev, struct svm_range *prange) in svm_range_validate_svm_bo()
468 svm_range_vram_node_new(struct amdgpu_device *adev, struct svm_range *prange, in svm_range_vram_node_new()
558 void svm_range_vram_node_free(struct svm_range *prange) in svm_range_vram_node_free()
565 svm_range_get_adev_by_id(struct svm_range *prange, uint32_t gpu_id) in svm_range_get_adev_by_id()
588 svm_range_get_pdd_by_adev(struct svm_range *prange, struct amdgpu_device *adev) in svm_range_get_pdd_by_adev()
664 svm_range_apply_attrs(struct kfd_process *p, struct svm_range *prange, in svm_range_apply_attrs()
721 struct svm_range *prange; in svm_range_debug_dump()
737 prange = container_of(node, struct svm_range, it_node); in svm_range_debug_dump()
747 svm_range_is_same_attrs(struct svm_range *old, struct svm_range *new) in svm_range_is_same_attrs()
792 svm_range_split_pages(struct svm_range *new, struct svm_range *old, in svm_range_split_pages()
810 svm_range_split_nodes(struct svm_range *new, struct svm_range *old, in svm_range_split_nodes()
851 svm_range_split_adjust(struct svm_range *new, struct svm_range *old, in svm_range_split_adjust()
910 svm_range_split(struct svm_range *prange, uint64_t start, uint64_t last, in svm_range_split()
911 struct svm_range **new) in svm_range_split()
946 svm_range_split_tail(struct svm_range *prange, struct svm_range *new, in svm_range_split_tail()
949 struct svm_range *tail; in svm_range_split_tail()
958 svm_range_split_head(struct svm_range *prange, struct svm_range *new, in svm_range_split_head()
961 struct svm_range *head; in svm_range_split_head()
970 svm_range_add_child(struct svm_range *prange, struct mm_struct *mm, in svm_range_add_child()
971 struct svm_range *pchild, enum svm_work_list_ops op) in svm_range_add_child()
1000 unsigned long addr, struct svm_range *parent, in svm_range_split_by_granularity()
1001 struct svm_range *prange) in svm_range_split_by_granularity()
1003 struct svm_range *head, *tail; in svm_range_split_by_granularity()
1043 svm_range_get_pte_flags(struct amdgpu_device *adev, struct svm_range *prange, in svm_range_get_pte_flags()
1126 svm_range_unmap_from_gpus(struct svm_range *prange, unsigned long start, in svm_range_unmap_from_gpus()
1171 struct svm_range *prange, unsigned long offset, in svm_range_map_to_gpu()
1254 svm_range_map_to_gpus(struct svm_range *prange, unsigned long offset, in svm_range_map_to_gpus()
1314 struct svm_range *prange;
1417 struct svm_range *prange, in svm_range_validate_and_map()
1578 struct svm_range *prange; in svm_range_restore_work()
1673 svm_range_evict(struct svm_range *prange, struct mm_struct *mm, in svm_range_evict()
1677 struct svm_range *pchild; in svm_range_evict()
1739 static struct svm_range *svm_range_clone(struct svm_range *old) in svm_range_clone()
1741 struct svm_range *new; in svm_range_clone()
1795 svm_range_handle_overlap(struct svm_range_list *svms, struct svm_range *new, in svm_range_handle_overlap()
1803 struct svm_range *prange; in svm_range_handle_overlap()
1804 struct svm_range *tmp; in svm_range_handle_overlap()
1814 struct svm_range *old; in svm_range_handle_overlap()
1820 old = container_of(node, struct svm_range, it_node); in svm_range_handle_overlap()
1889 struct svm_range *prange) in svm_range_update_notifier_and_interval_tree()
1916 svm_range_handle_list_op(struct svm_range_list *svms, struct svm_range *prange) in svm_range_handle_list_op()
1995 struct svm_range *prange; in svm_range_deferred_list_work()
2024 struct svm_range, deferred_list); in svm_range_deferred_list_work()
2034 struct svm_range *pchild; in svm_range_deferred_list_work()
2037 struct svm_range, child_list); in svm_range_deferred_list_work()
2058 svm_range_add_list_work(struct svm_range_list *svms, struct svm_range *prange, in svm_range_add_list_work()
2089 svm_range_unmap_split(struct mm_struct *mm, struct svm_range *parent, in svm_range_unmap_split()
2090 struct svm_range *prange, unsigned long start, in svm_range_unmap_split()
2093 struct svm_range *head; in svm_range_unmap_split()
2094 struct svm_range *tail; in svm_range_unmap_split()
2123 svm_range_unmap_from_cpu(struct mm_struct *mm, struct svm_range *prange, in svm_range_unmap_from_cpu()
2127 struct svm_range *pchild; in svm_range_unmap_from_cpu()
2195 struct svm_range *prange; in svm_range_cpu_invalidate_pagetables()
2212 prange = container_of(mni, struct svm_range, notifier); in svm_range_cpu_invalidate_pagetables()
2241 struct svm_range *
2243 struct svm_range **parent) in svm_range_from_addr()
2246 struct svm_range *prange; in svm_range_from_addr()
2247 struct svm_range *pchild; in svm_range_from_addr()
2253 prange = container_of(node, struct svm_range, it_node); in svm_range_from_addr()
2296 svm_range_best_restore_location(struct svm_range *prange, in svm_range_best_restore_location()
2449 svm_range *svm_range_create_unregistered_range(struct amdgpu_device *adev, in svm_range_create_unregistered_range()
2454 struct svm_range *prange = NULL; in svm_range_create_unregistered_range()
2511 static bool svm_range_skip_recover(struct svm_range *prange) in svm_range_skip_recover()
2583 struct svm_range *prange; in svm_range_restore_pages()
2754 struct svm_range *prange; in svm_range_list_fini()
2755 struct svm_range *next; in svm_range_list_fini()
2925 struct svm_range new = {0}; in svm_range_add()
2926 struct svm_range *prange; in svm_range_add()
2977 svm_range_best_prefetch_location(struct svm_range *prange) in svm_range_best_prefetch_location()
3033 void svm_range_prefault(struct svm_range *prange, struct mm_struct *mm, in svm_range_prefault()
3077 svm_range_trigger_migration(struct mm_struct *mm, struct svm_range *prange, in svm_range_trigger_migration()
3139 struct svm_range *prange = in svm_range_evict_svm_bo_worker()
3141 struct svm_range, svm_bo_list); in svm_range_evict_svm_bo_worker()
3185 struct svm_range *prange; in svm_range_set_attr()
3186 struct svm_range *next; in svm_range_set_attr()
3295 struct svm_range *prange; in svm_range_get_attr()
3374 prange = container_of(node, struct svm_range, it_node); in svm_range_get_attr()