Lines Matching refs:vm_manager
111 r = xa_err(xa_erase_irq(&adev->vm_manager.pasids, vm->pasid)); in amdgpu_vm_set_pasid()
119 r = xa_err(xa_store_irq(&adev->vm_manager.pasids, pasid, vm, in amdgpu_vm_set_pasid()
174 adev->vm_manager.block_size; in amdgpu_vm_level_shift()
195 adev->vm_manager.root_level); in amdgpu_vm_num_entries()
197 if (level == adev->vm_manager.root_level) in amdgpu_vm_num_entries()
199 return round_up(adev->vm_manager.max_pfn, 1ULL << shift) in amdgpu_vm_num_entries()
221 shift = amdgpu_vm_level_shift(adev, adev->vm_manager.root_level); in amdgpu_vm_num_ats_entries()
237 if (level <= adev->vm_manager.root_level) in amdgpu_vm_entries_mask()
441 cursor->level = adev->vm_manager.root_level; in amdgpu_vm_pt_start()
797 unsigned level = adev->vm_manager.root_level; in amdgpu_vm_clear_bo()
1133 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_need_pipeline_sync()
1172 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vm_flush()
1351 level += params->adev->vm_manager.root_level; in amdgpu_vm_update_pde()
1504 max_frag = params->adev->vm_manager.fragment_size; in amdgpu_vm_fragment()
1795 addr = bo_adev->vm_manager.vram_base_offset + in amdgpu_vm_bo_update_mapping()
2000 spin_lock_irqsave(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
2001 enable = !!atomic_read(&adev->vm_manager.num_prt_users); in amdgpu_vm_update_prt_state()
2003 spin_unlock_irqrestore(&adev->vm_manager.prt_lock, flags); in amdgpu_vm_update_prt_state()
2016 if (atomic_inc_return(&adev->vm_manager.num_prt_users) == 1) in amdgpu_vm_prt_get()
2027 if (atomic_dec_return(&adev->vm_manager.num_prt_users) == 0) in amdgpu_vm_prt_put()
2352 (eaddr >= adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT)) in amdgpu_vm_bo_map()
2418 (eaddr >= adev->vm_manager.max_pfn << AMDGPU_GPU_PAGE_SHIFT)) in amdgpu_vm_bo_replace_map()
2856 adev->vm_manager.max_pfn = (uint64_t)vm_size << 18; in amdgpu_vm_adjust_size()
2858 tmp = roundup_pow_of_two(adev->vm_manager.max_pfn); in amdgpu_vm_adjust_size()
2862 adev->vm_manager.num_level = min(max_level, (unsigned)tmp); in amdgpu_vm_adjust_size()
2863 switch (adev->vm_manager.num_level) { in amdgpu_vm_adjust_size()
2865 adev->vm_manager.root_level = AMDGPU_VM_PDB2; in amdgpu_vm_adjust_size()
2868 adev->vm_manager.root_level = AMDGPU_VM_PDB1; in amdgpu_vm_adjust_size()
2871 adev->vm_manager.root_level = AMDGPU_VM_PDB0; in amdgpu_vm_adjust_size()
2878 adev->vm_manager.block_size = in amdgpu_vm_adjust_size()
2881 - 9 * adev->vm_manager.num_level); in amdgpu_vm_adjust_size()
2882 else if (adev->vm_manager.num_level > 1) in amdgpu_vm_adjust_size()
2883 adev->vm_manager.block_size = 9; in amdgpu_vm_adjust_size()
2885 adev->vm_manager.block_size = amdgpu_vm_get_block_size(tmp); in amdgpu_vm_adjust_size()
2888 adev->vm_manager.fragment_size = fragment_size_default; in amdgpu_vm_adjust_size()
2890 adev->vm_manager.fragment_size = amdgpu_vm_fragment_size; in amdgpu_vm_adjust_size()
2893 vm_size, adev->vm_manager.num_level + 1, in amdgpu_vm_adjust_size()
2894 adev->vm_manager.block_size, in amdgpu_vm_adjust_size()
2895 adev->vm_manager.fragment_size); in amdgpu_vm_adjust_size()
2945 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init()
2946 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init()
2951 adev->vm_manager.vm_pte_scheds, in amdgpu_vm_init()
2952 adev->vm_manager.vm_pte_num_scheds, NULL); in amdgpu_vm_init()
2959 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_init()
2978 r = amdgpu_vm_pt_create(adev, vm, adev->vm_manager.root_level, in amdgpu_vm_init()
3037 enum amdgpu_vm_level root = adev->vm_manager.root_level; in amdgpu_vm_check_clean_reserved()
3095 vm->use_cpu_for_update = !!(adev->vm_manager.vm_update_mode & in amdgpu_vm_make_compute()
3215 adev->vm_manager.concurrent_flush = !(adev->asic_type < CHIP_VEGA10 || in amdgpu_vm_manager_init()
3220 adev->vm_manager.fence_context = in amdgpu_vm_manager_init()
3223 adev->vm_manager.seqno[i] = 0; in amdgpu_vm_manager_init()
3225 spin_lock_init(&adev->vm_manager.prt_lock); in amdgpu_vm_manager_init()
3226 atomic_set(&adev->vm_manager.num_prt_users, 0); in amdgpu_vm_manager_init()
3234 adev->vm_manager.vm_update_mode = in amdgpu_vm_manager_init()
3237 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
3239 adev->vm_manager.vm_update_mode = amdgpu_vm_update_mode; in amdgpu_vm_manager_init()
3241 adev->vm_manager.vm_update_mode = 0; in amdgpu_vm_manager_init()
3244 xa_init_flags(&adev->vm_manager.pasids, XA_FLAGS_LOCK_IRQ); in amdgpu_vm_manager_init()
3256 WARN_ON(!xa_empty(&adev->vm_manager.pasids)); in amdgpu_vm_manager_fini()
3257 xa_destroy(&adev->vm_manager.pasids); in amdgpu_vm_manager_fini()
3326 xa_lock_irqsave(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_task_info()
3328 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_get_task_info()
3332 xa_unlock_irqrestore(&adev->vm_manager.pasids, flags); in amdgpu_vm_get_task_info()
3375 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
3376 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
3383 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
3401 xa_lock_irqsave(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()
3402 vm = xa_load(&adev->vm_manager.pasids, pasid); in amdgpu_vm_handle_fault()
3405 xa_unlock_irqrestore(&adev->vm_manager.pasids, irqflags); in amdgpu_vm_handle_fault()