Home
last modified time | relevance | path

Searched refs:vmm (Results 1 – 25 of 96) sorted by relevance

1234

/linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/
A Dvmm.c131 it->vmm->func->flush(it->vmm, it->flush); in nvkm_vmm_flush()
145 struct nvkm_vmm *vmm = it->vmm; in nvkm_vmm_unref_pdes() local
203 struct nvkm_vmm *vmm = it->vmm; in nvkm_vmm_unref_sptes() local
302 struct nvkm_vmm *vmm = it->vmm; in nvkm_vmm_ref_sptes() local
419 struct nvkm_vmm *vmm = it->vmm; in nvkm_vmm_ref_hwpt() local
513 it.vmm = vmm; in nvkm_vmm_iter()
1007 vmm->nullp, vmm->null); in nvkm_vmm_dtor()
1123 if (vmm->start > vmm->limit || vmm->limit > (1ULL << bits)) in nvkm_vmm_ctor()
1126 if (!(vma = nvkm_vma_new(vmm->start, vmm->limit - vmm->start))) in nvkm_vmm_ctor()
1783 vmm->func->part(vmm, inst); in nvkm_vmm_part()
[all …]
A Duvmm.c51 struct nvkm_vmm *vmm = uvmm->vmm; in nvkm_uvmm_mthd_pfnclr() local
76 struct nvkm_vmm *vmm = uvmm->vmm; in nvkm_uvmm_mthd_pfnmap() local
106 struct nvkm_vmm *vmm = uvmm->vmm; in nvkm_uvmm_mthd_unmap() local
116 mutex_lock(&vmm->mutex); in nvkm_uvmm_mthd_unmap()
149 struct nvkm_vmm *vmm = uvmm->vmm; in nvkm_uvmm_mthd_map() local
225 struct nvkm_vmm *vmm = uvmm->vmm; in nvkm_uvmm_mthd_put() local
261 struct nvkm_vmm *vmm = uvmm->vmm; in nvkm_uvmm_mthd_get() local
331 return uvmm->vmm->func->mthd(uvmm->vmm, in nvkm_uvmm_mthd()
383 if (!mmu->vmm) { in nvkm_uvmm_new()
389 uvmm->vmm->debug = max(uvmm->vmm->debug, oclass->client->debug); in nvkm_uvmm_new()
[all …]
A Dvmmnv44.c66 VMM_WO032(pt, vmm, pteo + 0x0, tmp[0]); in nv44_vmm_pgt_fill()
67 VMM_WO032(pt, vmm, pteo + 0x4, tmp[1]); in nv44_vmm_pgt_fill()
68 VMM_WO032(pt, vmm, pteo + 0x8, tmp[2]); in nv44_vmm_pgt_fill()
82 nv44_vmm_pgt_fill(vmm, pt, tmp, ptei, pten); in nv44_vmm_pgt_pte()
147 nv44_vmm_pgt_unmap(struct nvkm_vmm *vmm, in nv44_vmm_pgt_unmap() argument
213 struct nvkm_vmm *vmm; in nv44_vmm_new() local
217 argv, argc, key, name, &vmm); in nv44_vmm_new()
218 *pvmm = vmm; in nv44_vmm_new()
223 &vmm->null, GFP_KERNEL); in nv44_vmm_new()
224 if (!vmm->nullp) { in nv44_vmm_new()
[all …]
A Dvmmgp100.c34 gp100_vmm_pfn_unmap(struct nvkm_vmm *vmm, in gp100_vmm_pfn_unmap() argument
109 VMM_WO064(pt, vmm, ptei++ * 8, data); in gp100_vmm_pgt_pfn()
373 VMM_WO064(pd, vmm, pdei * 8, data); in gp100_vmm_pd1_pde()
435 VMM_DEBUG(vmm, "args"); in gp100_vmm_valid()
439 aper = vmm->func->aper(target); in gp100_vmm_valid()
443 kindm = vmm->mmu->func->kind(vmm->mmu, &kindn, &kind_inv); in gp100_vmm_valid()
445 VMM_DEBUG(vmm, "kind %02x", kind); in gp100_vmm_valid()
460 VMM_DEBUG(vmm, "comp %d", ret); in gp100_vmm_valid()
534 gp100_vmm_mthd(struct nvkm_vmm *vmm, in gp100_vmm_mthd() argument
563 gf100_vmm_invalidate(vmm, type); in gp100_vmm_flush()
[all …]
A Dvmmnv50.c148 u32 pdeo = vmm->mmu->func->vmm.pd_offset + (pdei * 8); in nv50_vmm_pgd_pde()
187 mutex_lock(&vmm->mmu->mutex); in nv50_vmm_flush()
189 if (!atomic_read(&vmm->engref[i])) in nv50_vmm_flush()
222 mutex_unlock(&vmm->mmu->mutex); in nv50_vmm_flush()
256 VMM_DEBUG(vmm, "args"); in nv50_vmm_valid()
280 kindm = vmm->mmu->func->kind(vmm->mmu, &kindn, &kind_inv); in nv50_vmm_valid()
282 VMM_DEBUG(vmm, "kind %02x", kind); in nv50_vmm_valid()
302 VMM_DEBUG(vmm, "comp %d", ret); in nv50_vmm_valid()
340 const u32 pd_offset = vmm->mmu->func->vmm.pd_offset; in nv50_vmm_join()
352 for (pdei = vmm->start >> 29; pdei <= (vmm->limit - 1) >> 29; pdei++) { in nv50_vmm_join()
[all …]
A Dvmmgf100.c44 VMM_WO064(pt, vmm, ptei++ * 8, data); in gf100_vmm_pgt_pte()
142 VMM_WO064(pd, vmm, pdei * 8, data); in gf100_vmm_pgd_pde()
194 mutex_lock(&vmm->mmu->mutex); in gf100_vmm_invalidate()
214 vmm->func->invalidate_pdb(vmm, addr); in gf100_vmm_invalidate()
224 mutex_unlock(&vmm->mmu->mutex); in gf100_vmm_invalidate()
233 gf100_vmm_invalidate(vmm, type); in gf100_vmm_flush()
268 VMM_DEBUG(vmm, "args"); in gf100_vmm_valid()
272 aper = vmm->func->aper(target); in gf100_vmm_valid()
276 kindm = vmm->mmu->func->kind(vmm->mmu, &kindn, &kind_inv); in gf100_vmm_valid()
278 VMM_DEBUG(vmm, "kind %02x", kind); in gf100_vmm_valid()
[all …]
A Dvmmnv04.c28 nv04_vmm_pgt_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt, in nv04_vmm_pgt_pte() argument
33 VMM_WO032(pt, vmm, 8 + ptei++ * 4, data); in nv04_vmm_pgt_pte()
60 nv04_vmm_pgt_unmap(struct nvkm_vmm *vmm, in nv04_vmm_pgt_unmap() argument
63 VMM_FO032(pt, vmm, 8 + (ptei * 4), 0, ptes); in nv04_vmm_pgt_unmap()
80 nv04_vmm_valid(struct nvkm_vmm *vmm, void *argv, u32 argc, in nv04_vmm_valid() argument
88 VMM_DEBUG(vmm, "args"); in nv04_vmm_valid()
126 struct nvkm_vmm *vmm; in nv04_vmm_new() local
130 argv, argc, key, name, &vmm); in nv04_vmm_new()
131 *pvmm = vmm; in nv04_vmm_new()
135 mem = vmm->pd->pt[0]->memory; in nv04_vmm_new()
[all …]
A Dvmmnv41.c27 nv41_vmm_pgt_pte(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt, in nv41_vmm_pgt_pte() argument
32 VMM_WO032(pt, vmm, ptei++ * 4, data); in nv41_vmm_pgt_pte()
38 nv41_vmm_pgt_sgl(struct nvkm_vmm *vmm, struct nvkm_mmu_pt *pt, in nv41_vmm_pgt_sgl() argument
41 VMM_MAP_ITER_SGL(vmm, pt, ptei, ptes, map, nv41_vmm_pgt_pte); in nv41_vmm_pgt_sgl()
52 VMM_WO032(pt, vmm, ptei++ * 4, data); in nv41_vmm_pgt_dma()
61 nv41_vmm_pgt_unmap(struct nvkm_vmm *vmm, in nv41_vmm_pgt_unmap() argument
64 VMM_FO032(pt, vmm, ptei * 4, 0, ptes); in nv41_vmm_pgt_unmap()
81 nv41_vmm_flush(struct nvkm_vmm *vmm, int level) in nv41_vmm_flush() argument
83 struct nvkm_device *device = vmm->mmu->subdev.device; in nv41_vmm_flush()
85 mutex_lock(&vmm->mmu->mutex); in nv41_vmm_flush()
[all …]
A Dvmmgm200.c28 gm200_vmm_pgt_sparse(struct nvkm_vmm *vmm, in gm200_vmm_pgt_sparse() argument
32 VMM_FO064(pt, vmm, ptei * 8, BIT_ULL(32) /* VOL. */, ptes); in gm200_vmm_pgt_sparse()
53 gm200_vmm_pgd_sparse(struct nvkm_vmm *vmm, in gm200_vmm_pgd_sparse() argument
57 VMM_FO064(pt, vmm, pdei * 8, BIT_ULL(35) /* VOL_BIG. */, pdes); in gm200_vmm_pgd_sparse()
96 gm200_vmm_join_(struct nvkm_vmm *vmm, struct nvkm_memory *inst, u64 base) in gm200_vmm_join_() argument
98 if (vmm->func->page[1].shift == 16) in gm200_vmm_join_()
100 return gf100_vmm_join_(vmm, inst, base); in gm200_vmm_join_()
104 gm200_vmm_join(struct nvkm_vmm *vmm, struct nvkm_memory *inst) in gm200_vmm_join() argument
106 return gm200_vmm_join_(vmm, inst, 0); in gm200_vmm_join()
A Dvmmtu102.c27 tu102_vmm_flush(struct nvkm_vmm *vmm, int depth) in tu102_vmm_flush() argument
29 struct nvkm_device *device = vmm->mmu->subdev.device; in tu102_vmm_flush()
33 if (atomic_read(&vmm->engref[NVKM_SUBDEV_BAR])) in tu102_vmm_flush()
36 mutex_lock(&vmm->mmu->mutex); in tu102_vmm_flush()
38 nvkm_wr32(device, 0xb830a0, vmm->pd->pt[0]->addr >> 8); in tu102_vmm_flush()
48 mutex_unlock(&vmm->mmu->mutex); in tu102_vmm_flush()
A Dnv44.c35 struct nvkm_memory *pt = mmu->vmm->pd->pt[0]->memory; in nv44_mmu_init()
46 nvkm_wr32(device, 0x100818, mmu->vmm->null); in nv44_mmu_init()
61 .vmm = {{ -1, -1, NVIF_CLASS_VMM_NV04}, nv44_vmm_new, true },
/linux/drivers/gpu/drm/nouveau/
A Dnouveau_vmm.c32 nvif_vmm_unmap(&vma->vmm->vmm, vma->addr); in nouveau_vma_unmap()
41 int ret = nouveau_mem_map(mem, &vma->vmm->vmm, &tmp); in nouveau_vma_map()
54 if (vma->vmm == vmm) in nouveau_vma_find()
68 nvif_vmm_put(&vma->vmm->vmm, &tmp); in nouveau_vma_del()
92 vma->vmm = vmm; in nouveau_vma_new()
101 ret = nvif_vmm_get(&vmm->vmm, LAZY, false, mem->mem.page, 0, in nouveau_vma_new()
109 ret = nvif_vmm_get(&vmm->vmm, PTES, false, mem->mem.page, 0, in nouveau_vma_new()
124 nvif_vmm_dtor(&vmm->vmm); in nouveau_vmm_fini()
125 vmm->cli = NULL; in nouveau_vmm_fini()
132 0, NULL, 0, &vmm->vmm); in nouveau_vmm_init()
[all …]
A Dnouveau_chan.c94 nouveau_svmm_part(chan->vmm->svmm, chan->inst); in nouveau_channel_del()
153 chan->vmm = cli->svm.cli ? &cli->svm : &cli->vmm; in nouveau_channel_prep()
204 args.limit = chan->vmm->vmm.limit - 1; in nouveau_channel_prep()
234 args.limit = chan->vmm->vmm.limit - 1; in nouveau_channel_prep()
288 args.volta.vmm = nvif_handle(&chan->vmm->vmm.object); in nouveau_channel_ind()
297 args.kepler.vmm = nvif_handle(&chan->vmm->vmm.object); in nouveau_channel_ind()
305 args.fermi.vmm = nvif_handle(&chan->vmm->vmm.object); in nouveau_channel_ind()
312 args.nv50.vmm = nvif_handle(&chan->vmm->vmm.object); in nouveau_channel_ind()
411 args.limit = chan->vmm->vmm.limit - 1; in nouveau_channel_init()
429 args.limit = chan->vmm->vmm.limit - 1; in nouveau_channel_init()
[all …]
A Dnouveau_svm.c211 mutex_lock(&svmm->vmm->cli->drm->svm->mutex); in nouveau_svmm_part()
244 nvif_object_mthd(&svmm->vmm->vmm.object, NVIF_VMM_V0_PFNCLR, in nouveau_svmm_invalidate()
267 if (unlikely(!svmm->vmm)) in nouveau_svmm_invalidate_range_start()
309 svmm->vmm = NULL; in nouveau_svmm_fini()
332 svmm->vmm = &cli->svm; in nouveau_svmm_init()
351 cli->vmm.vmm.object.oclass, true, in nouveau_svmm_init()
385 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_replay()
401 WARN_ON(nvif_object_mthd(&svm->drm->client.vmm.vmm.object, in nouveau_svm_fault_cancel()
638 ret = nvif_object_ioctl(&svmm->vmm->vmm.object, args, size, NULL); in nouveau_atomic_range_fault()
704 ret = nvif_object_ioctl(&svmm->vmm->vmm.object, args, size, NULL); in nouveau_range_fault()
[all …]
A Dnouveau_mem.c37 struct nvif_vmm *vmm, struct nvif_vma *vma) in nouveau_mem_map() argument
45 switch (vmm->object.oclass) { in nouveau_mem_map()
74 return nvif_vmm_map(vmm, vma->addr, mem->mem.size, &args, argc, &mem->mem, 0); in nouveau_mem_map()
80 nvif_vmm_put(&mem->cli->drm->client.vmm.vmm, &mem->vma[1]); in nouveau_mem_fini()
81 nvif_vmm_put(&mem->cli->drm->client.vmm.vmm, &mem->vma[0]); in nouveau_mem_fini()
A Dnouveau_gem.c106 struct nouveau_vmm *vmm = cli->svm.cli ? &cli->svm : &cli->vmm; in nouveau_gem_object_open() local
110 if (vmm->vmm.object.oclass < NVIF_CLASS_VMM_NV50) in nouveau_gem_object_open()
183 struct nouveau_vmm *vmm = cli->svm.cli ? &cli->svm : & cli->vmm; in nouveau_gem_object_close() local
187 if (vmm->vmm.object.oclass < NVIF_CLASS_VMM_NV50) in nouveau_gem_object_close()
194 vma = nouveau_vma_find(nvbo, vmm); in nouveau_gem_object_close()
272 struct nouveau_vmm *vmm = cli->svm.cli ? &cli->svm : &cli->vmm; in nouveau_gem_info() local
282 if (vmm->vmm.object.oclass >= NVIF_CLASS_VMM_NV50) { in nouveau_gem_info()
283 vma = nouveau_vma_find(nvbo, vmm); in nouveau_gem_info()
386 if (chan->vmm->vmm.object.oclass >= NVIF_CLASS_VMM_NV50) { in validate_fini_no_ticket()
481 if (chan->vmm->vmm.object.oclass >= NVIF_CLASS_VMM_NV50) { in validate_init()
[all …]
A Dnouveau_bo.c206 struct nvif_vmm *vmm = cli->svm.cli ? &cli->svm.vmm : &cli->vmm.vmm; in nouveau_bo_alloc() local
257 for (i = 0; i < vmm->page_nr; i++) { in nouveau_bo_alloc()
269 (!vmm->page[i].host || vmm->page[i].shift > PAGE_SHIFT)) in nouveau_bo_alloc()
276 if (pi < 0 || !nvbo->comp || vmm->page[i].comp) in nouveau_bo_alloc()
280 if (*size >= 1ULL << vmm->page[i].shift) in nouveau_bo_alloc()
288 if (nvbo->comp && !vmm->page[pi].comp) { in nouveau_bo_alloc()
293 nvbo->page = vmm->page[pi].shift; in nouveau_bo_alloc()
766 struct nvif_vmm *vmm = &drm->client.vmm.vmm; in nouveau_bo_move_prep() local
779 ret = nouveau_mem_map(old_mem, vmm, &old_mem->vma[0]); in nouveau_bo_move_prep()
786 nvif_vmm_put(vmm, &old_mem->vma[1]); in nouveau_bo_move_prep()
[all …]
/linux/drivers/gpu/drm/nouveau/nvif/
A Dvmm.c110 kfree(vmm->page); in nvif_vmm_dtor()
111 nvif_object_dtor(&vmm->object); in nvif_vmm_dtor()
122 vmm->object.client = NULL; in nvif_vmm_ctor()
123 vmm->page = NULL; in nvif_vmm_ctor()
138 vmm->start = args->addr; in nvif_vmm_ctor()
139 vmm->limit = args->size; in nvif_vmm_ctor()
141 vmm->page_nr = args->page_nr; in nvif_vmm_ctor()
142 vmm->page = kmalloc_array(vmm->page_nr, sizeof(*vmm->page), in nvif_vmm_ctor()
144 if (!vmm->page) { in nvif_vmm_ctor()
159 vmm->page[i].vram = args.vram; in nvif_vmm_ctor()
[all …]
/linux/drivers/gpu/drm/nouveau/nvkm/subdev/bar/
A Dgf100.c34 return gf100_bar(base)->bar[1].vmm; in gf100_bar_bar1_vmm()
63 return gf100_bar(base)->bar[0].vmm; in gf100_bar_bar2_vmm()
108 bar_vm->vmm->debug = bar->base.subdev.debug; in gf100_bar_oneinit_bar()
114 ret = nvkm_vmm_boot(bar_vm->vmm); in gf100_bar_oneinit_bar()
119 return nvkm_vmm_join(bar_vm->vmm, bar_vm->inst); in gf100_bar_oneinit_bar()
153 nvkm_vmm_part(bar->bar[1].vmm, bar->bar[1].inst); in gf100_bar_dtor()
154 nvkm_vmm_unref(&bar->bar[1].vmm); in gf100_bar_dtor()
157 nvkm_vmm_part(bar->bar[0].vmm, bar->bar[0].inst); in gf100_bar_dtor()
158 nvkm_vmm_unref(&bar->bar[0].vmm); in gf100_bar_dtor()
183 .bar1.vmm = gf100_bar_bar1_vmm,
[all …]
/linux/arch/xtensa/kernel/
A Dsyscall.c60 struct vm_area_struct *vmm; in arch_get_unmapped_area() local
82 for (vmm = find_vma(current->mm, addr); ; vmm = vmm->vm_next) { in arch_get_unmapped_area()
86 if (!vmm || addr + len <= vm_start_gap(vmm)) in arch_get_unmapped_area()
88 addr = vmm->vm_end; in arch_get_unmapped_area()
/linux/drivers/gpu/drm/nouveau/nvkm/subdev/instmem/
A Dnv50.c137 while ((ret = nvkm_vmm_get(vmm, 12, size, &bar))) { in nv50_instobj_kmap()
158 nvkm_vmm_put(vmm, &ebar); in nv50_instobj_kmap()
162 ret = nvkm_memory_map(memory, 0, vmm, bar, NULL, 0); in nv50_instobj_kmap()
167 nvkm_vmm_put(vmm, &bar); in nv50_instobj_kmap()
178 nvkm_vmm_put(vmm, &iobj->bar); in nv50_instobj_kmap()
220 struct nvkm_vmm *vmm; in nv50_instobj_acquire() local
237 if ((vmm = nvkm_bar_bar2_vmm(imem->subdev.device))) { in nv50_instobj_acquire()
239 nv50_instobj_kmap(iobj, vmm); in nv50_instobj_acquire()
274 nv50_instobj_kmap(iobj, vmm); in nv50_instobj_boot()
328 if (likely(vmm)) /* Can be NULL during BAR destructor. */ in nv50_instobj_dtor()
[all …]
/linux/drivers/gpu/drm/nouveau/nvkm/engine/fifo/
A Dga102.c53 struct nvkm_vmm *vmm; member
127 if (chan->vmm) { in ga102_chan_dtor()
128 nvkm_vmm_part(chan->vmm, chan->inst); in ga102_chan_dtor()
129 nvkm_vmm_unref(&chan->vmm); in ga102_chan_dtor()
154 struct nvkm_vmm *vmm; in ga102_chan_new() local
161 vmm = nvkm_uvmm_search(oclass->client, args->vmm); in ga102_chan_new()
162 if (IS_ERR(vmm)) in ga102_chan_new()
163 return PTR_ERR(vmm); in ga102_chan_new()
232 ret = nvkm_vmm_join(vmm, chan->inst); in ga102_chan_new()
236 chan->vmm = nvkm_vmm_ref(vmm); in ga102_chan_new()
A Dchan.c129 if (chan->vmm) in nvkm_fifo_chan_child_del()
130 atomic_dec(&chan->vmm->engref[engine->subdev.type]); in nvkm_fifo_chan_child_del()
163 if (chan->vmm) in nvkm_fifo_chan_child_new()
338 if (chan->vmm) { in nvkm_fifo_chan_dtor()
339 nvkm_vmm_part(chan->vmm, chan->inst->memory); in nvkm_fifo_chan_dtor()
340 nvkm_vmm_unref(&chan->vmm); in nvkm_fifo_chan_dtor()
399 if (IS_ERR(vmm)) in nvkm_fifo_chan_ctor()
400 return PTR_ERR(vmm); in nvkm_fifo_chan_ctor()
402 if (vmm->mmu != device->mmu) in nvkm_fifo_chan_ctor()
405 ret = nvkm_vmm_join(vmm, chan->inst->memory); in nvkm_fifo_chan_ctor()
[all …]
A Dgpfifogk104.c165 nvkm_vmm_put(chan->base.vmm, &engn->vma); in gk104_fifo_gpfifo_engine_dtor()
185 ret = nvkm_vmm_get(chan->base.vmm, 12, engn->inst->size, &engn->vma); in gk104_fifo_gpfifo_engine_ctor()
189 return nvkm_memory_map(engn->inst, 0, chan->base.vmm, engn->vma, NULL, 0); in gk104_fifo_gpfifo_engine_ctor()
253 u64 vmm, u64 ioffset, u64 ilength, u64 *inst, bool priv, in gk104_fifo_gpfifo_new_() argument
261 if (!vmm || runlist < 0 || runlist >= fifo->runlist_nr) in gk104_fifo_gpfifo_new_()
274 0x1000, 0x1000, true, vmm, 0, fifo->runlist[runlist].engm_sw, in gk104_fifo_gpfifo_new_()
342 args->v0.version, args->v0.vmm, args->v0.ioffset, in gk104_fifo_gpfifo_new()
347 args->v0.vmm, in gk104_fifo_gpfifo_new()
/linux/drivers/gpu/drm/
A Ddrm_gem_vram_helper.c191 struct drm_vram_mm *vmm = dev->vram_mm; in drm_gem_vram_create() local
195 if (WARN_ONCE(!vmm, "VRAM MM not initialized")) in drm_gem_vram_create()
219 bdev = &vmm->bdev; in drm_gem_vram_create()
921 struct drm_vram_mm *vmm = drm_vram_mm_of_bdev(bdev); in bo_driver_io_mem_reserve() local
986 vmm->vram_base = vram_base; in drm_vram_mm_init()
987 vmm->vram_size = vram_size; in drm_vram_mm_init()
996 ret = ttm_range_man_init(&vmm->bdev, TTM_PL_VRAM, in drm_vram_mm_init()
1006 ttm_range_man_fini(&vmm->bdev, TTM_PL_VRAM); in drm_vram_mm_cleanup()
1007 ttm_device_fini(&vmm->bdev); in drm_vram_mm_cleanup()
1092 struct drm_vram_mm *vmm = dev->vram_mm; in drm_vram_helper_mode_valid_internal() local
[all …]

Completed in 36 milliseconds

1234