| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmmgh100.c | 138 gh100_vmm_pd0_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in gh100_vmm_pd0_pde() argument
140 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in gh100_vmm_pd0_pde()
150 VMM_WO128(pd, vmm, pdei * NV_MMU_VER3_DUAL_PDE__SIZE, data[0], data[1]); in gh100_vmm_pd0_pde()
156 struct nvkm_mmu_pt *pt, u32 pdei, u32 pdes) in gh100_vmm_pd0_sparse() argument
160 VMM_FO128(pt, vmm, pdei * NV_MMU_VER3_DUAL_PDE__SIZE, data, 0ULL, pdes); in gh100_vmm_pd0_sparse()
165 struct nvkm_mmu_pt *pt, u32 pdei, u32 pdes) in gh100_vmm_pd0_unmap() argument
167 VMM_FO128(pt, vmm, pdei * NV_MMU_VER3_DUAL_PDE__SIZE, 0ULL, 0ULL, pdes); in gh100_vmm_pd0_unmap()
179 gh100_vmm_pd1_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in gh100_vmm_pd1_pde() argument
181 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in gh100_vmm_pd1_pde()
189 VMM_WO064(pd, vmm, pdei * NV_MMU_VER3_PDE__SIZ in gh100_vmm_pd1_pde()
[all...] |
| H A D | vmmnv50.c | 145 nv50_vmm_pgd_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in nv50_vmm_pgd_pde() argument
148 u32 pdeo = vmm->mmu->func->vmm.pd_offset + (pdei * 8); in nv50_vmm_pgd_pde()
151 if (!nv50_vmm_pde(vmm, pgd->pde[pdei], &data)) in nv50_vmm_pgd_pde()
347 u32 pdei; in nv50_vmm_join() local
355 for (pdei = vmm->start >> 29; pdei <= (vmm->limit - 1) >> 29; pdei++) { in nv50_vmm_join()
356 if (!nv50_vmm_pde(vmm, vmm->pd->pde[pdei], &data)) { in nv50_vmm_join()
360 nvkm_wo64(join->inst, pd_offset + (pdei * 8), data); in nv50_vmm_join()
|
| H A D | vmmgp100.c | 236 gp100_vmm_pd0_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in gp100_vmm_pd0_pde() argument
238 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in gp100_vmm_pd0_pde()
248 VMM_WO128(pd, vmm, pdei * 0x10, data[0], data[1]); in gp100_vmm_pd0_pde()
254 struct nvkm_mmu_pt *pt, u32 pdei, u32 pdes) in gp100_vmm_pd0_sparse() argument
257 VMM_FO128(pt, vmm, pdei * 0x10, BIT_ULL(3) /* VOL_BIG. */, 0ULL, pdes); in gp100_vmm_pd0_sparse()
262 struct nvkm_mmu_pt *pt, u32 pdei, u32 pdes) in gp100_vmm_pd0_unmap() argument
264 VMM_FO128(pt, vmm, pdei * 0x10, 0ULL, 0ULL, pdes); in gp100_vmm_pd0_unmap()
363 gp100_vmm_pd1_pde(struct nvkm_vmm *vmm, struct nvkm_vmm_pt *pgd, u32 pdei) in gp100_vmm_pd1_pde() argument
365 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in gp100_vmm_pd1_pde()
373 VMM_WO064(pd, vmm, pdei * in gp100_vmm_pd1_pde()
[all...] |
| H A D | vmm.c | 146 u32 pdei = it->pte[it->lvl + 1]; in nvkm_vmm_unref_pdes() local
159 func->sparse(vmm, pgd->pt[0], pdei, 1); in nvkm_vmm_unref_pdes()
160 pgd->pde[pdei] = NVKM_VMM_PDE_SPARSE; in nvkm_vmm_unref_pdes()
162 func->unmap(vmm, pgd->pt[0], pdei, 1); in nvkm_vmm_unref_pdes()
163 pgd->pde[pdei] = NULL; in nvkm_vmm_unref_pdes()
170 func->pde(vmm, pgd, pdei); in nvkm_vmm_unref_pdes()
171 pgd->pde[pdei] = NULL; in nvkm_vmm_unref_pdes()
177 func->pde(vmm, pgd, pdei); in nvkm_vmm_unref_pdes()
413 nvkm_vmm_ref_hwpt(struct nvkm_vmm_iter *it, struct nvkm_vmm_pt *pgd, u32 pdei) in nvkm_vmm_ref_hwpt() argument
417 struct nvkm_vmm_pt *pgt = pgd->pde[pdei]; in nvkm_vmm_ref_hwpt()
484 nvkm_vmm_ref_swpt(struct nvkm_vmm_iter * it,struct nvkm_vmm_pt * pgd,u32 pdei) nvkm_vmm_ref_swpt() argument
540 const u32 pdei = it.pte[it.lvl]; nvkm_vmm_iter() local
[all...] |
| H A D | vmmgm200.c | 54 struct nvkm_mmu_pt *pt, u32 pdei, u32 pdes) in gm200_vmm_pgd_sparse() argument
57 VMM_FO064(pt, vmm, pdei * 8, BIT_ULL(35) /* VOL_BIG. */, pdes); in gm200_vmm_pgd_sparse()
|
| H A D | vmm.h | 56 struct nvkm_vmm_pt *, u32 pdei);
|