| /linux/drivers/gpu/drm/i915/gt/ |
| H A D | intel_ggtt.c | 262 unsigned int pat_index, in mtl_ggtt_pte_encode() argument 272 if (pat_index & BIT(0)) in mtl_ggtt_pte_encode() 275 if (pat_index & BIT(1)) in mtl_ggtt_pte_encode() 282 unsigned int pat_index, in gen8_ggtt_pte_encode() argument 455 unsigned int pat_index, in gen8_ggtt_insert_page() argument 462 gen8_set_pte(pte, ggtt->vm.pte_encode(addr, pat_index, flags)); in gen8_ggtt_insert_page() 479 unsigned int pat_index, u32 flags) in gen8_ggtt_insert_page_bind() argument 484 pte = ggtt->vm.pte_encode(addr, pat_index, flags); in gen8_ggtt_insert_page_bind() 489 gen8_ggtt_insert_page(vm, addr, offset, pat_index, flags); in gen8_ggtt_insert_page_bind() 494 unsigned int pat_index, in gen8_ggtt_insert_entries() argument [all …]
|
| H A D | gen8_ppgtt.c | 33 unsigned int pat_index, in gen8_pte_encode() argument 46 switch (pat_index) { in gen8_pte_encode() 62 unsigned int pat_index, in gen12_pte_encode() argument 73 if (pat_index & BIT(0)) in gen12_pte_encode() 76 if (pat_index & BIT(1)) in gen12_pte_encode() 79 if (pat_index & BIT(2)) in gen12_pte_encode() 82 if (pat_index & BIT(3)) in gen12_pte_encode() 459 unsigned int pat_index, in gen8_ppgtt_insert_pte() argument 463 const gen8_pte_t pte_encode = ppgtt->vm.pte_encode(0, pat_index, flags); in gen8_ppgtt_insert_pte() 506 unsigned int pat_index, in xehp_ppgtt_insert_huge() argument [all …]
|
| H A D | intel_ggtt_gmch.c | 22 unsigned int pat_index, in gmch_ggtt_insert_page() argument 25 unsigned int flags = (pat_index == I915_CACHE_NONE) ? in gmch_ggtt_insert_page() 40 unsigned int pat_index, in gmch_ggtt_insert_entries() argument 43 unsigned int flags = (pat_index == I915_CACHE_NONE) ? in gmch_ggtt_insert_entries()
|
| H A D | selftest_migrate.c | 140 unsigned int pat_index, in intel_context_copy_ccs() argument 188 len = emit_pte(rq, &it, pat_index, true, offset, CHUNK_SZ); in intel_context_copy_ccs() 226 unsigned int pat_index, in intel_migrate_ccs_copy() argument 246 err = intel_context_copy_ccs(ce, deps, sg, pat_index, in intel_migrate_ccs_copy() 303 obj->pat_index, in clear() 354 obj->pat_index, in clear() 417 src->mm.pages->sgl, src->pat_index, in __migrate_copy() 419 dst->mm.pages->sgl, dst->pat_index, in __migrate_copy() 431 src->mm.pages->sgl, src->pat_index, in __global_copy() 433 dst->mm.pages->sgl, dst->pat_index, in __global_copy() [all …]
|
| H A D | intel_gtt.h | 236 unsigned int pat_index, 313 unsigned int pat_index, 329 unsigned int pat_index, 333 unsigned int pat_index, 338 unsigned int pat_index, 342 unsigned int pat_index, 591 unsigned int pat_index, 672 unsigned int pat_index,
|
| H A D | intel_migrate.h | 50 unsigned int pat_index, 58 unsigned int pat_index,
|
| H A D | gen8_ppgtt.h | 18 unsigned int pat_index,
|
| H A D | intel_migrate.c | 364 unsigned int pat_index, in emit_pte() argument 370 const u64 encode = rq->context->vm->pte_encode(0, pat_index, in emit_pte() 987 unsigned int pat_index, in intel_context_migrate_clear() argument 1035 len = emit_pte(rq, &it, pat_index, is_lmem, offset, CHUNK_SZ); in intel_context_migrate_clear() 1121 unsigned int pat_index, in intel_migrate_clear() argument 1142 err = intel_context_migrate_clear(ce, deps, sg, pat_index, in intel_migrate_clear()
|
| H A D | gen6_ppgtt.c | 112 unsigned int pat_index, in gen6_ppgtt_insert_entries() argument 120 const u32 pte_encode = vm->pte_encode(0, pat_index, flags); in gen6_ppgtt_insert_entries() 283 unsigned int pat_index, in pd_vma_bind() argument
|
| H A D | intel_ppgtt.c | 185 unsigned int pat_index, in ppgtt_bind_vma() argument 203 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in ppgtt_bind_vma()
|
| H A D | selftest_tlb.c | 40 const unsigned int pat_index = in pte_tlbinv() local 168 ce->vm->insert_entries(ce->vm, &vb_res, pat_index, pte_flags); in pte_tlbinv()
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_vm_madvise.c | 173 if (vmas[i]->attr.pat_index == op->pat_index.val) { in madvise_pat_index() 177 vmas[i]->attr.pat_index = op->pat_index.val; in madvise_pat_index() 294 u16 pat_index, coh_mode; in madvise_args_are_sane() local 296 if (XE_IOCTL_DBG(xe, args->pat_index.val >= xe->pat.n_entries)) in madvise_args_are_sane() 299 pat_index = array_index_nospec(args->pat_index.val, xe->pat.n_entries); in madvise_args_are_sane() 300 coh_mode = xe_pat_index_get_coh_mode(xe, pat_index); in madvise_args_are_sane() 307 if (XE_IOCTL_DBG(xe, args->pat_index.pad)) in madvise_args_are_sane() 310 if (XE_IOCTL_DBG(xe, args->pat_index.reserved)) in madvise_args_are_sane()
|
| H A D | xe_ggtt.c | 87 static u64 xelp_ggtt_pte_flags(struct xe_bo *bo, u16 pat_index) in xelp_ggtt_pte_flags() argument 97 static u64 xelpg_ggtt_pte_flags(struct xe_bo *bo, u16 pat_index) in xelpg_ggtt_pte_flags() argument 102 pte = xelp_ggtt_pte_flags(bo, pat_index); in xelpg_ggtt_pte_flags() 104 xe_assert(xe, pat_index <= 3); in xelpg_ggtt_pte_flags() 106 if (pat_index & BIT(0)) in xelpg_ggtt_pte_flags() 109 if (pat_index & BIT(1)) in xelpg_ggtt_pte_flags() 203 u16 pat_index = tile_to_xe(ggtt->tile)->pat.idx[XE_CACHE_WB]; in xe_ggtt_clear() local 212 pat_index); in xe_ggtt_clear() 802 u16 pat_index = tile_to_xe(ggtt->tile)->pat.idx[cache_mode]; in xe_ggtt_map_bo_unlocked() local 806 pte = ggtt->pt_ops->pte_encode_flags(bo, pat_index); in xe_ggtt_map_bo_unlocked() [all …]
|
| H A D | xe_vm.c | 1254 static u64 pde_encode_pat_index(u16 pat_index) in pde_encode_pat_index() argument 1258 if (pat_index & BIT(0)) in pde_encode_pat_index() 1261 if (pat_index & BIT(1)) in pde_encode_pat_index() 1267 static u64 pte_encode_pat_index(u16 pat_index, u32 pt_level) in pte_encode_pat_index() argument 1271 if (pat_index & BIT(0)) in pte_encode_pat_index() 1274 if (pat_index & BIT(1)) in pte_encode_pat_index() 1277 if (pat_index & BIT(2)) { in pte_encode_pat_index() 1284 if (pat_index & BIT(3)) in pte_encode_pat_index() 1287 if (pat_index & (BIT(4))) in pte_encode_pat_index() 1308 u16 pat_index; in pde_pat_index() local [all …]
|
| H A D | xe_vm_types.h | 96 u16 pat_index; member 363 u16 pat_index; member
|
| H A D | xe_migrate.c | 142 u64 map_ofs, u64 vram_offset, u16 pat_index, u64 pt_2m_ofs) in xe_migrate_program_identity() argument 153 flags = vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, in xe_migrate_program_identity() 170 pat_index, in xe_migrate_program_identity() 190 u16 pat_index = xe->pat.idx[XE_CACHE_WB]; in xe_migrate_prepare_vm() local 228 pat_index, 0); in xe_migrate_prepare_vm() 245 pat_index, 0); in xe_migrate_prepare_vm() 262 pat_index, 0); in xe_migrate_prepare_vm() 310 vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, IS_DGFX(xe), 0) in xe_migrate_prepare_vm() 320 pat_index, pt30_ofs); in xe_migrate_prepare_vm() 608 u16 pat_index; in emit_pte() local [all …]
|
| H A D | xe_ggtt_types.h | 71 u64 (*pte_encode_flags)(struct xe_bo *bo, u16 pat_index);
|
| H A D | xe_pt.c | 65 u16 pat_index = xe->pat.idx[XE_CACHE_WB]; in __xe_pt_empty_pte() local 75 return vm->pt_ops->pte_encode_addr(xe, 0, pat_index, level, IS_DGFX(xe), 0) | in __xe_pt_empty_pte() 523 u16 pat_index = xe_walk->vma->attr.pat_index; in xe_pt_stage_bind_entry() local 546 pat_index, level); in xe_pt_stage_bind_entry()
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| H A D | mock_gtt.c | 30 unsigned int pat_index, in mock_insert_page() argument 37 unsigned int pat_index, u32 flags) in mock_insert_entries() argument 44 unsigned int pat_index, in mock_bind_ppgtt() argument 97 unsigned int pat_index, in mock_bind_ggtt() argument
|
| /linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_create.c | 247 unsigned int pat_index; member 416 if (ext.pat_index > max_pat_index) { in ext_set_pat() 418 ext.pat_index); in ext_set_pat() 422 ext_data->pat_index = ext.pat_index; in ext_set_pat() 453 ext_data.pat_index = PAT_INDEX_NOT_SET; in i915_gem_create_ext_ioctl() 490 if (ext_data.pat_index != PAT_INDEX_NOT_SET) { in i915_gem_create_ext_ioctl() 491 i915_gem_object_set_pat_index(obj, ext_data.pat_index); in i915_gem_create_ext_ioctl()
|
| H A D | i915_gem_object.c | 75 return obj->pat_index == i915_gem_get_pat_index(obj_to_i915(obj), lvl); in i915_gem_object_has_cache_level() 161 obj->pat_index = i915_gem_get_pat_index(i915, cache_level); in i915_gem_object_set_cache_coherency() 185 unsigned int pat_index) in i915_gem_object_set_pat_index() argument 189 if (obj->pat_index == pat_index) in i915_gem_object_set_pat_index() 192 obj->pat_index = pat_index; in i915_gem_object_set_pat_index() 194 if (pat_index != i915_gem_get_pat_index(i915, I915_CACHE_NONE)) in i915_gem_object_set_pat_index()
|
| /linux/drivers/gpu/drm/i915/display/ |
| H A D | intel_dpt.c | 46 unsigned int pat_index, in dpt_insert_page() argument 53 vm->pte_encode(addr, pat_index, flags)); in dpt_insert_page() 58 unsigned int pat_index, in dpt_insert_entries() argument 63 const gen8_pte_t pte_encode = vm->pte_encode(0, pat_index, flags); in dpt_insert_entries() 86 unsigned int pat_index, in dpt_bind_vma() argument 101 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in dpt_bind_vma()
|
| /linux/include/uapi/drm/ |
| H A D | xe_drm.h | 1116 __u16 pat_index; member 2191 } pat_index; member 2250 } pat_index; member
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_debugfs.c | 147 switch (obj->pat_index) { in i915_cache_level_str() 156 switch (obj->pat_index) { in i915_cache_level_str() 164 switch (obj->pat_index) { in i915_cache_level_str()
|
| H A D | i915_vma.c | 353 unsigned int pat_index; member 372 vma_res, vw->pat_index, vw->flags); in __vma_bind() 475 unsigned int pat_index, in i915_vma_bind() argument 545 work->pat_index = pat_index; in i915_vma_bind() 575 vma->ops->bind_vma(vma->vm, NULL, vma->resource, pat_index, in i915_vma_bind() 852 color = vma->obj->pat_index; in i915_vma_insert() 1570 vma->obj->pat_index, in i915_vma_pin_ww()
|