1 /* i915_drv.h -- Private header for the I915 driver -*- linux-c -*-
73 /* Data Stolen Memory (DSM) aka "i915 stolen memory" */
187 	/* i915 device parameters */
266 	 * scheduling within i915, which used to be scheduled on the
378 static inline struct intel_gt *to_gt(const struct drm_i915_private *i915)  in to_gt()  argument
380 	return i915->gt[0];  in to_gt()
391 #define INTEL_INFO(i915)	((i915)->__info)  argument
392 #define RUNTIME_INFO(i915)	(&(i915)->__runtime)  argument
393 #define DRIVER_CAPS(i915)	(&(i915)->caps)  argument
395 #define INTEL_DEVID(i915)	(RUNTIME_INFO(i915)->device_id)  argument
399 #define GRAPHICS_VER(i915)		(RUNTIME_INFO(i915)->graphics.ip.ver)  argument
400 #define GRAPHICS_VER_FULL(i915)		IP_VER(RUNTIME_INFO(i915)->graphics.ip.ver, \  argument
401 					       RUNTIME_INFO(i915)->graphics.ip.rel)
402 #define IS_GRAPHICS_VER(i915, from, until) \  argument
403 	(GRAPHICS_VER(i915) >= (from) && GRAPHICS_VER(i915) <= (until))
405 #define MEDIA_VER(i915)			(RUNTIME_INFO(i915)->media.ip.ver)  argument
406 #define MEDIA_VER_FULL(i915)		IP_VER(RUNTIME_INFO(i915)->media.ip.ver, \  argument
407 					       RUNTIME_INFO(i915)->media.ip.rel)
408 #define IS_MEDIA_VER(i915, from, until) \  argument
409 	(MEDIA_VER(i915) >= (from) && MEDIA_VER(i915) <= (until))
411 #define INTEL_REVID(i915)	(to_pci_dev((i915)->drm.dev)->revision)  argument
457 IS_PLATFORM(const struct drm_i915_private *i915, enum intel_platform p)  in IS_PLATFORM()  argument
459 	const struct intel_runtime_info *info = RUNTIME_INFO(i915);  in IS_PLATFORM()
469 IS_SUBPLATFORM(const struct drm_i915_private *i915,  in IS_SUBPLATFORM()  argument
472 	const struct intel_runtime_info *info = RUNTIME_INFO(i915);  in IS_SUBPLATFORM()
486 #define IS_MOBILE(i915)	(INTEL_INFO(i915)->is_mobile)  argument
487 #define IS_DGFX(i915)   (INTEL_INFO(i915)->is_dgfx)  argument
489 #define IS_I830(i915)	IS_PLATFORM(i915, INTEL_I830)  argument
490 #define IS_I845G(i915)	IS_PLATFORM(i915, INTEL_I845G)  argument
491 #define IS_I85X(i915)	IS_PLATFORM(i915, INTEL_I85X)  argument
492 #define IS_I865G(i915)	IS_PLATFORM(i915, INTEL_I865G)  argument
493 #define IS_I915G(i915)	IS_PLATFORM(i915, INTEL_I915G)  argument
494 #define IS_I915GM(i915)	IS_PLATFORM(i915, INTEL_I915GM)  argument
495 #define IS_I945G(i915)	IS_PLATFORM(i915, INTEL_I945G)  argument
496 #define IS_I945GM(i915)	IS_PLATFORM(i915, INTEL_I945GM)  argument
497 #define IS_I965G(i915)	IS_PLATFORM(i915, INTEL_I965G)  argument
498 #define IS_I965GM(i915)	IS_PLATFORM(i915, INTEL_I965GM)  argument
499 #define IS_G45(i915)	IS_PLATFORM(i915, INTEL_G45)  argument
500 #define IS_GM45(i915)	IS_PLATFORM(i915, INTEL_GM45)  argument
501 #define IS_G4X(i915)	(IS_G45(i915) || IS_GM45(i915))  argument
502 #define IS_PINEVIEW(i915)	IS_PLATFORM(i915, INTEL_PINEVIEW)  argument
503 #define IS_G33(i915)	IS_PLATFORM(i915, INTEL_G33)  argument
504 #define IS_IRONLAKE(i915)	IS_PLATFORM(i915, INTEL_IRONLAKE)  argument
505 #define IS_IRONLAKE_M(i915) \  argument
506 	(IS_PLATFORM(i915, INTEL_IRONLAKE) && IS_MOBILE(i915))
507 #define IS_SANDYBRIDGE(i915) IS_PLATFORM(i915, INTEL_SANDYBRIDGE)  argument
508 #define IS_IVYBRIDGE(i915)	IS_PLATFORM(i915, INTEL_IVYBRIDGE)  argument
509 #define IS_VALLEYVIEW(i915)	IS_PLATFORM(i915, INTEL_VALLEYVIEW)  argument
510 #define IS_CHERRYVIEW(i915)	IS_PLATFORM(i915, INTEL_CHERRYVIEW)  argument
511 #define IS_HASWELL(i915)	IS_PLATFORM(i915, INTEL_HASWELL)  argument
512 #define IS_BROADWELL(i915)	IS_PLATFORM(i915, INTEL_BROADWELL)  argument
513 #define IS_SKYLAKE(i915)	IS_PLATFORM(i915, INTEL_SKYLAKE)  argument
514 #define IS_BROXTON(i915)	IS_PLATFORM(i915, INTEL_BROXTON)  argument
515 #define IS_KABYLAKE(i915)	IS_PLATFORM(i915, INTEL_KABYLAKE)  argument
516 #define IS_GEMINILAKE(i915)	IS_PLATFORM(i915, INTEL_GEMINILAKE)  argument
517 #define IS_COFFEELAKE(i915)	IS_PLATFORM(i915, INTEL_COFFEELAKE)  argument
518 #define IS_COMETLAKE(i915)	IS_PLATFORM(i915, INTEL_COMETLAKE)  argument
519 #define IS_ICELAKE(i915)	IS_PLATFORM(i915, INTEL_ICELAKE)  argument
520 #define IS_JASPERLAKE(i915)	IS_PLATFORM(i915, INTEL_JASPERLAKE)  argument
521 #define IS_ELKHARTLAKE(i915)	IS_PLATFORM(i915, INTEL_ELKHARTLAKE)  argument
522 #define IS_TIGERLAKE(i915)	IS_PLATFORM(i915, INTEL_TIGERLAKE)  argument
523 #define IS_ROCKETLAKE(i915)	IS_PLATFORM(i915, INTEL_ROCKETLAKE)  argument
524 #define IS_DG1(i915)        IS_PLATFORM(i915, INTEL_DG1)  argument
525 #define IS_ALDERLAKE_S(i915) IS_PLATFORM(i915, INTEL_ALDERLAKE_S)  argument
526 #define IS_ALDERLAKE_P(i915) IS_PLATFORM(i915, INTEL_ALDERLAKE_P)  argument
527 #define IS_DG2(i915)	IS_PLATFORM(i915, INTEL_DG2)  argument
528 #define IS_METEORLAKE(i915) IS_PLATFORM(i915, INTEL_METEORLAKE)  argument
530  * Display code shared by i915 and Xe relies on macros like IS_LUNARLAKE,
531  * so we need to define these even on platforms that the i915 base driver
534  * for i915.
536 #define IS_LUNARLAKE(i915) (0 && i915)  argument
537 #define IS_BATTLEMAGE(i915)  (0 && i915)  argument
538 #define IS_PANTHERLAKE(i915) (0 && i915)  argument
540 #define IS_ARROWLAKE_H(i915) \  argument
541 	IS_SUBPLATFORM(i915, INTEL_METEORLAKE, INTEL_SUBPLATFORM_ARL_H)
542 #define IS_ARROWLAKE_U(i915) \  argument
543 	IS_SUBPLATFORM(i915, INTEL_METEORLAKE, INTEL_SUBPLATFORM_ARL_U)
544 #define IS_ARROWLAKE_S(i915) \  argument
545 	IS_SUBPLATFORM(i915, INTEL_METEORLAKE, INTEL_SUBPLATFORM_ARL_S)
546 #define IS_DG2_G10(i915) \  argument
547 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_G10)
548 #define IS_DG2_G11(i915) \  argument
549 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_G11)
550 #define IS_DG2_G12(i915) \  argument
551 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_G12)
552 #define IS_DG2_D(i915) \  argument
553 	IS_SUBPLATFORM(i915, INTEL_DG2, INTEL_SUBPLATFORM_D)
554 #define IS_RAPTORLAKE_S(i915) \  argument
555 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_S, INTEL_SUBPLATFORM_RPL)
556 #define IS_ALDERLAKE_P_N(i915) \  argument
557 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_P, INTEL_SUBPLATFORM_N)
558 #define IS_RAPTORLAKE_P(i915) \  argument
559 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_P, INTEL_SUBPLATFORM_RPL)
560 #define IS_RAPTORLAKE_U(i915) \  argument
561 	IS_SUBPLATFORM(i915, INTEL_ALDERLAKE_P, INTEL_SUBPLATFORM_RPLU)
562 #define IS_HASWELL_EARLY_SDV(i915) (IS_HASWELL(i915) && \  argument
563 				    (INTEL_DEVID(i915) & 0xFF00) == 0x0C00)
564 #define IS_BROADWELL_ULT(i915) \  argument
565 	IS_SUBPLATFORM(i915, INTEL_BROADWELL, INTEL_SUBPLATFORM_ULT)
566 #define IS_BROADWELL_ULX(i915) \  argument
567 	IS_SUBPLATFORM(i915, INTEL_BROADWELL, INTEL_SUBPLATFORM_ULX)
568 #define IS_HASWELL_ULT(i915) \  argument
569 	IS_SUBPLATFORM(i915, INTEL_HASWELL, INTEL_SUBPLATFORM_ULT)
571 #define IS_HASWELL_ULX(i915) \  argument
572 	IS_SUBPLATFORM(i915, INTEL_HASWELL, INTEL_SUBPLATFORM_ULX)
573 #define IS_SKYLAKE_ULT(i915) \  argument
574 	IS_SUBPLATFORM(i915, INTEL_SKYLAKE, INTEL_SUBPLATFORM_ULT)
575 #define IS_SKYLAKE_ULX(i915) \  argument
576 	IS_SUBPLATFORM(i915, INTEL_SKYLAKE, INTEL_SUBPLATFORM_ULX)
577 #define IS_KABYLAKE_ULT(i915) \  argument
578 	IS_SUBPLATFORM(i915, INTEL_KABYLAKE, INTEL_SUBPLATFORM_ULT)
579 #define IS_KABYLAKE_ULX(i915) \  argument
580 	IS_SUBPLATFORM(i915, INTEL_KABYLAKE, INTEL_SUBPLATFORM_ULX)
581 #define IS_COFFEELAKE_ULT(i915) \  argument
582 	IS_SUBPLATFORM(i915, INTEL_COFFEELAKE, INTEL_SUBPLATFORM_ULT)
583 #define IS_COFFEELAKE_ULX(i915) \  argument
584 	IS_SUBPLATFORM(i915, INTEL_COFFEELAKE, INTEL_SUBPLATFORM_ULX)
585 #define IS_COMETLAKE_ULT(i915) \  argument
586 	IS_SUBPLATFORM(i915, INTEL_COMETLAKE, INTEL_SUBPLATFORM_ULT)
587 #define IS_COMETLAKE_ULX(i915) \  argument
588 	IS_SUBPLATFORM(i915, INTEL_COMETLAKE, INTEL_SUBPLATFORM_ULX)
590 #define IS_ICL_WITH_PORT_F(i915) \  argument
591 	IS_SUBPLATFORM(i915, INTEL_ICELAKE, INTEL_SUBPLATFORM_PORTF)
593 #define IS_TIGERLAKE_UY(i915) \  argument
594 	IS_SUBPLATFORM(i915, INTEL_TIGERLAKE, INTEL_SUBPLATFORM_UY)
596 #define IS_GEN9_LP(i915)	(IS_BROXTON(i915) || IS_GEMINILAKE(i915))  argument
597 #define IS_GEN9_BC(i915)	(GRAPHICS_VER(i915) == 9 && !IS_GEN9_LP(i915))  argument
622 #define HAS_MEDIA_RATIO_MODE(i915) (INTEL_INFO(i915)->has_media_ratio_mode)  argument
628 #define CMDPARSER_USES_GGTT(i915) (GRAPHICS_VER(i915) == 7)  argument
630 #define HAS_LLC(i915)	(INTEL_INFO(i915)->has_llc)  argument
631 #define HAS_SNOOP(i915)	(INTEL_INFO(i915)->has_snoop)  argument
632 #define HAS_EDRAM(i915)	((i915)->edram_size_mb)  argument
633 #define HAS_SECURE_BATCHES(i915) (GRAPHICS_VER(i915) < 6)  argument
634 #define HAS_WT(i915)	HAS_EDRAM(i915)  argument
636 #define HWS_NEEDS_PHYSICAL(i915)	(INTEL_INFO(i915)->hws_needs_physical)  argument
638 #define HAS_LOGICAL_RING_CONTEXTS(i915) \  argument
639 		(INTEL_INFO(i915)->has_logical_ring_contexts)
640 #define HAS_LOGICAL_RING_ELSQ(i915) \  argument
641 		(INTEL_INFO(i915)->has_logical_ring_elsq)
643 #define HAS_EXECLISTS(i915) HAS_LOGICAL_RING_CONTEXTS(i915)  argument
645 #define INTEL_PPGTT(i915) (RUNTIME_INFO(i915)->ppgtt_type)  argument
646 #define HAS_PPGTT(i915) \  argument
647 	(INTEL_PPGTT(i915) != INTEL_PPGTT_NONE)
648 #define HAS_FULL_PPGTT(i915) \  argument
649 	(INTEL_PPGTT(i915) >= INTEL_PPGTT_FULL)
651 #define HAS_PAGE_SIZES(i915, sizes) ({ \  argument
653 	((sizes) & ~RUNTIME_INFO(i915)->page_sizes) == 0; \
656 #define NEEDS_RC6_CTX_CORRUPTION_WA(i915)	\  argument
657 	(IS_BROADWELL(i915) || GRAPHICS_VER(i915) == 9)
660 #define NEEDS_WaRsDisableCoarsePowerGating(i915)			\  argument
661 	(IS_SKYLAKE(i915) && (INTEL_INFO(i915)->gt == 3 || INTEL_INFO(i915)->gt == 4))
666 #define HAS_128_BYTE_Y_TILING(i915) (GRAPHICS_VER(i915) != 2 && \  argument
667 					 !(IS_I915G(i915) || IS_I915GM(i915)))
669 #define HAS_RC6(i915)		 (INTEL_INFO(i915)->has_rc6)  argument
670 #define HAS_RC6p(i915)		 (INTEL_INFO(i915)->has_rc6p)  argument
671 #define HAS_RC6pp(i915)		 (false) /* HW was never validated */  argument
673 #define HAS_RPS(i915)	(INTEL_INFO(i915)->has_rps)  argument
675 #define HAS_PXP(i915) \  argument
676 	(IS_ENABLED(CONFIG_DRM_I915_PXP) && INTEL_INFO(i915)->has_pxp)
678 #define HAS_HECI_PXP(i915) \  argument
679 	(INTEL_INFO(i915)->has_heci_pxp)
681 #define HAS_HECI_GSCFI(i915) \  argument
682 	(INTEL_INFO(i915)->has_heci_gscfi)
684 #define HAS_HECI_GSC(i915) (HAS_HECI_PXP(i915) || HAS_HECI_GSCFI(i915))  argument
686 #define HAS_RUNTIME_PM(i915) (INTEL_INFO(i915)->has_runtime_pm)  argument
687 #define HAS_64BIT_RELOC(i915) (INTEL_INFO(i915)->has_64bit_reloc)  argument
689 #define HAS_OA_BPC_REPORTING(i915) \  argument
690 	(INTEL_INFO(i915)->has_oa_bpc_reporting)
691 #define HAS_OA_SLICE_CONTRIB_LIMITS(i915) \  argument
692 	(INTEL_INFO(i915)->has_oa_slice_contrib_limits)
693 #define HAS_OAM(i915) \  argument
694 	(INTEL_INFO(i915)->has_oam)
700 #define HAS_64K_PAGES(i915) (INTEL_INFO(i915)->has_64k_pages)  argument
702 #define HAS_REGION(i915, id) (INTEL_INFO(i915)->memory_regions & BIT(id))  argument
703 #define HAS_LMEM(i915) HAS_REGION(i915, INTEL_REGION_LMEM_0)  argument
705 #define HAS_EXTRA_GT_LIST(i915)   (INTEL_INFO(i915)->extra_gt_list)  argument
711 #define HAS_FLAT_CCS(i915)   (INTEL_INFO(i915)->has_flat_ccs)  argument
713 #define HAS_GT_UC(i915)	(INTEL_INFO(i915)->has_gt_uc)  argument
715 #define HAS_POOLED_EU(i915)	(RUNTIME_INFO(i915)->has_pooled_eu)  argument
717 #define HAS_GLOBAL_MOCS_REGISTERS(i915)	(INTEL_INFO(i915)->has_global_mocs)  argument
719 #define HAS_GMD_ID(i915)	(INTEL_INFO(i915)->has_gmd_id)  argument
721 #define HAS_L3_CCS_READ(i915) (INTEL_INFO(i915)->has_l3_ccs_read)  argument
724 #define HAS_L3_DPF(i915) (INTEL_INFO(i915)->has_l3_dpf)  argument
725 #define NUM_L3_SLICES(i915) (IS_HASWELL(i915) && INTEL_INFO(i915)->gt == 3 ? \  argument
726 				 2 : HAS_L3_DPF(i915))
728 #define HAS_GUC_DEPRIVILEGE(i915) \  argument
729 	(INTEL_INFO(i915)->has_guc_deprivilege)
731 #define HAS_GUC_TLB_INVALIDATION(i915)	(INTEL_INFO(i915)->has_guc_tlb_invalidation)  argument
733 #define HAS_3D_PIPELINE(i915)	(INTEL_INFO(i915)->has_3d_pipeline)  argument
735 #define HAS_ONE_EU_PER_FUSE_BIT(i915)	(INTEL_INFO(i915)->has_one_eu_per_fuse_bit)  argument
737 #define HAS_LMEMBAR_SMEM_STOLEN(i915) (!HAS_LMEM(i915) && \  argument
738 				       GRAPHICS_VER_FULL(i915) >= IP_VER(12, 70))