225 static struct virtual_engine *to_virtual_engine(struct intel_engine_cs *engine)  in to_virtual_engine()
244 static int lrc_ring_mi_mode(const struct intel_engine_cs *engine)  in lrc_ring_mi_mode()
256 static int lrc_ring_gpr0(const struct intel_engine_cs *engine)  in lrc_ring_gpr0()
268 static int lrc_ring_wa_bb_per_ctx(const struct intel_engine_cs *engine)  in lrc_ring_wa_bb_per_ctx()
278 static int lrc_ring_indirect_ptr(const struct intel_engine_cs *engine)  in lrc_ring_indirect_ptr()
289 static int lrc_ring_indirect_offset(const struct intel_engine_cs *engine)  in lrc_ring_indirect_offset()
300 static int lrc_ring_cmd_buf_cctl(const struct intel_engine_cs *engine)  in lrc_ring_cmd_buf_cctl()
314 lrc_ring_indirect_offset_default(const struct intel_engine_cs *engine)  in lrc_ring_indirect_offset_default()
335 			    const struct intel_engine_cs *engine,  in lrc_ring_setup_indirect_ctx()
389 static inline u32 intel_hws_preempt_address(struct intel_engine_cs *engine)  in intel_hws_preempt_address()
396 ring_set_paused(const struct intel_engine_cs *engine, int state)  in ring_set_paused()
457 static inline bool need_preempt(const struct intel_engine_cs *engine,  in need_preempt()
572 lrc_descriptor(struct intel_context *ce, struct intel_engine_cs *engine)  in lrc_descriptor()
595 			const struct intel_engine_cs *engine,  in set_offsets()
1077 static const u8 *reg_offsets(const struct intel_engine_cs *engine)  in reg_offsets()
1108 __unwind_incomplete_requests(struct intel_engine_cs *engine)  in __unwind_incomplete_requests()
1164 	struct intel_engine_cs *engine =  in execlists_unwind_incomplete_requests()  local
1184 static void intel_engine_context_in(struct intel_engine_cs *engine)  in intel_engine_context_in()
1199 static void intel_engine_context_out(struct intel_engine_cs *engine)  in intel_engine_context_out()
1219 			const struct intel_engine_cs *engine)  in execlists_check_context()
1258 				  struct intel_engine_cs *engine)  in restore_default_state()
1269 			 struct intel_engine_cs *engine)  in reset_active()
1341 	struct intel_engine_cs * const engine = rq->engine;  in __execlists_schedule_in()  local
1410 			 struct intel_engine_cs * const engine,  in __execlists_schedule_out()
1560 	const struct intel_engine_cs *engine =  in trace_ports()  local
1582 	struct intel_engine_cs *engine =  in assert_pending_valid()  local
1690 static void execlists_submit_ports(struct intel_engine_cs *engine)  in execlists_submit_ports()
1779 					    struct intel_engine_cs *engine)  in virtual_update_register_offsets()
1786 			    const struct intel_engine_cs *engine)  in virtual_matches()
1810 				 struct intel_engine_cs *engine)  in virtual_xfer_context()
1894 static void defer_active(struct intel_engine_cs *engine)  in defer_active()
1906 need_timeslice(const struct intel_engine_cs *engine,  in need_timeslice()
1968 switch_prio(struct intel_engine_cs *engine, const struct i915_request *rq)  in switch_prio()
1977 timeslice(const struct intel_engine_cs *engine)  in timeslice()
1982 static unsigned long active_timeslice(const struct intel_engine_cs *engine)  in active_timeslice()
1996 static void set_timeslice(struct intel_engine_cs *engine)  in set_timeslice()
2009 static void start_timeslice(struct intel_engine_cs *engine, int prio)  in start_timeslice()
2037 static unsigned long active_preempt_timeout(struct intel_engine_cs *engine,  in active_preempt_timeout()
2050 static void set_preempt_timeout(struct intel_engine_cs *engine,  in set_preempt_timeout()
2073 static void execlists_dequeue(struct intel_engine_cs *engine)  in execlists_dequeue()
2545 static void process_csb(struct intel_engine_cs *engine)  in process_csb()
2739 static void __execlists_submission_tasklet(struct intel_engine_cs *const engine)  in __execlists_submission_tasklet()
2788 static bool execlists_hold(struct intel_engine_cs *engine,  in execlists_hold()
2916 static void execlists_unhold(struct intel_engine_cs *engine,  in execlists_unhold()
2945 	struct intel_engine_cs *engine = cap->rq->engine;  in execlists_capture_work()  local
2973 static struct execlists_capture *capture_regs(struct intel_engine_cs *engine)  in capture_regs()
3006 active_context(struct intel_engine_cs *engine, u32 ccid)  in active_context()
3039 static u32 active_ccid(struct intel_engine_cs *engine)  in active_ccid()
3044 static void execlists_capture(struct intel_engine_cs *engine)  in execlists_capture()
3104 static void execlists_reset(struct intel_engine_cs *engine, const char *msg)  in execlists_reset()
3128 static bool preempt_timeout(const struct intel_engine_cs *const engine)  in preempt_timeout()
3147 	struct intel_engine_cs * const engine = (struct intel_engine_cs *)data;  in execlists_submission_tasklet()  local
3201 static void queue_request(struct intel_engine_cs *engine,  in queue_request()
3210 static void __submit_queue_imm(struct intel_engine_cs *engine)  in __submit_queue_imm()
3220 static void submit_queue(struct intel_engine_cs *engine,  in submit_queue()
3232 static bool ancestor_on_hold(const struct intel_engine_cs *engine,  in ancestor_on_hold()
3239 static void flush_csb(struct intel_engine_cs *engine)  in flush_csb()
3252 	struct intel_engine_cs *engine = request->engine;  in execlists_submit_request()  local
3298 set_redzone(void *vaddr, const struct intel_engine_cs *engine)  in set_redzone()
3309 check_redzone(const void *vaddr, const struct intel_engine_cs *engine)  in check_redzone()
3436 		      const struct intel_engine_cs *engine,  in setup_indirect_ctx_bb()
3455 			     const struct intel_engine_cs *engine,  in __execlists_update_reg_state()
3506 			struct intel_engine_cs *engine,  in __execlists_context_pin()
3607 	const struct intel_engine_cs * const engine = rq->engine;  in emit_pdps()  local
3706 gen8_emit_flush_coherentl3_wa(struct intel_engine_cs *engine, u32 *batch)  in gen8_emit_flush_coherentl3_wa()
3748 static u32 *gen8_init_indirectctx_bb(struct intel_engine_cs *engine, u32 *batch)  in gen8_init_indirectctx_bb()
3800 static u32 *gen9_init_indirectctx_bb(struct intel_engine_cs *engine, u32 *batch)  in gen9_init_indirectctx_bb()
3873 gen10_init_indirectctx_bb(struct intel_engine_cs *engine, u32 *batch)  in gen10_init_indirectctx_bb()
3908 static int lrc_setup_wa_ctx(struct intel_engine_cs *engine)  in lrc_setup_wa_ctx()
3936 static void lrc_destroy_wa_ctx(struct intel_engine_cs *engine)  in lrc_destroy_wa_ctx()
3943 static int intel_init_workaround_bb(struct intel_engine_cs *engine)  in intel_init_workaround_bb()
4013 static void reset_csb_pointers(struct intel_engine_cs *engine)  in reset_csb_pointers()
4054 static void execlists_sanitize(struct intel_engine_cs *engine)  in execlists_sanitize()
4081 static void enable_error_interrupt(struct intel_engine_cs *engine)  in enable_error_interrupt()
4124 static void enable_execlists(struct intel_engine_cs *engine)  in enable_execlists()
4150 static bool unexpected_starting_state(struct intel_engine_cs *engine)  in unexpected_starting_state()
4163 static int execlists_resume(struct intel_engine_cs *engine)  in execlists_resume()
4180 static void execlists_reset_prepare(struct intel_engine_cs *engine)  in execlists_reset_prepare()
4222 static void __reset_stop_ring(u32 *regs, const struct intel_engine_cs *engine)  in __reset_stop_ring()
4234 					const struct intel_engine_cs *engine)  in __execlists_reset_reg_state()
4241 static void __execlists_reset(struct intel_engine_cs *engine, bool stalled)  in __execlists_reset()
4334 static void execlists_reset_rewind(struct intel_engine_cs *engine, bool stalled)  in execlists_reset_rewind()
4349 	struct intel_engine_cs * const engine = (struct intel_engine_cs *)data;  in nop_submission_tasklet()  local
4355 static void execlists_reset_cancel(struct intel_engine_cs *engine)  in execlists_reset_cancel()
4437 static void execlists_reset_finish(struct intel_engine_cs *engine)  in execlists_reset_finish()
4518 static void gen8_logical_ring_enable_irq(struct intel_engine_cs *engine)  in gen8_logical_ring_enable_irq()
4525 static void gen8_logical_ring_disable_irq(struct intel_engine_cs *engine)  in gen8_logical_ring_disable_irq()
4686 static i915_reg_t aux_inv_reg(const struct intel_engine_cs *engine)  in aux_inv_reg()
4834 		struct intel_engine_cs *engine;  in gen12_emit_flush()  local
5028 static void execlists_park(struct intel_engine_cs *engine)  in execlists_park()
5034 void intel_execlists_set_default_submission(struct intel_engine_cs *engine)  in intel_execlists_set_default_submission()
5067 static void execlists_shutdown(struct intel_engine_cs *engine)  in execlists_shutdown()
5075 static void execlists_release(struct intel_engine_cs *engine)  in execlists_release()
5086 logical_ring_default_vfuncs(struct intel_engine_cs *engine)  in logical_ring_default_vfuncs()
5118 logical_ring_default_irqs(struct intel_engine_cs *engine)  in logical_ring_default_irqs()
5140 static void rcs_submission_override(struct intel_engine_cs *engine)  in rcs_submission_override()
5158 int intel_execlists_submission_setup(struct intel_engine_cs *engine)  in intel_execlists_submission_setup()
5218 				  const struct intel_engine_cs *engine,  in init_common_reg_state()
5238 				 const struct intel_engine_cs *engine)  in init_wa_bb_reg_state()
5284 				     const struct intel_engine_cs *engine,  in execlists_init_reg_state()
5311 		    struct intel_engine_cs *engine,  in populate_lr_context()
5356 				     struct intel_engine_cs *engine)  in __execlists_context_alloc()
5941 int intel_virtual_engine_attach_bond(struct intel_engine_cs *engine,  in intel_virtual_engine_attach_bond()
5978 intel_virtual_engine_get_sibling(struct intel_engine_cs *engine,  in intel_virtual_engine_get_sibling()
5989 void intel_execlists_show_requests(struct intel_engine_cs *engine,  in intel_execlists_show_requests()
6076 void intel_lr_context_reset(struct intel_engine_cs *engine,  in intel_lr_context_reset()
6099 intel_engine_in_execlists_submission_mode(const struct intel_engine_cs *engine)  in intel_engine_in_execlists_submission_mode()