161 #define NUMBER_MULTI_LRC_GUC_ID(guc)	\  argument
509 static inline struct intel_context *__get_context(struct intel_guc *guc, u32 id)  in __get_context()
518 static struct guc_lrc_desc_v69 *__get_lrc_desc_v69(struct intel_guc *guc, u32 index)  in __get_lrc_desc_v69()
530 static int guc_lrc_desc_pool_create_v69(struct intel_guc *guc)  in guc_lrc_desc_pool_create_v69()
545 static void guc_lrc_desc_pool_destroy_v69(struct intel_guc *guc)  in guc_lrc_desc_pool_destroy_v69()
554 static inline bool guc_submission_initialized(struct intel_guc *guc)  in guc_submission_initialized()
559 static inline void _reset_lrc_desc_v69(struct intel_guc *guc, u32 id)  in _reset_lrc_desc_v69()
567 static inline bool ctx_id_mapped(struct intel_guc *guc, u32 id)  in ctx_id_mapped()
572 static inline void set_ctx_id_mapping(struct intel_guc *guc, u32 id,  in set_ctx_id_mapping()
586 static inline void clr_ctx_id_mapping(struct intel_guc *guc, u32 id)  in clr_ctx_id_mapping()
604 static void decr_outstanding_submission_g2h(struct intel_guc *guc)  in decr_outstanding_submission_g2h()
610 static int guc_submission_send_busy_loop(struct intel_guc *guc,  in guc_submission_send_busy_loop()
629 int intel_guc_wait_for_pending_msg(struct intel_guc *guc,  in intel_guc_wait_for_pending_msg()
670 int intel_guc_wait_for_idle(struct intel_guc *guc, long timeout)  in intel_guc_wait_for_idle()
683 static int __guc_add_request(struct intel_guc *guc, struct i915_request *rq)  in __guc_add_request()
766 static int guc_add_request(struct intel_guc *guc, struct i915_request *rq)  in guc_add_request()
880 static int guc_wq_item_append(struct intel_guc *guc,  in guc_wq_item_append()
914 static int guc_dequeue_one_context(struct intel_guc *guc)  in guc_dequeue_one_context()
1064 static void scrub_guc_desc_for_outstanding_g2h(struct intel_guc *guc)  in scrub_guc_desc_for_outstanding_g2h()
1169 __extend_last_switch(struct intel_guc *guc, u64 *prev_start, u32 new_start)  in __extend_last_switch()
1236 	struct intel_guc *guc = &engine->gt->uc.guc;  in guc_update_engine_gt_clks()  local
1271 static void guc_update_pm_timestamp(struct intel_guc *guc, ktime_t *now)  in guc_update_pm_timestamp()
1301 	struct intel_guc *guc = &gt->uc.guc;  in guc_engine_busyness()  local
1358 static void guc_enable_busyness_worker(struct intel_guc *guc)  in guc_enable_busyness_worker()
1363 static void guc_cancel_busyness_worker(struct intel_guc *guc)  in guc_cancel_busyness_worker()
1368 static void __reset_guc_busyness_stats(struct intel_guc *guc)  in __reset_guc_busyness_stats()
1389 static void __update_guc_busyness_stats(struct intel_guc *guc)  in __update_guc_busyness_stats()
1410 	struct intel_guc *guc = ce_to_guc(ce);  in __guc_context_update_stats()  local
1429 	struct intel_guc *guc = container_of(wrk, typeof(*guc),  in guc_timestamp_ping()  local
1492 static int guc_action_enable_usage_stats(struct intel_guc *guc)  in guc_action_enable_usage_stats()
1504 static int guc_init_engine_stats(struct intel_guc *guc)  in guc_init_engine_stats()
1521 static void guc_fini_engine_stats(struct intel_guc *guc)  in guc_fini_engine_stats()
1528 	struct intel_guc *guc = &gt->uc.guc;  in intel_guc_busyness_park()  local
1555 	struct intel_guc *guc = &gt->uc.guc;  in intel_guc_busyness_unpark()  local
1569 submission_disabled(struct intel_guc *guc)  in submission_disabled()
1578 static void disable_submission(struct intel_guc *guc)  in disable_submission()
1589 static void enable_submission(struct intel_guc *guc)  in enable_submission()
1607 static void guc_flush_submissions(struct intel_guc *guc)  in guc_flush_submissions()
1618 void intel_guc_submission_reset_prepare(struct intel_guc *guc)  in intel_guc_submission_reset_prepare()
1802 void wake_up_all_tlb_invalidate(struct intel_guc *guc)  in wake_up_all_tlb_invalidate()
1816 void intel_guc_submission_reset(struct intel_guc *guc, intel_engine_mask_t stalled)  in intel_guc_submission_reset()
1914 void intel_guc_submission_cancel_requests(struct intel_guc *guc)  in intel_guc_submission_cancel_requests()
1949 void intel_guc_submission_reset_finish(struct intel_guc *guc)  in intel_guc_submission_reset_finish()
1980 bool intel_guc_tlb_invalidation_is_available(struct intel_guc *guc)  in intel_guc_tlb_invalidation_is_available()
1986 static int init_tlb_lookup(struct intel_guc *guc)  in init_tlb_lookup()
2013 static void fini_tlb_lookup(struct intel_guc *guc)  in fini_tlb_lookup()
2032 int intel_guc_submission_init(struct intel_guc *guc)  in intel_guc_submission_init()
2070 void intel_guc_submission_fini(struct intel_guc *guc)  in intel_guc_submission_fini()
2094 static int guc_bypass_tasklet_submit(struct intel_guc *guc,  in guc_bypass_tasklet_submit()
2120 static bool need_tasklet(struct intel_guc *guc, struct i915_request *rq)  in need_tasklet()
2133 	struct intel_guc *guc = &rq->engine->gt->uc.guc;  in guc_submit_request()  local
2147 static int new_guc_id(struct intel_guc *guc, struct intel_context *ce)  in new_guc_id()
2174 static void __release_guc_id(struct intel_guc *guc, struct intel_context *ce)  in __release_guc_id()
2196 static void release_guc_id(struct intel_guc *guc, struct intel_context *ce)  in release_guc_id()
2205 static int steal_guc_id(struct intel_guc *guc, struct intel_context *ce)  in steal_guc_id()
2242 static int assign_guc_id(struct intel_guc *guc, struct intel_context *ce)  in assign_guc_id()
2271 static int pin_guc_id(struct intel_guc *guc, struct intel_context *ce)  in pin_guc_id()
2321 static void unpin_guc_id(struct intel_guc *guc, struct intel_context *ce)  in unpin_guc_id()
2340 static int __guc_action_register_multi_lrc_v69(struct intel_guc *guc,  in __guc_action_register_multi_lrc_v69()
2364 static int __guc_action_register_multi_lrc_v70(struct intel_guc *guc,  in __guc_action_register_multi_lrc_v70()
2407 static int __guc_action_register_context_v69(struct intel_guc *guc,  in __guc_action_register_context_v69()
2422 static int __guc_action_register_context_v70(struct intel_guc *guc,  in __guc_action_register_context_v70()
2450 register_context_v69(struct intel_guc *guc, struct intel_context *ce, bool loop)  in register_context_v69()
2466 register_context_v70(struct intel_guc *guc, struct intel_context *ce, bool loop)  in register_context_v70()
2480 	struct intel_guc *guc = ce_to_guc(ce);  in register_context()  local
2505 static int __guc_action_deregister_context(struct intel_guc *guc,  in __guc_action_deregister_context()
2520 	struct intel_guc *guc = ce_to_guc(ce);  in deregister_context()  local
2599 	struct intel_guc *guc = &engine->gt->uc.guc;  in guc_context_policy_init_v70()  local
2675 	struct intel_guc *guc = &engine->gt->uc.guc;  in prepare_context_registration_info_v69()  local
2744 	struct intel_guc *guc = &engine->gt->uc.guc;  in prepare_context_registration_info_v70()  local
2807 	struct intel_guc *guc = &engine->gt->uc.guc;  in try_context_registration()  local
2913 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_unpin()  local
2928 static void __guc_context_sched_enable(struct intel_guc *guc,  in __guc_context_sched_enable()
2943 static void __guc_context_sched_disable(struct intel_guc *guc,  in __guc_context_sched_disable()
3000 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_block()  local
3056 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_unblock()  local
3110 static void __guc_context_set_preemption_timeout(struct intel_guc *guc,  in __guc_context_set_preemption_timeout()
3135 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_revoke()  local
3186 static void do_sched_disable(struct intel_guc *guc, struct intel_context *ce,  in do_sched_disable()
3203 static bool bypass_sched_disable(struct intel_guc *guc,  in bypass_sched_disable()
3222 	struct intel_guc *guc = ce_to_guc(ce);  in __delay_sched_disable()  local
3235 static bool guc_id_pressure(struct intel_guc *guc, struct intel_context *ce)  in guc_id_pressure()
3253 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_sched_disable()  local
3288 	struct intel_guc *guc = ce_to_guc(ce);  in guc_lrc_desc_unpin()  local
3339 static void guc_flush_destroyed_contexts(struct intel_guc *guc)  in guc_flush_destroyed_contexts()
3364 static void deregister_destroyed_contexts(struct intel_guc *guc)  in deregister_destroyed_contexts()
3387 	struct intel_guc *guc = container_of(w, struct intel_guc,  in destroyed_worker_func()  local
3399 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_destroy()  local
3438 static void __guc_context_set_prio(struct intel_guc *guc,  in __guc_context_set_prio()
3458 static void guc_context_set_prio(struct intel_guc *guc,  in guc_context_set_prio()
3516 	struct intel_guc *guc = &ce->engine->gt->uc.guc;  in update_context_prio()  local
3696 	struct intel_guc *guc = ce_to_guc(ce);  in guc_request_alloc()  local
3831 	struct intel_guc *guc = ce_to_guc(ce);  in guc_virtual_context_unpin()  local
3901 	struct intel_guc *guc = ce_to_guc(ce);  in guc_parent_context_pin()  local
3927 	struct intel_guc *guc = ce_to_guc(ce);  in guc_parent_context_unpin()  local
4263 static inline int guc_kernel_context_pin(struct intel_guc *guc,  in guc_kernel_context_pin()
4292 static inline int guc_init_submission(struct intel_guc *guc)  in guc_init_submission()
4428 	struct intel_guc *guc = sched_engine->private_data;  in guc_sched_engine_destroy()  local
4438 	struct intel_guc *guc = &engine->gt->uc.guc;  in intel_guc_submission_setup()  local
4521 static int __guc_action_set_scheduling_policies(struct intel_guc *guc,  in __guc_action_set_scheduling_policies()
4544 static int guc_init_global_schedule_policy(struct intel_guc *guc)  in guc_init_global_schedule_policy()
4572 static void guc_route_semaphores(struct intel_guc *guc, bool to_guc)  in guc_route_semaphores()
4588 int intel_guc_submission_enable(struct intel_guc *guc)  in intel_guc_submission_enable()
4617 void intel_guc_submission_disable(struct intel_guc *guc)  in intel_guc_submission_disable()
4625 static bool __guc_submission_supported(struct intel_guc *guc)  in __guc_submission_supported()
4632 static bool __guc_submission_selected(struct intel_guc *guc)  in __guc_submission_selected()
4642 int intel_guc_sched_disable_gucid_threshold_max(struct intel_guc *guc)  in intel_guc_sched_disable_gucid_threshold_max()
4662 void intel_guc_submission_init_early(struct intel_guc *guc)  in intel_guc_submission_init_early()
4687 g2h_context_lookup(struct intel_guc *guc, u32 ctx_id)  in g2h_context_lookup()
4710 static void wait_wake_outstanding_tlb_g2h(struct intel_guc *guc, u32 seqno)  in wait_wake_outstanding_tlb_g2h()
4727 int intel_guc_tlb_invalidation_done(struct intel_guc *guc,  in intel_guc_tlb_invalidation_done()
4769 static int guc_send_invalidate_tlb(struct intel_guc *guc,  in guc_send_invalidate_tlb()
4847 int intel_guc_invalidate_tlb_engines(struct intel_guc *guc)  in intel_guc_invalidate_tlb_engines()
4853 int intel_guc_invalidate_tlb_guc(struct intel_guc *guc)  in intel_guc_invalidate_tlb_guc()
4858 int intel_guc_deregister_done_process_msg(struct intel_guc *guc,  in intel_guc_deregister_done_process_msg()
4909 int intel_guc_sched_done_process_msg(struct intel_guc *guc,  in intel_guc_sched_done_process_msg()
4987 static void capture_error_state(struct intel_guc *guc,  in capture_error_state()
5034 static void guc_handle_context_reset(struct intel_guc *guc,  in guc_handle_context_reset()
5053 int intel_guc_context_reset_process_msg(struct intel_guc *guc,  in intel_guc_context_reset_process_msg()
5088 int intel_guc_error_capture_process_msg(struct intel_guc *guc,  in intel_guc_error_capture_process_msg()
5108 intel_guc_lookup_engine(struct intel_guc *guc, u8 guc_class, u8 instance)  in intel_guc_lookup_engine()
5121 	struct intel_guc *guc = container_of(w, struct intel_guc,  in reset_fail_worker_func()  local
5152 int intel_guc_engine_failure_process_msg(struct intel_guc *guc,  in intel_guc_engine_failure_process_msg()
5197 	struct intel_guc *guc = &engine->gt->uc.guc;  in intel_guc_find_hung_context()  local
5259 	struct intel_guc *guc = &engine->gt->uc.guc;  in intel_guc_dump_active_requests()  local
5298 void intel_guc_submission_print_info(struct intel_guc *guc,  in intel_guc_submission_print_info()
5365 void intel_guc_submission_print_context_info(struct intel_guc *guc,  in intel_guc_submission_print_context_info()
5703 	struct intel_guc *guc;  in guc_create_virtual()  local