161 #define NUMBER_MULTI_LRC_GUC_ID(guc)	\  argument
516 static inline struct intel_context *__get_context(struct intel_guc *guc, u32 id)  in __get_context()
525 static struct guc_lrc_desc_v69 *__get_lrc_desc_v69(struct intel_guc *guc, u32 index)  in __get_lrc_desc_v69()
537 static int guc_lrc_desc_pool_create_v69(struct intel_guc *guc)  in guc_lrc_desc_pool_create_v69()
552 static void guc_lrc_desc_pool_destroy_v69(struct intel_guc *guc)  in guc_lrc_desc_pool_destroy_v69()
561 static inline bool guc_submission_initialized(struct intel_guc *guc)  in guc_submission_initialized()
566 static inline void _reset_lrc_desc_v69(struct intel_guc *guc, u32 id)  in _reset_lrc_desc_v69()
574 static inline bool ctx_id_mapped(struct intel_guc *guc, u32 id)  in ctx_id_mapped()
579 static inline void set_ctx_id_mapping(struct intel_guc *guc, u32 id,  in set_ctx_id_mapping()
593 static inline void clr_ctx_id_mapping(struct intel_guc *guc, u32 id)  in clr_ctx_id_mapping()
611 static void decr_outstanding_submission_g2h(struct intel_guc *guc)  in decr_outstanding_submission_g2h()
617 static int guc_submission_send_busy_loop(struct intel_guc *guc,  in guc_submission_send_busy_loop()
642 int intel_guc_wait_for_pending_msg(struct intel_guc *guc,  in intel_guc_wait_for_pending_msg()
683 int intel_guc_wait_for_idle(struct intel_guc *guc, long timeout)  in intel_guc_wait_for_idle()
696 static int __guc_add_request(struct intel_guc *guc, struct i915_request *rq)  in __guc_add_request()
779 static int guc_add_request(struct intel_guc *guc, struct i915_request *rq)  in guc_add_request()
893 static int guc_wq_item_append(struct intel_guc *guc,  in guc_wq_item_append()
927 static int guc_dequeue_one_context(struct intel_guc *guc)  in guc_dequeue_one_context()
1077 static void scrub_guc_desc_for_outstanding_g2h(struct intel_guc *guc)  in scrub_guc_desc_for_outstanding_g2h()
1182 __extend_last_switch(struct intel_guc *guc, u64 *prev_start, u32 new_start)  in __extend_last_switch()
1264 	struct intel_guc *guc = gt_to_guc(engine->gt);  in guc_update_engine_gt_clks()  local
1296 static void guc_update_pm_timestamp(struct intel_guc *guc, ktime_t *now)  in guc_update_pm_timestamp()
1326 	struct intel_guc *guc = gt_to_guc(gt);  in guc_engine_busyness()  local
1386 static void guc_enable_busyness_worker(struct intel_guc *guc)  in guc_enable_busyness_worker()
1391 static void guc_cancel_busyness_worker(struct intel_guc *guc)  in guc_cancel_busyness_worker()
1437 static void __reset_guc_busyness_stats(struct intel_guc *guc)  in __reset_guc_busyness_stats()
1469 static void __update_guc_busyness_running_state(struct intel_guc *guc)  in __update_guc_busyness_running_state()
1482 static void __update_guc_busyness_stats(struct intel_guc *guc)  in __update_guc_busyness_stats()
1503 	struct intel_guc *guc = ce_to_guc(ce);  in __guc_context_update_stats()  local
1522 	struct intel_guc *guc = container_of(wrk, typeof(*guc),  in guc_timestamp_ping()  local
1585 static int guc_action_enable_usage_stats(struct intel_guc *guc)  in guc_action_enable_usage_stats()
1603 static int guc_init_engine_stats(struct intel_guc *guc)  in guc_init_engine_stats()
1620 static void guc_fini_engine_stats(struct intel_guc *guc)  in guc_fini_engine_stats()
1627 	struct intel_guc *guc = gt_to_guc(gt);  in intel_guc_busyness_park()  local
1657 	struct intel_guc *guc = gt_to_guc(gt);  in intel_guc_busyness_unpark()  local
1671 submission_disabled(struct intel_guc *guc)  in submission_disabled()
1680 static void disable_submission(struct intel_guc *guc)  in disable_submission()
1691 static void enable_submission(struct intel_guc *guc)  in enable_submission()
1709 static void guc_flush_submissions(struct intel_guc *guc)  in guc_flush_submissions()
1718 void intel_guc_submission_flush_work(struct intel_guc *guc)  in intel_guc_submission_flush_work()
1725 void intel_guc_submission_reset_prepare(struct intel_guc *guc)  in intel_guc_submission_reset_prepare()
1913 void wake_up_all_tlb_invalidate(struct intel_guc *guc)  in wake_up_all_tlb_invalidate()
1927 void intel_guc_submission_reset(struct intel_guc *guc, intel_engine_mask_t stalled)  in intel_guc_submission_reset()
2025 void intel_guc_submission_cancel_requests(struct intel_guc *guc)  in intel_guc_submission_cancel_requests()
2060 void intel_guc_submission_reset_finish(struct intel_guc *guc)  in intel_guc_submission_reset_finish()
2097 bool intel_guc_tlb_invalidation_is_available(struct intel_guc *guc)  in intel_guc_tlb_invalidation_is_available()
2103 static int init_tlb_lookup(struct intel_guc *guc)  in init_tlb_lookup()
2130 static void fini_tlb_lookup(struct intel_guc *guc)  in fini_tlb_lookup()
2149 int intel_guc_submission_init(struct intel_guc *guc)  in intel_guc_submission_init()
2187 void intel_guc_submission_fini(struct intel_guc *guc)  in intel_guc_submission_fini()
2212 static int guc_bypass_tasklet_submit(struct intel_guc *guc,  in guc_bypass_tasklet_submit()
2238 static bool need_tasklet(struct intel_guc *guc, struct i915_request *rq)  in need_tasklet()
2251 	struct intel_guc *guc = gt_to_guc(rq->engine->gt);  in guc_submit_request()  local
2265 static int new_guc_id(struct intel_guc *guc, struct intel_context *ce)  in new_guc_id()
2291 static void __release_guc_id(struct intel_guc *guc, struct intel_context *ce)  in __release_guc_id()
2313 static void release_guc_id(struct intel_guc *guc, struct intel_context *ce)  in release_guc_id()
2322 static int steal_guc_id(struct intel_guc *guc, struct intel_context *ce)  in steal_guc_id()
2359 static int assign_guc_id(struct intel_guc *guc, struct intel_context *ce)  in assign_guc_id()
2388 static int pin_guc_id(struct intel_guc *guc, struct intel_context *ce)  in pin_guc_id()
2438 static void unpin_guc_id(struct intel_guc *guc, struct intel_context *ce)  in unpin_guc_id()
2457 static int __guc_action_register_multi_lrc_v69(struct intel_guc *guc,  in __guc_action_register_multi_lrc_v69()
2481 static int __guc_action_register_multi_lrc_v70(struct intel_guc *guc,  in __guc_action_register_multi_lrc_v70()
2524 static int __guc_action_register_context_v69(struct intel_guc *guc,  in __guc_action_register_context_v69()
2539 static int __guc_action_register_context_v70(struct intel_guc *guc,  in __guc_action_register_context_v70()
2567 register_context_v69(struct intel_guc *guc, struct intel_context *ce, bool loop)  in register_context_v69()
2583 register_context_v70(struct intel_guc *guc, struct intel_context *ce, bool loop)  in register_context_v70()
2597 	struct intel_guc *guc = ce_to_guc(ce);  in register_context()  local
2622 static int __guc_action_deregister_context(struct intel_guc *guc,  in __guc_action_deregister_context()
2637 	struct intel_guc *guc = ce_to_guc(ce);  in deregister_context()  local
2717 	struct intel_guc *guc = gt_to_guc(engine->gt);  in guc_context_policy_init_v70()  local
2798 	struct intel_guc *guc = gt_to_guc(engine->gt);  in prepare_context_registration_info_v69()  local
2867 	struct intel_guc *guc = gt_to_guc(engine->gt);  in prepare_context_registration_info_v70()  local
2930 	struct intel_guc *guc = gt_to_guc(engine->gt);  in try_context_registration()  local
3036 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_unpin()  local
3051 static void __guc_context_sched_enable(struct intel_guc *guc,  in __guc_context_sched_enable()
3066 static void __guc_context_sched_disable(struct intel_guc *guc,  in __guc_context_sched_disable()
3123 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_block()  local
3179 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_unblock()  local
3233 static void __guc_context_set_preemption_timeout(struct intel_guc *guc,  in __guc_context_set_preemption_timeout()
3258 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_revoke()  local
3309 static void do_sched_disable(struct intel_guc *guc, struct intel_context *ce,  in do_sched_disable()
3326 static bool bypass_sched_disable(struct intel_guc *guc,  in bypass_sched_disable()
3345 	struct intel_guc *guc = ce_to_guc(ce);  in __delay_sched_disable()  local
3358 static bool guc_id_pressure(struct intel_guc *guc, struct intel_context *ce)  in guc_id_pressure()
3376 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_sched_disable()  local
3411 	struct intel_guc *guc = ce_to_guc(ce);  in guc_lrc_desc_unpin()  local
3486 static void guc_flush_destroyed_contexts(struct intel_guc *guc)  in guc_flush_destroyed_contexts()
3511 static void deregister_destroyed_contexts(struct intel_guc *guc)  in deregister_destroyed_contexts()
3549 	struct intel_guc *guc = container_of(w, struct intel_guc,  in destroyed_worker_func()  local
3572 	struct intel_guc *guc = ce_to_guc(ce);  in guc_context_destroy()  local
3611 static void __guc_context_set_prio(struct intel_guc *guc,  in __guc_context_set_prio()
3631 static void guc_context_set_prio(struct intel_guc *guc,  in guc_context_set_prio()
3689 	struct intel_guc *guc = &ce->engine->gt->uc.guc;  in update_context_prio()  local
3869 	struct intel_guc *guc = ce_to_guc(ce);  in guc_request_alloc()  local
4004 	struct intel_guc *guc = ce_to_guc(ce);  in guc_virtual_context_unpin()  local
4074 	struct intel_guc *guc = ce_to_guc(ce);  in guc_parent_context_pin()  local
4100 	struct intel_guc *guc = ce_to_guc(ce);  in guc_parent_context_unpin()  local
4441 static inline int guc_kernel_context_pin(struct intel_guc *guc,  in guc_kernel_context_pin()
4470 static inline int guc_init_submission(struct intel_guc *guc)  in guc_init_submission()
4612 	struct intel_guc *guc = sched_engine->private_data;  in guc_sched_engine_destroy()  local
4622 	struct intel_guc *guc = gt_to_guc(engine->gt);  in intel_guc_submission_setup()  local
4705 static int __guc_action_set_scheduling_policies(struct intel_guc *guc,  in __guc_action_set_scheduling_policies()
4728 static int guc_init_global_schedule_policy(struct intel_guc *guc)  in guc_init_global_schedule_policy()
4756 static void guc_route_semaphores(struct intel_guc *guc, bool to_guc)  in guc_route_semaphores()
4772 int intel_guc_submission_enable(struct intel_guc *guc)  in intel_guc_submission_enable()
4801 void intel_guc_submission_disable(struct intel_guc *guc)  in intel_guc_submission_disable()
4809 static bool __guc_submission_supported(struct intel_guc *guc)  in __guc_submission_supported()
4816 static bool __guc_submission_selected(struct intel_guc *guc)  in __guc_submission_selected()
4826 int intel_guc_sched_disable_gucid_threshold_max(struct intel_guc *guc)  in intel_guc_sched_disable_gucid_threshold_max()
4846 void intel_guc_submission_init_early(struct intel_guc *guc)  in intel_guc_submission_init_early()
4871 g2h_context_lookup(struct intel_guc *guc, u32 ctx_id)  in g2h_context_lookup()
4894 static void wait_wake_outstanding_tlb_g2h(struct intel_guc *guc, u32 seqno)  in wait_wake_outstanding_tlb_g2h()
4911 int intel_guc_tlb_invalidation_done(struct intel_guc *guc,  in intel_guc_tlb_invalidation_done()
4953 static int guc_send_invalidate_tlb(struct intel_guc *guc,  in guc_send_invalidate_tlb()
5031 int intel_guc_invalidate_tlb_engines(struct intel_guc *guc)  in intel_guc_invalidate_tlb_engines()
5037 int intel_guc_invalidate_tlb_guc(struct intel_guc *guc)  in intel_guc_invalidate_tlb_guc()
5042 int intel_guc_deregister_done_process_msg(struct intel_guc *guc,  in intel_guc_deregister_done_process_msg()
5093 int intel_guc_sched_done_process_msg(struct intel_guc *guc,  in intel_guc_sched_done_process_msg()
5171 static void capture_error_state(struct intel_guc *guc,  in capture_error_state()
5218 static void guc_handle_context_reset(struct intel_guc *guc,  in guc_handle_context_reset()
5237 int intel_guc_context_reset_process_msg(struct intel_guc *guc,  in intel_guc_context_reset_process_msg()
5272 int intel_guc_error_capture_process_msg(struct intel_guc *guc,  in intel_guc_error_capture_process_msg()
5292 intel_guc_lookup_engine(struct intel_guc *guc, u8 guc_class, u8 instance)  in intel_guc_lookup_engine()
5305 	struct intel_guc *guc = container_of(w, struct intel_guc,  in reset_fail_worker_func()  local
5336 int intel_guc_engine_failure_process_msg(struct intel_guc *guc,  in intel_guc_engine_failure_process_msg()
5381 	struct intel_guc *guc = gt_to_guc(engine->gt);  in intel_guc_find_hung_context()  local
5443 	struct intel_guc *guc = gt_to_guc(engine->gt);  in intel_guc_dump_active_requests()  local
5482 void intel_guc_submission_print_info(struct intel_guc *guc,  in intel_guc_submission_print_info()
5557 void intel_guc_submission_print_context_info(struct intel_guc *guc,  in intel_guc_submission_print_context_info()
5895 	struct intel_guc *guc;  in guc_create_virtual()  local