56 static int pf_send_vf_control_cmd(struct xe_gt *gt, unsigned int vfid, u32 cmd)  in pf_send_vf_control_cmd()
71 static int pf_send_vf_pause(struct xe_gt *gt, unsigned int vfid)  in pf_send_vf_pause()
76 static int pf_send_vf_resume(struct xe_gt *gt, unsigned int vfid)  in pf_send_vf_resume()
81 static int pf_send_vf_stop(struct xe_gt *gt, unsigned int vfid)  in pf_send_vf_stop()
86 static int pf_send_vf_flr_start(struct xe_gt *gt, unsigned int vfid)  in pf_send_vf_flr_start()
91 static int pf_send_vf_flr_finish(struct xe_gt *gt, unsigned int vfid)  in pf_send_vf_flr_finish()
213 static struct xe_gt_sriov_control_state *pf_pick_vf_control(struct xe_gt *gt, unsigned int vfid)  in pf_pick_vf_control()
221 static unsigned long *pf_peek_vf_state(struct xe_gt *gt, unsigned int vfid)  in pf_peek_vf_state()
228 static bool pf_check_vf_state(struct xe_gt *gt, unsigned int vfid,  in pf_check_vf_state()
234 static void pf_dump_vf_state(struct xe_gt *gt, unsigned int vfid)  in pf_dump_vf_state()
251 static bool pf_expect_vf_state(struct xe_gt *gt, unsigned int vfid,  in pf_expect_vf_state()
262 static bool pf_expect_vf_not_state(struct xe_gt *gt, unsigned int vfid,  in pf_expect_vf_not_state()
273 static bool pf_enter_vf_state(struct xe_gt *gt, unsigned int vfid,  in pf_enter_vf_state()
284 static bool pf_exit_vf_state(struct xe_gt *gt, unsigned int vfid,  in pf_exit_vf_state()
295 static void pf_escape_vf_state(struct xe_gt *gt, unsigned int vfid,  in pf_escape_vf_state()
304 static void pf_enter_vf_mismatch(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_mismatch()
313 static void pf_exit_vf_mismatch(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_mismatch()
325 #define pf_enter_vf_state_machine_bug(gt, vfid) ({	\  argument
329 static void pf_queue_control_worker(struct xe_gt *gt)  in pf_queue_control_worker()
338 static void pf_queue_vf(struct xe_gt *gt, unsigned int vfid)  in pf_queue_vf()
356 static bool pf_enter_vf_wip(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_wip()
367 static void pf_exit_vf_wip(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_wip()
381 static int pf_wait_vf_wip_done(struct xe_gt *gt, unsigned int vfid, unsigned long timeout)  in pf_wait_vf_wip_done()
388 static void pf_enter_vf_ready(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_ready()
438 static void pf_exit_vf_pause_wip(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_pause_wip()
448 static void pf_enter_vf_paused(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_paused()
458 static void pf_enter_vf_pause_completed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_pause_completed()
463 static void pf_enter_vf_pause_failed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_pause_failed()
469 static void pf_enter_vf_pause_rejected(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_pause_rejected()
475 static void pf_enter_vf_pause_save_guc(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_pause_save_guc()
481 static bool pf_exit_vf_pause_save_guc(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_pause_save_guc()
504 static bool pf_exit_vf_pause_guc_done(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_pause_guc_done()
513 static void pf_enter_vf_pause_guc_done(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_pause_guc_done()
519 static void pf_enter_pause_wait_guc(struct xe_gt *gt, unsigned int vfid)  in pf_enter_pause_wait_guc()
525 static bool pf_exit_pause_wait_guc(struct xe_gt *gt, unsigned int vfid)  in pf_exit_pause_wait_guc()
530 static void pf_enter_vf_pause_send_pause(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_pause_send_pause()
538 static bool pf_exit_vf_pause_send_pause(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_pause_send_pause()
570 static bool pf_enter_vf_pause_wip(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_pause_wip()
590 int xe_gt_sriov_pf_control_pause_vf(struct xe_gt *gt, unsigned int vfid)  in xe_gt_sriov_pf_control_pause_vf()
659 static void pf_exit_vf_resume_wip(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_resume_wip()
665 static void pf_enter_vf_resumed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_resumed()
673 static void pf_enter_vf_resume_completed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_resume_completed()
678 static void pf_enter_vf_resume_failed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_resume_failed()
684 static void pf_enter_vf_resume_rejected(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_resume_rejected()
690 static void pf_enter_vf_resume_send_resume(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_resume_send_resume()
698 static bool pf_exit_vf_resume_send_resume(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_resume_send_resume()
717 static bool pf_enter_vf_resume_wip(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_resume_wip()
737 int xe_gt_sriov_pf_control_resume_vf(struct xe_gt *gt, unsigned int vfid)  in xe_gt_sriov_pf_control_resume_vf()
798 static void pf_exit_vf_stop_wip(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_stop_wip()
804 static void pf_enter_vf_stopped(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_stopped()
815 static void pf_enter_vf_stop_completed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_stop_completed()
820 static void pf_enter_vf_stop_failed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_stop_failed()
826 static void pf_enter_vf_stop_rejected(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_stop_rejected()
832 static void pf_enter_vf_stop_send_stop(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_stop_send_stop()
840 static bool pf_exit_vf_stop_send_stop(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_stop_send_stop()
859 static bool pf_enter_vf_stop_wip(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_stop_wip()
878 int xe_gt_sriov_pf_control_stop_vf(struct xe_gt *gt, unsigned int vfid)  in xe_gt_sriov_pf_control_stop_vf()
958 static void pf_enter_vf_flr_send_start(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_send_start()
966 static void pf_enter_vf_flr_wip(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_wip()
977 static void pf_exit_vf_flr_wip(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_wip()
990 static void pf_enter_vf_flr_completed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_completed()
995 static void pf_enter_vf_flr_failed(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_failed()
1002 static void pf_enter_vf_flr_rejected(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_rejected()
1008 static void pf_enter_vf_flr_send_finish(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_send_finish()
1016 static bool pf_exit_vf_flr_send_finish(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_send_finish()
1035 static void pf_enter_vf_flr_reset_mmio(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_reset_mmio()
1043 static bool pf_exit_vf_flr_reset_mmio(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_reset_mmio()
1054 static void pf_enter_vf_flr_reset_data(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_reset_data()
1062 static bool pf_exit_vf_flr_reset_data(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_reset_data()
1074 static void pf_enter_vf_flr_reset_config(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_reset_config()
1082 static bool pf_exit_vf_flr_reset_config(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_reset_config()
1098 static void pf_enter_vf_flr_wait_guc(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_wait_guc()
1104 static bool pf_exit_vf_flr_wait_guc(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_wait_guc()
1109 static bool pf_exit_vf_flr_send_start(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_send_start()
1141 static bool pf_exit_vf_flr_guc_done(struct xe_gt *gt, unsigned int vfid)  in pf_exit_vf_flr_guc_done()
1150 static void pf_enter_vf_flr_guc_done(struct xe_gt *gt, unsigned int vfid)  in pf_enter_vf_flr_guc_done()
1165 int xe_gt_sriov_pf_control_trigger_flr(struct xe_gt *gt, unsigned int vfid)  in xe_gt_sriov_pf_control_trigger_flr()
1224 static void pf_handle_vf_flr(struct xe_gt *gt, u32 vfid)  in pf_handle_vf_flr()
1240 static void pf_handle_vf_flr_done(struct xe_gt *gt, u32 vfid)  in pf_handle_vf_flr_done()
1251 static void pf_handle_vf_pause_done(struct xe_gt *gt, u32 vfid)  in pf_handle_vf_pause_done()
1262 static int pf_handle_vf_event(struct xe_gt *gt, u32 vfid, u32 eventid)  in pf_handle_vf_event()
1287 static int pf_handle_pf_event(struct xe_gt *gt, u32 eventid)  in pf_handle_pf_event()
1311 int xe_gt_sriov_pf_control_process_guc2pf(struct xe_gt *gt, const u32 *msg, u32 len)  in xe_gt_sriov_pf_control_process_guc2pf()
1337 static bool pf_process_vf_state_machine(struct xe_gt *gt, unsigned int vfid)  in pf_process_vf_state_machine()
1387 static unsigned int pf_control_state_index(struct xe_gt *gt,  in pf_control_state_index()
1393 static void pf_worker_find_work(struct xe_gt *gt)  in pf_worker_find_work()
1424 	struct xe_gt *gt = container_of(w, struct xe_gt, sriov.pf.control.worker);  in control_worker_func()  local
1430 static void pf_stop_worker(struct xe_gt *gt)  in pf_stop_worker()
1438 	struct xe_gt *gt = data;  in control_fini_action()  local
1451 int xe_gt_sriov_pf_control_init(struct xe_gt *gt)  in xe_gt_sriov_pf_control_init()
1482 void xe_gt_sriov_pf_control_restart(struct xe_gt *gt)  in xe_gt_sriov_pf_control_restart()