18 	struct xe_hw_engine_group *group = arg;  in hw_engine_group_free()  local
20 	destroy_workqueue(group->resume_wq);  in hw_engine_group_free()
21 	kfree(group);  in hw_engine_group_free()
28 	struct xe_hw_engine_group *group = container_of(w, struct xe_hw_engine_group, resume_work);  in hw_engine_group_resume_lr_jobs_func()  local
32 	err = xe_hw_engine_group_get_mode(group, EXEC_MODE_LR, &previous_mode);  in hw_engine_group_resume_lr_jobs_func()
39 	list_for_each_entry(q, &group->exec_queue_list, hw_engine_group_link) {  in hw_engine_group_resume_lr_jobs_func()
47 	xe_hw_engine_group_put(group);  in hw_engine_group_resume_lr_jobs_func()
53 	struct xe_hw_engine_group *group;  in hw_engine_group_alloc()  local
56 	group = kzalloc(sizeof(*group), GFP_KERNEL);  in hw_engine_group_alloc()
57 	if (!group)  in hw_engine_group_alloc()
60 	group->resume_wq = alloc_workqueue("xe-resume-lr-jobs-wq", 0, 0);  in hw_engine_group_alloc()
61 	if (!group->resume_wq)  in hw_engine_group_alloc()
64 	init_rwsem(&group->mode_sem);  in hw_engine_group_alloc()
65 	INIT_WORK(&group->resume_work, hw_engine_group_resume_lr_jobs_func);  in hw_engine_group_alloc()
66 	INIT_LIST_HEAD(&group->exec_queue_list);  in hw_engine_group_alloc()
68 	err = drmm_add_action_or_reset(&xe->drm, hw_engine_group_free, group);  in hw_engine_group_alloc()
72 	return group;  in hw_engine_group_alloc()
140  * xe_hw_engine_group_add_exec_queue() - Add an exec queue to a hw engine group
141  * @group: The hw engine group
147 int xe_hw_engine_group_add_exec_queue(struct xe_hw_engine_group *group, struct xe_exec_queue *q)  in xe_hw_engine_group_add_exec_queue()  argument
152 	xe_assert(xe, group);  in xe_hw_engine_group_add_exec_queue()
159 	err = down_write_killable(&group->mode_sem);  in xe_hw_engine_group_add_exec_queue()
163 	if (xe_vm_in_fault_mode(q->vm) && group->cur_mode == EXEC_MODE_DMA_FENCE) {  in xe_hw_engine_group_add_exec_queue()
169 		xe_hw_engine_group_resume_faulting_lr_jobs(group);  in xe_hw_engine_group_add_exec_queue()
172 	list_add(&q->hw_engine_group_link, &group->exec_queue_list);  in xe_hw_engine_group_add_exec_queue()
173 	up_write(&group->mode_sem);  in xe_hw_engine_group_add_exec_queue()
178 	up_write(&group->mode_sem);  in xe_hw_engine_group_add_exec_queue()
184  * xe_hw_engine_group_del_exec_queue() - Delete an exec queue from a hw engine group
185  * @group: The hw engine group
188 void xe_hw_engine_group_del_exec_queue(struct xe_hw_engine_group *group, struct xe_exec_queue *q)  in xe_hw_engine_group_del_exec_queue()  argument
192 	xe_assert(xe, group);  in xe_hw_engine_group_del_exec_queue()
195 	down_write(&group->mode_sem);  in xe_hw_engine_group_del_exec_queue()
200 	up_write(&group->mode_sem);  in xe_hw_engine_group_del_exec_queue()
204  * xe_hw_engine_group_resume_faulting_lr_jobs() - Asynchronously resume the hw engine group's
206  * @group: The hw engine group
208 void xe_hw_engine_group_resume_faulting_lr_jobs(struct xe_hw_engine_group *group)  in xe_hw_engine_group_resume_faulting_lr_jobs()  argument
210 	queue_work(group->resume_wq, &group->resume_work);  in xe_hw_engine_group_resume_faulting_lr_jobs()
214  * xe_hw_engine_group_suspend_faulting_lr_jobs() - Suspend the faulting LR jobs of this group
215  * @group: The hw engine group
219 static int xe_hw_engine_group_suspend_faulting_lr_jobs(struct xe_hw_engine_group *group)  in xe_hw_engine_group_suspend_faulting_lr_jobs()  argument
225 	lockdep_assert_held_write(&group->mode_sem);  in xe_hw_engine_group_suspend_faulting_lr_jobs()
227 	list_for_each_entry(q, &group->exec_queue_list, hw_engine_group_link) {  in xe_hw_engine_group_suspend_faulting_lr_jobs()
235 	list_for_each_entry(q, &group->exec_queue_list, hw_engine_group_link) {  in xe_hw_engine_group_suspend_faulting_lr_jobs()
245 		xe_hw_engine_group_resume_faulting_lr_jobs(group);  in xe_hw_engine_group_suspend_faulting_lr_jobs()
250 	up_write(&group->mode_sem);  in xe_hw_engine_group_suspend_faulting_lr_jobs()
256  * @group: The hw engine group
264 static int xe_hw_engine_group_wait_for_dma_fence_jobs(struct xe_hw_engine_group *group)  in xe_hw_engine_group_wait_for_dma_fence_jobs()  argument
270 	lockdep_assert_held_write(&group->mode_sem);  in xe_hw_engine_group_wait_for_dma_fence_jobs()
272 	list_for_each_entry(q, &group->exec_queue_list, hw_engine_group_link) {  in xe_hw_engine_group_wait_for_dma_fence_jobs()
287 static int switch_mode(struct xe_hw_engine_group *group)  in switch_mode()  argument
292 	lockdep_assert_held_write(&group->mode_sem);  in switch_mode()
294 	switch (group->cur_mode) {  in switch_mode()
297 		err = xe_hw_engine_group_suspend_faulting_lr_jobs(group);  in switch_mode()
301 		err = xe_hw_engine_group_wait_for_dma_fence_jobs(group);  in switch_mode()
308 	group->cur_mode = new_mode;  in switch_mode()
314  * xe_hw_engine_group_get_mode() - Get the group to execute in the new mode
315  * @group: The hw engine group
321 int xe_hw_engine_group_get_mode(struct xe_hw_engine_group *group,  in xe_hw_engine_group_get_mode()  argument
324 __acquires(&group->mode_sem)  in xe_hw_engine_group_get_mode()
326 	int err = down_read_interruptible(&group->mode_sem);  in xe_hw_engine_group_get_mode()
331 	*previous_mode = group->cur_mode;  in xe_hw_engine_group_get_mode()
333 	if (new_mode != group->cur_mode) {  in xe_hw_engine_group_get_mode()
334 		up_read(&group->mode_sem);  in xe_hw_engine_group_get_mode()
335 		err = down_write_killable(&group->mode_sem);  in xe_hw_engine_group_get_mode()
339 		if (new_mode != group->cur_mode) {  in xe_hw_engine_group_get_mode()
340 			err = switch_mode(group);  in xe_hw_engine_group_get_mode()
342 				up_write(&group->mode_sem);  in xe_hw_engine_group_get_mode()
346 		downgrade_write(&group->mode_sem);  in xe_hw_engine_group_get_mode()
353  * xe_hw_engine_group_put() - Put the group
354  * @group: The hw engine group
356 void xe_hw_engine_group_put(struct xe_hw_engine_group *group)  in xe_hw_engine_group_put()  argument
357 __releases(&group->mode_sem)  in xe_hw_engine_group_put()
359 	up_read(&group->mode_sem);  in xe_hw_engine_group_put()