111 int lima_sched_task_init(struct lima_sched_task *task,  in lima_sched_task_init()  argument
118 	task->bos = kmemdup(bos, sizeof(*bos) * num_bos, GFP_KERNEL);  in lima_sched_task_init()
119 	if (!task->bos)  in lima_sched_task_init()
125 	err = drm_sched_job_init(&task->base, &context->base, vm);  in lima_sched_task_init()
127 		kfree(task->bos);  in lima_sched_task_init()
131 	task->num_bos = num_bos;  in lima_sched_task_init()
132 	task->vm = lima_vm_get(vm);  in lima_sched_task_init()
134 	xa_init_flags(&task->deps, XA_FLAGS_ALLOC);  in lima_sched_task_init()
139 void lima_sched_task_fini(struct lima_sched_task *task)  in lima_sched_task_fini()  argument
145 	drm_sched_job_cleanup(&task->base);  in lima_sched_task_fini()
147 	xa_for_each(&task->deps, index, fence) {  in lima_sched_task_fini()
150 	xa_destroy(&task->deps);  in lima_sched_task_fini()
152 	if (task->bos) {  in lima_sched_task_fini()
153 		for (i = 0; i < task->num_bos; i++)  in lima_sched_task_fini()
154 			drm_gem_object_put(&task->bos[i]->base.base);  in lima_sched_task_fini()
155 		kfree(task->bos);  in lima_sched_task_fini()
158 	lima_vm_put(task->vm);  in lima_sched_task_fini()
178 						struct lima_sched_task *task)  in lima_sched_context_queue_task()  argument
180 	struct dma_fence *fence = dma_fence_get(&task->base.s_fence->finished);  in lima_sched_context_queue_task()
182 	trace_lima_task_submit(task);  in lima_sched_context_queue_task()
183 	drm_sched_entity_push_job(&task->base, &context->base);  in lima_sched_context_queue_task()
190 	struct lima_sched_task *task = to_lima_task(job);  in lima_sched_dependency()  local
192 	if (!xa_empty(&task->deps))  in lima_sched_dependency()
193 		return xa_erase(&task->deps, task->last_dep++);  in lima_sched_dependency()
222 	struct lima_sched_task *task = to_lima_task(job);  in lima_sched_run_job()  local
243 	task->fence = &fence->base;  in lima_sched_run_job()
248 	ret = dma_fence_get(task->fence);  in lima_sched_run_job()
250 	pipe->current_task = task;  in lima_sched_run_job()
263 	 * 1. move this to task fini to save some wait time?  in lima_sched_run_job()
271 	pipe->current_vm = lima_vm_get(task->vm);  in lima_sched_run_job()
280 	trace_lima_task_run(task);  in lima_sched_run_job()
283 	pipe->task_run(pipe, task);  in lima_sched_run_job()
285 	return task->fence;  in lima_sched_run_job()
288 static void lima_sched_build_error_task_list(struct lima_sched_task *task)  in lima_sched_build_error_task_list()  argument
291 	struct lima_sched_pipe *pipe = to_lima_pipe(task->base.sched);  in lima_sched_build_error_task_list()
296 		container_of(task->base.entity,  in lima_sched_build_error_task_list()
310 		dev_info(dev->dev, "fail to save task state from %s pid %d: "  in lima_sched_build_error_task_list()
311 			 "error task list is full\n", ctx->pname, ctx->pid);  in lima_sched_build_error_task_list()
322 	for (i = 0; i < task->num_bos; i++) {  in lima_sched_build_error_task_list()
323 		struct lima_bo *bo = task->bos[i];  in lima_sched_build_error_task_list()
333 		dev_err(dev->dev, "fail to alloc task dump buffer of size %x\n",  in lima_sched_build_error_task_list()
350 	memcpy(chunk + 1, task->frame, pipe->frame_size);  in lima_sched_build_error_task_list()
367 	for (i = 0; i < task->num_bos; i++) {  in lima_sched_build_error_task_list()
368 		struct lima_bo *bo = task->bos[i];  in lima_sched_build_error_task_list()
373 		buffer_chunk->va = lima_vm_get_va(task->vm, bo);  in lima_sched_build_error_task_list()
410 	dev_info(dev->dev, "save error task state success\n");  in lima_sched_build_error_task_list()
419 	struct lima_sched_task *task = to_lima_task(job);  in lima_sched_timedout_job()  local
425 	drm_sched_stop(&pipe->base, &task->base);  in lima_sched_timedout_job()
427 	drm_sched_increase_karma(&task->base);  in lima_sched_timedout_job()
429 	lima_sched_build_error_task_list(task);  in lima_sched_timedout_job()
454 	struct lima_sched_task *task = to_lima_task(job);  in lima_sched_free_job()  local
456 	struct lima_vm *vm = task->vm;  in lima_sched_free_job()
457 	struct lima_bo **bos = task->bos;  in lima_sched_free_job()
460 	dma_fence_put(task->fence);  in lima_sched_free_job()
462 	for (i = 0; i < task->num_bos; i++)  in lima_sched_free_job()
465 	lima_sched_task_fini(task);  in lima_sched_free_job()
466 	kmem_cache_free(pipe->task_slab, task);  in lima_sched_free_job()
518 	struct lima_sched_task *task = pipe->current_task;  in lima_sched_pipe_task_done()  local
522 		if (task && task->recoverable)  in lima_sched_pipe_task_done()
528 		dma_fence_signal(task->fence);  in lima_sched_pipe_task_done()