160 	     u32 in_sync, struct v3d_submit_ext *se, enum v3d_queue queue)  in v3d_job_init()  argument
163 	bool has_multisync = se && (se->flags & DRM_V3D_EXT_ID_MULTI_SYNC);  in v3d_job_init()
176 		if (se->in_sync_count && se->wait_stage == queue) {  in v3d_job_init()
177 			struct drm_v3d_sem __user *handle = u64_to_user_ptr(se->in_syncs);  in v3d_job_init()
179 			for (i = 0; i < se->in_sync_count; i++) {  in v3d_job_init()
229 					 struct v3d_submit_ext *se,  in v3d_attach_fences_and_unlock_reservation()  argument
233 	bool has_multisync = se && (se->flags & DRM_V3D_EXT_ID_MULTI_SYNC);  in v3d_attach_fences_and_unlock_reservation()
256 	if (se->out_sync_count) {  in v3d_attach_fences_and_unlock_reservation()
257 		for (i = 0; i < se->out_sync_count; i++) {  in v3d_attach_fences_and_unlock_reservation()
258 			drm_syncobj_replace_fence(se->out_syncs[i].syncobj,  in v3d_attach_fences_and_unlock_reservation()
260 			drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_attach_fences_and_unlock_reservation()
262 		kvfree(se->out_syncs);  in v3d_attach_fences_and_unlock_reservation()
272 			   struct v3d_submit_ext *se,  in v3d_setup_csd_jobs_and_bos()  argument
282 			   v3d_job_free, args->in_sync, se, V3D_CSD);  in v3d_setup_csd_jobs_and_bos()
310 v3d_put_multisync_post_deps(struct v3d_submit_ext *se)  in v3d_put_multisync_post_deps()  argument
314 	if (!(se && se->out_sync_count))  in v3d_put_multisync_post_deps()
317 	for (i = 0; i < se->out_sync_count; i++)  in v3d_put_multisync_post_deps()
318 		drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_put_multisync_post_deps()
319 	kvfree(se->out_syncs);  in v3d_put_multisync_post_deps()
324 			    struct v3d_submit_ext *se,  in v3d_get_multisync_post_deps()  argument
333 	se->out_syncs = (struct v3d_submit_outsync *)  in v3d_get_multisync_post_deps()
337 	if (!se->out_syncs)  in v3d_get_multisync_post_deps()
351 		se->out_syncs[i].syncobj = drm_syncobj_find(file_priv,  in v3d_get_multisync_post_deps()
353 		if (!se->out_syncs[i].syncobj) {  in v3d_get_multisync_post_deps()
358 	se->out_sync_count = count;  in v3d_get_multisync_post_deps()
364 		drm_syncobj_put(se->out_syncs[i].syncobj);  in v3d_get_multisync_post_deps()
365 	kvfree(se->out_syncs);  in v3d_get_multisync_post_deps()
376 			      struct v3d_submit_ext *se)  in v3d_get_multisync_submit_deps()  argument
381 	if (se->in_sync_count || se->out_sync_count) {  in v3d_get_multisync_submit_deps()
392 	ret = v3d_get_multisync_post_deps(file_priv, se, multisync.out_sync_count,  in v3d_get_multisync_submit_deps()
397 	se->in_sync_count = multisync.in_sync_count;  in v3d_get_multisync_submit_deps()
398 	se->in_syncs = multisync.in_syncs;  in v3d_get_multisync_submit_deps()
399 	se->flags |= DRM_V3D_EXT_ID_MULTI_SYNC;  in v3d_get_multisync_submit_deps()
400 	se->wait_stage = multisync.wait_stage;  in v3d_get_multisync_submit_deps()
770 		   struct v3d_submit_ext *se,  in v3d_get_extensions()  argument
787 			ret = v3d_get_multisync_submit_deps(file_priv, user_ext, se);  in v3d_get_extensions()
840 	struct v3d_submit_ext se = {0};  in v3d_submit_cl_ioctl()  local
861 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_cl_ioctl()
873 			   v3d_render_job_free, args->in_sync_rcl, &se, V3D_RENDER);  in v3d_submit_cl_ioctl()
889 				   v3d_job_free, args->in_sync_bcl, &se, V3D_BIN);  in v3d_submit_cl_ioctl()
971 						 &se,  in v3d_submit_cl_ioctl()
989 	v3d_put_multisync_post_deps(&se);  in v3d_submit_cl_ioctl()
1009 	struct v3d_submit_ext se = {0};  in v3d_submit_tfu_ioctl()  local
1022 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_tfu_ioctl()
1034 			   v3d_job_free, args->in_sync, &se, V3D_TFU);  in v3d_submit_tfu_ioctl()
1079 						 &se,  in v3d_submit_tfu_ioctl()
1088 	v3d_put_multisync_post_deps(&se);  in v3d_submit_tfu_ioctl()
1109 	struct v3d_submit_ext se = {0};  in v3d_submit_csd_ioctl()  local
1131 		ret = v3d_get_extensions(file_priv, args->extensions, &se, NULL);  in v3d_submit_csd_ioctl()
1139 					 &job, &clean_job, &se,  in v3d_submit_csd_ioctl()
1168 						 &se,  in v3d_submit_csd_ioctl()
1184 	v3d_put_multisync_post_deps(&se);  in v3d_submit_csd_ioctl()
1213 	struct v3d_submit_ext se = {0};  in v3d_submit_cpu_ioctl()  local
1231 		ret = v3d_get_extensions(file_priv, args->extensions, &se, cpu_job);  in v3d_submit_cpu_ioctl()
1254 			   v3d_job_free, 0, &se, V3D_CPU);  in v3d_submit_cpu_ioctl()
1299 	out_se = (cpu_job->job_type == V3D_CPU_JOB_TYPE_INDIRECT_CSD) ? NULL : &se;  in v3d_submit_cpu_ioctl()
1311 							 0, &se, clean_job->done_fence);  in v3d_submit_cpu_ioctl()
1336 	v3d_put_multisync_post_deps(&se);  in v3d_submit_cpu_ioctl()