| /linux-6.8/drivers/gpu/drm/nouveau/ |
| D | nouveau_sched.c | 26 nouveau_job_init(struct nouveau_job *job, in nouveau_job_init() argument
32 INIT_LIST_HEAD(&job->entry); in nouveau_job_init()
34 job->file_priv = args->file_priv; in nouveau_job_init()
35 job->cli = nouveau_cli(args->file_priv); in nouveau_job_init()
36 job->sched = sched; in nouveau_job_init()
38 job->sync = args->sync; in nouveau_job_init()
39 job->resv_usage = args->resv_usage; in nouveau_job_init()
41 job->ops = args->ops; in nouveau_job_init()
43 job->in_sync.count = args->in_sync.count; in nouveau_job_init()
44 if (job->in_sync.count) { in nouveau_job_init()
[all …]
|
| D | nouveau_exec.c | 65 * DRM_NOUVEAU_EXEC ioctl is called to submit an exec job.
67 * A VM_BIND job can be executed either synchronously or asynchronously. If
68 * exectued asynchronously, userspace may provide a list of syncobjs this job
70 * VM_BIND job finished execution. If executed synchronously the ioctl will
71 * block until the bind job is finished. For synchronous jobs the kernel will
80 * Since VM_BIND jobs update the GPU's VA space on job submit, EXEC jobs do have
87 nouveau_exec_job_submit(struct nouveau_job *job, in nouveau_exec_job_submit() argument
90 struct nouveau_exec_job *exec_job = to_nouveau_exec_job(job); in nouveau_exec_job_submit()
91 struct nouveau_cli *cli = job->cli; in nouveau_exec_job_submit()
118 nouveau_exec_job_armed_submit(struct nouveau_job *job, in nouveau_exec_job_armed_submit() argument
[all …]
|
| /linux-6.8/drivers/gpu/drm/xe/ |
| D | xe_sched_job.c | 65 static void job_free(struct xe_sched_job *job) in job_free() argument
67 struct xe_exec_queue *q = job->q; in job_free()
70 kmem_cache_free(xe_exec_queue_is_parallel(job->q) || is_migration ? in job_free()
71 xe_sched_job_parallel_slab : xe_sched_job_slab, job); in job_free()
74 static struct xe_device *job_to_xe(struct xe_sched_job *job) in job_to_xe() argument
76 return gt_to_xe(job->q->gt); in job_to_xe()
82 struct xe_sched_job *job; in xe_sched_job_create() local
89 /* only a kernel context can submit a vm-less job */ in xe_sched_job_create()
99 job = job_alloc(xe_exec_queue_is_parallel(q) || is_migration); in xe_sched_job_create()
100 if (!job) in xe_sched_job_create()
[all …]
|
| D | xe_sched_job.h | 24 * xe_sched_job_get - get reference to XE schedule job
25 * @job: XE schedule job object
27 * Increment XE schedule job's reference count
29 static inline struct xe_sched_job *xe_sched_job_get(struct xe_sched_job *job) in xe_sched_job_get() argument
31 kref_get(&job->refcount); in xe_sched_job_get()
32 return job; in xe_sched_job_get()
36 * xe_sched_job_put - put reference to XE schedule job
37 * @job: XE schedule job object
39 * Decrement XE schedule job's reference count, call xe_sched_job_destroy when
42 static inline void xe_sched_job_put(struct xe_sched_job *job) in xe_sched_job_put() argument
[all …]
|
| D | xe_ring_ops.c | 156 static int emit_render_cache_flush(struct xe_sched_job *job, u32 *dw, int i) in emit_render_cache_flush() argument
158 struct xe_gt *gt = job->q->gt; in emit_render_cache_flush()
174 else if (job->q->class == XE_ENGINE_CLASS_COMPUTE) in emit_render_cache_flush()
219 static u32 get_ppgtt_flag(struct xe_sched_job *job) in get_ppgtt_flag() argument
221 return job->q->vm ? BIT(8) : 0; in get_ppgtt_flag()
225 static void __emit_job_gen12_simple(struct xe_sched_job *job, struct xe_lrc *lrc, in __emit_job_gen12_simple() argument
229 u32 ppgtt_flag = get_ppgtt_flag(job); in __emit_job_gen12_simple()
230 struct xe_vm *vm = job->q->vm; in __emit_job_gen12_simple()
231 struct xe_gt *gt = job->q->gt; in __emit_job_gen12_simple()
245 if (job->user_fence.used) in __emit_job_gen12_simple()
[all …]
|
| /linux-6.8/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_job.c | 37 struct amdgpu_job *job = to_amdgpu_job(s_job); in amdgpu_job_timedout() local
47 /* Effectively the job is aborted as the device is gone */ in amdgpu_job_timedout()
55 amdgpu_ring_soft_recovery(ring, job->vmid, s_job->s_fence->parent)) { in amdgpu_job_timedout()
61 amdgpu_vm_get_task_info(ring->adev, job->pasid, &ti); in amdgpu_job_timedout()
63 job->base.sched->name, atomic_read(&ring->fence_drv.last_seq), in amdgpu_job_timedout()
78 r = amdgpu_device_gpu_recover(ring->adev, job, &reset_context); in amdgpu_job_timedout()
95 unsigned int num_ibs, struct amdgpu_job **job) in amdgpu_job_alloc() argument
100 *job = kzalloc(struct_size(*job, ibs, num_ibs), GFP_KERNEL); in amdgpu_job_alloc()
101 if (!*job) in amdgpu_job_alloc()
108 (*job)->base.sched = &adev->rings[0]->sched; in amdgpu_job_alloc()
[all …]
|
| D | amdgpu_ids.c | 170 struct amdgpu_job *job) in amdgpu_vmid_gds_switch_needed() argument
172 return id->gds_base != job->gds_base || in amdgpu_vmid_gds_switch_needed()
173 id->gds_size != job->gds_size || in amdgpu_vmid_gds_switch_needed()
174 id->gws_base != job->gws_base || in amdgpu_vmid_gds_switch_needed()
175 id->gws_size != job->gws_size || in amdgpu_vmid_gds_switch_needed()
176 id->oa_base != job->oa_base || in amdgpu_vmid_gds_switch_needed()
177 id->oa_size != job->oa_size; in amdgpu_vmid_gds_switch_needed()
180 /* Check if the id is compatible with the job */
182 struct amdgpu_job *job) in amdgpu_vmid_compatible() argument
184 return id->pd_gpu_addr == job->vm_pd_addr && in amdgpu_vmid_compatible()
[all …]
|
| /linux-6.8/drivers/gpu/drm/v3d/ |
| D | v3d_submit.c | 21 v3d_lock_bo_reservations(struct v3d_job *job, in v3d_lock_bo_reservations() argument
26 ret = drm_gem_lock_reservations(job->bo, job->bo_count, acquire_ctx); in v3d_lock_bo_reservations()
30 for (i = 0; i < job->bo_count; i++) { in v3d_lock_bo_reservations()
31 ret = dma_resv_reserve_fences(job->bo[i]->resv, 1); in v3d_lock_bo_reservations()
35 ret = drm_sched_job_add_implicit_dependencies(&job->base, in v3d_lock_bo_reservations()
36 job->bo[i], true); in v3d_lock_bo_reservations()
44 drm_gem_unlock_reservations(job->bo, job->bo_count, acquire_ctx); in v3d_lock_bo_reservations()
49 * v3d_lookup_bos() - Sets up job->bo[] with the GEM objects
50 * referenced by the job.
53 * @job: V3D job being set up
[all …]
|
| D | v3d_sched.c | 10 * scheduler will round-robin between clients to submit the next job.
13 * jobs when bulk background jobs are queued up, we submit a new job
71 struct v3d_job *job = to_v3d_job(sched_job); in v3d_sched_job_free() local
73 v3d_job_cleanup(job); in v3d_sched_job_free()
79 struct v3d_cpu_job *job = to_cpu_job(sched_job); in v3d_cpu_job_free() local
80 struct v3d_timestamp_query_info *timestamp_query = &job->timestamp_query; in v3d_cpu_job_free()
81 struct v3d_performance_query_info *performance_query = &job->performance_query; in v3d_cpu_job_free()
95 v3d_job_cleanup(&job->base); in v3d_cpu_job_free()
99 v3d_switch_perfmon(struct v3d_dev *v3d, struct v3d_job *job) in v3d_switch_perfmon() argument
101 if (job->perfmon != v3d->active_perfmon) in v3d_switch_perfmon()
[all …]
|
| /linux-6.8/drivers/gpu/host1x/ |
| D | job.c | 3 * Tegra host1x Job
21 #include "job.h"
30 struct host1x_job *job = NULL; in host1x_job_alloc() local
51 mem = job = kzalloc(total, GFP_KERNEL); in host1x_job_alloc()
52 if (!job) in host1x_job_alloc()
55 job->enable_firewall = enable_firewall; in host1x_job_alloc()
57 kref_init(&job->ref); in host1x_job_alloc()
58 job->channel = ch; in host1x_job_alloc()
62 job->relocs = num_relocs ? mem : NULL; in host1x_job_alloc()
64 job->unpins = num_unpins ? mem : NULL; in host1x_job_alloc()
[all …]
|
| D | cdma.c | 23 #include "job.h"
270 * Start timer that tracks the time spent by the job.
274 struct host1x_job *job) in cdma_start_timer_locked() argument
281 cdma->timeout.client = job->client; in cdma_start_timer_locked()
282 cdma->timeout.syncpt = job->syncpt; in cdma_start_timer_locked()
283 cdma->timeout.syncpt_val = job->syncpt_end; in cdma_start_timer_locked()
287 msecs_to_jiffies(job->timeout)); in cdma_start_timer_locked()
313 struct host1x_job *job, *n; in update_cdma_locked() local
319 list_for_each_entry_safe(job, n, &cdma->sync_queue, list) { in update_cdma_locked()
320 struct host1x_syncpt *sp = job->syncpt; in update_cdma_locked()
[all …]
|
| /linux-6.8/drivers/gpu/drm/imagination/ |
| D | pvr_job.c | 25 struct pvr_job *job = container_of(kref, struct pvr_job, ref_count); in pvr_job_release() local
27 xa_erase(&job->pvr_dev->job_ids, job->id); in pvr_job_release()
29 pvr_hwrt_data_put(job->hwrt); in pvr_job_release()
30 pvr_context_put(job->ctx); in pvr_job_release()
32 WARN_ON(job->paired_job); in pvr_job_release()
34 pvr_queue_job_cleanup(job); in pvr_job_release()
35 pvr_job_release_pm_ref(job); in pvr_job_release()
37 kfree(job->cmd); in pvr_job_release()
38 kfree(job); in pvr_job_release()
42 * pvr_job_put() - Release reference on job
[all …]
|
| D | pvr_queue.c | 230 * Call this function to allocate job CCCB and done fences. This only
294 * pvr_queue_job_fence_init() - Initializes a job done fence object.
299 * a job.
340 static u32 job_cmds_size(struct pvr_job *job, u32 ufo_wait_count) in job_cmds_size() argument
343 * and a command for the job itself. in job_cmds_size()
346 pvr_cccb_get_size_of_cmd_with_hdr(job->cmd_len); in job_cmds_size()
351 * @job: Job to operate on.
355 static unsigned long job_count_remaining_native_deps(struct pvr_job *job) in job_count_remaining_native_deps() argument
361 xa_for_each(&job->base.dependencies, index, fence) { in job_count_remaining_native_deps()
376 * pvr_queue_get_job_cccb_fence() - Get the CCCB fence attached to a job.
[all …]
|
| D | pvr_job.h | 34 /** @ref_count: Refcount for job. */
37 /** @type: Type of job. */
40 /** @id: Job ID number. */
44 * @paired_job: Job paired to this job.
50 * fragment job to execute when the Parameter Manager runs out of memory.
52 * The geometry job should point to the fragment job it's paired with,
53 * and the fragment job should point to the geometry job it's paired with.
63 /** @done_fence: Fence to signal when the job is done. */
87 * @has_pm_ref: True if the job has a power ref, thus forcing the GPU to stay on until
88 * the job is done.
[all …]
|
| /linux-6.8/drivers/md/ |
| D | dm-kcopyd.c | 41 MODULE_PARM_DESC(kcopyd_subjob_size_kb, "Sub-job size for dm-kcopyd clients");
353 * Error state of the job.
373 * Set this to ensure you are notified when the job has
380 * These fields are only used if the job has been split
414 * Functions to push and pop a job onto the head of a given job
420 struct kcopyd_job *job; in pop_io_job() local
426 list_for_each_entry(job, jobs, list) { in pop_io_job()
427 if (job->op == REQ_OP_READ || in pop_io_job()
428 !(job->flags & BIT(DM_KCOPYD_WRITE_SEQ))) { in pop_io_job()
429 list_del(&job->list); in pop_io_job()
[all …]
|
| /linux-6.8/drivers/gpu/host1x/hw/ |
| D | channel_hw.c | 17 #include "../job.h"
50 static void submit_wait(struct host1x_job *job, u32 id, u32 threshold, in submit_wait() argument
53 struct host1x_cdma *cdma = &job->channel->cdma; in submit_wait()
63 if (job->memory_context) in submit_wait()
64 stream_id = job->memory_context->stream_id; in submit_wait()
66 stream_id = job->engine_fallback_streamid; in submit_wait()
79 host1x_cdma_push_wide(&job->channel->cdma, in submit_wait()
80 host1x_opcode_setclass(job->class, 0, 0), in submit_wait()
82 host1x_opcode_setstreamid(job->engine_streamid_offset / 4), in submit_wait()
113 static void submit_gathers(struct host1x_job *job, u32 job_syncpt_base) in submit_gathers() argument
[all …]
|
| /linux-6.8/block/ |
| D | bsg-lib.c | 31 struct bsg_job *job; in bsg_transport_sg_io_fn() local
49 job = blk_mq_rq_to_pdu(rq); in bsg_transport_sg_io_fn()
50 reply = job->reply; in bsg_transport_sg_io_fn()
51 memset(job, 0, sizeof(*job)); in bsg_transport_sg_io_fn()
52 job->reply = reply; in bsg_transport_sg_io_fn()
53 job->reply_len = SCSI_SENSE_BUFFERSIZE; in bsg_transport_sg_io_fn()
54 job->dd_data = job + 1; in bsg_transport_sg_io_fn()
56 job->request_len = hdr->request_len; in bsg_transport_sg_io_fn()
57 job->request = memdup_user(uptr64(hdr->request), hdr->request_len); in bsg_transport_sg_io_fn()
58 if (IS_ERR(job->request)) { in bsg_transport_sg_io_fn()
[all …]
|
| /linux-6.8/drivers/accel/ivpu/ |
| D | ivpu_job.c | 126 * Mark the doorbell as unregistered and reset job queue pointers.
128 * and FW loses job queue state. The next time job queue is used it
171 static int ivpu_cmdq_push_job(struct ivpu_cmdq *cmdq, struct ivpu_job *job) in ivpu_cmdq_push_job() argument
173 struct ivpu_device *vdev = job->vdev; in ivpu_cmdq_push_job()
179 /* Check if there is space left in job queue */ in ivpu_cmdq_push_job()
181 ivpu_dbg(vdev, JOB, "Job queue full: ctx %d engine %d db %d head %d tail %d\n", in ivpu_cmdq_push_job()
182 job->file_priv->ctx.id, job->engine_idx, cmdq->db_id, header->head, tail); in ivpu_cmdq_push_job()
186 entry = &cmdq->jobq->job[tail]; in ivpu_cmdq_push_job()
187 entry->batch_buf_addr = job->cmd_buf_vpu_addr; in ivpu_cmdq_push_job()
188 entry->job_id = job->job_id; in ivpu_cmdq_push_job()
[all …]
|
| D | ivpu_job.h | 19 * @jobq: Pointer to job queue memory shared with the device
20 * @mem: Memory allocated for the job queue, shared with device
21 * @entry_count Number of job entries in the queue
22 * @db_id: Doorbell assigned to this job queue
35 * Each batch / DMA buffer is a job to be submitted and executed by the VPU FW.
37 * any status reporting from VPU FW through IPC JOB RET/DONE message.
38 * @file_priv: The client that submitted this job
39 * @job_id: Job ID for KMD tracking and job status reporting from VPU FW
40 * @status: Status of the Job from IPC JOB RET/DONE message
41 * @batch_buffer: CPU vaddr points to the batch buffer memory allocated for the job
[all …]
|
| /linux-6.8/drivers/gpu/drm/panfrost/ |
| D | panfrost_job.c | 106 int panfrost_job_get_slot(struct panfrost_job *job) in panfrost_job_get_slot() argument
112 if (job->requirements & PANFROST_JD_REQ_FS) in panfrost_job_get_slot()
117 if (job->requirements & PANFROST_JD_REQ_ONLY_COMPUTE) { in panfrost_job_get_slot()
118 if ((job->requirements & PANFROST_JD_REQ_CORE_GRP_MASK) && in panfrost_job_get_slot()
119 (job->pfdev->features.nr_core_groups == 2)) in panfrost_job_get_slot()
121 if (panfrost_has_hw_issue(job->pfdev, HW_ISSUE_8987)) in panfrost_job_get_slot()
146 panfrost_get_job_chain_flag(const struct panfrost_job *job) in panfrost_get_job_chain_flag() argument
148 struct panfrost_fence *f = to_panfrost_fence(job->done_fence); in panfrost_get_job_chain_flag()
150 if (!panfrost_has_hw_feature(job->pfdev, HW_FEATURE_JOBCHAIN_DISAMBIGUATION)) in panfrost_get_job_chain_flag()
159 struct panfrost_job *job = pfdev->jobs[slot][0]; in panfrost_dequeue_job() local
[all …]
|
| /linux-6.8/drivers/gpu/drm/scheduler/ |
| D | sched_main.c | 32 * backend operations to the scheduler like submitting a job to hardware run queue,
33 * returning the dependencies of a job etc.
46 * Note that once a job was taken from the entities queue and pushed to the
61 * Once a job is executed (but not yet finished), the job's credits contribute
62 * to the scheduler's credit count until the job is finished. If by executing
63 * one more job the scheduler's credit count would exceed the scheduler's
64 * credit limit, the job won't be executed. Instead, the scheduler will wait
69 * struct drm_sched_backend_ops to update the job's credits dynamically. The
70 * scheduler executes this callback every time the scheduler considers a job for
71 * execution and subsequently checks whether the job fits the scheduler's credit
[all …]
|
| /linux-6.8/drivers/gpu/drm/tegra/ |
| D | submit.c | 28 "%s: job submission failed: " fmt "\n", \
327 static int submit_get_syncpt(struct tegra_drm_context *context, struct host1x_job *job, in submit_get_syncpt() argument
337 /* Syncpt ref will be dropped on job release */ in submit_get_syncpt()
344 job->syncpt = host1x_syncpt_get(sp); in submit_get_syncpt()
345 job->syncpt_incrs = args->syncpt.increments; in submit_get_syncpt()
350 static int submit_job_add_gather(struct host1x_job *job, struct tegra_drm_context *context, in submit_job_add_gather() argument
370 SUBMIT_ERR(context, "too many total words in job"); in submit_job_add_gather()
381 SUBMIT_ERR(context, "job was rejected by firewall"); in submit_job_add_gather()
385 host1x_job_add_gather(job, &bo->base, cmd->words, *offset * 4); in submit_job_add_gather()
399 struct host1x_job *job; in submit_create_job() local
[all …]
|
| /linux-6.8/drivers/scsi/lpfc/ |
| D | lpfc_bsg.c | 71 /* driver data associated with the job */
96 struct bsg_job *set_job; /* job waiting for this iocb to finish */
295 struct bsg_job *job; in lpfc_bsg_send_mgmt_cmd_cmp() local
306 /* Determine if job has been aborted */ in lpfc_bsg_send_mgmt_cmd_cmp()
308 job = dd_data->set_job; in lpfc_bsg_send_mgmt_cmd_cmp()
309 if (job) { in lpfc_bsg_send_mgmt_cmd_cmp()
310 bsg_reply = job->reply; in lpfc_bsg_send_mgmt_cmd_cmp()
311 /* Prevent timeout handling from trying to abort job */ in lpfc_bsg_send_mgmt_cmd_cmp()
312 job->dd_data = NULL; in lpfc_bsg_send_mgmt_cmd_cmp()
332 if (job) { in lpfc_bsg_send_mgmt_cmd_cmp()
[all …]
|
| /linux-6.8/drivers/gpu/drm/ |
| D | drm_writeback.c | 312 int drm_writeback_prepare_job(struct drm_writeback_job *job) in drm_writeback_prepare_job() argument
314 struct drm_writeback_connector *connector = job->connector; in drm_writeback_prepare_job()
320 ret = funcs->prepare_writeback_job(connector, job); in drm_writeback_prepare_job()
325 job->prepared = true; in drm_writeback_prepare_job()
331 * drm_writeback_queue_job - Queue a writeback job for later signalling
332 * @wb_connector: The writeback connector to queue a job on
333 * @conn_state: The connector state containing the job to queue
335 * This function adds the job contained in @conn_state to the job_queue for a
336 * writeback connector. It takes ownership of the writeback job and sets the
337 * @conn_state->writeback_job to NULL, and so no access to the job may be
[all …]
|
| /linux-6.8/include/drm/ |
| D | gpu_scheduler.h | 81 * struct drm_sched_entity - A wrapper around a job queue (typically
178 * The dependency fence of the job which is on the top of the job queue.
199 * Points to the finished fence of the last scheduled job. Only written
206 * @last_user: last group leader pushing a job into the entity.
230 * Marks earliest job waiting in SW queue
265 * struct drm_sched_fence - fences corresponding to the scheduling of a job.
270 * when the job is scheduled.
276 * when the job is completed.
278 * When setting up an out fence for the job, you should use
294 * when scheduling the job on hardware. We signal the
[all …]
|