4  * Permission is hereby granted, free of charge, to any person obtaining a
28 #include <linux/wait.h>
40 		return -ENOMEM;  in drm_sched_fence_slab_init()
55 	 * smp_store_release() to ensure another thread racing us  in drm_sched_fence_set_parent()
59 	smp_store_release(&s_fence->parent, dma_fence_get(fence));  in drm_sched_fence_set_parent()
61 		     &s_fence->finished.flags))  in drm_sched_fence_set_parent()
62 		dma_fence_set_deadline(fence, s_fence->deadline);  in drm_sched_fence_set_parent()
71 	 * to some firmware) doesn't have to busy wait for parent to show  in drm_sched_fence_scheduled()
77 	dma_fence_signal(&fence->scheduled);  in drm_sched_fence_scheduled()
83 		dma_fence_set_error(&fence->finished, result);  in drm_sched_fence_finished()
84 	dma_fence_signal(&fence->finished);  in drm_sched_fence_finished()
95 	return (const char *)fence->sched->name;  in drm_sched_fence_get_timeline_name()
108  * drm_sched_fence_free - free up an uninitialized fence
110  * @fence: fence to free
112  * Free up the fence memory. Should only be used if drm_sched_fence_init()
118 	if (!WARN_ON_ONCE(fence->sched))  in drm_sched_fence_free()
123  * drm_sched_fence_release_scheduled - callback that fence can be freed
134 	dma_fence_put(fence->parent);  in drm_sched_fence_release_scheduled()
135 	call_rcu(&fence->finished.rcu, drm_sched_fence_free_rcu);  in drm_sched_fence_release_scheduled()
139  * drm_sched_fence_release_finished - drop extra reference
149 	dma_fence_put(&fence->scheduled);  in drm_sched_fence_release_finished()
159 	spin_lock_irqsave(&fence->lock, flags);  in drm_sched_fence_set_deadline_finished()
162 	if (test_bit(DRM_SCHED_FENCE_FLAG_HAS_DEADLINE_BIT, &f->flags) &&  in drm_sched_fence_set_deadline_finished()
163 	    ktime_before(fence->deadline, deadline)) {  in drm_sched_fence_set_deadline_finished()
164 		spin_unlock_irqrestore(&fence->lock, flags);  in drm_sched_fence_set_deadline_finished()
168 	fence->deadline = deadline;  in drm_sched_fence_set_deadline_finished()
169 	set_bit(DRM_SCHED_FENCE_FLAG_HAS_DEADLINE_BIT, &f->flags);  in drm_sched_fence_set_deadline_finished()
171 	spin_unlock_irqrestore(&fence->lock, flags);  in drm_sched_fence_set_deadline_finished()
178 	parent = smp_load_acquire(&fence->parent);  in drm_sched_fence_set_deadline_finished()
198 	if (f->ops == &drm_sched_fence_ops_scheduled)  in to_drm_sched_fence()
201 	if (f->ops == &drm_sched_fence_ops_finished)  in to_drm_sched_fence()
217 	fence->owner = owner;  in drm_sched_fence_alloc()
218 	spin_lock_init(&fence->lock);  in drm_sched_fence_alloc()
228 	fence->sched = entity->rq->sched;  in drm_sched_fence_init()
229 	seq = atomic_inc_return(&entity->fence_seq);  in drm_sched_fence_init()
230 	dma_fence_init(&fence->scheduled, &drm_sched_fence_ops_scheduled,  in drm_sched_fence_init()
231 		       &fence->lock, entity->fence_context, seq);  in drm_sched_fence_init()
232 	dma_fence_init(&fence->finished, &drm_sched_fence_ops_finished,  in drm_sched_fence_init()
233 		       &fence->lock, entity->fence_context + 1, seq);  in drm_sched_fence_init()