45 	struct xe_hw_fence *fence =  in fence_free()  local
48 	if (!WARN_ON_ONCE(!fence))  in fence_free()
49 		kmem_cache_free(xe_hw_fence_slab, fence);  in fence_free()
55 	struct xe_hw_fence *fence, *next;  in hw_fence_irq_run_cb()  local
61 		list_for_each_entry_safe(fence, next, &irq->pending, irq_link) {  in hw_fence_irq_run_cb()
62 			struct dma_fence *dma_fence = &fence->dma;  in hw_fence_irq_run_cb()
64 			trace_xe_hw_fence_try_signal(fence);  in hw_fence_irq_run_cb()
66 				trace_xe_hw_fence_signal(fence);  in hw_fence_irq_run_cb()
67 				list_del_init(&fence->irq_link);  in hw_fence_irq_run_cb()
86 	struct xe_hw_fence *fence, *next;  in xe_hw_fence_irq_finish()  local
94 		list_for_each_entry_safe(fence, next, &irq->pending, irq_link) {  in xe_hw_fence_irq_finish()
95 			list_del_init(&fence->irq_link);  in xe_hw_fence_irq_finish()
96 			err = dma_fence_signal_locked(&fence->dma);  in xe_hw_fence_irq_finish()
97 			dma_fence_put(&fence->dma);  in xe_hw_fence_irq_finish()
140 static struct xe_hw_fence *to_xe_hw_fence(struct dma_fence *fence);
142 static struct xe_hw_fence_irq *xe_hw_fence_irq(struct xe_hw_fence *fence)  in xe_hw_fence_irq()  argument
144 	return container_of(fence->dma.lock, struct xe_hw_fence_irq, lock);  in xe_hw_fence_irq()
149 	struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence);  in xe_hw_fence_get_driver_name()  local
151 	return dev_name(gt_to_xe(fence->ctx->gt)->drm.dev);  in xe_hw_fence_get_driver_name()
156 	struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence);  in xe_hw_fence_get_timeline_name()  local
158 	return fence->ctx->name;  in xe_hw_fence_get_timeline_name()
163 	struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence);  in xe_hw_fence_signaled()  local
164 	struct xe_device *xe = gt_to_xe(fence->ctx->gt);  in xe_hw_fence_signaled()
165 	u32 seqno = xe_map_rd(xe, &fence->seqno_map, 0, u32);  in xe_hw_fence_signaled()
173 	struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence);  in xe_hw_fence_enable_signaling()  local
174 	struct xe_hw_fence_irq *irq = xe_hw_fence_irq(fence);  in xe_hw_fence_enable_signaling()
177 	list_add_tail(&fence->irq_link, &irq->pending);  in xe_hw_fence_enable_signaling()
179 	/* SW completed (no HW IRQ) so kick handler to signal fence */  in xe_hw_fence_enable_signaling()
188 	struct xe_hw_fence *fence = to_xe_hw_fence(dma_fence);  in xe_hw_fence_release()  local
190 	trace_xe_hw_fence_free(fence);  in xe_hw_fence_release()
191 	XE_WARN_ON(!list_empty(&fence->irq_link));  in xe_hw_fence_release()
203 static struct xe_hw_fence *to_xe_hw_fence(struct dma_fence *fence)  in to_xe_hw_fence()  argument
205 	if (XE_WARN_ON(fence->ops != &xe_hw_fence_ops))  in to_xe_hw_fence()
208 	return container_of(fence, struct xe_hw_fence, dma);  in to_xe_hw_fence()
214 	struct xe_hw_fence *fence;  in xe_hw_fence_create()  local
216 	fence = fence_alloc();  in xe_hw_fence_create()
217 	if (!fence)  in xe_hw_fence_create()
220 	fence->ctx = ctx;  in xe_hw_fence_create()
221 	fence->seqno_map = seqno_map;  in xe_hw_fence_create()
222 	INIT_LIST_HEAD(&fence->irq_link);  in xe_hw_fence_create()
224 	dma_fence_init(&fence->dma, &xe_hw_fence_ops, &ctx->irq->lock,  in xe_hw_fence_create()
227 	trace_xe_hw_fence_create(fence);  in xe_hw_fence_create()
229 	return fence;  in xe_hw_fence_create()