Lines Matching full:fence
49 * for GPU/CPU synchronization. When the fence is written,
50 * it is expected that all buffers associated with that fence
58 * radeon_fence_write - write a fence value
62 * @ring: ring index the fence is associated with
64 * Writes a fence value to memory or a scratch register (all asics).
79 * radeon_fence_read - read a fence value
82 * @ring: ring index the fence is associated with
84 * Reads a fence value from memory or a scratch register (all asics).
85 * Returns the value of the fence read from memory or register.
123 * radeon_fence_emit - emit a fence on the requested ring
126 * @fence: radeon fence object
127 * @ring: ring index the fence is associated with
129 * Emits a fence command on the requested ring (all asics).
133 struct radeon_fence **fence, in radeon_fence_emit() argument
139 *fence = kmalloc(sizeof(struct radeon_fence), GFP_KERNEL); in radeon_fence_emit()
140 if ((*fence) == NULL) in radeon_fence_emit()
143 (*fence)->rdev = rdev; in radeon_fence_emit()
144 (*fence)->seq = seq = ++rdev->fence_drv[ring].sync_seq[ring]; in radeon_fence_emit()
145 (*fence)->ring = ring; in radeon_fence_emit()
146 (*fence)->is_vm_update = false; in radeon_fence_emit()
147 dma_fence_init(&(*fence)->base, &radeon_fence_ops, in radeon_fence_emit()
151 radeon_fence_ring_emit(rdev, ring, *fence); in radeon_fence_emit()
152 trace_radeon_fence_emit(rdev->ddev, ring, (*fence)->seq); in radeon_fence_emit()
161 * for the fence locking itself, so unlocked variants are used for
167 struct radeon_fence *fence; in radeon_fence_check_signaled() local
170 fence = container_of(wait, struct radeon_fence, fence_wake); in radeon_fence_check_signaled()
176 seq = atomic64_read(&fence->rdev->fence_drv[fence->ring].last_seq); in radeon_fence_check_signaled()
177 if (seq >= fence->seq) { in radeon_fence_check_signaled()
178 dma_fence_signal_locked(&fence->base); in radeon_fence_check_signaled()
179 radeon_irq_kms_sw_irq_put(fence->rdev, fence->ring); in radeon_fence_check_signaled()
180 __remove_wait_queue(&fence->rdev->fence_queue, &fence->fence_wake); in radeon_fence_check_signaled()
181 dma_fence_put(&fence->base); in radeon_fence_check_signaled()
187 * radeon_fence_activity - check for fence activity
190 * @ring: ring index the fence is associated with
192 * Checks the current fence value and calculates the last
193 * signalled fence value. Returns true if activity occured
209 * continuously new fence signaled ie radeon_fence_read needs in radeon_fence_activity()
237 * checking if a fence is signaled as it means that the in radeon_fence_activity()
244 * fact that we might have set an older fence in radeon_fence_activity()
263 * Checks for fence activity and if there is none probe
298 …dev_warn(rdev->dev, "GPU lockup (current fence id 0x%016llx last fence id 0x%016llx on ring %d)\n", in radeon_fence_check_lockup()
310 * radeon_fence_process - process a fence
313 * @ring: ring index the fence is associated with
315 * Checks the current fence value and wakes the fence queue
325 * radeon_fence_seq_signaled - check if a fence sequence number has signaled
329 * @ring: ring index the fence is associated with
331 * Check if the last signaled fence sequnce number is >= the requested
333 * Returns true if the fence has signaled (current fence value
334 * is >= requested value) or false if it has not (current fence
354 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_is_signaled() local
355 struct radeon_device *rdev = fence->rdev; in radeon_fence_is_signaled()
356 unsigned int ring = fence->ring; in radeon_fence_is_signaled()
357 u64 seq = fence->seq; in radeon_fence_is_signaled()
373 * radeon_fence_enable_signaling - enable signalling on fence
374 * @f: fence
377 * to fence_queue that checks if this fence is signaled, and if so it
378 * signals the fence and removes itself.
382 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_enable_signaling() local
383 struct radeon_device *rdev = fence->rdev; in radeon_fence_enable_signaling()
385 if (atomic64_read(&rdev->fence_drv[fence->ring].last_seq) >= fence->seq) in radeon_fence_enable_signaling()
389 radeon_irq_kms_sw_irq_get(rdev, fence->ring); in radeon_fence_enable_signaling()
391 if (radeon_fence_activity(rdev, fence->ring)) in radeon_fence_enable_signaling()
394 /* did fence get signaled after we enabled the sw irq? */ in radeon_fence_enable_signaling()
395 if (atomic64_read(&rdev->fence_drv[fence->ring].last_seq) >= fence->seq) { in radeon_fence_enable_signaling()
396 radeon_irq_kms_sw_irq_put(rdev, fence->ring); in radeon_fence_enable_signaling()
404 if (radeon_irq_kms_sw_irq_get_delayed(rdev, fence->ring)) in radeon_fence_enable_signaling()
405 rdev->fence_drv[fence->ring].delayed_irq = true; in radeon_fence_enable_signaling()
406 radeon_fence_schedule_check(rdev, fence->ring); in radeon_fence_enable_signaling()
409 fence->fence_wake.flags = 0; in radeon_fence_enable_signaling()
410 fence->fence_wake.private = NULL; in radeon_fence_enable_signaling()
411 fence->fence_wake.func = radeon_fence_check_signaled; in radeon_fence_enable_signaling()
412 __add_wait_queue(&rdev->fence_queue, &fence->fence_wake); in radeon_fence_enable_signaling()
418 * radeon_fence_signaled - check if a fence has signaled
420 * @fence: radeon fence object
422 * Check if the requested fence has signaled (all asics).
423 * Returns true if the fence has signaled or false if it has not.
425 bool radeon_fence_signaled(struct radeon_fence *fence) in radeon_fence_signaled() argument
427 if (!fence) in radeon_fence_signaled()
430 if (radeon_fence_seq_signaled(fence->rdev, fence->seq, fence->ring)) { in radeon_fence_signaled()
431 dma_fence_signal(&fence->base); in radeon_fence_signaled()
443 * Check if the last signaled fence sequnce number is >= the requested
520 * radeon_fence_wait_timeout - wait for a fence to signal with timeout
522 * @fence: radeon fence object
525 * Wait for the requested fence to signal (all asics).
527 * (false) sleep when waiting for the fence.
532 long radeon_fence_wait_timeout(struct radeon_fence *fence, bool intr, long timeout) in radeon_fence_wait_timeout() argument
543 if (WARN_ON_ONCE(!to_radeon_fence(&fence->base))) in radeon_fence_wait_timeout()
544 return dma_fence_wait(&fence->base, intr); in radeon_fence_wait_timeout()
546 seq[fence->ring] = fence->seq; in radeon_fence_wait_timeout()
547 r = radeon_fence_wait_seq_timeout(fence->rdev, seq, intr, timeout); in radeon_fence_wait_timeout()
551 dma_fence_signal(&fence->base); in radeon_fence_wait_timeout()
556 * radeon_fence_wait - wait for a fence to signal
558 * @fence: radeon fence object
561 * Wait for the requested fence to signal (all asics).
563 * (false) sleep when waiting for the fence.
564 * Returns 0 if the fence has passed, error for all other cases.
566 int radeon_fence_wait(struct radeon_fence *fence, bool intr) in radeon_fence_wait() argument
568 long r = radeon_fence_wait_timeout(fence, intr, MAX_SCHEDULE_TIMEOUT); in radeon_fence_wait()
577 * radeon_fence_wait_any - wait for a fence to signal on any ring
580 * @fences: radeon fence object(s)
583 * Wait for any requested fence to signal (all asics). Fence
587 * Returns 0 if any fence has passed, error for all other cases.
619 * radeon_fence_wait_next - wait for the next fence to signal
622 * @ring: ring index the fence is associated with
624 * Wait for the next fence on the requested ring to signal (all asics).
625 * Returns 0 if the next fence has passed, error for all other cases.
636 * the last emited fence in radeon_fence_wait_next()
652 * @ring: ring index the fence is associated with
679 * radeon_fence_ref - take a ref on a fence
681 * @fence: radeon fence object
683 * Take a reference on a fence (all asics).
684 * Returns the fence.
686 struct radeon_fence *radeon_fence_ref(struct radeon_fence *fence) in radeon_fence_ref() argument
688 dma_fence_get(&fence->base); in radeon_fence_ref()
689 return fence; in radeon_fence_ref()
693 * radeon_fence_unref - remove a ref on a fence
695 * @fence: radeon fence object
697 * Remove a reference on a fence (all asics).
699 void radeon_fence_unref(struct radeon_fence **fence) in radeon_fence_unref() argument
701 struct radeon_fence *tmp = *fence; in radeon_fence_unref()
703 *fence = NULL; in radeon_fence_unref()
712 * @ring: ring index the fence is associated with
723 * but it's ok to report slightly wrong fence count here. in radeon_fence_count_emitted()
738 * @fence: radeon fence object
741 * Check if the fence needs to be synced against another ring
746 bool radeon_fence_need_sync(struct radeon_fence *fence, int dst_ring) in radeon_fence_need_sync() argument
750 if (!fence) in radeon_fence_need_sync()
753 if (fence->ring == dst_ring) in radeon_fence_need_sync()
757 fdrv = &fence->rdev->fence_drv[dst_ring]; in radeon_fence_need_sync()
758 if (fence->seq <= fdrv->sync_seq[fence->ring]) in radeon_fence_need_sync()
767 * @fence: radeon fence object
770 * Note the sequence number at which point the fence will
773 void radeon_fence_note_sync(struct radeon_fence *fence, int dst_ring) in radeon_fence_note_sync() argument
778 if (!fence) in radeon_fence_note_sync()
781 if (fence->ring == dst_ring) in radeon_fence_note_sync()
785 src = &fence->rdev->fence_drv[fence->ring]; in radeon_fence_note_sync()
786 dst = &fence->rdev->fence_drv[dst_ring]; in radeon_fence_note_sync()
796 * radeon_fence_driver_start_ring - make the fence driver
800 * @ring: ring index to start the fence driver on
802 * Make the fence driver ready for processing (all asics).
804 * start the fence driver on the rings it has.
822 /* put fence directly behind firmware */ in radeon_fence_driver_start_ring()
831 dev_err(rdev->dev, "fence failed to get scratch register\n"); in radeon_fence_driver_start_ring()
842 dev_info(rdev->dev, "fence driver on ring %d use gpu addr 0x%016llx\n", in radeon_fence_driver_start_ring()
848 * radeon_fence_driver_init_ring - init the fence driver
852 * @ring: ring index to start the fence driver on
854 * Init the fence driver for the requested ring (all asics).
874 * radeon_fence_driver_init - init the fence driver
879 * Init the fence driver for all possible rings (all asics).
881 * start the fence driver on the rings it has using
896 * radeon_fence_driver_fini - tear down the fence driver
901 * Tear down the fence driver for all possible rings (all asics).
925 * radeon_fence_driver_force_completion - force all fence waiter to complete
930 * In case of GPU reset failure make sure no process keep waiting on fence
943 * Fence debugfs
958 seq_printf(m, "Last signaled fence 0x%016llx\n", in radeon_debugfs_fence_info_show()
975 * Manually trigger a gpu reset at the next fence wait.
1008 static const char *radeon_fence_get_driver_name(struct dma_fence *fence) in radeon_fence_get_driver_name() argument
1015 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_get_timeline_name() local
1017 switch (fence->ring) { in radeon_fence_get_timeline_name()
1032 static inline bool radeon_test_signaled(struct radeon_fence *fence) in radeon_test_signaled() argument
1034 return test_bit(DMA_FENCE_FLAG_SIGNALED_BIT, &fence->base.flags); in radeon_test_signaled()
1043 radeon_fence_wait_cb(struct dma_fence *fence, struct dma_fence_cb *cb) in radeon_fence_wait_cb() argument
1054 struct radeon_fence *fence = to_radeon_fence(f); in radeon_fence_default_wait() local
1055 struct radeon_device *rdev = fence->rdev; in radeon_fence_default_wait()
1073 if (radeon_test_signaled(fence)) in radeon_fence_default_wait()