Lines Matching defs:ring
39 * Most engines on the GPU are fed via ring buffers. Ring
45 * pointers are equal, the ring is idle. When the host
46 * writes commands to the ring buffer, it increments the
50 static void radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring);
53 * radeon_ring_supports_scratch_reg - check if the ring supports
57 * @ring: radeon_ring structure holding ring information
59 * Check if a specific ring supports writing to scratch registers (all asics).
60 * Returns true if the ring supports writing to scratch regs, false if not.
63 struct radeon_ring *ring)
65 switch (ring->idx) {
79 * @ring: radeon_ring structure holding ring information
81 * Update the free dw slots in the ring buffer (all asics).
83 void radeon_ring_free_size(struct radeon_device *rdev, struct radeon_ring *ring)
85 uint32_t rptr = radeon_ring_get_rptr(rdev, ring);
88 ring->ring_free_dw = rptr + (ring->ring_size / 4);
89 ring->ring_free_dw -= ring->wptr;
90 ring->ring_free_dw &= ring->ptr_mask;
91 if (!ring->ring_free_dw) {
92 /* this is an empty ring */
93 ring->ring_free_dw = ring->ring_size / 4;
95 radeon_ring_lockup_update(rdev, ring);
100 * radeon_ring_alloc - allocate space on the ring buffer
103 * @ring: radeon_ring structure holding ring information
104 * @ndw: number of dwords to allocate in the ring buffer
106 * Allocate @ndw dwords in the ring buffer (all asics).
109 int radeon_ring_alloc(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw)
113 /* make sure we aren't trying to allocate more space than there is on the ring */
114 if (ndw > (ring->ring_size / 4))
118 radeon_ring_free_size(rdev, ring);
119 ndw = (ndw + ring->align_mask) & ~ring->align_mask;
120 while (ndw > (ring->ring_free_dw - 1)) {
121 radeon_ring_free_size(rdev, ring);
122 if (ndw < ring->ring_free_dw) {
125 r = radeon_fence_wait_next(rdev, ring->idx);
129 ring->count_dw = ndw;
130 ring->wptr_old = ring->wptr;
135 * radeon_ring_lock - lock the ring and allocate space on it
138 * @ring: radeon_ring structure holding ring information
139 * @ndw: number of dwords to allocate in the ring buffer
141 * Lock the ring and allocate @ndw dwords in the ring buffer
145 int radeon_ring_lock(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw)
150 r = radeon_ring_alloc(rdev, ring, ndw);
160 * commands on the ring buffer
163 * @ring: radeon_ring structure holding ring information
167 * execute new commands on the ring buffer (all asics).
169 void radeon_ring_commit(struct radeon_device *rdev, struct radeon_ring *ring,
172 /* If we are emitting the HDP flush via the ring buffer, we need to
175 if (hdp_flush && rdev->asic->ring[ring->idx]->hdp_flush)
176 rdev->asic->ring[ring->idx]->hdp_flush(rdev, ring);
178 while (ring->wptr & ring->align_mask) {
179 radeon_ring_write(ring, ring->nop);
187 radeon_ring_set_wptr(rdev, ring);
192 * commands on the ring buffer and unlock it
195 * @ring: radeon_ring structure holding ring information
198 * Call radeon_ring_commit() then unlock the ring (all asics).
200 void radeon_ring_unlock_commit(struct radeon_device *rdev, struct radeon_ring *ring,
203 radeon_ring_commit(rdev, ring, hdp_flush);
210 * @ring: radeon_ring structure holding ring information
214 void radeon_ring_undo(struct radeon_ring *ring)
216 ring->wptr = ring->wptr_old;
220 * radeon_ring_unlock_undo - reset the wptr and unlock the ring
223 * @ring: radeon_ring structure holding ring information
225 * Call radeon_ring_undo() then unlock the ring (all asics).
227 void radeon_ring_unlock_undo(struct radeon_device *rdev, struct radeon_ring *ring)
229 radeon_ring_undo(ring);
237 * @ring: radeon_ring structure holding ring information
242 struct radeon_ring *ring)
244 atomic_set(&ring->last_rptr, radeon_ring_get_rptr(rdev, ring));
245 atomic64_set(&ring->last_activity, jiffies_64);
249 * radeon_ring_test_lockup() - check if ring is lockedup by recording information
251 * @ring: radeon_ring structure holding ring information
254 bool radeon_ring_test_lockup(struct radeon_device *rdev, struct radeon_ring *ring)
256 uint32_t rptr = radeon_ring_get_rptr(rdev, ring);
257 uint64_t last = atomic64_read(&ring->last_activity);
260 if (rptr != atomic_read(&ring->last_rptr)) {
261 /* ring is still working, no lockup */
262 radeon_ring_lockup_update(rdev, ring);
268 dev_err(rdev->dev, "ring %d stalled for more than %llumsec\n",
269 ring->idx, elapsed);
277 * radeon_ring_backup - Back up the content of a ring
280 * @ring: the ring we want to back up
283 * Saves all unprocessed commits from a ring, returns the number of dwords saved.
285 unsigned radeon_ring_backup(struct radeon_device *rdev, struct radeon_ring *ring,
290 /* just in case lock the ring */
294 if (ring->ring_obj == NULL) {
300 if (!radeon_fence_count_emitted(rdev, ring->idx)) {
305 /* calculate the number of dw on the ring */
306 if (ring->rptr_save_reg)
307 ptr = RREG32(ring->rptr_save_reg);
309 ptr = le32_to_cpu(*ring->next_rptr_cpu_addr);
316 size = ring->wptr + (ring->ring_size / 4);
318 size &= ring->ptr_mask;
324 /* and then save the content of the ring */
331 (*data)[i] = ring->ring[ptr++];
332 ptr &= ring->ptr_mask;
340 * radeon_ring_restore - append saved commands to the ring again
343 * @ring: ring to append commands to
347 * Allocates space on the ring and restore the previously saved commands.
349 int radeon_ring_restore(struct radeon_device *rdev, struct radeon_ring *ring,
357 /* restore the saved ring content */
358 r = radeon_ring_lock(rdev, ring, size);
363 radeon_ring_write(ring, data[i]);
366 radeon_ring_unlock_commit(rdev, ring, false);
372 * radeon_ring_init - init driver ring struct.
375 * @ring: radeon_ring structure holding ring information
376 * @ring_size: size of the ring
378 * @nop: nop packet for this ring
380 * Initialize the driver information for the selected ring (all asics).
383 int radeon_ring_init(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ring_size,
388 ring->ring_size = ring_size;
389 ring->rptr_offs = rptr_offs;
390 ring->nop = nop;
391 ring->rdev = rdev;
392 /* Allocate ring buffer */
393 if (ring->ring_obj == NULL) {
394 r = radeon_bo_create(rdev, ring->ring_size, PAGE_SIZE, true,
396 NULL, &ring->ring_obj);
398 dev_err(rdev->dev, "(%d) ring create failed\n", r);
401 r = radeon_bo_reserve(ring->ring_obj, false);
404 r = radeon_bo_pin(ring->ring_obj, RADEON_GEM_DOMAIN_GTT,
405 &ring->gpu_addr);
407 radeon_bo_unreserve(ring->ring_obj);
408 dev_err(rdev->dev, "(%d) ring pin failed\n", r);
411 r = radeon_bo_kmap(ring->ring_obj,
412 (void **)&ring->ring);
413 radeon_bo_unreserve(ring->ring_obj);
415 dev_err(rdev->dev, "(%d) ring map failed\n", r);
418 radeon_debugfs_ring_init(rdev, ring);
420 ring->ptr_mask = (ring->ring_size / 4) - 1;
421 ring->ring_free_dw = ring->ring_size / 4;
423 u32 index = RADEON_WB_RING0_NEXT_RPTR + (ring->idx * 4);
424 ring->next_rptr_gpu_addr = rdev->wb.gpu_addr + index;
425 ring->next_rptr_cpu_addr = &rdev->wb.wb[index/4];
427 radeon_ring_lockup_update(rdev, ring);
432 * radeon_ring_fini - tear down the driver ring struct.
435 * @ring: radeon_ring structure holding ring information
437 * Tear down the driver information for the selected ring (all asics).
439 void radeon_ring_fini(struct radeon_device *rdev, struct radeon_ring *ring)
445 ring_obj = ring->ring_obj;
446 ring->ready = false;
447 ring->ring = NULL;
448 ring->ring_obj = NULL;
469 struct radeon_ring *ring = m->private;
470 struct radeon_device *rdev = ring->rdev;
475 radeon_ring_free_size(rdev, ring);
476 count = (ring->ring_size / 4) - ring->ring_free_dw;
478 wptr = radeon_ring_get_wptr(rdev, ring);
482 rptr = radeon_ring_get_rptr(rdev, ring);
486 if (ring->rptr_save_reg) {
487 rptr_next = RREG32(ring->rptr_save_reg);
489 ring->rptr_save_reg, rptr_next, rptr_next);
494 ring->wptr, ring->wptr);
496 ring->last_semaphore_signal_addr);
498 ring->last_semaphore_wait_addr);
499 seq_printf(m, "%u free dwords in ring\n", ring->ring_free_dw);
500 seq_printf(m, "%u dwords in ring\n", count);
502 if (!ring->ring)
508 i = (rptr + ring->ptr_mask + 1 - 32) & ring->ptr_mask;
510 seq_printf(m, "r[%5d]=0x%08x", i, ring->ring[i]);
516 i = (i + 1) & ring->ptr_mask;
549 static void radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring)
552 const char *ring_name = radeon_debugfs_ring_idx_to_name(ring->idx);
556 debugfs_create_file(ring_name, 0444, root, ring,