forked from Minki/linux
bb63556729
This convert fence to use uint64_t sequence number intention is to use the fact that uin64_t is big enough that we don't need to care about wrap around. Tested with and without writeback using 0xFFFFF000 as initial fence sequence and thus allowing to test the wrap around from 32bits to 64bits. v2: Add comment about possible race btw CPU & GPU, add comment stressing that we need 2 dword aligned for R600_WB_EVENT_OFFSET Read fence sequenc in reverse order of GPU write them so we mitigate the race btw CPU and GPU. v3: Drop the need for ring to emit the 64bits fence, and just have each ring emit the lower 32bits of the fence sequence. We handle the wrap over 32bits in fence_process. v4: Just a small optimization: Don't reread the last_seq value if loop restarts, since we already know its value anyway. Also start at zero not one for seq value and use pre instead of post increment in emmit, otherwise wait_empty will deadlock. Signed-off-by: Jerome Glisse <jglisse@redhat.com> Signed-off-by: Christian König <deathsimple@vodafone.de> Signed-off-by: Dave Airlie <airlied@redhat.com>
651 lines
18 KiB
C
651 lines
18 KiB
C
/*
|
|
* Copyright 2008 Advanced Micro Devices, Inc.
|
|
* Copyright 2008 Red Hat Inc.
|
|
* Copyright 2009 Jerome Glisse.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a
|
|
* copy of this software and associated documentation files (the "Software"),
|
|
* to deal in the Software without restriction, including without limitation
|
|
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
|
* and/or sell copies of the Software, and to permit persons to whom the
|
|
* Software is furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
|
|
* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
|
|
* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
|
|
* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
|
|
* OTHER DEALINGS IN THE SOFTWARE.
|
|
*
|
|
* Authors: Dave Airlie
|
|
* Alex Deucher
|
|
* Jerome Glisse
|
|
*/
|
|
#include <linux/seq_file.h>
|
|
#include <linux/slab.h>
|
|
#include "drmP.h"
|
|
#include "radeon_drm.h"
|
|
#include "radeon_reg.h"
|
|
#include "radeon.h"
|
|
#include "atom.h"
|
|
|
|
int radeon_debugfs_ib_init(struct radeon_device *rdev);
|
|
int radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring);
|
|
|
|
u32 radeon_get_ib_value(struct radeon_cs_parser *p, int idx)
|
|
{
|
|
struct radeon_cs_chunk *ibc = &p->chunks[p->chunk_ib_idx];
|
|
u32 pg_idx, pg_offset;
|
|
u32 idx_value = 0;
|
|
int new_page;
|
|
|
|
pg_idx = (idx * 4) / PAGE_SIZE;
|
|
pg_offset = (idx * 4) % PAGE_SIZE;
|
|
|
|
if (ibc->kpage_idx[0] == pg_idx)
|
|
return ibc->kpage[0][pg_offset/4];
|
|
if (ibc->kpage_idx[1] == pg_idx)
|
|
return ibc->kpage[1][pg_offset/4];
|
|
|
|
new_page = radeon_cs_update_pages(p, pg_idx);
|
|
if (new_page < 0) {
|
|
p->parser_error = new_page;
|
|
return 0;
|
|
}
|
|
|
|
idx_value = ibc->kpage[new_page][pg_offset/4];
|
|
return idx_value;
|
|
}
|
|
|
|
void radeon_ring_write(struct radeon_ring *ring, uint32_t v)
|
|
{
|
|
#if DRM_DEBUG_CODE
|
|
if (ring->count_dw <= 0) {
|
|
DRM_ERROR("radeon: writting more dword to ring than expected !\n");
|
|
}
|
|
#endif
|
|
ring->ring[ring->wptr++] = v;
|
|
ring->wptr &= ring->ptr_mask;
|
|
ring->count_dw--;
|
|
ring->ring_free_dw--;
|
|
}
|
|
|
|
/*
|
|
* IB.
|
|
*/
|
|
bool radeon_ib_try_free(struct radeon_device *rdev, struct radeon_ib *ib)
|
|
{
|
|
bool done = false;
|
|
|
|
/* only free ib which have been emited */
|
|
if (ib->fence && ib->fence->seq < RADEON_FENCE_NOTEMITED_SEQ) {
|
|
if (radeon_fence_signaled(ib->fence)) {
|
|
radeon_fence_unref(&ib->fence);
|
|
radeon_sa_bo_free(rdev, &ib->sa_bo);
|
|
done = true;
|
|
}
|
|
}
|
|
return done;
|
|
}
|
|
|
|
int radeon_ib_get(struct radeon_device *rdev, int ring,
|
|
struct radeon_ib **ib, unsigned size)
|
|
{
|
|
struct radeon_fence *fence;
|
|
unsigned cretry = 0;
|
|
int r = 0, i, idx;
|
|
|
|
*ib = NULL;
|
|
/* align size on 256 bytes */
|
|
size = ALIGN(size, 256);
|
|
|
|
r = radeon_fence_create(rdev, &fence, ring);
|
|
if (r) {
|
|
dev_err(rdev->dev, "failed to create fence for new IB\n");
|
|
return r;
|
|
}
|
|
|
|
radeon_mutex_lock(&rdev->ib_pool.mutex);
|
|
idx = rdev->ib_pool.head_id;
|
|
retry:
|
|
if (cretry > 5) {
|
|
dev_err(rdev->dev, "failed to get an ib after 5 retry\n");
|
|
radeon_mutex_unlock(&rdev->ib_pool.mutex);
|
|
radeon_fence_unref(&fence);
|
|
return -ENOMEM;
|
|
}
|
|
cretry++;
|
|
for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
|
|
radeon_ib_try_free(rdev, &rdev->ib_pool.ibs[idx]);
|
|
if (rdev->ib_pool.ibs[idx].fence == NULL) {
|
|
r = radeon_sa_bo_new(rdev, &rdev->ib_pool.sa_manager,
|
|
&rdev->ib_pool.ibs[idx].sa_bo,
|
|
size, 256);
|
|
if (!r) {
|
|
*ib = &rdev->ib_pool.ibs[idx];
|
|
(*ib)->ptr = rdev->ib_pool.sa_manager.cpu_ptr;
|
|
(*ib)->ptr += ((*ib)->sa_bo.offset >> 2);
|
|
(*ib)->gpu_addr = rdev->ib_pool.sa_manager.gpu_addr;
|
|
(*ib)->gpu_addr += (*ib)->sa_bo.offset;
|
|
(*ib)->fence = fence;
|
|
(*ib)->vm_id = 0;
|
|
(*ib)->is_const_ib = false;
|
|
/* ib are most likely to be allocated in a ring fashion
|
|
* thus rdev->ib_pool.head_id should be the id of the
|
|
* oldest ib
|
|
*/
|
|
rdev->ib_pool.head_id = (1 + idx);
|
|
rdev->ib_pool.head_id &= (RADEON_IB_POOL_SIZE - 1);
|
|
radeon_mutex_unlock(&rdev->ib_pool.mutex);
|
|
return 0;
|
|
}
|
|
}
|
|
idx = (idx + 1) & (RADEON_IB_POOL_SIZE - 1);
|
|
}
|
|
/* this should be rare event, ie all ib scheduled none signaled yet.
|
|
*/
|
|
for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
|
|
struct radeon_fence *fence = rdev->ib_pool.ibs[idx].fence;
|
|
if (fence && fence->seq < RADEON_FENCE_NOTEMITED_SEQ) {
|
|
r = radeon_fence_wait(fence, false);
|
|
if (!r) {
|
|
goto retry;
|
|
}
|
|
/* an error happened */
|
|
break;
|
|
}
|
|
idx = (idx + 1) & (RADEON_IB_POOL_SIZE - 1);
|
|
}
|
|
radeon_mutex_unlock(&rdev->ib_pool.mutex);
|
|
radeon_fence_unref(&fence);
|
|
return r;
|
|
}
|
|
|
|
void radeon_ib_free(struct radeon_device *rdev, struct radeon_ib **ib)
|
|
{
|
|
struct radeon_ib *tmp = *ib;
|
|
|
|
*ib = NULL;
|
|
if (tmp == NULL) {
|
|
return;
|
|
}
|
|
radeon_mutex_lock(&rdev->ib_pool.mutex);
|
|
if (tmp->fence && tmp->fence->seq == RADEON_FENCE_NOTEMITED_SEQ) {
|
|
radeon_sa_bo_free(rdev, &tmp->sa_bo);
|
|
radeon_fence_unref(&tmp->fence);
|
|
}
|
|
radeon_mutex_unlock(&rdev->ib_pool.mutex);
|
|
}
|
|
|
|
int radeon_ib_schedule(struct radeon_device *rdev, struct radeon_ib *ib)
|
|
{
|
|
struct radeon_ring *ring = &rdev->ring[ib->fence->ring];
|
|
int r = 0;
|
|
|
|
if (!ib->length_dw || !ring->ready) {
|
|
/* TODO: Nothings in the ib we should report. */
|
|
DRM_ERROR("radeon: couldn't schedule IB(%u).\n", ib->idx);
|
|
return -EINVAL;
|
|
}
|
|
|
|
/* 64 dwords should be enough for fence too */
|
|
r = radeon_ring_lock(rdev, ring, 64);
|
|
if (r) {
|
|
DRM_ERROR("radeon: scheduling IB failed (%d).\n", r);
|
|
return r;
|
|
}
|
|
radeon_ring_ib_execute(rdev, ib->fence->ring, ib);
|
|
radeon_fence_emit(rdev, ib->fence);
|
|
radeon_ring_unlock_commit(rdev, ring);
|
|
return 0;
|
|
}
|
|
|
|
int radeon_ib_pool_init(struct radeon_device *rdev)
|
|
{
|
|
struct radeon_sa_manager tmp;
|
|
int i, r;
|
|
|
|
r = radeon_sa_bo_manager_init(rdev, &tmp,
|
|
RADEON_IB_POOL_SIZE*64*1024,
|
|
RADEON_GEM_DOMAIN_GTT);
|
|
if (r) {
|
|
return r;
|
|
}
|
|
|
|
radeon_mutex_lock(&rdev->ib_pool.mutex);
|
|
if (rdev->ib_pool.ready) {
|
|
radeon_mutex_unlock(&rdev->ib_pool.mutex);
|
|
radeon_sa_bo_manager_fini(rdev, &tmp);
|
|
return 0;
|
|
}
|
|
|
|
rdev->ib_pool.sa_manager = tmp;
|
|
INIT_LIST_HEAD(&rdev->ib_pool.sa_manager.sa_bo);
|
|
for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
|
|
rdev->ib_pool.ibs[i].fence = NULL;
|
|
rdev->ib_pool.ibs[i].idx = i;
|
|
rdev->ib_pool.ibs[i].length_dw = 0;
|
|
INIT_LIST_HEAD(&rdev->ib_pool.ibs[i].sa_bo.list);
|
|
}
|
|
rdev->ib_pool.head_id = 0;
|
|
rdev->ib_pool.ready = true;
|
|
DRM_INFO("radeon: ib pool ready.\n");
|
|
|
|
if (radeon_debugfs_ib_init(rdev)) {
|
|
DRM_ERROR("Failed to register debugfs file for IB !\n");
|
|
}
|
|
radeon_mutex_unlock(&rdev->ib_pool.mutex);
|
|
return 0;
|
|
}
|
|
|
|
void radeon_ib_pool_fini(struct radeon_device *rdev)
|
|
{
|
|
unsigned i;
|
|
|
|
radeon_mutex_lock(&rdev->ib_pool.mutex);
|
|
if (rdev->ib_pool.ready) {
|
|
for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
|
|
radeon_sa_bo_free(rdev, &rdev->ib_pool.ibs[i].sa_bo);
|
|
radeon_fence_unref(&rdev->ib_pool.ibs[i].fence);
|
|
}
|
|
radeon_sa_bo_manager_fini(rdev, &rdev->ib_pool.sa_manager);
|
|
rdev->ib_pool.ready = false;
|
|
}
|
|
radeon_mutex_unlock(&rdev->ib_pool.mutex);
|
|
}
|
|
|
|
int radeon_ib_pool_start(struct radeon_device *rdev)
|
|
{
|
|
return radeon_sa_bo_manager_start(rdev, &rdev->ib_pool.sa_manager);
|
|
}
|
|
|
|
int radeon_ib_pool_suspend(struct radeon_device *rdev)
|
|
{
|
|
return radeon_sa_bo_manager_suspend(rdev, &rdev->ib_pool.sa_manager);
|
|
}
|
|
|
|
int radeon_ib_ring_tests(struct radeon_device *rdev)
|
|
{
|
|
unsigned i;
|
|
int r;
|
|
|
|
for (i = 0; i < RADEON_NUM_RINGS; ++i) {
|
|
struct radeon_ring *ring = &rdev->ring[i];
|
|
|
|
if (!ring->ready)
|
|
continue;
|
|
|
|
r = radeon_ib_test(rdev, i, ring);
|
|
if (r) {
|
|
ring->ready = false;
|
|
|
|
if (i == RADEON_RING_TYPE_GFX_INDEX) {
|
|
/* oh, oh, that's really bad */
|
|
DRM_ERROR("radeon: failed testing IB on GFX ring (%d).\n", r);
|
|
rdev->accel_working = false;
|
|
return r;
|
|
|
|
} else {
|
|
/* still not good, but we can live with it */
|
|
DRM_ERROR("radeon: failed testing IB on ring %d (%d).\n", i, r);
|
|
}
|
|
}
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
/*
|
|
* Ring.
|
|
*/
|
|
int radeon_ring_index(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
/* r1xx-r5xx only has CP ring */
|
|
if (rdev->family < CHIP_R600)
|
|
return RADEON_RING_TYPE_GFX_INDEX;
|
|
|
|
if (rdev->family >= CHIP_CAYMAN) {
|
|
if (ring == &rdev->ring[CAYMAN_RING_TYPE_CP1_INDEX])
|
|
return CAYMAN_RING_TYPE_CP1_INDEX;
|
|
else if (ring == &rdev->ring[CAYMAN_RING_TYPE_CP2_INDEX])
|
|
return CAYMAN_RING_TYPE_CP2_INDEX;
|
|
}
|
|
return RADEON_RING_TYPE_GFX_INDEX;
|
|
}
|
|
|
|
void radeon_ring_free_size(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
u32 rptr;
|
|
|
|
if (rdev->wb.enabled)
|
|
rptr = le32_to_cpu(rdev->wb.wb[ring->rptr_offs/4]);
|
|
else
|
|
rptr = RREG32(ring->rptr_reg);
|
|
ring->rptr = (rptr & ring->ptr_reg_mask) >> ring->ptr_reg_shift;
|
|
/* This works because ring_size is a power of 2 */
|
|
ring->ring_free_dw = (ring->rptr + (ring->ring_size / 4));
|
|
ring->ring_free_dw -= ring->wptr;
|
|
ring->ring_free_dw &= ring->ptr_mask;
|
|
if (!ring->ring_free_dw) {
|
|
ring->ring_free_dw = ring->ring_size / 4;
|
|
}
|
|
}
|
|
|
|
|
|
int radeon_ring_alloc(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw)
|
|
{
|
|
int r;
|
|
|
|
/* Align requested size with padding so unlock_commit can
|
|
* pad safely */
|
|
ndw = (ndw + ring->align_mask) & ~ring->align_mask;
|
|
while (ndw > (ring->ring_free_dw - 1)) {
|
|
radeon_ring_free_size(rdev, ring);
|
|
if (ndw < ring->ring_free_dw) {
|
|
break;
|
|
}
|
|
mutex_unlock(&rdev->ring_lock);
|
|
r = radeon_fence_wait_next(rdev, radeon_ring_index(rdev, ring));
|
|
mutex_lock(&rdev->ring_lock);
|
|
if (r)
|
|
return r;
|
|
}
|
|
ring->count_dw = ndw;
|
|
ring->wptr_old = ring->wptr;
|
|
return 0;
|
|
}
|
|
|
|
int radeon_ring_lock(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw)
|
|
{
|
|
int r;
|
|
|
|
mutex_lock(&rdev->ring_lock);
|
|
r = radeon_ring_alloc(rdev, ring, ndw);
|
|
if (r) {
|
|
mutex_unlock(&rdev->ring_lock);
|
|
return r;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
void radeon_ring_commit(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
unsigned count_dw_pad;
|
|
unsigned i;
|
|
|
|
/* We pad to match fetch size */
|
|
count_dw_pad = (ring->align_mask + 1) -
|
|
(ring->wptr & ring->align_mask);
|
|
for (i = 0; i < count_dw_pad; i++) {
|
|
radeon_ring_write(ring, ring->nop);
|
|
}
|
|
DRM_MEMORYBARRIER();
|
|
WREG32(ring->wptr_reg, (ring->wptr << ring->ptr_reg_shift) & ring->ptr_reg_mask);
|
|
(void)RREG32(ring->wptr_reg);
|
|
}
|
|
|
|
void radeon_ring_unlock_commit(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
radeon_ring_commit(rdev, ring);
|
|
mutex_unlock(&rdev->ring_lock);
|
|
}
|
|
|
|
void radeon_ring_undo(struct radeon_ring *ring)
|
|
{
|
|
ring->wptr = ring->wptr_old;
|
|
}
|
|
|
|
void radeon_ring_unlock_undo(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
radeon_ring_undo(ring);
|
|
mutex_unlock(&rdev->ring_lock);
|
|
}
|
|
|
|
void radeon_ring_force_activity(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
int r;
|
|
|
|
mutex_lock(&rdev->ring_lock);
|
|
radeon_ring_free_size(rdev, ring);
|
|
if (ring->rptr == ring->wptr) {
|
|
r = radeon_ring_alloc(rdev, ring, 1);
|
|
if (!r) {
|
|
radeon_ring_write(ring, ring->nop);
|
|
radeon_ring_commit(rdev, ring);
|
|
}
|
|
}
|
|
mutex_unlock(&rdev->ring_lock);
|
|
}
|
|
|
|
void radeon_ring_lockup_update(struct radeon_ring *ring)
|
|
{
|
|
ring->last_rptr = ring->rptr;
|
|
ring->last_activity = jiffies;
|
|
}
|
|
|
|
/**
|
|
* radeon_ring_test_lockup() - check if ring is lockedup by recording information
|
|
* @rdev: radeon device structure
|
|
* @ring: radeon_ring structure holding ring information
|
|
*
|
|
* We don't need to initialize the lockup tracking information as we will either
|
|
* have CP rptr to a different value of jiffies wrap around which will force
|
|
* initialization of the lockup tracking informations.
|
|
*
|
|
* A possible false positivie is if we get call after while and last_cp_rptr ==
|
|
* the current CP rptr, even if it's unlikely it might happen. To avoid this
|
|
* if the elapsed time since last call is bigger than 2 second than we return
|
|
* false and update the tracking information. Due to this the caller must call
|
|
* radeon_ring_test_lockup several time in less than 2sec for lockup to be reported
|
|
* the fencing code should be cautious about that.
|
|
*
|
|
* Caller should write to the ring to force CP to do something so we don't get
|
|
* false positive when CP is just gived nothing to do.
|
|
*
|
|
**/
|
|
bool radeon_ring_test_lockup(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
unsigned long cjiffies, elapsed;
|
|
uint32_t rptr;
|
|
|
|
cjiffies = jiffies;
|
|
if (!time_after(cjiffies, ring->last_activity)) {
|
|
/* likely a wrap around */
|
|
radeon_ring_lockup_update(ring);
|
|
return false;
|
|
}
|
|
rptr = RREG32(ring->rptr_reg);
|
|
ring->rptr = (rptr & ring->ptr_reg_mask) >> ring->ptr_reg_shift;
|
|
if (ring->rptr != ring->last_rptr) {
|
|
/* CP is still working no lockup */
|
|
radeon_ring_lockup_update(ring);
|
|
return false;
|
|
}
|
|
elapsed = jiffies_to_msecs(cjiffies - ring->last_activity);
|
|
if (radeon_lockup_timeout && elapsed >= radeon_lockup_timeout) {
|
|
dev_err(rdev->dev, "GPU lockup CP stall for more than %lumsec\n", elapsed);
|
|
return true;
|
|
}
|
|
/* give a chance to the GPU ... */
|
|
return false;
|
|
}
|
|
|
|
int radeon_ring_init(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ring_size,
|
|
unsigned rptr_offs, unsigned rptr_reg, unsigned wptr_reg,
|
|
u32 ptr_reg_shift, u32 ptr_reg_mask, u32 nop)
|
|
{
|
|
int r;
|
|
|
|
ring->ring_size = ring_size;
|
|
ring->rptr_offs = rptr_offs;
|
|
ring->rptr_reg = rptr_reg;
|
|
ring->wptr_reg = wptr_reg;
|
|
ring->ptr_reg_shift = ptr_reg_shift;
|
|
ring->ptr_reg_mask = ptr_reg_mask;
|
|
ring->nop = nop;
|
|
/* Allocate ring buffer */
|
|
if (ring->ring_obj == NULL) {
|
|
r = radeon_bo_create(rdev, ring->ring_size, PAGE_SIZE, true,
|
|
RADEON_GEM_DOMAIN_GTT,
|
|
&ring->ring_obj);
|
|
if (r) {
|
|
dev_err(rdev->dev, "(%d) ring create failed\n", r);
|
|
return r;
|
|
}
|
|
r = radeon_bo_reserve(ring->ring_obj, false);
|
|
if (unlikely(r != 0))
|
|
return r;
|
|
r = radeon_bo_pin(ring->ring_obj, RADEON_GEM_DOMAIN_GTT,
|
|
&ring->gpu_addr);
|
|
if (r) {
|
|
radeon_bo_unreserve(ring->ring_obj);
|
|
dev_err(rdev->dev, "(%d) ring pin failed\n", r);
|
|
return r;
|
|
}
|
|
r = radeon_bo_kmap(ring->ring_obj,
|
|
(void **)&ring->ring);
|
|
radeon_bo_unreserve(ring->ring_obj);
|
|
if (r) {
|
|
dev_err(rdev->dev, "(%d) ring map failed\n", r);
|
|
return r;
|
|
}
|
|
}
|
|
ring->ptr_mask = (ring->ring_size / 4) - 1;
|
|
ring->ring_free_dw = ring->ring_size / 4;
|
|
if (radeon_debugfs_ring_init(rdev, ring)) {
|
|
DRM_ERROR("Failed to register debugfs file for rings !\n");
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
void radeon_ring_fini(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
int r;
|
|
struct radeon_bo *ring_obj;
|
|
|
|
mutex_lock(&rdev->ring_lock);
|
|
ring_obj = ring->ring_obj;
|
|
ring->ready = false;
|
|
ring->ring = NULL;
|
|
ring->ring_obj = NULL;
|
|
mutex_unlock(&rdev->ring_lock);
|
|
|
|
if (ring_obj) {
|
|
r = radeon_bo_reserve(ring_obj, false);
|
|
if (likely(r == 0)) {
|
|
radeon_bo_kunmap(ring_obj);
|
|
radeon_bo_unpin(ring_obj);
|
|
radeon_bo_unreserve(ring_obj);
|
|
}
|
|
radeon_bo_unref(&ring_obj);
|
|
}
|
|
}
|
|
|
|
/*
|
|
* Debugfs info
|
|
*/
|
|
#if defined(CONFIG_DEBUG_FS)
|
|
|
|
static int radeon_debugfs_ring_info(struct seq_file *m, void *data)
|
|
{
|
|
struct drm_info_node *node = (struct drm_info_node *) m->private;
|
|
struct drm_device *dev = node->minor->dev;
|
|
struct radeon_device *rdev = dev->dev_private;
|
|
int ridx = *(int*)node->info_ent->data;
|
|
struct radeon_ring *ring = &rdev->ring[ridx];
|
|
unsigned count, i, j;
|
|
|
|
radeon_ring_free_size(rdev, ring);
|
|
count = (ring->ring_size / 4) - ring->ring_free_dw;
|
|
seq_printf(m, "wptr(0x%04x): 0x%08x\n", ring->wptr_reg, RREG32(ring->wptr_reg));
|
|
seq_printf(m, "rptr(0x%04x): 0x%08x\n", ring->rptr_reg, RREG32(ring->rptr_reg));
|
|
seq_printf(m, "driver's copy of the wptr: 0x%08x\n", ring->wptr);
|
|
seq_printf(m, "driver's copy of the rptr: 0x%08x\n", ring->rptr);
|
|
seq_printf(m, "%u free dwords in ring\n", ring->ring_free_dw);
|
|
seq_printf(m, "%u dwords in ring\n", count);
|
|
i = ring->rptr;
|
|
for (j = 0; j <= count; j++) {
|
|
seq_printf(m, "r[%04d]=0x%08x\n", i, ring->ring[i]);
|
|
i = (i + 1) & ring->ptr_mask;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int radeon_ring_type_gfx_index = RADEON_RING_TYPE_GFX_INDEX;
|
|
static int cayman_ring_type_cp1_index = CAYMAN_RING_TYPE_CP1_INDEX;
|
|
static int cayman_ring_type_cp2_index = CAYMAN_RING_TYPE_CP2_INDEX;
|
|
|
|
static struct drm_info_list radeon_debugfs_ring_info_list[] = {
|
|
{"radeon_ring_gfx", radeon_debugfs_ring_info, 0, &radeon_ring_type_gfx_index},
|
|
{"radeon_ring_cp1", radeon_debugfs_ring_info, 0, &cayman_ring_type_cp1_index},
|
|
{"radeon_ring_cp2", radeon_debugfs_ring_info, 0, &cayman_ring_type_cp2_index},
|
|
};
|
|
|
|
static int radeon_debugfs_ib_info(struct seq_file *m, void *data)
|
|
{
|
|
struct drm_info_node *node = (struct drm_info_node *) m->private;
|
|
struct drm_device *dev = node->minor->dev;
|
|
struct radeon_device *rdev = dev->dev_private;
|
|
struct radeon_ib *ib = &rdev->ib_pool.ibs[*((unsigned*)node->info_ent->data)];
|
|
unsigned i;
|
|
|
|
if (ib == NULL) {
|
|
return 0;
|
|
}
|
|
seq_printf(m, "IB %04u\n", ib->idx);
|
|
seq_printf(m, "IB fence %p\n", ib->fence);
|
|
seq_printf(m, "IB size %05u dwords\n", ib->length_dw);
|
|
for (i = 0; i < ib->length_dw; i++) {
|
|
seq_printf(m, "[%05u]=0x%08X\n", i, ib->ptr[i]);
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static struct drm_info_list radeon_debugfs_ib_list[RADEON_IB_POOL_SIZE];
|
|
static char radeon_debugfs_ib_names[RADEON_IB_POOL_SIZE][32];
|
|
static unsigned radeon_debugfs_ib_idx[RADEON_IB_POOL_SIZE];
|
|
#endif
|
|
|
|
int radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring)
|
|
{
|
|
#if defined(CONFIG_DEBUG_FS)
|
|
unsigned i;
|
|
for (i = 0; i < ARRAY_SIZE(radeon_debugfs_ring_info_list); ++i) {
|
|
struct drm_info_list *info = &radeon_debugfs_ring_info_list[i];
|
|
int ridx = *(int*)radeon_debugfs_ring_info_list[i].data;
|
|
unsigned r;
|
|
|
|
if (&rdev->ring[ridx] != ring)
|
|
continue;
|
|
|
|
r = radeon_debugfs_add_files(rdev, info, 1);
|
|
if (r)
|
|
return r;
|
|
}
|
|
#endif
|
|
return 0;
|
|
}
|
|
|
|
int radeon_debugfs_ib_init(struct radeon_device *rdev)
|
|
{
|
|
#if defined(CONFIG_DEBUG_FS)
|
|
unsigned i;
|
|
|
|
for (i = 0; i < RADEON_IB_POOL_SIZE; i++) {
|
|
sprintf(radeon_debugfs_ib_names[i], "radeon_ib_%04u", i);
|
|
radeon_debugfs_ib_idx[i] = i;
|
|
radeon_debugfs_ib_list[i].name = radeon_debugfs_ib_names[i];
|
|
radeon_debugfs_ib_list[i].show = &radeon_debugfs_ib_info;
|
|
radeon_debugfs_ib_list[i].driver_features = 0;
|
|
radeon_debugfs_ib_list[i].data = &radeon_debugfs_ib_idx[i];
|
|
}
|
|
return radeon_debugfs_add_files(rdev, radeon_debugfs_ib_list,
|
|
RADEON_IB_POOL_SIZE);
|
|
#else
|
|
return 0;
|
|
#endif
|
|
}
|