1ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer/* 2ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * Copyright 2009 VMware, Inc. 3ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * 4ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * Permission is hereby granted, free of charge, to any person obtaining a 5ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * copy of this software and associated documentation files (the "Software"), 6ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * to deal in the Software without restriction, including without limitation 7ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * and/or sell copies of the Software, and to permit persons to whom the 9ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * Software is furnished to do so, subject to the following conditions: 10ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * 11ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * The above copyright notice and this permission notice shall be included in 12ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * all copies or substantial portions of the Software. 13ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * 14ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * OTHER DEALINGS IN THE SOFTWARE. 21ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * 22ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer * Authors: Michel Dänzer 23ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer */ 24ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer#include <drm/drmP.h> 25ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer#include <drm/radeon_drm.h> 26ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer#include "radeon_reg.h" 27ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer#include "radeon.h" 28ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 29ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 30ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer/* Test BO GTT->VRAM and VRAM->GTT GPU copies across the whole GTT aperture */ 31ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzervoid radeon_test_moves(struct radeon_device *rdev) 32ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer{ 334c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse struct radeon_bo *vram_obj = NULL; 344c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse struct radeon_bo **gtt_obj = NULL; 35ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer struct radeon_fence *fence = NULL; 36ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer uint64_t gtt_addr, vram_addr; 37ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer unsigned i, n, size; 38ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer int r; 39ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 40ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer size = 1024 * 1024; 41ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 42ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer /* Number of tests = 4324cae9e7c9537fd6a16bc2f5ec398ee4bef5d007Michel Dänzer * (Total GTT - IB pool - writeback page - ring buffers) / test size 44ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer */ 457b1f2485db253aaa0081e1c5213533e166130732Christian König n = rdev->mc.gtt_size - RADEON_IB_POOL_SIZE*64*1024; 46bf85279958da96cb4b11aac89b34f0424c3c120eChristian König for (i = 0; i < RADEON_NUM_RINGS; ++i) 47e32eb50dbe43862606a51caa94368ec6bd019434Christian König n -= rdev->ring[i].ring_size; 4824cae9e7c9537fd6a16bc2f5ec398ee4bef5d007Michel Dänzer if (rdev->wb.wb_obj) 4924cae9e7c9537fd6a16bc2f5ec398ee4bef5d007Michel Dänzer n -= RADEON_GPU_PAGE_SIZE; 5024cae9e7c9537fd6a16bc2f5ec398ee4bef5d007Michel Dänzer if (rdev->ih.ring_obj) 5124cae9e7c9537fd6a16bc2f5ec398ee4bef5d007Michel Dänzer n -= rdev->ih.ring_size; 5224cae9e7c9537fd6a16bc2f5ec398ee4bef5d007Michel Dänzer n /= size; 53ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 54ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer gtt_obj = kzalloc(n * sizeof(*gtt_obj), GFP_KERNEL); 55ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (!gtt_obj) { 56ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to allocate %d pointers\n", n); 57ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer r = 1; 58ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 59ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 60ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 61441921d5309cfe098747d9840fd71bdc6ca2a93bDaniel Vetter r = radeon_bo_create(rdev, size, PAGE_SIZE, true, RADEON_GEM_DOMAIN_VRAM, 624c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse &vram_obj); 63ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 64ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to create VRAM object\n"); 65ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 66ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 674c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse r = radeon_bo_reserve(vram_obj, false); 684c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse if (unlikely(r != 0)) 694c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse goto out_cleanup; 704c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse r = radeon_bo_pin(vram_obj, RADEON_GEM_DOMAIN_VRAM, &vram_addr); 71ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 72ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to pin VRAM object\n"); 73ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 74ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 75ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer for (i = 0; i < n; i++) { 76ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer void *gtt_map, *vram_map; 77ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer void **gtt_start, **gtt_end; 78ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer void **vram_start, **vram_end; 79ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 80441921d5309cfe098747d9840fd71bdc6ca2a93bDaniel Vetter r = radeon_bo_create(rdev, size, PAGE_SIZE, true, 814c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse RADEON_GEM_DOMAIN_GTT, gtt_obj + i); 82ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 83ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to create GTT object %d\n", i); 84ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 85ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 86ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 874c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse r = radeon_bo_reserve(gtt_obj[i], false); 884c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse if (unlikely(r != 0)) 894c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse goto out_cleanup; 904c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse r = radeon_bo_pin(gtt_obj[i], RADEON_GEM_DOMAIN_GTT, >t_addr); 91ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 92ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to pin GTT object %d\n", i); 93ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 94ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 95ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 964c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse r = radeon_bo_kmap(gtt_obj[i], >t_map); 97ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 98ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to map GTT object %d\n", i); 99ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 100ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 101ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 102ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer for (gtt_start = gtt_map, gtt_end = gtt_map + size; 103ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer gtt_start < gtt_end; 104ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer gtt_start++) 105ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer *gtt_start = gtt_start; 106ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 1074c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_kunmap(gtt_obj[i]); 108ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 1097465280c076d6440e5908c158c83b542dc063a30Alex Deucher r = radeon_fence_create(rdev, &fence, RADEON_RING_TYPE_GFX_INDEX); 110ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 111ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to create GTT->VRAM fence %d\n", i); 112ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 113ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 114ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 115a77f171843d466d4af0d527bcb2d314fafa8afd7Matt Turner r = radeon_copy(rdev, gtt_addr, vram_addr, size / RADEON_GPU_PAGE_SIZE, fence); 116ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 117ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed GTT->VRAM copy %d\n", i); 118ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 119ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 120ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 121ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer r = radeon_fence_wait(fence, false); 122ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 123ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to wait for GTT->VRAM fence %d\n", i); 124ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 125ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 126ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 127ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer radeon_fence_unref(&fence); 128ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 1294c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse r = radeon_bo_kmap(vram_obj, &vram_map); 130ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 131ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to map VRAM object after copy %d\n", i); 132ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 133ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 134ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 135ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer for (gtt_start = gtt_map, gtt_end = gtt_map + size, 136ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer vram_start = vram_map, vram_end = vram_map + size; 137ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer vram_start < vram_end; 138ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer gtt_start++, vram_start++) { 139ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (*vram_start != gtt_start) { 140ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Incorrect GTT->VRAM copy %d: Got 0x%p, " 1414fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer "expected 0x%p (GTT/VRAM offset " 1424fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer "0x%16llx/0x%16llx)\n", 1434fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer i, *vram_start, gtt_start, 1444fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (unsigned long long) 1454fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (gtt_addr - rdev->mc.gtt_start + 1464fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (void*)gtt_start - gtt_map), 1474fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (unsigned long long) 1484fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (vram_addr - rdev->mc.vram_start + 1494fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (void*)gtt_start - gtt_map)); 1504c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_kunmap(vram_obj); 151ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 152ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 153ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer *vram_start = vram_start; 154ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 155ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 1564c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_kunmap(vram_obj); 157ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 1587465280c076d6440e5908c158c83b542dc063a30Alex Deucher r = radeon_fence_create(rdev, &fence, RADEON_RING_TYPE_GFX_INDEX); 159ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 160ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to create VRAM->GTT fence %d\n", i); 161ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 162ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 163ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 164a77f171843d466d4af0d527bcb2d314fafa8afd7Matt Turner r = radeon_copy(rdev, vram_addr, gtt_addr, size / RADEON_GPU_PAGE_SIZE, fence); 165ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 166ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed VRAM->GTT copy %d\n", i); 167ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 168ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 169ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 170ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer r = radeon_fence_wait(fence, false); 171ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 172ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to wait for VRAM->GTT fence %d\n", i); 173ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 174ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 175ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 176ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer radeon_fence_unref(&fence); 177ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 1784c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse r = radeon_bo_kmap(gtt_obj[i], >t_map); 179ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 180ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Failed to map GTT object after copy %d\n", i); 181ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 182ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 183ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 184ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer for (gtt_start = gtt_map, gtt_end = gtt_map + size, 185ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer vram_start = vram_map, vram_end = vram_map + size; 186ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer gtt_start < gtt_end; 187ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer gtt_start++, vram_start++) { 188ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (*gtt_start != vram_start) { 189ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_ERROR("Incorrect VRAM->GTT copy %d: Got 0x%p, " 1904fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer "expected 0x%p (VRAM/GTT offset " 1914fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer "0x%16llx/0x%16llx)\n", 1924fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer i, *gtt_start, vram_start, 1934fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (unsigned long long) 1944fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (vram_addr - rdev->mc.vram_start + 1954fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (void*)vram_start - vram_map), 1964fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (unsigned long long) 1974fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (gtt_addr - rdev->mc.gtt_start + 1984fb1a35c0185f8fa3e71b12de62b8752a9a9ed0fMichel Dänzer (void*)vram_start - vram_map)); 1994c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_kunmap(gtt_obj[i]); 200ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer goto out_cleanup; 201ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 202ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 203ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 2044c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_kunmap(gtt_obj[i]); 205ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 206ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer DRM_INFO("Tested GTT->VRAM and VRAM->GTT copy for GTT offset 0x%llx\n", 207d594e46ace22afa1621254f6f669e65430048153Jerome Glisse gtt_addr - rdev->mc.gtt_start); 208ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 209ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer 210ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzerout_cleanup: 211ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (vram_obj) { 2124c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse if (radeon_bo_is_reserved(vram_obj)) { 2134c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_unpin(vram_obj); 2144c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_unreserve(vram_obj); 2154c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse } 2164c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_unref(&vram_obj); 217ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 218ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (gtt_obj) { 219ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer for (i = 0; i < n; i++) { 220ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (gtt_obj[i]) { 2214c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse if (radeon_bo_is_reserved(gtt_obj[i])) { 2224c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_unpin(gtt_obj[i]); 2234c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_unreserve(gtt_obj[i]); 2244c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse } 2254c7886791264f03428d5424befb1b96f08fc90f4Jerome Glisse radeon_bo_unref(>t_obj[i]); 226ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 227ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 228ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer kfree(gtt_obj); 229ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 230ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (fence) { 231ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer radeon_fence_unref(&fence); 232ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 233ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer if (r) { 234ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer printk(KERN_WARNING "Error while testing BO move.\n"); 235ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer } 236ecc0b32645bf19a3a240e72be3022ab3b46ad3d0Michel Dänzer} 23760a7e3964db8cd698696b27f3c720365c374905aChristian König 23860a7e3964db8cd698696b27f3c720365c374905aChristian Königvoid radeon_test_ring_sync(struct radeon_device *rdev, 239e32eb50dbe43862606a51caa94368ec6bd019434Christian König struct radeon_ring *ringA, 240e32eb50dbe43862606a51caa94368ec6bd019434Christian König struct radeon_ring *ringB) 24160a7e3964db8cd698696b27f3c720365c374905aChristian König{ 242ce9548843756d2fc64bf11c7208de52be5774863Christian König struct radeon_fence *fence1 = NULL, *fence2 = NULL; 24360a7e3964db8cd698696b27f3c720365c374905aChristian König struct radeon_semaphore *semaphore = NULL; 244e32eb50dbe43862606a51caa94368ec6bd019434Christian König int ridxA = radeon_ring_index(rdev, ringA); 245e32eb50dbe43862606a51caa94368ec6bd019434Christian König int ridxB = radeon_ring_index(rdev, ringB); 24660a7e3964db8cd698696b27f3c720365c374905aChristian König int r; 24760a7e3964db8cd698696b27f3c720365c374905aChristian König 248ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_create(rdev, &fence1, ridxA); 249ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 250ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to create sync fence 1\n"); 251ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 252ce9548843756d2fc64bf11c7208de52be5774863Christian König } 253ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_create(rdev, &fence2, ridxA); 25460a7e3964db8cd698696b27f3c720365c374905aChristian König if (r) { 255ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to create sync fence 2\n"); 25660a7e3964db8cd698696b27f3c720365c374905aChristian König goto out_cleanup; 25760a7e3964db8cd698696b27f3c720365c374905aChristian König } 25860a7e3964db8cd698696b27f3c720365c374905aChristian König 25960a7e3964db8cd698696b27f3c720365c374905aChristian König r = radeon_semaphore_create(rdev, &semaphore); 26060a7e3964db8cd698696b27f3c720365c374905aChristian König if (r) { 26160a7e3964db8cd698696b27f3c720365c374905aChristian König DRM_ERROR("Failed to create semaphore\n"); 26260a7e3964db8cd698696b27f3c720365c374905aChristian König goto out_cleanup; 26360a7e3964db8cd698696b27f3c720365c374905aChristian König } 26460a7e3964db8cd698696b27f3c720365c374905aChristian König 265e32eb50dbe43862606a51caa94368ec6bd019434Christian König r = radeon_ring_lock(rdev, ringA, 64); 26660a7e3964db8cd698696b27f3c720365c374905aChristian König if (r) { 267e32eb50dbe43862606a51caa94368ec6bd019434Christian König DRM_ERROR("Failed to lock ring A %d\n", ridxA); 26860a7e3964db8cd698696b27f3c720365c374905aChristian König goto out_cleanup; 26960a7e3964db8cd698696b27f3c720365c374905aChristian König } 270e32eb50dbe43862606a51caa94368ec6bd019434Christian König radeon_semaphore_emit_wait(rdev, ridxA, semaphore); 271ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_emit(rdev, fence1); 272ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_semaphore_emit_wait(rdev, ridxA, semaphore); 273ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_emit(rdev, fence2); 274e32eb50dbe43862606a51caa94368ec6bd019434Christian König radeon_ring_unlock_commit(rdev, ringA); 27560a7e3964db8cd698696b27f3c720365c374905aChristian König 27660a7e3964db8cd698696b27f3c720365c374905aChristian König mdelay(1000); 27760a7e3964db8cd698696b27f3c720365c374905aChristian König 278ce9548843756d2fc64bf11c7208de52be5774863Christian König if (radeon_fence_signaled(fence1)) { 279ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Fence 1 signaled without waiting for semaphore.\n"); 28060a7e3964db8cd698696b27f3c720365c374905aChristian König goto out_cleanup; 28160a7e3964db8cd698696b27f3c720365c374905aChristian König } 28260a7e3964db8cd698696b27f3c720365c374905aChristian König 283e32eb50dbe43862606a51caa94368ec6bd019434Christian König r = radeon_ring_lock(rdev, ringB, 64); 28460a7e3964db8cd698696b27f3c720365c374905aChristian König if (r) { 285e32eb50dbe43862606a51caa94368ec6bd019434Christian König DRM_ERROR("Failed to lock ring B %p\n", ringB); 28660a7e3964db8cd698696b27f3c720365c374905aChristian König goto out_cleanup; 28760a7e3964db8cd698696b27f3c720365c374905aChristian König } 288e32eb50dbe43862606a51caa94368ec6bd019434Christian König radeon_semaphore_emit_signal(rdev, ridxB, semaphore); 289e32eb50dbe43862606a51caa94368ec6bd019434Christian König radeon_ring_unlock_commit(rdev, ringB); 29060a7e3964db8cd698696b27f3c720365c374905aChristian König 291ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_wait(fence1, false); 292ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 293ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to wait for sync fence 1\n"); 294ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 295ce9548843756d2fc64bf11c7208de52be5774863Christian König } 296ce9548843756d2fc64bf11c7208de52be5774863Christian König 297ce9548843756d2fc64bf11c7208de52be5774863Christian König mdelay(1000); 298ce9548843756d2fc64bf11c7208de52be5774863Christian König 299ce9548843756d2fc64bf11c7208de52be5774863Christian König if (radeon_fence_signaled(fence2)) { 300ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Fence 2 signaled without waiting for semaphore.\n"); 301ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 302ce9548843756d2fc64bf11c7208de52be5774863Christian König } 303ce9548843756d2fc64bf11c7208de52be5774863Christian König 304ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_ring_lock(rdev, ringB, 64); 30560a7e3964db8cd698696b27f3c720365c374905aChristian König if (r) { 306ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to lock ring B %p\n", ringB); 30760a7e3964db8cd698696b27f3c720365c374905aChristian König goto out_cleanup; 30860a7e3964db8cd698696b27f3c720365c374905aChristian König } 309ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_semaphore_emit_signal(rdev, ridxB, semaphore); 310ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_ring_unlock_commit(rdev, ringB); 31160a7e3964db8cd698696b27f3c720365c374905aChristian König 312ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_wait(fence2, false); 313ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 314ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to wait for sync fence 1\n"); 315ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 316ce9548843756d2fc64bf11c7208de52be5774863Christian König } 31760a7e3964db8cd698696b27f3c720365c374905aChristian König 31860a7e3964db8cd698696b27f3c720365c374905aChristian Königout_cleanup: 31960a7e3964db8cd698696b27f3c720365c374905aChristian König if (semaphore) 32060a7e3964db8cd698696b27f3c720365c374905aChristian König radeon_semaphore_free(rdev, semaphore); 32160a7e3964db8cd698696b27f3c720365c374905aChristian König 322ce9548843756d2fc64bf11c7208de52be5774863Christian König if (fence1) 323ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_unref(&fence1); 324ce9548843756d2fc64bf11c7208de52be5774863Christian König 325ce9548843756d2fc64bf11c7208de52be5774863Christian König if (fence2) 326ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_unref(&fence2); 327ce9548843756d2fc64bf11c7208de52be5774863Christian König 328ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) 329ce9548843756d2fc64bf11c7208de52be5774863Christian König printk(KERN_WARNING "Error while testing ring sync (%d).\n", r); 330ce9548843756d2fc64bf11c7208de52be5774863Christian König} 331ce9548843756d2fc64bf11c7208de52be5774863Christian König 332ce9548843756d2fc64bf11c7208de52be5774863Christian Königvoid radeon_test_ring_sync2(struct radeon_device *rdev, 333ce9548843756d2fc64bf11c7208de52be5774863Christian König struct radeon_ring *ringA, 334ce9548843756d2fc64bf11c7208de52be5774863Christian König struct radeon_ring *ringB, 335ce9548843756d2fc64bf11c7208de52be5774863Christian König struct radeon_ring *ringC) 336ce9548843756d2fc64bf11c7208de52be5774863Christian König{ 337ce9548843756d2fc64bf11c7208de52be5774863Christian König struct radeon_fence *fenceA = NULL, *fenceB = NULL; 338ce9548843756d2fc64bf11c7208de52be5774863Christian König struct radeon_semaphore *semaphore = NULL; 339ce9548843756d2fc64bf11c7208de52be5774863Christian König int ridxA = radeon_ring_index(rdev, ringA); 340ce9548843756d2fc64bf11c7208de52be5774863Christian König int ridxB = radeon_ring_index(rdev, ringB); 341ce9548843756d2fc64bf11c7208de52be5774863Christian König int ridxC = radeon_ring_index(rdev, ringC); 342ce9548843756d2fc64bf11c7208de52be5774863Christian König bool sigA, sigB; 343ce9548843756d2fc64bf11c7208de52be5774863Christian König int i, r; 344ce9548843756d2fc64bf11c7208de52be5774863Christian König 345ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_create(rdev, &fenceA, ridxA); 346ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 347ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to create sync fence 1\n"); 348ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 349ce9548843756d2fc64bf11c7208de52be5774863Christian König } 350ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_create(rdev, &fenceB, ridxB); 351ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 352ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to create sync fence 2\n"); 353ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 354ce9548843756d2fc64bf11c7208de52be5774863Christian König } 355ce9548843756d2fc64bf11c7208de52be5774863Christian König 356ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_semaphore_create(rdev, &semaphore); 357ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 358ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to create semaphore\n"); 359ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 360ce9548843756d2fc64bf11c7208de52be5774863Christian König } 361ce9548843756d2fc64bf11c7208de52be5774863Christian König 362ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_ring_lock(rdev, ringA, 64); 363ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 364ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to lock ring A %d\n", ridxA); 365ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 366ce9548843756d2fc64bf11c7208de52be5774863Christian König } 367ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_semaphore_emit_wait(rdev, ridxA, semaphore); 368ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_emit(rdev, fenceA); 369ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_ring_unlock_commit(rdev, ringA); 370ce9548843756d2fc64bf11c7208de52be5774863Christian König 371ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_ring_lock(rdev, ringB, 64); 372ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 373ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to lock ring B %d\n", ridxB); 374ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 375ce9548843756d2fc64bf11c7208de52be5774863Christian König } 376ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_semaphore_emit_wait(rdev, ridxB, semaphore); 377ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_emit(rdev, fenceB); 378ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_ring_unlock_commit(rdev, ringB); 379ce9548843756d2fc64bf11c7208de52be5774863Christian König 380ce9548843756d2fc64bf11c7208de52be5774863Christian König mdelay(1000); 381ce9548843756d2fc64bf11c7208de52be5774863Christian König 382ce9548843756d2fc64bf11c7208de52be5774863Christian König if (radeon_fence_signaled(fenceA)) { 383ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Fence A signaled without waiting for semaphore.\n"); 384ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 385ce9548843756d2fc64bf11c7208de52be5774863Christian König } 386ce9548843756d2fc64bf11c7208de52be5774863Christian König if (radeon_fence_signaled(fenceB)) { 387ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Fence A signaled without waiting for semaphore.\n"); 388ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 389ce9548843756d2fc64bf11c7208de52be5774863Christian König } 390ce9548843756d2fc64bf11c7208de52be5774863Christian König 391ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_ring_lock(rdev, ringC, 64); 392ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 393ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to lock ring B %p\n", ringC); 394ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 395ce9548843756d2fc64bf11c7208de52be5774863Christian König } 396ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_semaphore_emit_signal(rdev, ridxC, semaphore); 397ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_ring_unlock_commit(rdev, ringC); 398ce9548843756d2fc64bf11c7208de52be5774863Christian König 399ce9548843756d2fc64bf11c7208de52be5774863Christian König for (i = 0; i < 30; ++i) { 400ce9548843756d2fc64bf11c7208de52be5774863Christian König mdelay(100); 401ce9548843756d2fc64bf11c7208de52be5774863Christian König sigA = radeon_fence_signaled(fenceA); 402ce9548843756d2fc64bf11c7208de52be5774863Christian König sigB = radeon_fence_signaled(fenceB); 403ce9548843756d2fc64bf11c7208de52be5774863Christian König if (sigA || sigB) 404ce9548843756d2fc64bf11c7208de52be5774863Christian König break; 405ce9548843756d2fc64bf11c7208de52be5774863Christian König } 406ce9548843756d2fc64bf11c7208de52be5774863Christian König 407ce9548843756d2fc64bf11c7208de52be5774863Christian König if (!sigA && !sigB) { 408ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Neither fence A nor B has been signaled\n"); 409ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 410ce9548843756d2fc64bf11c7208de52be5774863Christian König } else if (sigA && sigB) { 411ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Both fence A and B has been signaled\n"); 412ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 413ce9548843756d2fc64bf11c7208de52be5774863Christian König } 414ce9548843756d2fc64bf11c7208de52be5774863Christian König 415ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Fence %c was first signaled\n", sigA ? 'A' : 'B'); 416ce9548843756d2fc64bf11c7208de52be5774863Christian König 417ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_ring_lock(rdev, ringC, 64); 418ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 419ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to lock ring B %p\n", ringC); 420ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 421ce9548843756d2fc64bf11c7208de52be5774863Christian König } 422ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_semaphore_emit_signal(rdev, ridxC, semaphore); 423ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_ring_unlock_commit(rdev, ringC); 424ce9548843756d2fc64bf11c7208de52be5774863Christian König 425ce9548843756d2fc64bf11c7208de52be5774863Christian König mdelay(1000); 426ce9548843756d2fc64bf11c7208de52be5774863Christian König 427ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_wait(fenceA, false); 428ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 429ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to wait for sync fence A\n"); 430ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 431ce9548843756d2fc64bf11c7208de52be5774863Christian König } 432ce9548843756d2fc64bf11c7208de52be5774863Christian König r = radeon_fence_wait(fenceB, false); 433ce9548843756d2fc64bf11c7208de52be5774863Christian König if (r) { 434ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_ERROR("Failed to wait for sync fence B\n"); 435ce9548843756d2fc64bf11c7208de52be5774863Christian König goto out_cleanup; 436ce9548843756d2fc64bf11c7208de52be5774863Christian König } 437ce9548843756d2fc64bf11c7208de52be5774863Christian König 438ce9548843756d2fc64bf11c7208de52be5774863Christian Königout_cleanup: 439ce9548843756d2fc64bf11c7208de52be5774863Christian König if (semaphore) 440ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_semaphore_free(rdev, semaphore); 441ce9548843756d2fc64bf11c7208de52be5774863Christian König 442ce9548843756d2fc64bf11c7208de52be5774863Christian König if (fenceA) 443ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_unref(&fenceA); 444ce9548843756d2fc64bf11c7208de52be5774863Christian König 445ce9548843756d2fc64bf11c7208de52be5774863Christian König if (fenceB) 446ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_fence_unref(&fenceB); 44760a7e3964db8cd698696b27f3c720365c374905aChristian König 44860a7e3964db8cd698696b27f3c720365c374905aChristian König if (r) 44960a7e3964db8cd698696b27f3c720365c374905aChristian König printk(KERN_WARNING "Error while testing ring sync (%d).\n", r); 45060a7e3964db8cd698696b27f3c720365c374905aChristian König} 45160a7e3964db8cd698696b27f3c720365c374905aChristian König 45260a7e3964db8cd698696b27f3c720365c374905aChristian Königvoid radeon_test_syncing(struct radeon_device *rdev) 45360a7e3964db8cd698696b27f3c720365c374905aChristian König{ 454ce9548843756d2fc64bf11c7208de52be5774863Christian König int i, j, k; 45560a7e3964db8cd698696b27f3c720365c374905aChristian König 45660a7e3964db8cd698696b27f3c720365c374905aChristian König for (i = 1; i < RADEON_NUM_RINGS; ++i) { 457e32eb50dbe43862606a51caa94368ec6bd019434Christian König struct radeon_ring *ringA = &rdev->ring[i]; 458e32eb50dbe43862606a51caa94368ec6bd019434Christian König if (!ringA->ready) 45960a7e3964db8cd698696b27f3c720365c374905aChristian König continue; 46060a7e3964db8cd698696b27f3c720365c374905aChristian König 46160a7e3964db8cd698696b27f3c720365c374905aChristian König for (j = 0; j < i; ++j) { 462e32eb50dbe43862606a51caa94368ec6bd019434Christian König struct radeon_ring *ringB = &rdev->ring[j]; 463e32eb50dbe43862606a51caa94368ec6bd019434Christian König if (!ringB->ready) 46460a7e3964db8cd698696b27f3c720365c374905aChristian König continue; 46560a7e3964db8cd698696b27f3c720365c374905aChristian König 466ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d and %d...\n", i, j); 467e32eb50dbe43862606a51caa94368ec6bd019434Christian König radeon_test_ring_sync(rdev, ringA, ringB); 46860a7e3964db8cd698696b27f3c720365c374905aChristian König 469ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d and %d...\n", j, i); 470e32eb50dbe43862606a51caa94368ec6bd019434Christian König radeon_test_ring_sync(rdev, ringB, ringA); 471ce9548843756d2fc64bf11c7208de52be5774863Christian König 472ce9548843756d2fc64bf11c7208de52be5774863Christian König for (k = 0; k < j; ++k) { 473ce9548843756d2fc64bf11c7208de52be5774863Christian König struct radeon_ring *ringC = &rdev->ring[k]; 4741f2e124df90cfc1347fd301409570fa9b0aed2c9Alex Deucher if (!ringC->ready) 4751f2e124df90cfc1347fd301409570fa9b0aed2c9Alex Deucher continue; 476ce9548843756d2fc64bf11c7208de52be5774863Christian König 477ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d, %d and %d...\n", i, j, k); 478ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_test_ring_sync2(rdev, ringA, ringB, ringC); 479ce9548843756d2fc64bf11c7208de52be5774863Christian König 480ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d, %d and %d...\n", i, k, j); 481ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_test_ring_sync2(rdev, ringA, ringC, ringB); 482ce9548843756d2fc64bf11c7208de52be5774863Christian König 483ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d, %d and %d...\n", j, i, k); 484ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_test_ring_sync2(rdev, ringB, ringA, ringC); 485ce9548843756d2fc64bf11c7208de52be5774863Christian König 486ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d, %d and %d...\n", j, k, i); 487ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_test_ring_sync2(rdev, ringB, ringC, ringA); 488ce9548843756d2fc64bf11c7208de52be5774863Christian König 489ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d, %d and %d...\n", k, i, j); 490ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_test_ring_sync2(rdev, ringC, ringA, ringB); 491ce9548843756d2fc64bf11c7208de52be5774863Christian König 492ce9548843756d2fc64bf11c7208de52be5774863Christian König DRM_INFO("Testing syncing between rings %d, %d and %d...\n", k, j, i); 493ce9548843756d2fc64bf11c7208de52be5774863Christian König radeon_test_ring_sync2(rdev, ringC, ringB, ringA); 494ce9548843756d2fc64bf11c7208de52be5774863Christian König } 49560a7e3964db8cd698696b27f3c720365c374905aChristian König } 49660a7e3964db8cd698696b27f3c720365c374905aChristian König } 49760a7e3964db8cd698696b27f3c720365c374905aChristian König} 498