Home | History | Annotate | Line # | Download | only in amdgpu
      1  1.1  riastrad /*	$NetBSD: amdgpu_benchmark.c,v 1.4 2021/12/18 23:44:58 riastradh Exp $	*/
      2  1.1  riastrad 
      3  1.1  riastrad /*
      4  1.1  riastrad  * Copyright 2009 Jerome Glisse.
      5  1.1  riastrad  *
      6  1.1  riastrad  * Permission is hereby granted, free of charge, to any person obtaining a
      7  1.1  riastrad  * copy of this software and associated documentation files (the "Software"),
      8  1.1  riastrad  * to deal in the Software without restriction, including without limitation
      9  1.1  riastrad  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
     10  1.1  riastrad  * and/or sell copies of the Software, and to permit persons to whom the
     11  1.1  riastrad  * Software is furnished to do so, subject to the following conditions:
     12  1.1  riastrad  *
     13  1.1  riastrad  * The above copyright notice and this permission notice shall be included in
     14  1.1  riastrad  * all copies or substantial portions of the Software.
     15  1.1  riastrad  *
     16  1.1  riastrad  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
     17  1.1  riastrad  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
     18  1.1  riastrad  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
     19  1.1  riastrad  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
     20  1.1  riastrad  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
     21  1.1  riastrad  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
     22  1.1  riastrad  * OTHER DEALINGS IN THE SOFTWARE.
     23  1.1  riastrad  *
     24  1.1  riastrad  * Authors: Jerome Glisse
     25  1.1  riastrad  */
     26  1.4  riastrad 
     27  1.1  riastrad #include <sys/cdefs.h>
     28  1.1  riastrad __KERNEL_RCSID(0, "$NetBSD: amdgpu_benchmark.c,v 1.4 2021/12/18 23:44:58 riastradh Exp $");
     29  1.1  riastrad 
     30  1.1  riastrad #include <drm/amdgpu_drm.h>
     31  1.1  riastrad #include "amdgpu.h"
     32  1.1  riastrad 
     33  1.1  riastrad #define AMDGPU_BENCHMARK_ITERATIONS 1024
     34  1.1  riastrad #define AMDGPU_BENCHMARK_COMMON_MODES_N 17
     35  1.1  riastrad 
     36  1.1  riastrad static int amdgpu_benchmark_do_move(struct amdgpu_device *adev, unsigned size,
     37  1.1  riastrad 				    uint64_t saddr, uint64_t daddr, int n)
     38  1.1  riastrad {
     39  1.1  riastrad 	unsigned long start_jiffies;
     40  1.1  riastrad 	unsigned long end_jiffies;
     41  1.4  riastrad 	struct dma_fence *fence;
     42  1.1  riastrad 	int i, r;
     43  1.1  riastrad 
     44  1.1  riastrad 	start_jiffies = jiffies;
     45  1.1  riastrad 	for (i = 0; i < n; i++) {
     46  1.1  riastrad 		struct amdgpu_ring *ring = adev->mman.buffer_funcs_ring;
     47  1.4  riastrad 		r = amdgpu_copy_buffer(ring, saddr, daddr, size, NULL, &fence,
     48  1.4  riastrad 				       false, false);
     49  1.1  riastrad 		if (r)
     50  1.1  riastrad 			goto exit_do_move;
     51  1.4  riastrad 		r = dma_fence_wait(fence, false);
     52  1.4  riastrad 		dma_fence_put(fence);
     53  1.1  riastrad 		if (r)
     54  1.1  riastrad 			goto exit_do_move;
     55  1.1  riastrad 	}
     56  1.1  riastrad 	end_jiffies = jiffies;
     57  1.1  riastrad 	r = jiffies_to_msecs(end_jiffies - start_jiffies);
     58  1.1  riastrad 
     59  1.1  riastrad exit_do_move:
     60  1.1  riastrad 	return r;
     61  1.1  riastrad }
     62  1.1  riastrad 
     63  1.1  riastrad 
     64  1.1  riastrad static void amdgpu_benchmark_log_results(int n, unsigned size,
     65  1.1  riastrad 					 unsigned int time,
     66  1.1  riastrad 					 unsigned sdomain, unsigned ddomain,
     67  1.3  riastrad 					 const char *kind)
     68  1.1  riastrad {
     69  1.1  riastrad 	unsigned int throughput = (n * (size >> 10)) / time;
     70  1.1  riastrad 	DRM_INFO("amdgpu: %s %u bo moves of %u kB from"
     71  1.1  riastrad 		 " %d to %d in %u ms, throughput: %u Mb/s or %u MB/s\n",
     72  1.1  riastrad 		 kind, n, size >> 10, sdomain, ddomain, time,
     73  1.1  riastrad 		 throughput * 8, throughput);
     74  1.1  riastrad }
     75  1.1  riastrad 
     76  1.1  riastrad static void amdgpu_benchmark_move(struct amdgpu_device *adev, unsigned size,
     77  1.1  riastrad 				  unsigned sdomain, unsigned ddomain)
     78  1.1  riastrad {
     79  1.1  riastrad 	struct amdgpu_bo *dobj = NULL;
     80  1.1  riastrad 	struct amdgpu_bo *sobj = NULL;
     81  1.4  riastrad 	struct amdgpu_bo_param bp;
     82  1.1  riastrad 	uint64_t saddr, daddr;
     83  1.1  riastrad 	int r, n;
     84  1.1  riastrad 	int time;
     85  1.1  riastrad 
     86  1.4  riastrad 	memset(&bp, 0, sizeof(bp));
     87  1.4  riastrad 	bp.size = size;
     88  1.4  riastrad 	bp.byte_align = PAGE_SIZE;
     89  1.4  riastrad 	bp.domain = sdomain;
     90  1.4  riastrad 	bp.flags = 0;
     91  1.4  riastrad 	bp.type = ttm_bo_type_kernel;
     92  1.4  riastrad 	bp.resv = NULL;
     93  1.1  riastrad 	n = AMDGPU_BENCHMARK_ITERATIONS;
     94  1.4  riastrad 	r = amdgpu_bo_create(adev, &bp, &sobj);
     95  1.1  riastrad 	if (r) {
     96  1.1  riastrad 		goto out_cleanup;
     97  1.1  riastrad 	}
     98  1.1  riastrad 	r = amdgpu_bo_reserve(sobj, false);
     99  1.1  riastrad 	if (unlikely(r != 0))
    100  1.1  riastrad 		goto out_cleanup;
    101  1.4  riastrad 	r = amdgpu_bo_pin(sobj, sdomain);
    102  1.4  riastrad 	if (r) {
    103  1.4  riastrad 		amdgpu_bo_unreserve(sobj);
    104  1.4  riastrad 		goto out_cleanup;
    105  1.4  riastrad 	}
    106  1.4  riastrad 	r = amdgpu_ttm_alloc_gart(&sobj->tbo);
    107  1.1  riastrad 	amdgpu_bo_unreserve(sobj);
    108  1.1  riastrad 	if (r) {
    109  1.1  riastrad 		goto out_cleanup;
    110  1.1  riastrad 	}
    111  1.4  riastrad 	saddr = amdgpu_bo_gpu_offset(sobj);
    112  1.4  riastrad 	bp.domain = ddomain;
    113  1.4  riastrad 	r = amdgpu_bo_create(adev, &bp, &dobj);
    114  1.1  riastrad 	if (r) {
    115  1.1  riastrad 		goto out_cleanup;
    116  1.1  riastrad 	}
    117  1.1  riastrad 	r = amdgpu_bo_reserve(dobj, false);
    118  1.1  riastrad 	if (unlikely(r != 0))
    119  1.1  riastrad 		goto out_cleanup;
    120  1.4  riastrad 	r = amdgpu_bo_pin(dobj, ddomain);
    121  1.4  riastrad 	if (r) {
    122  1.4  riastrad 		amdgpu_bo_unreserve(sobj);
    123  1.4  riastrad 		goto out_cleanup;
    124  1.4  riastrad 	}
    125  1.4  riastrad 	r = amdgpu_ttm_alloc_gart(&dobj->tbo);
    126  1.1  riastrad 	amdgpu_bo_unreserve(dobj);
    127  1.1  riastrad 	if (r) {
    128  1.1  riastrad 		goto out_cleanup;
    129  1.1  riastrad 	}
    130  1.4  riastrad 	daddr = amdgpu_bo_gpu_offset(dobj);
    131  1.1  riastrad 
    132  1.1  riastrad 	if (adev->mman.buffer_funcs) {
    133  1.1  riastrad 		time = amdgpu_benchmark_do_move(adev, size, saddr, daddr, n);
    134  1.1  riastrad 		if (time < 0)
    135  1.1  riastrad 			goto out_cleanup;
    136  1.1  riastrad 		if (time > 0)
    137  1.1  riastrad 			amdgpu_benchmark_log_results(n, size, time,
    138  1.1  riastrad 						     sdomain, ddomain, "dma");
    139  1.1  riastrad 	}
    140  1.1  riastrad 
    141  1.1  riastrad out_cleanup:
    142  1.4  riastrad 	/* Check error value now. The value can be overwritten when clean up.*/
    143  1.4  riastrad 	if (r) {
    144  1.4  riastrad 		DRM_ERROR("Error while benchmarking BO move.\n");
    145  1.4  riastrad 	}
    146  1.4  riastrad 
    147  1.1  riastrad 	if (sobj) {
    148  1.4  riastrad 		r = amdgpu_bo_reserve(sobj, true);
    149  1.1  riastrad 		if (likely(r == 0)) {
    150  1.1  riastrad 			amdgpu_bo_unpin(sobj);
    151  1.1  riastrad 			amdgpu_bo_unreserve(sobj);
    152  1.1  riastrad 		}
    153  1.1  riastrad 		amdgpu_bo_unref(&sobj);
    154  1.1  riastrad 	}
    155  1.1  riastrad 	if (dobj) {
    156  1.4  riastrad 		r = amdgpu_bo_reserve(dobj, true);
    157  1.1  riastrad 		if (likely(r == 0)) {
    158  1.1  riastrad 			amdgpu_bo_unpin(dobj);
    159  1.1  riastrad 			amdgpu_bo_unreserve(dobj);
    160  1.1  riastrad 		}
    161  1.1  riastrad 		amdgpu_bo_unref(&dobj);
    162  1.1  riastrad 	}
    163  1.1  riastrad }
    164  1.1  riastrad 
    165  1.1  riastrad void amdgpu_benchmark(struct amdgpu_device *adev, int test_number)
    166  1.1  riastrad {
    167  1.1  riastrad 	int i;
    168  1.4  riastrad 	static const int common_modes[AMDGPU_BENCHMARK_COMMON_MODES_N] = {
    169  1.1  riastrad 		640 * 480 * 4,
    170  1.1  riastrad 		720 * 480 * 4,
    171  1.1  riastrad 		800 * 600 * 4,
    172  1.1  riastrad 		848 * 480 * 4,
    173  1.1  riastrad 		1024 * 768 * 4,
    174  1.1  riastrad 		1152 * 768 * 4,
    175  1.1  riastrad 		1280 * 720 * 4,
    176  1.1  riastrad 		1280 * 800 * 4,
    177  1.1  riastrad 		1280 * 854 * 4,
    178  1.1  riastrad 		1280 * 960 * 4,
    179  1.1  riastrad 		1280 * 1024 * 4,
    180  1.1  riastrad 		1440 * 900 * 4,
    181  1.1  riastrad 		1400 * 1050 * 4,
    182  1.1  riastrad 		1680 * 1050 * 4,
    183  1.1  riastrad 		1600 * 1200 * 4,
    184  1.1  riastrad 		1920 * 1080 * 4,
    185  1.1  riastrad 		1920 * 1200 * 4
    186  1.1  riastrad 	};
    187  1.1  riastrad 
    188  1.1  riastrad 	switch (test_number) {
    189  1.1  riastrad 	case 1:
    190  1.1  riastrad 		/* simple test, VRAM to GTT and GTT to VRAM */
    191  1.1  riastrad 		amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_GTT,
    192  1.1  riastrad 				      AMDGPU_GEM_DOMAIN_VRAM);
    193  1.1  riastrad 		amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
    194  1.1  riastrad 				      AMDGPU_GEM_DOMAIN_GTT);
    195  1.1  riastrad 		break;
    196  1.1  riastrad 	case 2:
    197  1.1  riastrad 		/* simple test, VRAM to VRAM */
    198  1.1  riastrad 		amdgpu_benchmark_move(adev, 1024*1024, AMDGPU_GEM_DOMAIN_VRAM,
    199  1.1  riastrad 				      AMDGPU_GEM_DOMAIN_VRAM);
    200  1.1  riastrad 		break;
    201  1.1  riastrad 	case 3:
    202  1.1  riastrad 		/* GTT to VRAM, buffer size sweep, powers of 2 */
    203  1.1  riastrad 		for (i = 1; i <= 16384; i <<= 1)
    204  1.1  riastrad 			amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
    205  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_GTT,
    206  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM);
    207  1.1  riastrad 		break;
    208  1.1  riastrad 	case 4:
    209  1.1  riastrad 		/* VRAM to GTT, buffer size sweep, powers of 2 */
    210  1.1  riastrad 		for (i = 1; i <= 16384; i <<= 1)
    211  1.1  riastrad 			amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
    212  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM,
    213  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_GTT);
    214  1.1  riastrad 		break;
    215  1.1  riastrad 	case 5:
    216  1.1  riastrad 		/* VRAM to VRAM, buffer size sweep, powers of 2 */
    217  1.1  riastrad 		for (i = 1; i <= 16384; i <<= 1)
    218  1.1  riastrad 			amdgpu_benchmark_move(adev, i * AMDGPU_GPU_PAGE_SIZE,
    219  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM,
    220  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM);
    221  1.1  riastrad 		break;
    222  1.1  riastrad 	case 6:
    223  1.1  riastrad 		/* GTT to VRAM, buffer size sweep, common modes */
    224  1.1  riastrad 		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++)
    225  1.1  riastrad 			amdgpu_benchmark_move(adev, common_modes[i],
    226  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_GTT,
    227  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM);
    228  1.1  riastrad 		break;
    229  1.1  riastrad 	case 7:
    230  1.1  riastrad 		/* VRAM to GTT, buffer size sweep, common modes */
    231  1.1  riastrad 		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++)
    232  1.1  riastrad 			amdgpu_benchmark_move(adev, common_modes[i],
    233  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM,
    234  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_GTT);
    235  1.1  riastrad 		break;
    236  1.1  riastrad 	case 8:
    237  1.1  riastrad 		/* VRAM to VRAM, buffer size sweep, common modes */
    238  1.1  riastrad 		for (i = 0; i < AMDGPU_BENCHMARK_COMMON_MODES_N; i++)
    239  1.1  riastrad 			amdgpu_benchmark_move(adev, common_modes[i],
    240  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM,
    241  1.1  riastrad 					      AMDGPU_GEM_DOMAIN_VRAM);
    242  1.1  riastrad 		break;
    243  1.1  riastrad 
    244  1.1  riastrad 	default:
    245  1.1  riastrad 		DRM_ERROR("Unknown benchmark\n");
    246  1.1  riastrad 	}
    247  1.1  riastrad }
    248