2 * Copyright © 2011 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * Chris Wilson <chris@chris-wilson.co.uk>
37 #include <sys/ioctl.h>
40 #include "ioctl_wrappers.h"
42 #include "intel_chipset.h"
43 #include "intel_bufmgr.h"
44 #include "intel_batchbuffer.h"
45 #include "intel_gpu_tools.h"
47 #define OBJECT_SIZE 16384
49 #define COPY_BLT_CMD (2<<29|0x53<<22)
50 #define BLT_WRITE_ALPHA (1<<21)
51 #define BLT_WRITE_RGB (1<<20)
52 #define BLT_SRC_TILED (1<<15)
53 #define BLT_DST_TILED (1<<11)
58 static inline void build_batch(uint32_t *batch, int len, uint32_t *batch_len)
62 batch[i++] = COPY_BLT_CMD | BLT_WRITE_ALPHA | BLT_WRITE_RGB | (is_64bit ? 8 : 6);
63 batch[i++] = 0xcc << 16 | 1 << 25 | 1 << 24 | len;
65 batch[i++] = 1 << 16 | (len / 4);
66 batch[i++] = 0; /* dst */
71 batch[i++] = 0; /* src */
74 batch[i++] = MI_BATCH_BUFFER_END;
82 struct drm_i915_gem_relocation_entry reloc[] = { \
83 { dst, 0, 4*sizeof(uint32_t), 0, I915_GEM_DOMAIN_RENDER, I915_GEM_DOMAIN_RENDER }, \
84 { src, 0, (is_64bit ? 8 : 7)*sizeof(uint32_t), 0, I915_GEM_DOMAIN_RENDER, 0 }, \
86 struct drm_i915_gem_exec_object2 exec[] = { \
89 { gem_create(fd, 4096), 2, (uintptr_t)reloc } \
91 struct drm_i915_gem_execbuffer2 execbuf = { \
97 build_batch(batch, len, &execbuf.batch_len); \
98 gem_write(fd, exec[2].handle, 0, batch, execbuf.batch_len);
101 static void copy(int fd, uint32_t src, uint32_t dst, void *buf, int len, int loops)
106 gem_write(fd, src, 0, buf, len);
107 do_or_die(drmIoctl(fd, DRM_IOCTL_I915_GEM_EXECBUFFER2, &execbuf));
108 gem_read(fd, dst, 0, buf, len);
111 gem_close(fd, exec[2].handle);
114 static void as_gtt_mmap(int fd, uint32_t src, uint32_t dst, void *buf, int len, int loops)
116 uint32_t *src_ptr, *dst_ptr;
119 src_ptr = gem_mmap__gtt(fd, src, OBJECT_SIZE, PROT_WRITE);
120 dst_ptr = gem_mmap__gtt(fd, dst, OBJECT_SIZE, PROT_READ);
123 gem_set_domain(fd, src,
124 I915_GEM_DOMAIN_GTT, I915_GEM_DOMAIN_GTT);
125 memcpy(src_ptr, buf, len);
127 do_or_die(drmIoctl(fd, DRM_IOCTL_I915_GEM_EXECBUFFER2, &execbuf));
128 gem_set_domain(fd, dst,
129 I915_GEM_DOMAIN_GTT, 0);
130 memcpy(buf, dst_ptr, len);
133 munmap(dst_ptr, len);
134 munmap(src_ptr, len);
135 gem_close(fd, exec[2].handle);
139 static void as_cpu_mmap(int fd, uint32_t src, uint32_t dst, void *buf, int len, int loops)
141 uint32_t *src_ptr, *dst_ptr;
144 src_ptr = gem_mmap__cpu(fd, src, OBJECT_SIZE, PROT_WRITE);
145 dst_ptr = gem_mmap__cpu(fd, dst, OBJECT_SIZE, PROT_READ);
148 gem_set_domain(fd, src,
149 I915_GEM_DOMAIN_CPU, I915_GEM_DOMAIN_CPU);
150 memcpy(src_ptr, buf, len);
152 do_or_die(drmIoctl(fd, DRM_IOCTL_I915_GEM_EXECBUFFER2, &execbuf));
153 gem_set_domain(fd, dst,
154 I915_GEM_DOMAIN_CPU, 0);
155 memcpy(buf, dst_ptr, len);
158 munmap(dst_ptr, len);
159 munmap(src_ptr, len);
160 gem_close(fd, exec[2].handle);
163 static void test_copy(int fd, uint32_t src, uint32_t dst, uint32_t *buf, int len)
168 for (i = 0; i < len/4; i++)
171 gem_write(fd, src, 0, buf, len);
174 do_or_die(drmIoctl(fd, DRM_IOCTL_I915_GEM_EXECBUFFER2, &execbuf));
175 gem_read(fd, dst, 0, buf, len);
177 gem_close(fd, exec[2].handle);
179 for (i = 0; i < len/4; i++)
180 igt_assert(buf[i] == i);
183 static void test_as_gtt_mmap(int fd, uint32_t src, uint32_t dst, int len)
185 uint32_t *src_ptr, *dst_ptr;
189 src_ptr = gem_mmap__gtt(fd, src, OBJECT_SIZE, PROT_WRITE);
190 dst_ptr = gem_mmap__gtt(fd, dst, OBJECT_SIZE, PROT_READ);
192 gem_set_domain(fd, src, I915_GEM_DOMAIN_GTT, I915_GEM_DOMAIN_GTT);
193 for (i = 0; i < len/4; i++)
196 do_or_die(drmIoctl(fd, DRM_IOCTL_I915_GEM_EXECBUFFER2, &execbuf));
197 gem_close(fd, exec[2].handle);
199 gem_set_domain(fd, dst, I915_GEM_DOMAIN_GTT, 0);
200 for (i = 0; i < len/4; i++)
201 igt_assert(dst_ptr[i] == i);
203 munmap(dst_ptr, len);
204 munmap(src_ptr, len);
207 static void test_as_cpu_mmap(int fd, uint32_t src, uint32_t dst, int len)
209 uint32_t *src_ptr, *dst_ptr;
213 src_ptr = gem_mmap__cpu(fd, src, OBJECT_SIZE, PROT_WRITE);
214 dst_ptr = gem_mmap__cpu(fd, dst, OBJECT_SIZE, PROT_READ);
216 gem_set_domain(fd, src, I915_GEM_DOMAIN_CPU, I915_GEM_DOMAIN_CPU);
217 for (i = 0; i < len/4; i++)
220 do_or_die(drmIoctl(fd, DRM_IOCTL_I915_GEM_EXECBUFFER2, &execbuf));
221 gem_close(fd, exec[2].handle);
223 gem_set_domain(fd, dst, I915_GEM_DOMAIN_CPU, 0);
224 for (i = 0; i < len/4; i++)
225 igt_assert(dst_ptr[i] == i);
227 munmap(dst_ptr, len);
228 munmap(src_ptr, len);
231 static double elapsed(const struct timeval *start,
232 const struct timeval *end,
235 return (1e6*(end->tv_sec - start->tv_sec) + (end->tv_usec - start->tv_usec))/loop;
238 static const char *bytes_per_sec(char *buf, double v)
240 const char *order[] = {
249 while (v > 1000 && o[1]) {
253 sprintf(buf, "%.1f%s/s", v, *o);
257 uint32_t *tmp, src, dst;
260 int main(int argc, char **argv)
266 igt_subtest_init(argc, argv);
267 igt_skip_on_simulation();
270 object_size = atoi(argv[1]);
271 if (object_size == 0)
272 object_size = OBJECT_SIZE;
273 object_size = (object_size + 3) & -4;
280 dst = gem_create(fd, object_size);
281 src = gem_create(fd, object_size);
282 tmp = malloc(object_size);
284 gem_set_caching(fd, src, 0);
285 gem_set_caching(fd, dst, 0);
287 devid = intel_get_drm_devid(fd);
288 is_64bit = intel_gen(devid) >= 8;
289 exec_flags = HAS_BLT_RING(devid) ? I915_EXEC_BLT : 0;
292 igt_subtest("uncached-copy-correctness")
293 test_copy(fd, src, dst, tmp, object_size);
294 igt_subtest("uncached-copy-performance") {
295 for (count = 1; count <= 1<<17; count <<= 1) {
296 struct timeval start, end;
298 gettimeofday(&start, NULL);
299 copy(fd, src, dst, tmp, object_size, count);
300 gettimeofday(&end, NULL);
301 printf("Time to uncached copy %d bytes x %6d: %7.3fµs, %s\n",
303 elapsed(&start, &end, count),
304 bytes_per_sec((char *)buf, object_size/elapsed(&start, &end, count)*1e6));
309 igt_subtest("uncached-pwrite-blt-gtt_mmap-correctness")
310 test_as_gtt_mmap(fd, src, dst, object_size);
311 igt_subtest("uncached-pwrite-blt-gtt_mmap-performance") {
312 for (count = 1; count <= 1<<17; count <<= 1) {
313 struct timeval start, end;
315 gettimeofday(&start, NULL);
316 as_gtt_mmap(fd, src, dst, tmp, object_size, count);
317 gettimeofday(&end, NULL);
318 printf("** mmap uncached copy %d bytes x %6d: %7.3fµs, %s\n",
320 elapsed(&start, &end, count),
321 bytes_per_sec((char *)buf, object_size/elapsed(&start, &end, count)*1e6));
327 gem_set_caching(fd, src, 1);
328 gem_set_caching(fd, dst, 1);
331 igt_subtest("snooped-copy-correctness")
332 test_copy(fd, src, dst, tmp, object_size);
333 igt_subtest("snooped-copy-performance") {
334 for (count = 1; count <= 1<<17; count <<= 1) {
335 struct timeval start, end;
337 gettimeofday(&start, NULL);
338 copy(fd, src, dst, tmp, object_size, count);
339 gettimeofday(&end, NULL);
340 printf("Time to snooped copy %d bytes x %6d: %7.3fµs, %s\n",
342 elapsed(&start, &end, count),
343 bytes_per_sec((char *)buf, object_size/elapsed(&start, &end, count)*1e6));
348 igt_subtest("snooped-pwrite-blt-cpu_mmap-correctness")
349 test_as_cpu_mmap(fd, src, dst, object_size);
350 igt_subtest("snooped-pwrite-blt-cpu_mmap-performance") {
351 for (count = 1; count <= 1<<17; count <<= 1) {
352 struct timeval start, end;
354 gettimeofday(&start, NULL);
355 as_cpu_mmap(fd, src, dst, tmp, object_size, count);
356 gettimeofday(&end, NULL);
357 printf("** mmap snooped copy %d bytes x %6d: %7.3fµs, %s\n",
359 elapsed(&start, &end, count),
360 bytes_per_sec((char *)buf, object_size/elapsed(&start, &end, count)*1e6));
366 gem_set_caching(fd, src, 2);
367 gem_set_caching(fd, dst, 2);
370 igt_subtest("display-copy-correctness")
371 test_copy(fd, src, dst, tmp, object_size);
372 igt_subtest("display-copy-performance") {
373 for (count = 1; count <= 1<<17; count <<= 1) {
374 struct timeval start, end;
376 gettimeofday(&start, NULL);
377 copy(fd, src, dst, tmp, object_size, count);
378 gettimeofday(&end, NULL);
379 printf("Time to display copy %d bytes x %6d: %7.3fµs, %s\n",
381 elapsed(&start, &end, count),
382 bytes_per_sec((char *)buf, object_size/elapsed(&start, &end, count)*1e6));
387 igt_subtest("display-pwrite-blt-gtt_mmap-correctness")
388 test_as_gtt_mmap(fd, src, dst, object_size);
389 igt_subtest("display-pwrite-blt-gtt_mmap-performance") {
390 for (count = 1; count <= 1<<17; count <<= 1) {
391 struct timeval start, end;
393 gettimeofday(&start, NULL);
394 as_gtt_mmap(fd, src, dst, tmp, object_size, count);
395 gettimeofday(&end, NULL);
396 printf("** mmap display copy %d bytes x %6d: %7.3fµs, %s\n",
398 elapsed(&start, &end, count),
399 bytes_per_sec((char *)buf, object_size/elapsed(&start, &end, count)*1e6));