16 #include "intel_bufmgr.h"
17 #include "intel_batchbuffer.h"
19 #include "intel_chipset.h"
20 #include "rendercopy.h"
21 #include "gen7_render.h"
22 #include "intel_reg.h"
25 static const uint32_t ps_kernel[][4] = {
26 { 0x0080005a, 0x2e2077bd, 0x000000c0, 0x008d0040 },
27 { 0x0080005a, 0x2e6077bd, 0x000000d0, 0x008d0040 },
28 { 0x02800031, 0x21801fa9, 0x008d0e20, 0x08840001 },
29 { 0x00800001, 0x2e2003bd, 0x008d0180, 0x00000000 },
30 { 0x00800001, 0x2e6003bd, 0x008d01c0, 0x00000000 },
31 { 0x00800001, 0x2ea003bd, 0x008d0200, 0x00000000 },
32 { 0x00800001, 0x2ee003bd, 0x008d0240, 0x00000000 },
33 { 0x05800031, 0x20001fa8, 0x008d0e20, 0x90031000 },
37 batch_used(struct intel_batchbuffer *batch)
39 return batch->state - batch->buffer;
43 batch_align(struct intel_batchbuffer *batch, uint32_t align)
45 uint32_t offset = batch_used(batch);
46 offset = ALIGN(offset, align);
47 batch->state = batch->buffer + offset;
52 batch_alloc(struct intel_batchbuffer *batch, uint32_t size, uint32_t align)
54 uint32_t offset = batch_align(batch, align);
56 return memset(batch->buffer + offset, 0, size);
60 batch_offset(struct intel_batchbuffer *batch, void *ptr)
62 return (uint8_t *)ptr - batch->buffer;
66 batch_copy(struct intel_batchbuffer *batch, const void *ptr, uint32_t size, uint32_t align)
68 return batch_offset(batch, memcpy(batch_alloc(batch, size, align), ptr, size));
72 gen7_render_flush(struct intel_batchbuffer *batch,
73 drm_intel_context *context, uint32_t batch_end)
77 ret = drm_intel_bo_subdata(batch->bo, 0, 4096, batch->buffer);
79 ret = drm_intel_gem_bo_context_exec(batch->bo, context,
85 gen7_tiling_bits(uint32_t tiling)
89 case I915_TILING_NONE: return 0;
90 case I915_TILING_X: return GEN7_SURFACE_TILED;
91 case I915_TILING_Y: return GEN7_SURFACE_TILED | GEN7_SURFACE_TILED_Y;
96 gen7_bind_buf(struct intel_batchbuffer *batch,
102 uint32_t write_domain, read_domain;
106 write_domain = read_domain = I915_GEM_DOMAIN_RENDER;
109 read_domain = I915_GEM_DOMAIN_SAMPLER;
112 ss = batch_alloc(batch, 8 * sizeof(*ss), 32);
114 ss[0] = (GEN7_SURFACE_2D << GEN7_SURFACE_TYPE_SHIFT |
115 gen7_tiling_bits(buf->tiling) |
116 format << GEN7_SURFACE_FORMAT_SHIFT);
117 ss[1] = buf->bo->offset;
118 ss[2] = ((igt_buf_width(buf) - 1) << GEN7_SURFACE_WIDTH_SHIFT |
119 (igt_buf_height(buf) - 1) << GEN7_SURFACE_HEIGHT_SHIFT);
120 ss[3] = (buf->stride - 1) << GEN7_SURFACE_PITCH_SHIFT;
125 if (IS_HASWELL(batch->devid))
126 ss[7] |= HSW_SURFACE_SWIZZLE(RED, GREEN, BLUE, ALPHA);
128 ret = drm_intel_bo_emit_reloc(batch->bo,
129 batch_offset(batch, ss) + 4,
131 read_domain, write_domain);
134 return batch_offset(batch, ss);
138 gen7_emit_vertex_elements(struct intel_batchbuffer *batch)
140 OUT_BATCH(GEN7_3DSTATE_VERTEX_ELEMENTS |
141 ((2 * (1 + 2)) + 1 - 2));
143 OUT_BATCH(0 << GEN7_VE0_VERTEX_BUFFER_INDEX_SHIFT | GEN7_VE0_VALID |
144 GEN7_SURFACEFORMAT_R32G32B32A32_FLOAT << GEN7_VE0_FORMAT_SHIFT |
145 0 << GEN7_VE0_OFFSET_SHIFT);
147 OUT_BATCH(GEN7_VFCOMPONENT_STORE_0 << GEN7_VE1_VFCOMPONENT_0_SHIFT |
148 GEN7_VFCOMPONENT_STORE_0 << GEN7_VE1_VFCOMPONENT_1_SHIFT |
149 GEN7_VFCOMPONENT_STORE_0 << GEN7_VE1_VFCOMPONENT_2_SHIFT |
150 GEN7_VFCOMPONENT_STORE_0 << GEN7_VE1_VFCOMPONENT_3_SHIFT);
153 OUT_BATCH(0 << GEN7_VE0_VERTEX_BUFFER_INDEX_SHIFT | GEN7_VE0_VALID |
154 GEN7_SURFACEFORMAT_R16G16_SSCALED << GEN7_VE0_FORMAT_SHIFT |
155 0 << GEN7_VE0_OFFSET_SHIFT); /* offsets vb in bytes */
156 OUT_BATCH(GEN7_VFCOMPONENT_STORE_SRC << GEN7_VE1_VFCOMPONENT_0_SHIFT |
157 GEN7_VFCOMPONENT_STORE_SRC << GEN7_VE1_VFCOMPONENT_1_SHIFT |
158 GEN7_VFCOMPONENT_STORE_0 << GEN7_VE1_VFCOMPONENT_2_SHIFT |
159 GEN7_VFCOMPONENT_STORE_1_FLT << GEN7_VE1_VFCOMPONENT_3_SHIFT);
162 OUT_BATCH(0 << GEN7_VE0_VERTEX_BUFFER_INDEX_SHIFT | GEN7_VE0_VALID |
163 GEN7_SURFACEFORMAT_R16G16_SSCALED << GEN7_VE0_FORMAT_SHIFT |
164 4 << GEN7_VE0_OFFSET_SHIFT); /* offset vb in bytes */
165 OUT_BATCH(GEN7_VFCOMPONENT_STORE_SRC << GEN7_VE1_VFCOMPONENT_0_SHIFT |
166 GEN7_VFCOMPONENT_STORE_SRC << GEN7_VE1_VFCOMPONENT_1_SHIFT |
167 GEN7_VFCOMPONENT_STORE_0 << GEN7_VE1_VFCOMPONENT_2_SHIFT |
168 GEN7_VFCOMPONENT_STORE_1_FLT << GEN7_VE1_VFCOMPONENT_3_SHIFT);
172 gen7_create_vertex_buffer(struct intel_batchbuffer *batch,
173 uint32_t src_x, uint32_t src_y,
174 uint32_t dst_x, uint32_t dst_y,
175 uint32_t width, uint32_t height)
179 v = batch_alloc(batch, 12*sizeof(*v), 8);
181 v[0] = dst_x + width;
182 v[1] = dst_y + height;
183 v[2] = src_x + width;
184 v[3] = src_y + height;
187 v[5] = dst_y + height;
189 v[7] = src_y + height;
196 return batch_offset(batch, v);
199 static void gen7_emit_vertex_buffer(struct intel_batchbuffer *batch,
200 int src_x, int src_y,
201 int dst_x, int dst_y,
202 int width, int height)
206 offset = gen7_create_vertex_buffer(batch,
211 OUT_BATCH(GEN7_3DSTATE_VERTEX_BUFFERS | (5 - 2));
212 OUT_BATCH(0 << GEN7_VB0_BUFFER_INDEX_SHIFT |
213 GEN7_VB0_VERTEXDATA |
214 GEN7_VB0_ADDRESS_MODIFY_ENABLE |
215 4*2 << GEN7_VB0_BUFFER_PITCH_SHIFT);
217 OUT_RELOC(batch->bo, I915_GEM_DOMAIN_VERTEX, 0, offset);
223 gen7_bind_surfaces(struct intel_batchbuffer *batch,
227 uint32_t *binding_table;
229 binding_table = batch_alloc(batch, 8, 32);
232 gen7_bind_buf(batch, dst, GEN7_SURFACEFORMAT_B8G8R8A8_UNORM, 1);
234 gen7_bind_buf(batch, src, GEN7_SURFACEFORMAT_B8G8R8A8_UNORM, 0);
236 return batch_offset(batch, binding_table);
240 gen7_emit_binding_table(struct intel_batchbuffer *batch,
244 OUT_BATCH(GEN7_3DSTATE_BINDING_TABLE_POINTERS_PS | (2 - 2));
245 OUT_BATCH(gen7_bind_surfaces(batch, src, dst));
249 gen7_emit_drawing_rectangle(struct intel_batchbuffer *batch, struct igt_buf *dst)
251 OUT_BATCH(GEN7_3DSTATE_DRAWING_RECTANGLE | (4 - 2));
253 OUT_BATCH((igt_buf_height(dst) - 1) << 16 | (igt_buf_width(dst) - 1));
258 gen7_create_blend_state(struct intel_batchbuffer *batch)
260 struct gen7_blend_state *blend;
262 blend = batch_alloc(batch, sizeof(*blend), 64);
264 blend->blend0.dest_blend_factor = GEN7_BLENDFACTOR_ZERO;
265 blend->blend0.source_blend_factor = GEN7_BLENDFACTOR_ONE;
266 blend->blend0.blend_func = GEN7_BLENDFUNCTION_ADD;
267 blend->blend1.post_blend_clamp_enable = 1;
268 blend->blend1.pre_blend_clamp_enable = 1;
270 return batch_offset(batch, blend);
274 gen7_emit_state_base_address(struct intel_batchbuffer *batch)
276 OUT_BATCH(GEN7_STATE_BASE_ADDRESS | (10 - 2));
278 OUT_RELOC(batch->bo, I915_GEM_DOMAIN_INSTRUCTION, 0, BASE_ADDRESS_MODIFY);
279 OUT_RELOC(batch->bo, I915_GEM_DOMAIN_INSTRUCTION, 0, BASE_ADDRESS_MODIFY);
281 OUT_RELOC(batch->bo, I915_GEM_DOMAIN_INSTRUCTION, 0, BASE_ADDRESS_MODIFY);
284 OUT_BATCH(0 | BASE_ADDRESS_MODIFY);
286 OUT_BATCH(0 | BASE_ADDRESS_MODIFY);
290 gen7_create_cc_viewport(struct intel_batchbuffer *batch)
292 struct gen7_cc_viewport *vp;
294 vp = batch_alloc(batch, sizeof(*vp), 32);
295 vp->min_depth = -1.e35;
296 vp->max_depth = 1.e35;
298 return batch_offset(batch, vp);
302 gen7_emit_cc(struct intel_batchbuffer *batch)
304 OUT_BATCH(GEN7_3DSTATE_BLEND_STATE_POINTERS | (2 - 2));
305 OUT_BATCH(gen7_create_blend_state(batch));
307 OUT_BATCH(GEN7_3DSTATE_VIEWPORT_STATE_POINTERS_CC | (2 - 2));
308 OUT_BATCH(gen7_create_cc_viewport(batch));
312 gen7_create_sampler(struct intel_batchbuffer *batch)
314 struct gen7_sampler_state *ss;
316 ss = batch_alloc(batch, sizeof(*ss), 32);
318 ss->ss0.min_filter = GEN7_MAPFILTER_NEAREST;
319 ss->ss0.mag_filter = GEN7_MAPFILTER_NEAREST;
321 ss->ss3.r_wrap_mode = GEN7_TEXCOORDMODE_CLAMP;
322 ss->ss3.s_wrap_mode = GEN7_TEXCOORDMODE_CLAMP;
323 ss->ss3.t_wrap_mode = GEN7_TEXCOORDMODE_CLAMP;
325 ss->ss3.non_normalized_coord = 1;
327 return batch_offset(batch, ss);
331 gen7_emit_sampler(struct intel_batchbuffer *batch)
333 OUT_BATCH(GEN7_3DSTATE_SAMPLER_STATE_POINTERS_PS | (2 - 2));
334 OUT_BATCH(gen7_create_sampler(batch));
338 gen7_emit_multisample(struct intel_batchbuffer *batch)
340 OUT_BATCH(GEN7_3DSTATE_MULTISAMPLE | (4 - 2));
341 OUT_BATCH(GEN7_3DSTATE_MULTISAMPLE_PIXEL_LOCATION_CENTER |
342 GEN7_3DSTATE_MULTISAMPLE_NUMSAMPLES_1); /* 1 sample/pixel */
346 OUT_BATCH(GEN7_3DSTATE_SAMPLE_MASK | (2 - 2));
351 gen7_emit_urb(struct intel_batchbuffer *batch)
353 OUT_BATCH(GEN7_3DSTATE_PUSH_CONSTANT_ALLOC_PS | (2 - 2));
354 OUT_BATCH(8); /* in 1KBs */
356 /* num of VS entries must be divisible by 8 if size < 9 */
357 OUT_BATCH(GEN7_3DSTATE_URB_VS | (2 - 2));
358 OUT_BATCH((64 << GEN7_URB_ENTRY_NUMBER_SHIFT) |
359 (2 - 1) << GEN7_URB_ENTRY_SIZE_SHIFT |
360 (1 << GEN7_URB_STARTING_ADDRESS_SHIFT));
362 OUT_BATCH(GEN7_3DSTATE_URB_HS | (2 - 2));
363 OUT_BATCH((0 << GEN7_URB_ENTRY_SIZE_SHIFT) |
364 (2 << GEN7_URB_STARTING_ADDRESS_SHIFT));
366 OUT_BATCH(GEN7_3DSTATE_URB_DS | (2 - 2));
367 OUT_BATCH((0 << GEN7_URB_ENTRY_SIZE_SHIFT) |
368 (2 << GEN7_URB_STARTING_ADDRESS_SHIFT));
370 OUT_BATCH(GEN7_3DSTATE_URB_GS | (2 - 2));
371 OUT_BATCH((0 << GEN7_URB_ENTRY_SIZE_SHIFT) |
372 (1 << GEN7_URB_STARTING_ADDRESS_SHIFT));
376 gen7_emit_vs(struct intel_batchbuffer *batch)
378 OUT_BATCH(GEN7_3DSTATE_VS | (6 - 2));
379 OUT_BATCH(0); /* no VS kernel */
383 OUT_BATCH(0); /* pass-through */
387 gen7_emit_hs(struct intel_batchbuffer *batch)
389 OUT_BATCH(GEN7_3DSTATE_HS | (7 - 2));
390 OUT_BATCH(0); /* no HS kernel */
395 OUT_BATCH(0); /* pass-through */
399 gen7_emit_te(struct intel_batchbuffer *batch)
401 OUT_BATCH(GEN7_3DSTATE_TE | (4 - 2));
408 gen7_emit_ds(struct intel_batchbuffer *batch)
410 OUT_BATCH(GEN7_3DSTATE_DS | (6 - 2));
419 gen7_emit_gs(struct intel_batchbuffer *batch)
421 OUT_BATCH(GEN7_3DSTATE_GS | (7 - 2));
422 OUT_BATCH(0); /* no GS kernel */
427 OUT_BATCH(0); /* pass-through */
431 gen7_emit_streamout(struct intel_batchbuffer *batch)
433 OUT_BATCH(GEN7_3DSTATE_STREAMOUT | (3 - 2));
439 gen7_emit_sf(struct intel_batchbuffer *batch)
441 OUT_BATCH(GEN7_3DSTATE_SF | (7 - 2));
443 OUT_BATCH(GEN7_3DSTATE_SF_CULL_NONE);
444 OUT_BATCH(2 << GEN7_3DSTATE_SF_TRIFAN_PROVOKE_SHIFT);
451 gen7_emit_sbe(struct intel_batchbuffer *batch)
453 OUT_BATCH(GEN7_3DSTATE_SBE | (14 - 2));
454 OUT_BATCH(1 << GEN7_SBE_NUM_OUTPUTS_SHIFT |
455 1 << GEN7_SBE_URB_ENTRY_READ_LENGTH_SHIFT |
456 1 << GEN7_SBE_URB_ENTRY_READ_OFFSET_SHIFT);
458 OUT_BATCH(0); /* dw4 */
462 OUT_BATCH(0); /* dw8 */
466 OUT_BATCH(0); /* dw12 */
472 gen7_emit_ps(struct intel_batchbuffer *batch)
476 if (IS_HASWELL(batch->devid))
477 threads = 40 << HSW_PS_MAX_THREADS_SHIFT | 1 << HSW_PS_SAMPLE_MASK_SHIFT;
479 threads = 40 << IVB_PS_MAX_THREADS_SHIFT;
481 OUT_BATCH(GEN7_3DSTATE_PS | (8 - 2));
482 OUT_BATCH(batch_copy(batch, ps_kernel, sizeof(ps_kernel), 64));
483 OUT_BATCH(1 << GEN7_PS_SAMPLER_COUNT_SHIFT |
484 2 << GEN7_PS_BINDING_TABLE_ENTRY_COUNT_SHIFT);
485 OUT_BATCH(0); /* scratch address */
487 GEN7_PS_16_DISPATCH_ENABLE |
488 GEN7_PS_ATTRIBUTE_ENABLE);
489 OUT_BATCH(6 << GEN7_PS_DISPATCH_START_GRF_SHIFT_0);
495 gen7_emit_clip(struct intel_batchbuffer *batch)
497 OUT_BATCH(GEN7_3DSTATE_CLIP | (4 - 2));
499 OUT_BATCH(0); /* pass-through */
502 OUT_BATCH(GEN7_3DSTATE_VIEWPORT_STATE_POINTERS_SF_CL | (2 - 2));
507 gen7_emit_wm(struct intel_batchbuffer *batch)
509 OUT_BATCH(GEN7_3DSTATE_WM | (3 - 2));
510 OUT_BATCH(GEN7_WM_DISPATCH_ENABLE |
511 GEN7_WM_PERSPECTIVE_PIXEL_BARYCENTRIC);
516 gen7_emit_null_depth_buffer(struct intel_batchbuffer *batch)
518 OUT_BATCH(GEN7_3DSTATE_DEPTH_BUFFER | (7 - 2));
519 OUT_BATCH(GEN7_SURFACE_NULL << GEN7_3DSTATE_DEPTH_BUFFER_TYPE_SHIFT |
520 GEN7_DEPTHFORMAT_D32_FLOAT << GEN7_3DSTATE_DEPTH_BUFFER_FORMAT_SHIFT);
521 OUT_BATCH(0); /* disable depth, stencil and hiz */
527 OUT_BATCH(GEN7_3DSTATE_CLEAR_PARAMS | (3 - 2));
532 #define BATCH_STATE_SPLIT 2048
533 void gen7_render_copyfunc(struct intel_batchbuffer *batch,
534 drm_intel_context *context,
535 struct igt_buf *src, unsigned src_x, unsigned src_y,
536 unsigned width, unsigned height,
537 struct igt_buf *dst, unsigned dst_x, unsigned dst_y)
541 intel_batchbuffer_flush_with_context(batch, context);
543 batch->state = &batch->buffer[BATCH_STATE_SPLIT];
545 OUT_BATCH(GEN7_PIPELINE_SELECT | PIPELINE_SELECT_3D);
547 gen7_emit_state_base_address(batch);
548 gen7_emit_multisample(batch);
549 gen7_emit_urb(batch);
555 gen7_emit_clip(batch);
558 gen7_emit_streamout(batch);
559 gen7_emit_null_depth_buffer(batch);
562 gen7_emit_sampler(batch);
563 gen7_emit_sbe(batch);
565 gen7_emit_vertex_elements(batch);
566 gen7_emit_vertex_buffer(batch,
567 src_x, src_y, dst_x, dst_y, width, height);
568 gen7_emit_binding_table(batch, src, dst);
569 gen7_emit_drawing_rectangle(batch, dst);
571 OUT_BATCH(GEN7_3DPRIMITIVE | (7- 2));
572 OUT_BATCH(GEN7_3DPRIMITIVE_VERTEX_SEQUENTIAL | _3DPRIM_RECTLIST);
575 OUT_BATCH(1); /* single instance */
576 OUT_BATCH(0); /* start instance location */
577 OUT_BATCH(0); /* index buffer offset, ignored */
579 OUT_BATCH(MI_BATCH_BUFFER_END);
581 batch_end = batch->ptr - batch->buffer;
582 batch_end = ALIGN(batch_end, 8);
583 assert(batch_end < BATCH_STATE_SPLIT);
585 gen7_render_flush(batch, context, batch_end);
586 intel_batchbuffer_reset(batch);