1 /**************************************************************************
3 * Copyright 2010 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include "util/u_math.h"
29 #include "util/u_memory.h"
30 #include "draw/draw_context.h"
31 #include "draw/draw_gs.h"
32 #include "draw/draw_vbuf.h"
33 #include "draw/draw_vertex.h"
34 #include "draw/draw_pt.h"
35 #include "draw/draw_vs.h"
36 #include "draw/draw_llvm.h"
37 #include "gallivm/lp_bld_init.h"
40 struct llvm_middle_end {
41 struct draw_pt_middle_end base;
42 struct draw_context *draw;
45 struct pt_so_emit *so_emit;
46 struct pt_fetch *fetch;
47 struct pt_post_vs *post_vs;
50 unsigned vertex_data_offset;
55 struct draw_llvm *llvm;
56 struct draw_llvm_variant *current_variant;
61 llvm_middle_end_prepare( struct draw_pt_middle_end *middle,
64 unsigned *max_vertices )
66 struct llvm_middle_end *fpme = (struct llvm_middle_end *)middle;
67 struct draw_context *draw = fpme->draw;
68 struct llvm_vertex_shader *shader =
69 llvm_vertex_shader(draw->vs.vertex_shader);
70 char store[DRAW_LLVM_MAX_VARIANT_KEY_SIZE];
71 struct draw_llvm_variant_key *key;
72 struct draw_llvm_variant *variant = NULL;
73 struct draw_llvm_variant_list_item *li;
75 unsigned instance_id_index = ~0;
76 const unsigned out_prim = (draw->gs.geometry_shader ?
77 draw->gs.geometry_shader->output_primitive :
80 /* Add one to num_outputs because the pipeline occasionally tags on
81 * an additional texcoord, eg for AA lines.
83 const unsigned nr = MAX2( shader->base.info.num_inputs,
84 shader->base.info.num_outputs + 1 );
86 /* Scan for instanceID system value.
87 * XXX but we never use instance_id_index?!
89 for (i = 0; i < shader->base.info.num_inputs; i++) {
90 if (shader->base.info.input_semantic_name[i] == TGSI_SEMANTIC_INSTANCEID) {
91 instance_id_index = i;
96 fpme->input_prim = in_prim;
99 /* Always leave room for the vertex header whether we need it or
100 * not. It's hard to get rid of it in particular because of the
101 * viewport code in draw_pt_post_vs.c.
103 fpme->vertex_size = sizeof(struct vertex_header) + nr * 4 * sizeof(float);
106 /* XXX: it's not really gl rasterization rules we care about here,
107 * but gl vs dx9 clip spaces.
109 draw_pt_post_vs_prepare( fpme->post_vs,
113 draw->identity_viewport,
114 (boolean)draw->rasterizer->gl_rasterization_rules,
115 (draw->vs.edgeflag_output ? TRUE : FALSE) );
117 draw_pt_so_emit_prepare( fpme->so_emit );
119 if (!(opt & PT_PIPELINE)) {
120 draw_pt_emit_prepare( fpme->emit,
124 *max_vertices = MAX2( *max_vertices, 4096 );
127 /* limit max fetches by limiting max_vertices */
128 *max_vertices = 4096;
131 /* return even number */
132 *max_vertices = *max_vertices & ~1;
134 key = draw_llvm_make_variant_key(fpme->llvm, store);
136 /* Search shader's list of variants for the key */
137 li = first_elem(&shader->variants);
138 while (!at_end(&shader->variants, li)) {
139 if (memcmp(&li->base->key, key, shader->variant_key_size) == 0) {
147 /* found the variant, move to head of global list (for LRU) */
148 move_to_head(&fpme->llvm->vs_variants_list, &variant->list_item_global);
151 /* Need to create new variant */
154 /* First check if we've created too many variants. If so, free
155 * 25% of the LRU to avoid using too much memory.
157 if (fpme->llvm->nr_variants >= DRAW_MAX_SHADER_VARIANTS) {
159 * XXX: should we flush here ?
161 for (i = 0; i < DRAW_MAX_SHADER_VARIANTS / 4; i++) {
162 struct draw_llvm_variant_list_item *item =
163 last_elem(&fpme->llvm->vs_variants_list);
164 draw_llvm_destroy_variant(item->base);
168 variant = draw_llvm_create_variant(fpme->llvm, nr, key);
171 insert_at_head(&shader->variants, &variant->list_item_local);
172 insert_at_head(&fpme->llvm->vs_variants_list, &variant->list_item_global);
173 fpme->llvm->nr_variants++;
174 shader->variants_cached++;
178 fpme->current_variant = variant;
180 /*XXX we only support one constant buffer */
181 fpme->llvm->jit_context.vs_constants =
182 draw->pt.user.vs_constants[0];
183 fpme->llvm->jit_context.gs_constants =
184 draw->pt.user.gs_constants[0];
185 fpme->llvm->jit_context.planes =
186 (float (*) [12][4]) draw->pt.user.planes[0];
187 fpme->llvm->jit_context.viewport =
188 (float *)draw->viewport.scale;
193 static void pipeline(struct llvm_middle_end *llvm,
194 const struct draw_vertex_info *vert_info,
195 const struct draw_prim_info *prim_info)
197 if (prim_info->linear)
198 draw_pipeline_run_linear( llvm->draw,
202 draw_pipeline_run( llvm->draw,
207 static void emit(struct pt_emit *emit,
208 const struct draw_vertex_info *vert_info,
209 const struct draw_prim_info *prim_info)
211 if (prim_info->linear) {
212 draw_pt_emit_linear(emit, vert_info, prim_info);
215 draw_pt_emit(emit, vert_info, prim_info);
220 llvm_pipeline_generic( struct draw_pt_middle_end *middle,
221 const struct draw_fetch_info *fetch_info,
222 const struct draw_prim_info *prim_info )
224 struct llvm_middle_end *fpme = (struct llvm_middle_end *)middle;
225 struct draw_context *draw = fpme->draw;
226 struct draw_geometry_shader *gshader = draw->gs.geometry_shader;
227 struct draw_prim_info gs_prim_info;
228 struct draw_vertex_info llvm_vert_info;
229 struct draw_vertex_info gs_vert_info;
230 struct draw_vertex_info *vert_info;
231 unsigned opt = fpme->opt;
232 unsigned clipped = 0;
234 llvm_vert_info.count = fetch_info->count;
235 llvm_vert_info.vertex_size = fpme->vertex_size;
236 llvm_vert_info.stride = fpme->vertex_size;
237 llvm_vert_info.verts =
238 (struct vertex_header *)MALLOC(fpme->vertex_size *
239 align(fetch_info->count, 4));
240 if (!llvm_vert_info.verts) {
245 if (fetch_info->linear)
246 clipped = fpme->current_variant->jit_func( &fpme->llvm->jit_context,
247 llvm_vert_info.verts,
248 (const char **)draw->pt.user.vbuffer,
252 draw->pt.vertex_buffer,
255 clipped = fpme->current_variant->jit_func_elts( &fpme->llvm->jit_context,
256 llvm_vert_info.verts,
257 (const char **)draw->pt.user.vbuffer,
261 draw->pt.vertex_buffer,
264 /* Finished with fetch and vs:
267 vert_info = &llvm_vert_info;
270 if ((opt & PT_SHADE) && gshader) {
271 draw_geometry_shader_run(gshader,
272 draw->pt.user.gs_constants,
273 draw->pt.user.gs_constants_size,
279 FREE(vert_info->verts);
280 vert_info = &gs_vert_info;
281 prim_info = &gs_prim_info;
283 clipped = draw_pt_post_vs_run( fpme->post_vs, vert_info );
287 /* stream output needs to be done before clipping */
288 draw_pt_so_emit( fpme->so_emit,
296 /* Do we need to run the pipeline? Now will come here if clipped
298 if (opt & PT_PIPELINE) {
308 FREE(vert_info->verts);
312 static void llvm_middle_end_run( struct draw_pt_middle_end *middle,
313 const unsigned *fetch_elts,
314 unsigned fetch_count,
315 const ushort *draw_elts,
317 unsigned prim_flags )
319 struct llvm_middle_end *fpme = (struct llvm_middle_end *)middle;
320 struct draw_fetch_info fetch_info;
321 struct draw_prim_info prim_info;
323 fetch_info.linear = FALSE;
324 fetch_info.start = 0;
325 fetch_info.elts = fetch_elts;
326 fetch_info.count = fetch_count;
328 prim_info.linear = FALSE;
330 prim_info.count = draw_count;
331 prim_info.elts = draw_elts;
332 prim_info.prim = fpme->input_prim;
333 prim_info.flags = prim_flags;
334 prim_info.primitive_count = 1;
335 prim_info.primitive_lengths = &draw_count;
337 llvm_pipeline_generic( middle, &fetch_info, &prim_info );
341 static void llvm_middle_end_linear_run( struct draw_pt_middle_end *middle,
346 struct llvm_middle_end *fpme = (struct llvm_middle_end *)middle;
347 struct draw_fetch_info fetch_info;
348 struct draw_prim_info prim_info;
350 fetch_info.linear = TRUE;
351 fetch_info.start = start;
352 fetch_info.count = count;
353 fetch_info.elts = NULL;
355 prim_info.linear = TRUE;
357 prim_info.count = count;
358 prim_info.elts = NULL;
359 prim_info.prim = fpme->input_prim;
360 prim_info.flags = prim_flags;
361 prim_info.primitive_count = 1;
362 prim_info.primitive_lengths = &count;
364 llvm_pipeline_generic( middle, &fetch_info, &prim_info );
370 llvm_middle_end_linear_run_elts( struct draw_pt_middle_end *middle,
373 const ushort *draw_elts,
375 unsigned prim_flags )
377 struct llvm_middle_end *fpme = (struct llvm_middle_end *)middle;
378 struct draw_fetch_info fetch_info;
379 struct draw_prim_info prim_info;
381 fetch_info.linear = TRUE;
382 fetch_info.start = start;
383 fetch_info.count = count;
384 fetch_info.elts = NULL;
386 prim_info.linear = FALSE;
388 prim_info.count = draw_count;
389 prim_info.elts = draw_elts;
390 prim_info.prim = fpme->input_prim;
391 prim_info.flags = prim_flags;
392 prim_info.primitive_count = 1;
393 prim_info.primitive_lengths = &draw_count;
395 llvm_pipeline_generic( middle, &fetch_info, &prim_info );
402 static void llvm_middle_end_finish( struct draw_pt_middle_end *middle )
407 static void llvm_middle_end_destroy( struct draw_pt_middle_end *middle )
409 struct llvm_middle_end *fpme = (struct llvm_middle_end *)middle;
412 draw_pt_fetch_destroy( fpme->fetch );
415 draw_pt_emit_destroy( fpme->emit );
418 draw_pt_so_emit_destroy( fpme->so_emit );
421 draw_pt_post_vs_destroy( fpme->post_vs );
427 struct draw_pt_middle_end *
428 draw_pt_fetch_pipeline_or_emit_llvm(struct draw_context *draw)
430 struct llvm_middle_end *fpme = 0;
432 if (!draw->llvm->gallivm->engine)
435 fpme = CALLOC_STRUCT( llvm_middle_end );
439 fpme->base.prepare = llvm_middle_end_prepare;
440 fpme->base.run = llvm_middle_end_run;
441 fpme->base.run_linear = llvm_middle_end_linear_run;
442 fpme->base.run_linear_elts = llvm_middle_end_linear_run_elts;
443 fpme->base.finish = llvm_middle_end_finish;
444 fpme->base.destroy = llvm_middle_end_destroy;
448 fpme->fetch = draw_pt_fetch_create( draw );
452 fpme->post_vs = draw_pt_post_vs_create( draw );
456 fpme->emit = draw_pt_emit_create( draw );
460 fpme->so_emit = draw_pt_so_emit_create( draw );
464 fpme->llvm = draw->llvm;
468 fpme->current_variant = NULL;
474 llvm_middle_end_destroy( &fpme->base );