1 /**************************************************************************
3 Copyright 2002-2008 VMware, Inc.
7 Permission is hereby granted, free of charge, to any person obtaining a
8 copy of this software and associated documentation files (the "Software"),
9 to deal in the Software without restriction, including without limitation
10 on the rights to use, copy, modify, merge, publish, distribute, sub
11 license, and/or sell copies of the Software, and to permit persons to whom
12 the Software is furnished to do so, subject to the following conditions:
14 The above copyright notice and this permission notice (including the next
15 paragraph) shall be included in all copies or substantial portions of the
18 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21 VMWARE AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
22 DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23 OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24 USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
30 * Keith Whitwell <keithw@vmware.com>
35 /* Display list compiler attempts to store lists of vertices with the
36 * same vertex layout. Additionally it attempts to minimize the need
37 * for execute-time fixup of these vertex lists, allowing them to be
40 * There are still some circumstances where this can be thwarted, for
41 * example by building a list that consists of one very long primitive
42 * (eg Begin(Triangles), 1000 vertices, End), and calling that list
43 * from inside a different begin/end object (Begin(Lines), CallList,
46 * In that case the code will have to replay the list as individual
47 * commands through the Exec dispatch table, or fix up the copied
48 * vertices at execute-time.
50 * The other case where fixup is required is when a vertex attribute
51 * is introduced in the middle of a primitive. Eg:
53 * TexCoord1f() Vertex2f()
54 * TexCoord1f() Color3f() Vertex2f()
57 * If the current value of Color isn't known at compile-time, this
58 * primitive will require fixup.
61 * The list compiler currently doesn't attempt to compile lists
62 * containing EvalCoord or EvalPoint commands. On encountering one of
63 * these, compilation falls back to opcodes.
65 * This could be improved to fallback only when a mix of EvalCoord and
66 * Vertex commands are issued within a single primitive.
70 #include "main/glheader.h"
71 #include "main/arrayobj.h"
72 #include "main/bufferobj.h"
73 #include "main/context.h"
74 #include "main/dlist.h"
75 #include "main/enums.h"
76 #include "main/eval.h"
77 #include "main/macros.h"
78 #include "main/draw_validate.h"
79 #include "main/api_arrayelt.h"
80 #include "main/vtxfmt.h"
81 #include "main/dispatch.h"
82 #include "main/state.h"
83 #include "main/varray.h"
84 #include "util/bitscan.h"
85 #include "util/u_memory.h"
86 #include "util/hash_table.h"
88 #include "gallium/include/pipe/p_state.h"
91 #include "vbo_private.h"
98 /* An interesting VBO number/name to help with debugging */
99 #define VBO_BUF_ID 12345
101 static void GLAPIENTRY
102 _save_Materialfv(GLenum face, GLenum pname, const GLfloat *params);
104 static void GLAPIENTRY
105 _save_EvalCoord1f(GLfloat u);
107 static void GLAPIENTRY
108 _save_EvalCoord2f(GLfloat u, GLfloat v);
111 handle_out_of_memory(struct gl_context *ctx)
113 struct vbo_save_context *save = &vbo_context(ctx)->save;
114 _mesa_noop_vtxfmt_init(ctx, &save->vtxfmt);
115 save->out_of_memory = true;
119 * NOTE: Old 'parity' issue is gone, but copying can still be
120 * wrong-footed on replay.
123 copy_vertices(struct gl_context *ctx,
124 const struct vbo_save_vertex_list *node,
125 const fi_type * src_buffer)
127 struct vbo_save_context *save = &vbo_context(ctx)->save;
128 struct _mesa_prim *prim = &node->cold->prims[node->cold->prim_count - 1];
129 GLuint sz = save->vertex_size;
130 const fi_type *src = src_buffer + prim->start * sz;
131 fi_type *dst = save->copied.buffer;
136 return vbo_copy_vertices(ctx, prim->mode, prim->start, &prim->count,
137 prim->begin, sz, true, dst, src);
141 static struct vbo_save_vertex_store *
142 realloc_vertex_store(struct vbo_save_vertex_store *store, uint32_t vertex_size, int vertex_count)
145 store = CALLOC_STRUCT(vbo_save_vertex_store);
147 int new_size = MAX2(vertex_count * vertex_size, VBO_SAVE_BUFFER_SIZE) * sizeof(GLfloat);
148 if (new_size > store->buffer_in_ram_size) {
149 store->buffer_in_ram_size = new_size;
150 store->buffer_in_ram = realloc(store->buffer_in_ram, store->buffer_in_ram_size);
157 static struct vbo_save_primitive_store *
158 realloc_prim_store(struct vbo_save_primitive_store *store, int prim_count)
161 store = CALLOC_STRUCT(vbo_save_primitive_store);
162 uint32_t old_size = store->size;
163 store->size = MAX3(store->size, prim_count, VBO_SAVE_PRIM_SIZE);
164 store->prims = realloc(store->prims, store->size * sizeof(struct _mesa_prim));
165 memset(&store->prims[old_size], 0, (store->size - old_size) * sizeof(struct _mesa_prim));
172 reset_counters(struct gl_context *ctx)
174 struct vbo_save_context *save = &vbo_context(ctx)->save;
176 save->vertex_store->used = 0;
177 save->prim_store->used = 0;
178 save->vert_count = 0;
179 save->dangling_attr_ref = GL_FALSE;
183 * For a list of prims, try merging prims that can just be extensions of the
187 merge_prims(struct gl_context *ctx, struct _mesa_prim *prim_list,
191 struct _mesa_prim *prev_prim = prim_list;
193 for (i = 1; i < *prim_count; i++) {
194 struct _mesa_prim *this_prim = prim_list + i;
196 vbo_try_prim_conversion(&this_prim->mode, &this_prim->count);
198 if (vbo_merge_draws(ctx, true,
199 prev_prim->mode, this_prim->mode,
200 prev_prim->start, this_prim->start,
201 &prev_prim->count, this_prim->count,
202 prev_prim->basevertex, this_prim->basevertex,
204 this_prim->begin, this_prim->end)) {
205 /* We've found a prim that just extend the previous one. Tack it
206 * onto the previous one, and let this primitive struct get dropped.
211 /* If any previous primitives have been dropped, then we need to copy
212 * this later one into the next available slot.
215 if (prev_prim != this_prim)
216 *prev_prim = *this_prim;
219 *prim_count = prev_prim - prim_list + 1;
224 * Convert GL_LINE_LOOP primitive into GL_LINE_STRIP so that drivers
225 * don't have to worry about handling the _mesa_prim::begin/end flags.
226 * See https://bugs.freedesktop.org/show_bug.cgi?id=81174
229 convert_line_loop_to_strip(struct vbo_save_context *save,
230 struct vbo_save_vertex_list *node)
232 struct _mesa_prim *prim = &node->cold->prims[node->cold->prim_count - 1];
234 assert(prim->mode == GL_LINE_LOOP);
237 /* Copy the 0th vertex to end of the buffer and extend the
238 * vertex count by one to finish the line loop.
240 const GLuint sz = save->vertex_size;
242 const fi_type *src = save->vertex_store->buffer_in_ram + prim->start * sz;
244 fi_type *dst = save->vertex_store->buffer_in_ram + (prim->start + prim->count) * sz;
246 memcpy(dst, src, sz * sizeof(float));
249 node->cold->vertex_count++;
251 save->vertex_store->used += sz;
255 /* Drawing the second or later section of a long line loop.
256 * Skip the 0th vertex.
262 prim->mode = GL_LINE_STRIP;
266 /* Compare the present vao if it has the same setup. */
268 compare_vao(gl_vertex_processing_mode mode,
269 const struct gl_vertex_array_object *vao,
270 const struct gl_buffer_object *bo, GLintptr buffer_offset,
271 GLuint stride, GLbitfield64 vao_enabled,
272 const GLubyte size[VBO_ATTRIB_MAX],
273 const GLenum16 type[VBO_ATTRIB_MAX],
274 const GLuint offset[VBO_ATTRIB_MAX])
279 /* If the enabled arrays are not the same we are not equal. */
280 if (vao_enabled != vao->Enabled)
283 /* Check the buffer binding at 0 */
284 if (vao->BufferBinding[0].BufferObj != bo)
286 /* BufferBinding[0].Offset != buffer_offset is checked per attribute */
287 if (vao->BufferBinding[0].Stride != stride)
289 assert(vao->BufferBinding[0].InstanceDivisor == 0);
291 /* Retrieve the mapping from VBO_ATTRIB to VERT_ATTRIB space */
292 const GLubyte *const vao_to_vbo_map = _vbo_attribute_alias_map[mode];
294 /* Now check the enabled arrays */
295 GLbitfield mask = vao_enabled;
297 const int attr = u_bit_scan(&mask);
298 const unsigned char vbo_attr = vao_to_vbo_map[attr];
299 const GLenum16 tp = type[vbo_attr];
300 const GLintptr off = offset[vbo_attr] + buffer_offset;
301 const struct gl_array_attributes *attrib = &vao->VertexAttrib[attr];
302 if (attrib->RelativeOffset + vao->BufferBinding[0].Offset != off)
304 if (attrib->Format.Type != tp)
306 if (attrib->Format.Size != size[vbo_attr])
308 assert(attrib->Format.Format == GL_RGBA);
309 assert(attrib->Format.Normalized == GL_FALSE);
310 assert(attrib->Format.Integer == vbo_attrtype_to_integer_flag(tp));
311 assert(attrib->Format.Doubles == vbo_attrtype_to_double_flag(tp));
312 assert(attrib->BufferBindingIndex == 0);
319 /* Create or reuse the vao for the vertex processing mode. */
321 update_vao(struct gl_context *ctx,
322 gl_vertex_processing_mode mode,
323 struct gl_vertex_array_object **vao,
324 struct gl_buffer_object *bo, GLintptr buffer_offset,
325 GLuint stride, GLbitfield64 vbo_enabled,
326 const GLubyte size[VBO_ATTRIB_MAX],
327 const GLenum16 type[VBO_ATTRIB_MAX],
328 const GLuint offset[VBO_ATTRIB_MAX])
330 /* Compute the bitmasks of vao_enabled arrays */
331 GLbitfield vao_enabled = _vbo_get_vao_enabled_from_vbo(mode, vbo_enabled);
334 * Check if we can possibly reuse the exisiting one.
335 * In the long term we should reset them when something changes.
337 if (compare_vao(mode, *vao, bo, buffer_offset, stride,
338 vao_enabled, size, type, offset))
341 /* The initial refcount is 1 */
342 _mesa_reference_vao(ctx, vao, NULL);
343 *vao = _mesa_new_vao(ctx, ~((GLuint)0));
346 * assert(stride <= ctx->Const.MaxVertexAttribStride);
347 * MaxVertexAttribStride is not set for drivers that does not
348 * expose GL 44 or GLES 31.
351 /* Bind the buffer object at binding point 0 */
352 _mesa_bind_vertex_buffer(ctx, *vao, 0, bo, buffer_offset, stride, false,
355 /* Retrieve the mapping from VBO_ATTRIB to VERT_ATTRIB space
356 * Note that the position/generic0 aliasing is done in the VAO.
358 const GLubyte *const vao_to_vbo_map = _vbo_attribute_alias_map[mode];
359 /* Now set the enable arrays */
360 GLbitfield mask = vao_enabled;
362 const int vao_attr = u_bit_scan(&mask);
363 const GLubyte vbo_attr = vao_to_vbo_map[vao_attr];
364 assert(offset[vbo_attr] <= ctx->Const.MaxVertexAttribRelativeOffset);
366 _vbo_set_attrib_format(ctx, *vao, vao_attr, buffer_offset,
367 size[vbo_attr], type[vbo_attr], offset[vbo_attr]);
368 _mesa_vertex_attrib_binding(ctx, *vao, vao_attr, 0);
370 _mesa_enable_vertex_array_attribs(ctx, *vao, vao_enabled);
371 assert(vao_enabled == (*vao)->Enabled);
372 assert((vao_enabled & ~(*vao)->VertexAttribBufferMask) == 0);
374 /* Finalize and freeze the VAO */
375 _mesa_set_vao_immutable(ctx, *vao);
379 static void wrap_filled_vertex(struct gl_context *ctx);
380 static void compile_vertex_list(struct gl_context *ctx);
383 realloc_storage(struct gl_context *ctx, int prim_count, int vertex_count)
385 struct vbo_save_context *save = &vbo_context(ctx)->save;
386 const int ten_MB = 10 * 1024 * 1024;
388 /* Limit how much memory we allocate. */
389 if (save->prim_store->used > 0 &&
391 vertex_count * save->vertex_size > ten_MB) {
392 wrap_filled_vertex(ctx);
393 vertex_count = ten_MB / save->vertex_size;
396 if (prim_count > 0 &&
397 prim_count * sizeof(struct _mesa_prim) > ten_MB) {
398 if (save->prim_store->used > 0)
399 compile_vertex_list(ctx);
400 prim_count = ten_MB / sizeof(struct _mesa_prim);
403 if (vertex_count >= 0)
404 save->vertex_store = realloc_vertex_store(save->vertex_store, save->vertex_size, vertex_count);
407 save->prim_store = realloc_prim_store(save->prim_store, prim_count);
409 if (save->vertex_store->buffer_in_ram == NULL ||
410 save->prim_store->prims == NULL)
411 handle_out_of_memory(ctx);
415 unsigned vertex_size;
416 fi_type *vertex_attributes;
419 static uint32_t _hash_vertex_key(const void *key)
421 struct vertex_key *k = (struct vertex_key*)key;
422 unsigned sz = k->vertex_size;
424 return _mesa_hash_data(k->vertex_attributes, sz * sizeof(float));
427 static bool _compare_vertex_key(const void *key1, const void *key2)
429 struct vertex_key *k1 = (struct vertex_key*)key1;
430 struct vertex_key *k2 = (struct vertex_key*)key2;
431 /* All the compared vertices are going to be drawn with the same VAO,
432 * so we can compare the attributes. */
433 assert (k1->vertex_size == k2->vertex_size);
434 return memcmp(k1->vertex_attributes,
435 k2->vertex_attributes,
436 k1->vertex_size * sizeof(float)) == 0;
439 static void _free_entry(struct hash_entry *entry)
441 free((void*)entry->key);
444 /* Add vertex to the vertex buffer and return its index. If this vertex is a duplicate
445 * of an existing vertex, return the original index instead.
448 add_vertex(struct vbo_save_context *save, struct hash_table *hash_to_index,
449 uint32_t index, fi_type *new_buffer, uint32_t *max_index)
451 /* If vertex deduplication is disabled return the original index. */
455 fi_type *vert = save->vertex_store->buffer_in_ram + save->vertex_size * index;
457 struct vertex_key *key = malloc(sizeof(struct vertex_key));
458 key->vertex_size = save->vertex_size;
459 key->vertex_attributes = vert;
461 struct hash_entry *entry = _mesa_hash_table_search(hash_to_index, key);
464 /* We found an existing vertex with the same hash, return its index. */
465 return (uintptr_t) entry->data;
467 /* This is a new vertex. Determine a new index and copy its attributes to the vertex
468 * buffer. Note that 'new_buffer' is created at each list compilation so we write vertices
469 * starting at index 0.
471 uint32_t n = _mesa_hash_table_num_entries(hash_to_index);
472 *max_index = MAX2(n, *max_index);
474 memcpy(&new_buffer[save->vertex_size * n],
476 save->vertex_size * sizeof(fi_type));
478 _mesa_hash_table_insert(hash_to_index, key, (void*)(uintptr_t)(n));
480 /* The index buffer is shared between list compilations, so add the base index to get
489 * Insert the active immediate struct onto the display list currently
493 compile_vertex_list(struct gl_context *ctx)
495 struct vbo_save_context *save = &vbo_context(ctx)->save;
496 struct vbo_save_vertex_list *node;
498 /* Allocate space for this structure in the display list currently
501 node = (struct vbo_save_vertex_list *)
502 _mesa_dlist_alloc_vertex_list(ctx, !save->dangling_attr_ref && !save->no_current_update);
507 memset(node, 0, sizeof(struct vbo_save_vertex_list));
508 node->cold = calloc(1, sizeof(*node->cold));
510 /* Make sure the pointer is aligned to the size of a pointer */
511 assert((GLintptr) node % sizeof(void *) == 0);
513 const GLsizei stride = save->vertex_size*sizeof(GLfloat);
515 node->cold->vertex_count = save->vert_count;
516 node->cold->wrap_count = save->copied.nr;
517 node->cold->prims = malloc(sizeof(struct _mesa_prim) * save->prim_store->used);
518 memcpy(node->cold->prims, save->prim_store->prims, sizeof(struct _mesa_prim) * save->prim_store->used);
519 node->cold->ib.obj = NULL;
520 node->cold->prim_count = save->prim_store->used;
522 if (save->no_current_update) {
523 node->cold->current_data = NULL;
526 GLuint current_size = save->vertex_size - save->attrsz[0];
527 node->cold->current_data = NULL;
530 node->cold->current_data = malloc(current_size * sizeof(GLfloat));
531 if (node->cold->current_data) {
532 const char *buffer = (const char *)save->vertex_store->buffer_in_ram;
533 unsigned attr_offset = save->attrsz[0] * sizeof(GLfloat);
534 unsigned vertex_offset = 0;
536 if (node->cold->vertex_count)
537 vertex_offset = (node->cold->vertex_count - 1) * stride;
539 memcpy(node->cold->current_data, buffer + vertex_offset + attr_offset,
540 current_size * sizeof(GLfloat));
542 _mesa_error(ctx, GL_OUT_OF_MEMORY, "Current value allocation");
543 handle_out_of_memory(ctx);
548 assert(save->attrsz[VBO_ATTRIB_POS] != 0 || node->cold->vertex_count == 0);
550 if (save->dangling_attr_ref)
551 ctx->ListState.Current.UseLoopback = true;
553 /* Copy duplicated vertices
555 save->copied.nr = copy_vertices(ctx, node, save->vertex_store->buffer_in_ram);
557 if (node->cold->prims[node->cold->prim_count - 1].mode == GL_LINE_LOOP) {
558 convert_line_loop_to_strip(save, node);
561 merge_prims(ctx, node->cold->prims, &node->cold->prim_count);
563 GLintptr buffer_offset = 0;
564 GLuint start_offset = 0;
566 /* Create an index buffer. */
567 node->cold->min_index = node->cold->max_index = 0;
568 if (save->vert_count == 0 || node->cold->prim_count == 0)
571 /* We won't modify node->prims, so use a const alias to avoid unintended
573 const struct _mesa_prim *original_prims = node->cold->prims;
575 int end = original_prims[node->cold->prim_count - 1].start +
576 original_prims[node->cold->prim_count - 1].count;
577 int total_vert_count = end - original_prims[0].start;
579 node->cold->min_index = node->cold->prims[0].start;
580 node->cold->max_index = end - 1;
582 /* Estimate for the worst case: all prims are line strips (the +1 is because
583 * wrap_buffers may call use but the last primitive may not be complete) */
584 int max_indices_count = MAX2(total_vert_count * 2 - (node->cold->prim_count * 2) + 1,
587 int size = max_indices_count * sizeof(uint32_t);
588 uint32_t* indices = (uint32_t*) malloc(size);
589 struct _mesa_prim *merged_prims = NULL;
592 struct hash_table *vertex_to_index = NULL;
593 fi_type *temp_vertices_buffer = NULL;
595 /* The loopback replay code doesn't use the index buffer, so we can't
596 * dedup vertices in this case.
598 if (!ctx->ListState.Current.UseLoopback) {
599 vertex_to_index = _mesa_hash_table_create(NULL, _hash_vertex_key, _compare_vertex_key);
600 temp_vertices_buffer = malloc(save->vertex_store->buffer_in_ram_size);
603 uint32_t max_index = 0;
605 int last_valid_prim = -1;
606 /* Construct indices array. */
607 for (unsigned i = 0; i < node->cold->prim_count; i++) {
608 assert(original_prims[i].basevertex == 0);
609 GLubyte mode = original_prims[i].mode;
611 int vertex_count = original_prims[i].count;
616 /* Line strips may get converted to lines */
617 if (mode == GL_LINE_STRIP)
620 /* If 2 consecutive prims use the same mode => merge them. */
621 bool merge_prims = last_valid_prim >= 0 &&
622 mode == merged_prims[last_valid_prim].mode &&
623 mode != GL_LINE_LOOP && mode != GL_TRIANGLE_FAN &&
624 mode != GL_QUAD_STRIP && mode != GL_POLYGON &&
627 /* To be able to merge consecutive triangle strips we need to insert
628 * a degenerate triangle.
631 mode == GL_TRIANGLE_STRIP) {
632 /* Insert a degenerate triangle */
633 assert(merged_prims[last_valid_prim].mode == GL_TRIANGLE_STRIP);
634 unsigned tri_count = merged_prims[last_valid_prim].count - 2;
636 indices[idx] = indices[idx - 1];
637 indices[idx + 1] = add_vertex(save, vertex_to_index, original_prims[i].start,
638 temp_vertices_buffer, &max_index);
640 merged_prims[last_valid_prim].count += 2;
643 /* Add another index to preserve winding order */
644 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start,
645 temp_vertices_buffer, &max_index);
646 merged_prims[last_valid_prim].count++;
652 /* Convert line strips to lines if it'll allow if the previous
653 * prim mode is GL_LINES (so merge_prims is true) or if the next
654 * primitive mode is GL_LINES or GL_LINE_LOOP.
656 if (original_prims[i].mode == GL_LINE_STRIP &&
658 (i < node->cold->prim_count - 1 &&
659 (original_prims[i + 1].mode == GL_LINE_STRIP ||
660 original_prims[i + 1].mode == GL_LINES)))) {
661 for (unsigned j = 0; j < vertex_count; j++) {
662 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start + j,
663 temp_vertices_buffer, &max_index);
664 /* Repeat all but the first/last indices. */
665 if (j && j != vertex_count - 1) {
666 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start + j,
667 temp_vertices_buffer, &max_index);
671 /* We didn't convert to LINES, so restore the original mode */
672 mode = original_prims[i].mode;
674 for (unsigned j = 0; j < vertex_count; j++) {
675 indices[idx++] = add_vertex(save, vertex_to_index, original_prims[i].start + j,
676 temp_vertices_buffer, &max_index);
681 /* Update vertex count. */
682 merged_prims[last_valid_prim].count += idx - start;
684 /* Keep this primitive */
685 last_valid_prim += 1;
686 assert(last_valid_prim <= i);
687 merged_prims = realloc(merged_prims, (1 + last_valid_prim) * sizeof(struct _mesa_prim));
688 merged_prims[last_valid_prim] = original_prims[i];
689 merged_prims[last_valid_prim].start = start;
690 merged_prims[last_valid_prim].count = idx - start;
692 merged_prims[last_valid_prim].mode = mode;
695 assert(idx > 0 && idx <= max_indices_count);
697 unsigned merged_prim_count = last_valid_prim + 1;
698 node->cold->ib.ptr = NULL;
699 node->cold->ib.count = idx;
700 node->cold->ib.index_size_shift = (GL_UNSIGNED_INT - GL_UNSIGNED_BYTE) >> 1;
702 /* How many bytes do we need to store the indices and the vertices */
703 total_vert_count = vertex_to_index ? (max_index + 1) : idx;
704 unsigned total_bytes_needed = idx * sizeof(uint32_t) +
705 total_vert_count * save->vertex_size * sizeof(fi_type);
707 const GLintptr old_offset = save->VAO[0] ?
708 save->VAO[0]->BufferBinding[0].Offset + save->VAO[0]->VertexAttrib[VERT_ATTRIB_POS].RelativeOffset : 0;
709 if (old_offset != save->current_bo_bytes_used && stride > 0) {
710 GLintptr offset_diff = save->current_bo_bytes_used - old_offset;
711 while (offset_diff > 0 &&
712 save->current_bo_bytes_used < save->current_bo->Size &&
713 offset_diff % stride != 0) {
714 save->current_bo_bytes_used++;
715 offset_diff = save->current_bo_bytes_used - old_offset;
718 buffer_offset = save->current_bo_bytes_used;
720 /* Can we reuse the previous bo or should we allocate a new one? */
721 int available_bytes = save->current_bo ? save->current_bo->Size - save->current_bo_bytes_used : 0;
722 if (total_bytes_needed > available_bytes) {
723 if (save->current_bo)
724 _mesa_reference_buffer_object(ctx, &save->current_bo, NULL);
725 save->current_bo = ctx->Driver.NewBufferObject(ctx, VBO_BUF_ID + 1);
726 bool success = ctx->Driver.BufferData(ctx,
727 GL_ELEMENT_ARRAY_BUFFER_ARB,
728 MAX2(total_bytes_needed, VBO_SAVE_BUFFER_SIZE * sizeof(uint32_t)),
730 GL_STATIC_DRAW_ARB, GL_MAP_WRITE_BIT,
733 _mesa_reference_buffer_object(ctx, &save->current_bo, NULL);
734 _mesa_error(ctx, GL_OUT_OF_MEMORY, "IB allocation");
735 handle_out_of_memory(ctx);
737 save->current_bo_bytes_used = 0;
738 available_bytes = save->current_bo->Size;
742 assert(old_offset <= buffer_offset);
743 const GLintptr offset_diff = buffer_offset - old_offset;
744 if (offset_diff > 0 && stride > 0 && offset_diff % stride == 0) {
745 /* The vertex size is an exact multiple of the buffer offset.
746 * This means that we can use zero-based vertex attribute pointers
747 * and specify the start of the primitive with the _mesa_prim::start
748 * field. This results in issuing several draw calls with identical
749 * vertex attribute information. This can result in fewer state
750 * changes in drivers. In particular, the Gallium CSO module will
751 * filter out redundant vertex buffer changes.
753 /* We cannot immediately update the primitives as some methods below
754 * still need the uncorrected start vertices
756 start_offset = offset_diff/stride;
757 assert(old_offset == buffer_offset - offset_diff);
758 buffer_offset = old_offset;
761 /* Correct the primitive starts, we can only do this here as copy_vertices
762 * and convert_line_loop_to_strip above consume the uncorrected starts.
763 * On the other hand the _vbo_loopback_vertex_list call below needs the
764 * primitives to be corrected already.
766 for (unsigned i = 0; i < node->cold->prim_count; i++) {
767 node->cold->prims[i].start += start_offset;
769 /* start_offset shifts vertices (so v[0] becomes v[start_offset]), so we have
770 * to apply this transformation to all indices and max_index.
772 for (unsigned i = 0; i < idx; i++)
773 indices[i] += start_offset;
774 max_index += start_offset;
777 _mesa_reference_buffer_object(ctx, &node->cold->ib.obj, save->current_bo);
779 /* Upload the vertices first (see buffer_offset) */
780 ctx->Driver.BufferSubData(ctx,
781 save->current_bo_bytes_used,
782 total_vert_count * save->vertex_size * sizeof(fi_type),
783 vertex_to_index ? temp_vertices_buffer : save->vertex_store->buffer_in_ram,
785 save->current_bo_bytes_used += total_vert_count * save->vertex_size * sizeof(fi_type);
787 if (vertex_to_index) {
788 _mesa_hash_table_destroy(vertex_to_index, _free_entry);
789 free(temp_vertices_buffer);
792 /* Since we're append the indices to an existing buffer, we need to adjust the start value of each
793 * primitive (not the indices themselves). */
794 save->current_bo_bytes_used += align(save->current_bo_bytes_used, 4) - save->current_bo_bytes_used;
795 int indices_offset = save->current_bo_bytes_used / 4;
796 for (int i = 0; i < merged_prim_count; i++) {
797 merged_prims[i].start += indices_offset;
800 /* Then upload the indices. */
801 if (node->cold->ib.obj) {
802 ctx->Driver.BufferSubData(ctx,
803 save->current_bo_bytes_used,
804 idx * sizeof(uint32_t),
807 save->current_bo_bytes_used += idx * sizeof(uint32_t);
809 node->cold->vertex_count = 0;
810 node->cold->prim_count = 0;
813 /* Prepare for DrawGallium */
814 memset(&node->merged.info, 0, sizeof(struct pipe_draw_info));
815 /* The other info fields will be updated in vbo_save_playback_vertex_list */
816 node->merged.info.index_size = 4;
817 node->merged.info.instance_count = 1;
818 node->merged.info.index.gl_bo = node->cold->ib.obj;
819 if (merged_prim_count == 1) {
820 node->merged.info.mode = merged_prims[0].mode;
821 node->merged.start_count.start = merged_prims[0].start;
822 node->merged.start_count.count = merged_prims[0].count;
823 node->merged.start_count.index_bias = 0;
824 node->merged.mode = NULL;
826 node->merged.mode = malloc(merged_prim_count * sizeof(unsigned char));
827 node->merged.start_counts = malloc(merged_prim_count * sizeof(struct pipe_draw_start_count_bias));
828 for (unsigned i = 0; i < merged_prim_count; i++) {
829 node->merged.start_counts[i].start = merged_prims[i].start;
830 node->merged.start_counts[i].count = merged_prims[i].count;
831 node->merged.start_counts[i].index_bias = 0;
832 node->merged.mode[i] = merged_prims[i].mode;
835 node->merged.num_draws = merged_prim_count;
836 if (node->merged.num_draws > 1) {
837 bool same_mode = true;
838 for (unsigned i = 1; i < node->merged.num_draws && same_mode; i++) {
839 same_mode = node->merged.mode[i] == node->merged.mode[0];
842 /* All primitives use the same mode, so we can simplify a bit */
843 node->merged.info.mode = node->merged.mode[0];
844 free(node->merged.mode);
845 node->merged.mode = NULL;
854 if (!save->current_bo) {
855 save->current_bo = ctx->Driver.NewBufferObject(ctx, VBO_BUF_ID + 1);
856 bool success = ctx->Driver.BufferData(ctx,
857 GL_ELEMENT_ARRAY_BUFFER_ARB,
858 VBO_SAVE_BUFFER_SIZE * sizeof(uint32_t),
860 GL_STATIC_DRAW_ARB, GL_MAP_WRITE_BIT,
863 handle_out_of_memory(ctx);
866 GLuint offsets[VBO_ATTRIB_MAX];
867 for (unsigned i = 0, offset = 0; i < VBO_ATTRIB_MAX; ++i) {
869 offset += save->attrsz[i] * sizeof(GLfloat);
871 /* Create a pair of VAOs for the possible VERTEX_PROCESSING_MODEs
872 * Note that this may reuse the previous one of possible.
874 for (gl_vertex_processing_mode vpm = VP_MODE_FF; vpm < VP_MODE_MAX; ++vpm) {
875 /* create or reuse the vao */
876 update_vao(ctx, vpm, &save->VAO[vpm],
877 save->current_bo, buffer_offset, stride,
878 save->enabled, save->attrsz, save->attrtype, offsets);
879 /* Reference the vao in the dlist */
880 node->VAO[vpm] = NULL;
881 _mesa_reference_vao(ctx, &node->VAO[vpm], save->VAO[vpm]);
885 /* Deal with GL_COMPILE_AND_EXECUTE:
887 if (ctx->ExecuteFlag) {
888 struct _glapi_table *dispatch = GET_DISPATCH();
890 _glapi_set_dispatch(ctx->Exec);
892 /* _vbo_loopback_vertex_list doesn't use the index buffer, so we have to
893 * use buffer_in_ram instead of current_bo which contains all vertices instead
894 * of the deduplicated vertices only in the !UseLoopback case.
896 * The problem is that the VAO offset is based on current_bo's layout,
897 * so we have to use a temp value.
899 struct gl_vertex_array_object *vao = node->VAO[VP_MODE_SHADER];
900 GLintptr original = vao->BufferBinding[0].Offset;
901 if (!ctx->ListState.Current.UseLoopback) {
902 GLintptr new_offset = 0;
903 /* 'start_offset' has been added to all primitives 'start', so undo it here. */
904 new_offset -= start_offset * stride;
905 vao->BufferBinding[0].Offset = new_offset;
907 _vbo_loopback_vertex_list(ctx, node, save->vertex_store->buffer_in_ram);
908 vao->BufferBinding[0].Offset = original;
910 _glapi_set_dispatch(dispatch);
913 /* Reset our structures for the next run of vertices:
920 * This is called when we fill a vertex buffer before we hit a glEnd().
922 * TODO -- If no new vertices have been stored, don't bother saving it.
925 wrap_buffers(struct gl_context *ctx)
927 struct vbo_save_context *save = &vbo_context(ctx)->save;
928 GLint i = save->prim_store->used - 1;
931 assert(i < (GLint) save->prim_store->size);
934 /* Close off in-progress primitive.
936 save->prim_store->prims[i].count = (save->vert_count - save->prim_store->prims[i].start);
937 mode = save->prim_store->prims[i].mode;
939 /* store the copied vertices, and allocate a new list.
941 compile_vertex_list(ctx);
943 /* Restart interrupted primitive
945 save->prim_store->prims[0].mode = mode;
946 save->prim_store->prims[0].begin = 0;
947 save->prim_store->prims[0].end = 0;
948 save->prim_store->prims[0].start = 0;
949 save->prim_store->prims[0].count = 0;
950 save->prim_store->used = 1;
955 * Called only when buffers are wrapped as the result of filling the
956 * vertex_store struct.
959 wrap_filled_vertex(struct gl_context *ctx)
961 struct vbo_save_context *save = &vbo_context(ctx)->save;
962 unsigned numComponents;
963 ASSERTED uint32_t max_vert = save->vertex_size ?
964 save->vertex_store->buffer_in_ram_size / (sizeof(float) * save->vertex_size) : 0;
966 /* Emit a glEnd to close off the last vertex list.
970 /* Copy stored stored vertices to start of new list.
972 assert(max_vert - save->vert_count > save->copied.nr);
974 numComponents = save->copied.nr * save->vertex_size;
976 fi_type *buffer_ptr = save->vertex_store->buffer_in_ram;
979 numComponents * sizeof(fi_type));
980 assert(save->vertex_store->used == 0 && save->vert_count == 0);
981 save->vert_count = save->copied.nr;
982 save->vertex_store->used = numComponents;
987 copy_to_current(struct gl_context *ctx)
989 struct vbo_save_context *save = &vbo_context(ctx)->save;
990 GLbitfield64 enabled = save->enabled & (~BITFIELD64_BIT(VBO_ATTRIB_POS));
993 const int i = u_bit_scan64(&enabled);
994 assert(save->attrsz[i]);
996 if (save->attrtype[i] == GL_DOUBLE ||
997 save->attrtype[i] == GL_UNSIGNED_INT64_ARB)
998 memcpy(save->current[i], save->attrptr[i], save->attrsz[i] * sizeof(GLfloat));
1000 COPY_CLEAN_4V_TYPE_AS_UNION(save->current[i], save->attrsz[i],
1001 save->attrptr[i], save->attrtype[i]);
1007 copy_from_current(struct gl_context *ctx)
1009 struct vbo_save_context *save = &vbo_context(ctx)->save;
1010 GLbitfield64 enabled = save->enabled & (~BITFIELD64_BIT(VBO_ATTRIB_POS));
1013 const int i = u_bit_scan64(&enabled);
1015 switch (save->attrsz[i]) {
1017 save->attrptr[i][3] = save->current[i][3];
1020 save->attrptr[i][2] = save->current[i][2];
1023 save->attrptr[i][1] = save->current[i][1];
1026 save->attrptr[i][0] = save->current[i][0];
1029 unreachable("Unexpected vertex attribute size");
1036 * Called when we increase the size of a vertex attribute. For example,
1037 * if we've seen one or more glTexCoord2f() calls and now we get a
1038 * glTexCoord3f() call.
1039 * Flush existing data, set new attrib size, replay copied vertices.
1042 upgrade_vertex(struct gl_context *ctx, GLuint attr, GLuint newsz)
1044 struct vbo_save_context *save = &vbo_context(ctx)->save;
1049 /* Store the current run of vertices, and emit a GL_END. Emit a
1050 * BEGIN in the new buffer.
1052 if (save->vert_count)
1055 assert(save->copied.nr == 0);
1057 /* Do a COPY_TO_CURRENT to ensure back-copying works for the case
1058 * when the attribute already exists in the vertex and is having
1059 * its size increased.
1061 copy_to_current(ctx);
1065 oldsz = save->attrsz[attr];
1066 save->attrsz[attr] = newsz;
1067 save->enabled |= BITFIELD64_BIT(attr);
1069 save->vertex_size += newsz - oldsz;
1070 save->vert_count = 0;
1072 /* Recalculate all the attrptr[] values:
1075 for (i = 0; i < VBO_ATTRIB_MAX; i++) {
1076 if (save->attrsz[i]) {
1077 save->attrptr[i] = tmp;
1078 tmp += save->attrsz[i];
1081 save->attrptr[i] = NULL; /* will not be dereferenced. */
1085 /* Copy from current to repopulate the vertex with correct values.
1087 copy_from_current(ctx);
1089 /* Replay stored vertices to translate them to new format here.
1091 * If there are copied vertices and the new (upgraded) attribute
1092 * has not been defined before, this list is somewhat degenerate,
1093 * and will need fixup at runtime.
1095 if (save->copied.nr) {
1096 const fi_type *data = save->copied.buffer;
1097 fi_type *dest = save->vertex_store->buffer_in_ram;
1099 /* Need to note this and fix up at runtime (or loopback):
1101 if (attr != VBO_ATTRIB_POS && save->currentsz[attr][0] == 0) {
1103 save->dangling_attr_ref = GL_TRUE;
1106 for (i = 0; i < save->copied.nr; i++) {
1107 GLbitfield64 enabled = save->enabled;
1109 const int j = u_bit_scan64(&enabled);
1110 assert(save->attrsz[j]);
1113 COPY_CLEAN_4V_TYPE_AS_UNION(dest, oldsz, data,
1119 COPY_SZ_4V(dest, newsz, save->current[attr]);
1124 GLint sz = save->attrsz[j];
1125 COPY_SZ_4V(dest, sz, data);
1132 save->vert_count += save->copied.nr;
1133 save->vertex_store->used += save->vertex_size * save->copied.nr;
1139 * This is called when the size of a vertex attribute changes.
1140 * For example, after seeing one or more glTexCoord2f() calls we
1141 * get a glTexCoord4f() or glTexCoord1f() call.
1144 fixup_vertex(struct gl_context *ctx, GLuint attr,
1145 GLuint sz, GLenum newType)
1147 struct vbo_save_context *save = &vbo_context(ctx)->save;
1149 if (sz > save->attrsz[attr] ||
1150 newType != save->attrtype[attr]) {
1151 /* New size is larger. Need to flush existing vertices and get
1152 * an enlarged vertex format.
1154 upgrade_vertex(ctx, attr, sz);
1156 else if (sz < save->active_sz[attr]) {
1158 const fi_type *id = vbo_get_default_vals_as_union(save->attrtype[attr]);
1160 /* New size is equal or smaller - just need to fill in some
1163 for (i = sz; i <= save->attrsz[attr]; i++)
1164 save->attrptr[attr][i - 1] = id[i - 1];
1167 save->active_sz[attr] = sz;
1172 * Reset the current size of all vertex attributes to the default
1173 * value of 0. This signals that we haven't yet seen any per-vertex
1174 * commands such as glNormal3f() or glTexCoord2f().
1177 reset_vertex(struct gl_context *ctx)
1179 struct vbo_save_context *save = &vbo_context(ctx)->save;
1181 while (save->enabled) {
1182 const int i = u_bit_scan64(&save->enabled);
1183 assert(save->attrsz[i]);
1184 save->attrsz[i] = 0;
1185 save->active_sz[i] = 0;
1188 save->vertex_size = 0;
1193 * If index=0, does glVertexAttrib*() alias glVertex() to emit a vertex?
1194 * It depends on a few things, including whether we're inside or outside
1198 is_vertex_position(const struct gl_context *ctx, GLuint index)
1200 return (index == 0 &&
1201 _mesa_attr_zero_aliases_vertex(ctx) &&
1202 _mesa_inside_dlist_begin_end(ctx));
1207 #define ERROR(err) _mesa_compile_error(ctx, err, __func__);
1210 /* Only one size for each attribute may be active at once. Eg. if
1211 * Color3f is installed/active, then Color4f may not be, even if the
1212 * vertex actually contains 4 color coordinates. This is because the
1213 * 3f version won't otherwise set color[3] to 1.0 -- this is the job
1214 * of the chooser function when switching between Color4f and Color3f.
1216 #define ATTR_UNION(A, N, T, C, V0, V1, V2, V3) \
1218 struct vbo_save_context *save = &vbo_context(ctx)->save; \
1219 int sz = (sizeof(C) / sizeof(GLfloat)); \
1221 if (save->active_sz[A] != N) \
1222 fixup_vertex(ctx, A, N * sz, T); \
1225 C *dest = (C *)save->attrptr[A]; \
1226 if (N>0) dest[0] = V0; \
1227 if (N>1) dest[1] = V1; \
1228 if (N>2) dest[2] = V2; \
1229 if (N>3) dest[3] = V3; \
1230 save->attrtype[A] = T; \
1235 uint32_t max_vert = save->vertex_size ? \
1236 save->vertex_store->buffer_in_ram_size / (sizeof(float) * save->vertex_size) : 0; \
1237 fi_type *buffer_ptr = save->vertex_store->buffer_in_ram + save->vertex_store->used; \
1239 for (i = 0; i < save->vertex_size; i++) \
1240 buffer_ptr[i] = save->vertex[i]; \
1242 save->vertex_store->used += save->vertex_size; \
1243 if (++save->vert_count >= max_vert) \
1244 realloc_storage(ctx, -1, max_vert * 2); \
1248 #define TAG(x) _save_##x
1250 #include "vbo_attrib_tmp.h"
1254 #define MAT( ATTR, N, face, params ) \
1256 if (face != GL_BACK) \
1257 MAT_ATTR( ATTR, N, params ); /* front */ \
1258 if (face != GL_FRONT) \
1259 MAT_ATTR( ATTR + 1, N, params ); /* back */ \
1264 * Save a glMaterial call found between glBegin/End.
1265 * glMaterial calls outside Begin/End are handled in dlist.c.
1267 static void GLAPIENTRY
1268 _save_Materialfv(GLenum face, GLenum pname, const GLfloat *params)
1270 GET_CURRENT_CONTEXT(ctx);
1272 if (face != GL_FRONT && face != GL_BACK && face != GL_FRONT_AND_BACK) {
1273 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glMaterial(face)");
1279 MAT(VBO_ATTRIB_MAT_FRONT_EMISSION, 4, face, params);
1282 MAT(VBO_ATTRIB_MAT_FRONT_AMBIENT, 4, face, params);
1285 MAT(VBO_ATTRIB_MAT_FRONT_DIFFUSE, 4, face, params);
1288 MAT(VBO_ATTRIB_MAT_FRONT_SPECULAR, 4, face, params);
1291 if (*params < 0 || *params > ctx->Const.MaxShininess) {
1292 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glMaterial(shininess)");
1295 MAT(VBO_ATTRIB_MAT_FRONT_SHININESS, 1, face, params);
1298 case GL_COLOR_INDEXES:
1299 MAT(VBO_ATTRIB_MAT_FRONT_INDEXES, 3, face, params);
1301 case GL_AMBIENT_AND_DIFFUSE:
1302 MAT(VBO_ATTRIB_MAT_FRONT_AMBIENT, 4, face, params);
1303 MAT(VBO_ATTRIB_MAT_FRONT_DIFFUSE, 4, face, params);
1306 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glMaterial(pname)");
1312 /* Cope with EvalCoord/CallList called within a begin/end object:
1313 * -- Flush current buffer
1314 * -- Fallback to opcodes for the rest of the begin/end object.
1317 dlist_fallback(struct gl_context *ctx)
1319 struct vbo_save_context *save = &vbo_context(ctx)->save;
1321 if (save->vert_count || save->prim_store->used) {
1322 if (save->prim_store->used > 0) {
1323 /* Close off in-progress primitive. */
1324 GLint i = save->prim_store->used - 1;
1325 save->prim_store->prims[i].count = save->vert_count - save->prim_store->prims[i].start;
1328 /* Need to replay this display list with loopback,
1329 * unfortunately, otherwise this primitive won't be handled
1332 save->dangling_attr_ref = GL_TRUE;
1334 compile_vertex_list(ctx);
1337 copy_to_current(ctx);
1339 if (save->out_of_memory) {
1340 _mesa_install_save_vtxfmt(ctx, &save->vtxfmt);
1343 _mesa_install_save_vtxfmt(ctx, &ctx->ListState.ListVtxfmt);
1345 ctx->Driver.SaveNeedFlush = GL_FALSE;
1349 static void GLAPIENTRY
1350 _save_EvalCoord1f(GLfloat u)
1352 GET_CURRENT_CONTEXT(ctx);
1353 dlist_fallback(ctx);
1354 CALL_EvalCoord1f(ctx->Save, (u));
1357 static void GLAPIENTRY
1358 _save_EvalCoord1fv(const GLfloat * v)
1360 GET_CURRENT_CONTEXT(ctx);
1361 dlist_fallback(ctx);
1362 CALL_EvalCoord1fv(ctx->Save, (v));
1365 static void GLAPIENTRY
1366 _save_EvalCoord2f(GLfloat u, GLfloat v)
1368 GET_CURRENT_CONTEXT(ctx);
1369 dlist_fallback(ctx);
1370 CALL_EvalCoord2f(ctx->Save, (u, v));
1373 static void GLAPIENTRY
1374 _save_EvalCoord2fv(const GLfloat * v)
1376 GET_CURRENT_CONTEXT(ctx);
1377 dlist_fallback(ctx);
1378 CALL_EvalCoord2fv(ctx->Save, (v));
1381 static void GLAPIENTRY
1382 _save_EvalPoint1(GLint i)
1384 GET_CURRENT_CONTEXT(ctx);
1385 dlist_fallback(ctx);
1386 CALL_EvalPoint1(ctx->Save, (i));
1389 static void GLAPIENTRY
1390 _save_EvalPoint2(GLint i, GLint j)
1392 GET_CURRENT_CONTEXT(ctx);
1393 dlist_fallback(ctx);
1394 CALL_EvalPoint2(ctx->Save, (i, j));
1397 static void GLAPIENTRY
1398 _save_CallList(GLuint l)
1400 GET_CURRENT_CONTEXT(ctx);
1401 dlist_fallback(ctx);
1402 CALL_CallList(ctx->Save, (l));
1405 static void GLAPIENTRY
1406 _save_CallLists(GLsizei n, GLenum type, const GLvoid * v)
1408 GET_CURRENT_CONTEXT(ctx);
1409 dlist_fallback(ctx);
1410 CALL_CallLists(ctx->Save, (n, type, v));
1416 * Called when a glBegin is getting compiled into a display list.
1417 * Updating of ctx->Driver.CurrentSavePrimitive is already taken care of.
1420 vbo_save_NotifyBegin(struct gl_context *ctx, GLenum mode,
1421 bool no_current_update)
1423 struct vbo_save_context *save = &vbo_context(ctx)->save;
1424 const GLuint i = save->prim_store->used++;
1426 ctx->Driver.CurrentSavePrimitive = mode;
1428 assert(i < save->prim_store->size);
1429 save->prim_store->prims[i].mode = mode & VBO_SAVE_PRIM_MODE_MASK;
1430 save->prim_store->prims[i].begin = 1;
1431 save->prim_store->prims[i].end = 0;
1432 save->prim_store->prims[i].start = save->vert_count;
1433 save->prim_store->prims[i].count = 0;
1435 save->no_current_update = no_current_update;
1437 _mesa_install_save_vtxfmt(ctx, &save->vtxfmt);
1439 /* We need to call vbo_save_SaveFlushVertices() if there's state change */
1440 ctx->Driver.SaveNeedFlush = GL_TRUE;
1444 static void GLAPIENTRY
1447 GET_CURRENT_CONTEXT(ctx);
1448 struct vbo_save_context *save = &vbo_context(ctx)->save;
1449 const GLint i = save->prim_store->used - 1;
1451 ctx->Driver.CurrentSavePrimitive = PRIM_OUTSIDE_BEGIN_END;
1452 save->prim_store->prims[i].end = 1;
1453 save->prim_store->prims[i].count = (save->vert_count - save->prim_store->prims[i].start);
1455 if (i == (GLint) save->prim_store->size - 1) {
1456 compile_vertex_list(ctx);
1457 assert(save->copied.nr == 0);
1460 /* Swap out this vertex format while outside begin/end. Any color,
1461 * etc. received between here and the next begin will be compiled
1464 if (save->out_of_memory) {
1465 _mesa_install_save_vtxfmt(ctx, &save->vtxfmt);
1468 _mesa_install_save_vtxfmt(ctx, &ctx->ListState.ListVtxfmt);
1473 static void GLAPIENTRY
1474 _save_Begin(GLenum mode)
1476 GET_CURRENT_CONTEXT(ctx);
1478 _mesa_compile_error(ctx, GL_INVALID_OPERATION, "Recursive glBegin");
1482 static void GLAPIENTRY
1483 _save_PrimitiveRestartNV(void)
1485 GET_CURRENT_CONTEXT(ctx);
1486 struct vbo_save_context *save = &vbo_context(ctx)->save;
1488 if (save->prim_store->used == 0) {
1489 /* We're not inside a glBegin/End pair, so calling glPrimitiverRestartNV
1492 _mesa_compile_error(ctx, GL_INVALID_OPERATION,
1493 "glPrimitiveRestartNV called outside glBegin/End");
1495 /* get current primitive mode */
1496 GLenum curPrim = save->prim_store->prims[save->prim_store->used - 1].mode;
1497 bool no_current_update = save->no_current_update;
1499 /* restart primitive */
1500 CALL_End(ctx->CurrentServerDispatch, ());
1501 vbo_save_NotifyBegin(ctx, curPrim, no_current_update);
1506 /* Unlike the functions above, these are to be hooked into the vtxfmt
1507 * maintained in ctx->ListState, active when the list is known or
1508 * suspected to be outside any begin/end primitive.
1509 * Note: OBE = Outside Begin/End
1511 static void GLAPIENTRY
1512 _save_OBE_Rectf(GLfloat x1, GLfloat y1, GLfloat x2, GLfloat y2)
1514 GET_CURRENT_CONTEXT(ctx);
1515 struct _glapi_table *dispatch = ctx->CurrentServerDispatch;
1517 vbo_save_NotifyBegin(ctx, GL_QUADS, false);
1518 CALL_Vertex2f(dispatch, (x1, y1));
1519 CALL_Vertex2f(dispatch, (x2, y1));
1520 CALL_Vertex2f(dispatch, (x2, y2));
1521 CALL_Vertex2f(dispatch, (x1, y2));
1522 CALL_End(dispatch, ());
1526 static void GLAPIENTRY
1527 _save_OBE_Rectd(GLdouble x1, GLdouble y1, GLdouble x2, GLdouble y2)
1529 _save_OBE_Rectf((GLfloat) x1, (GLfloat) y1, (GLfloat) x2, (GLfloat) y2);
1532 static void GLAPIENTRY
1533 _save_OBE_Rectdv(const GLdouble *v1, const GLdouble *v2)
1535 _save_OBE_Rectf((GLfloat) v1[0], (GLfloat) v1[1], (GLfloat) v2[0], (GLfloat) v2[1]);
1538 static void GLAPIENTRY
1539 _save_OBE_Rectfv(const GLfloat *v1, const GLfloat *v2)
1541 _save_OBE_Rectf(v1[0], v1[1], v2[0], v2[1]);
1544 static void GLAPIENTRY
1545 _save_OBE_Recti(GLint x1, GLint y1, GLint x2, GLint y2)
1547 _save_OBE_Rectf((GLfloat) x1, (GLfloat) y1, (GLfloat) x2, (GLfloat) y2);
1550 static void GLAPIENTRY
1551 _save_OBE_Rectiv(const GLint *v1, const GLint *v2)
1553 _save_OBE_Rectf((GLfloat) v1[0], (GLfloat) v1[1], (GLfloat) v2[0], (GLfloat) v2[1]);
1556 static void GLAPIENTRY
1557 _save_OBE_Rects(GLshort x1, GLshort y1, GLshort x2, GLshort y2)
1559 _save_OBE_Rectf((GLfloat) x1, (GLfloat) y1, (GLfloat) x2, (GLfloat) y2);
1562 static void GLAPIENTRY
1563 _save_OBE_Rectsv(const GLshort *v1, const GLshort *v2)
1565 _save_OBE_Rectf((GLfloat) v1[0], (GLfloat) v1[1], (GLfloat) v2[0], (GLfloat) v2[1]);
1569 _ensure_draws_fits_in_storage(struct gl_context *ctx, int primcount, int vertcount)
1571 struct vbo_save_context *save = &vbo_context(ctx)->save;
1572 uint32_t max_vert = save->vertex_size ?
1573 save->vertex_store->buffer_in_ram_size / (sizeof(float) * save->vertex_size) : 0;
1575 bool realloc_prim = save->prim_store->used + primcount > save->prim_store->size;
1576 bool realloc_vert = save->vertex_size && (save->vert_count + vertcount >= max_vert);
1578 if (realloc_prim || realloc_vert)
1579 realloc_storage(ctx, realloc_prim ? primcount : -1, realloc_vert ? vertcount : -1);
1583 static void GLAPIENTRY
1584 _save_OBE_DrawArrays(GLenum mode, GLint start, GLsizei count)
1586 GET_CURRENT_CONTEXT(ctx);
1587 struct gl_vertex_array_object *vao = ctx->Array.VAO;
1588 struct vbo_save_context *save = &vbo_context(ctx)->save;
1591 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1592 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawArrays(mode)");
1596 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glDrawArrays(count<0)");
1600 if (save->out_of_memory)
1603 _ensure_draws_fits_in_storage(ctx, 1, count);
1605 /* Make sure to process any VBO binding changes */
1606 _mesa_update_state(ctx);
1608 _mesa_vao_map_arrays(ctx, vao, GL_MAP_READ_BIT);
1610 vbo_save_NotifyBegin(ctx, mode, true);
1612 for (i = 0; i < count; i++)
1613 _mesa_array_element(ctx, start + i);
1614 CALL_End(ctx->CurrentServerDispatch, ());
1616 _mesa_vao_unmap_arrays(ctx, vao);
1620 static void GLAPIENTRY
1621 _save_OBE_MultiDrawArrays(GLenum mode, const GLint *first,
1622 const GLsizei *count, GLsizei primcount)
1624 GET_CURRENT_CONTEXT(ctx);
1627 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1628 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glMultiDrawArrays(mode)");
1632 if (primcount < 0) {
1633 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1634 "glMultiDrawArrays(primcount<0)");
1638 unsigned vertcount = 0;
1639 for (i = 0; i < primcount; i++) {
1641 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1642 "glMultiDrawArrays(count[i]<0)");
1645 vertcount += count[i];
1648 _ensure_draws_fits_in_storage(ctx, primcount, vertcount);
1650 for (i = 0; i < primcount; i++) {
1652 _save_OBE_DrawArrays(mode, first[i], count[i]);
1659 array_element(struct gl_context *ctx,
1660 GLint basevertex, GLuint elt, unsigned index_size_shift)
1662 /* Section 10.3.5 Primitive Restart:
1664 * When one of the *BaseVertex drawing commands specified in section 10.5
1665 * is used, the primitive restart comparison occurs before the basevertex
1666 * offset is added to the array index.
1668 /* If PrimitiveRestart is enabled and the index is the RestartIndex
1669 * then we call PrimitiveRestartNV and return.
1671 if (ctx->Array._PrimitiveRestart[index_size_shift] &&
1672 elt == ctx->Array._RestartIndex[index_size_shift]) {
1673 CALL_PrimitiveRestartNV(ctx->CurrentServerDispatch, ());
1677 _mesa_array_element(ctx, basevertex + elt);
1681 /* Could do better by copying the arrays and element list intact and
1682 * then emitting an indexed prim at runtime.
1684 static void GLAPIENTRY
1685 _save_OBE_DrawElementsBaseVertex(GLenum mode, GLsizei count, GLenum type,
1686 const GLvoid * indices, GLint basevertex)
1688 GET_CURRENT_CONTEXT(ctx);
1689 struct vbo_save_context *save = &vbo_context(ctx)->save;
1690 struct gl_vertex_array_object *vao = ctx->Array.VAO;
1691 struct gl_buffer_object *indexbuf = vao->IndexBufferObj;
1694 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1695 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawElements(mode)");
1699 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glDrawElements(count<0)");
1702 if (type != GL_UNSIGNED_BYTE &&
1703 type != GL_UNSIGNED_SHORT &&
1704 type != GL_UNSIGNED_INT) {
1705 _mesa_compile_error(ctx, GL_INVALID_VALUE, "glDrawElements(count<0)");
1709 if (save->out_of_memory)
1712 _ensure_draws_fits_in_storage(ctx, 1, count);
1714 /* Make sure to process any VBO binding changes */
1715 _mesa_update_state(ctx);
1717 _mesa_vao_map(ctx, vao, GL_MAP_READ_BIT);
1721 ADD_POINTERS(indexbuf->Mappings[MAP_INTERNAL].Pointer, indices);
1723 vbo_save_NotifyBegin(ctx, mode, true);
1726 case GL_UNSIGNED_BYTE:
1727 for (i = 0; i < count; i++)
1728 array_element(ctx, basevertex, ((GLubyte *) indices)[i], 0);
1730 case GL_UNSIGNED_SHORT:
1731 for (i = 0; i < count; i++)
1732 array_element(ctx, basevertex, ((GLushort *) indices)[i], 1);
1734 case GL_UNSIGNED_INT:
1735 for (i = 0; i < count; i++)
1736 array_element(ctx, basevertex, ((GLuint *) indices)[i], 2);
1739 _mesa_error(ctx, GL_INVALID_ENUM, "glDrawElements(type)");
1743 CALL_End(ctx->CurrentServerDispatch, ());
1745 _mesa_vao_unmap(ctx, vao);
1748 static void GLAPIENTRY
1749 _save_OBE_DrawElements(GLenum mode, GLsizei count, GLenum type,
1750 const GLvoid * indices)
1752 _save_OBE_DrawElementsBaseVertex(mode, count, type, indices, 0);
1756 static void GLAPIENTRY
1757 _save_OBE_DrawRangeElements(GLenum mode, GLuint start, GLuint end,
1758 GLsizei count, GLenum type,
1759 const GLvoid * indices)
1761 GET_CURRENT_CONTEXT(ctx);
1762 struct vbo_save_context *save = &vbo_context(ctx)->save;
1764 if (!_mesa_is_valid_prim_mode(ctx, mode)) {
1765 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawRangeElements(mode)");
1769 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1770 "glDrawRangeElements(count<0)");
1773 if (type != GL_UNSIGNED_BYTE &&
1774 type != GL_UNSIGNED_SHORT &&
1775 type != GL_UNSIGNED_INT) {
1776 _mesa_compile_error(ctx, GL_INVALID_ENUM, "glDrawRangeElements(type)");
1780 _mesa_compile_error(ctx, GL_INVALID_VALUE,
1781 "glDrawRangeElements(end < start)");
1785 if (save->out_of_memory)
1788 _save_OBE_DrawElements(mode, count, type, indices);
1792 static void GLAPIENTRY
1793 _save_OBE_MultiDrawElements(GLenum mode, const GLsizei *count, GLenum type,
1794 const GLvoid * const *indices, GLsizei primcount)
1796 GET_CURRENT_CONTEXT(ctx);
1797 struct _glapi_table *dispatch = ctx->CurrentServerDispatch;
1801 for (i = 0; i < primcount; i++) {
1802 vertcount += count[i];
1804 _ensure_draws_fits_in_storage(ctx, primcount, vertcount);
1806 for (i = 0; i < primcount; i++) {
1808 CALL_DrawElements(dispatch, (mode, count[i], type, indices[i]));
1814 static void GLAPIENTRY
1815 _save_OBE_MultiDrawElementsBaseVertex(GLenum mode, const GLsizei *count,
1817 const GLvoid * const *indices,
1819 const GLint *basevertex)
1821 GET_CURRENT_CONTEXT(ctx);
1822 struct _glapi_table *dispatch = ctx->CurrentServerDispatch;
1826 for (i = 0; i < primcount; i++) {
1827 vertcount += count[i];
1829 _ensure_draws_fits_in_storage(ctx, primcount, vertcount);
1831 for (i = 0; i < primcount; i++) {
1833 CALL_DrawElementsBaseVertex(dispatch, (mode, count[i], type,
1842 vtxfmt_init(struct gl_context *ctx)
1844 struct vbo_save_context *save = &vbo_context(ctx)->save;
1845 GLvertexformat *vfmt = &save->vtxfmt;
1847 #define NAME_AE(x) _ae_##x
1848 #define NAME_CALLLIST(x) _save_##x
1849 #define NAME(x) _save_##x
1850 #define NAME_ES(x) _save_##x##ARB
1852 #include "vbo_init_tmp.h"
1857 * Initialize the dispatch table with the VBO functions for display
1861 vbo_initialize_save_dispatch(const struct gl_context *ctx,
1862 struct _glapi_table *exec)
1864 SET_DrawArrays(exec, _save_OBE_DrawArrays);
1865 SET_MultiDrawArrays(exec, _save_OBE_MultiDrawArrays);
1866 SET_DrawElements(exec, _save_OBE_DrawElements);
1867 SET_DrawElementsBaseVertex(exec, _save_OBE_DrawElementsBaseVertex);
1868 SET_DrawRangeElements(exec, _save_OBE_DrawRangeElements);
1869 SET_MultiDrawElementsEXT(exec, _save_OBE_MultiDrawElements);
1870 SET_MultiDrawElementsBaseVertex(exec, _save_OBE_MultiDrawElementsBaseVertex);
1871 SET_Rectf(exec, _save_OBE_Rectf);
1872 SET_Rectd(exec, _save_OBE_Rectd);
1873 SET_Rectdv(exec, _save_OBE_Rectdv);
1874 SET_Rectfv(exec, _save_OBE_Rectfv);
1875 SET_Recti(exec, _save_OBE_Recti);
1876 SET_Rectiv(exec, _save_OBE_Rectiv);
1877 SET_Rects(exec, _save_OBE_Rects);
1878 SET_Rectsv(exec, _save_OBE_Rectsv);
1880 /* Note: other glDraw functins aren't compiled into display lists */
1886 vbo_save_SaveFlushVertices(struct gl_context *ctx)
1888 struct vbo_save_context *save = &vbo_context(ctx)->save;
1890 /* Noop when we are actually active:
1892 if (ctx->Driver.CurrentSavePrimitive <= PRIM_MAX)
1895 if (save->vert_count || save->prim_store->used)
1896 compile_vertex_list(ctx);
1898 copy_to_current(ctx);
1900 ctx->Driver.SaveNeedFlush = GL_FALSE;
1905 * Called from glNewList when we're starting to compile a display list.
1908 vbo_save_NewList(struct gl_context *ctx, GLuint list, GLenum mode)
1910 struct vbo_save_context *save = &vbo_context(ctx)->save;
1915 if (!save->prim_store)
1916 save->prim_store = realloc_prim_store(NULL, 8);
1918 if (!save->vertex_store)
1919 save->vertex_store = realloc_vertex_store(NULL, save->vertex_size, 8);
1922 ctx->Driver.SaveNeedFlush = GL_FALSE;
1927 * Called from glEndList when we're finished compiling a display list.
1930 vbo_save_EndList(struct gl_context *ctx)
1932 struct vbo_save_context *save = &vbo_context(ctx)->save;
1934 /* EndList called inside a (saved) Begin/End pair?
1936 if (_mesa_inside_dlist_begin_end(ctx)) {
1937 if (save->prim_store->used > 0) {
1938 GLint i = save->prim_store->used - 1;
1939 ctx->Driver.CurrentSavePrimitive = PRIM_OUTSIDE_BEGIN_END;
1940 save->prim_store->prims[i].end = 0;
1941 save->prim_store->prims[i].count = save->vert_count - save->prim_store->prims[i].start;
1944 /* Make sure this vertex list gets replayed by the "loopback"
1947 save->dangling_attr_ref = GL_TRUE;
1948 vbo_save_SaveFlushVertices(ctx);
1950 /* Swap out this vertex format while outside begin/end. Any color,
1951 * etc. received between here and the next begin will be compiled
1954 _mesa_install_save_vtxfmt(ctx, &ctx->ListState.ListVtxfmt);
1957 assert(save->vertex_size == 0);
1961 * Called during context creation/init.
1964 current_init(struct gl_context *ctx)
1966 struct vbo_save_context *save = &vbo_context(ctx)->save;
1969 for (i = VBO_ATTRIB_POS; i <= VBO_ATTRIB_EDGEFLAG; i++) {
1970 const GLuint j = i - VBO_ATTRIB_POS;
1971 assert(j < VERT_ATTRIB_MAX);
1972 save->currentsz[i] = &ctx->ListState.ActiveAttribSize[j];
1973 save->current[i] = (fi_type *) ctx->ListState.CurrentAttrib[j];
1976 for (i = VBO_ATTRIB_FIRST_MATERIAL; i <= VBO_ATTRIB_LAST_MATERIAL; i++) {
1977 const GLuint j = i - VBO_ATTRIB_FIRST_MATERIAL;
1978 assert(j < MAT_ATTRIB_MAX);
1979 save->currentsz[i] = &ctx->ListState.ActiveMaterialSize[j];
1980 save->current[i] = (fi_type *) ctx->ListState.CurrentMaterial[j];
1986 * Initialize the display list compiler. Called during context creation.
1989 vbo_save_api_init(struct vbo_save_context *save)
1991 struct gl_context *ctx = gl_context_from_vbo_save(save);